2021-07-26T15:35:10.928 INFO:root:teuthology version: 1.1.0-b6f3efab 2021-07-26T15:35:10.929 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_sage@teuthology --archive /home/teuthworker/archive/sage-2021-07-26_15:05:01-upgrade-wip-kefu-testing-2021-07-24-1158-distro-basic-smithi/6293849 --name sage-2021-07-26_15:05:01-upgrade-wip-kefu-testing-2021-07-24-1158-distro-basic-smithi --description upgrade/octopus-x/parallel/{0-distro/ubuntu_20.04 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api}} --verbose -- /home/teuthworker/archive/sage-2021-07-26_15:05:01-upgrade-wip-kefu-testing-2021-07-24-1158-distro-basic-smithi/6293849/orig.config.yaml 2021-07-26T15:35:10.987 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2021-07-26T15:35:11.044 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/sage-2021-07-26_15:05:01-upgrade-wip-kefu-testing-2021-07-24-1158-distro-basic-smithi/6293849 branch: wip-kefu-testing-2021-07-24-1158 description: upgrade/octopus-x/parallel/{0-distro/ubuntu_20.04 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api}} email: null first_in_suite: false job_id: '6293849' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' name: sage-2021-07-26_15:05:01-upgrade-wip-kefu-testing-2021-07-24-1158-distro-basic-smithi nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: ubuntu os_version: '20.04' overrides: admin_socket: branch: wip-kefu-testing-2021-07-24-1158 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e workunit: branch: wip-kefu-testing-2021-07-24-1158 sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e owner: scheduled_sage@teuthology priority: 90 repo: git://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e sleep_before_teardown: 0 suite: upgrade suite_branch: wip-kefu-testing-2021-07-24-1158 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_bccf07c244ef1754a7e8d345570b6a04f2ee5a7e/qa suite_relpath: qa suite_repo: git://git.ceph.com/ceph-ci.git suite_sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e targets: smithi037.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJOBJ+rDcp4sJ0UV/co2QhJ3Qsk/rHhOudkbrLDfaEodrRS1LH/yu+fxd+MWlrVOCupl/m7zQxsvbOIi7Syu6xFPxT3RzIGi7X7Kf201TPQ91EZpTqSIM4MI7E8+DNuFtikN/DIt2nuFLY67KYgZlCOm0YitsY5rRCBRMXVo0nAwCNgn44GamQcJUVs8jul7Oh1ClEFDwVHQK7kSJ6kH6r4lfRrHybeDxwKoQr2wuvtpe3ADYz261buSMWaEzwedZVtJZ92fPjlXDpLs1hb5w8yLTYecgS+Bx6U+c1Ib654gfH+a05gZlXVbQnCA4LF1QcvKY3+3rFo8O4RvJXwDIx75QM/SaQVkFHm3dk7vPoSjXqdB3Xmn8uh4ArZ78m6JSOjzQXWmsBV1u1MmPV5pDFmILuo/s1vqCDRkwX/ETK9F4Bta44jEPwRhSpNvV67UtCplCqT0XhiZ/UQGlJPL1RahTML+iyp2+NC+KuMKVpHFcE9YIw3hD0rlDKHraiprE= smithi107.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDLLSFLXPCJLVJ/a+YfTGXf3Du3SmZsJXQl9tcospy42ntrC9rz22Jna1eUW9IVZoGbLzvdWvi2Yfp9li1yErO2f1PRLMsVXYwUOHg11UoqlVZjlUsUiXhGo3KzsE/xw5GywwjqI8x4MZJxsRk0M4aOW7s6RAgsMkxvAEFBAz5X18cc2iDTv/wfmkCYKt48BNmwE7Bqwhf0mkD+my4mLO32JO/S/G0Ac5bLyJp1b2ceQTlMCuWjoRG87sIbY2yfen3kuu+Lu6r9fgsugunNHTPfCv4bh35u6RxpceD1Nx3wy/Co761bZbGhYKI9jmWEqtg+DvHMiRzpvkSv6lK2ACy0iLN7AEPiWM9HokpXDR90fKDdL6XWfgbt9evT68KMXGHcwAqGnDyxz6kOJSCw2z5kK1lLEj6cqARVDnGXI/6PMo73WIpbSGzXLrkQTjVH7f1gPSL2u/GyysXPuIHm6wB4A9YywxSw79NZuUyvVFZUwAAiRZYQGxc0WoRfW1YSgsM= tasks: - install: branch: octopus - print: '**** done install task...' - print: '**** done start installing octopus cephadm ...' - cephadm: add_mons_via_daemon_add: true avoid_pacific_features: true cephadm_branch: octopus cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: docker.io/ceph/daemon-base:latest-octopus - print: '**** done end installing octopus cephadm ...' - cephadm.shell: mon.a: - ceph fs volume create foo - ceph.healthy: null - print: '**** done creating new fs' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - print: '**** verifying SMART data exists' - cephadm.shell: mon.a: - ceph device ls - ceph device scrape-health-metrics - ceph device ls --format=json | jq -e '. | length > 0' - for devid in $(ceph device ls --format=json | jq -r '.[].devid'); do ceph device get-health-metrics $devid; done - for devid in $(ceph device ls --format=json | jq -r '.[].devid'); do ceph device get-health-metrics $devid | jq -e '. | length > 0'; done - rados --pool=device_health_metrics ls | wc -l - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' teuthology_branch: master teuthology_sha1: b6f3efab84b70e18e86ec271a07564aeb4ed3bac timestamp: 2021-07-26_15:05:01 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' - print: '**** verifying SMART data upgrade' - cephadm.shell: mon.a: - rados --pool=device_health_metrics ls && exit 1 || true - rados --pool=.mgr --all ls | wc -l - ceph device ls - ceph device ls --format=json | jq -e '. | length > 0' - for devid in $(ceph device ls --format=json | jq -r '.[].devid'); do ceph device get-health-metrics $devid; done - for devid in $(ceph device ls --format=json | jq -r '.[].devid'); do ceph device get-health-metrics $devid | jq '. | length > 0'; done user: sage verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.30581 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: octopus clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: octopus clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: octopus clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: octopus clients: client.0: - rbd/test_librbd.sh - print: '**** done end test_rbd_api.yaml' 2021-07-26T15:35:11.044 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_bccf07c244ef1754a7e8d345570b6a04f2ee5a7e/qa; will attempt to use it 2021-07-26T15:35:11.045 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_bccf07c244ef1754a7e8d345570b6a04f2ee5a7e/qa/tasks 2021-07-26T15:35:11.045 INFO:teuthology.run_tasks:Running task internal.check_packages... 2021-07-26T15:35:11.047 INFO:teuthology.task.internal:Checking packages... 2021-07-26T15:35:11.067 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'basic' and ceph hash 'bccf07c244ef1754a7e8d345570b6a04f2ee5a7e' 2021-07-26T15:35:11.067 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-07-26T15:35:11.068 INFO:teuthology.packaging:ref: None 2021-07-26T15:35:11.068 INFO:teuthology.packaging:tag: None 2021-07-26T15:35:11.069 INFO:teuthology.packaging:branch: wip-kefu-testing-2021-07-24-1158 2021-07-26T15:35:11.069 INFO:teuthology.packaging:sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:35:11.069 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=wip-kefu-testing-2021-07-24-1158 2021-07-26T15:35:11.274 INFO:teuthology.task.internal:Found packages for ceph version 17.0.0-6381-gbccf07c2-1focal 2021-07-26T15:35:11.275 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2021-07-26T15:35:11.286 INFO:teuthology.task.internal:no buildpackages task found 2021-07-26T15:35:11.286 INFO:teuthology.run_tasks:Running task internal.save_config... 2021-07-26T15:35:11.321 INFO:teuthology.task.internal:Saving configuration 2021-07-26T15:35:11.346 INFO:teuthology.run_tasks:Running task internal.check_lock... 2021-07-26T15:35:11.355 INFO:teuthology.task.internal.check_lock:Checking locks... 2021-07-26T15:35:11.372 DEBUG:teuthology.task.internal.check_lock:machine status is {'is_vm': False, 'locked': True, 'locked_since': '2021-07-26 15:29:43.916743', 'description': '/home/teuthworker/archive/sage-2021-07-26_15:05:01-upgrade-wip-kefu-testing-2021-07-24-1158-distro-basic-smithi/6293849', 'locked_by': 'scheduled_sage@teuthology', 'up': True, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBCJQjobugcTVbGE/b6x1FhrW+c0X+j7CDyqwJgG9r4H', 'os_version': '20.04', 'machine_type': 'smithi', 'vm_host': None, 'os_type': 'ubuntu', 'arch': 'x86_64', 'mac_address': None, 'name': 'smithi037.front.sepia.ceph.com'} 2021-07-26T15:35:11.388 DEBUG:teuthology.task.internal.check_lock:machine status is {'is_vm': False, 'locked': True, 'locked_since': '2021-07-26 15:29:43.916721', 'description': '/home/teuthworker/archive/sage-2021-07-26_15:05:01-upgrade-wip-kefu-testing-2021-07-24-1158-distro-basic-smithi/6293849', 'locked_by': 'scheduled_sage@teuthology', 'up': True, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIICrwXPOrHwRjsm9YTGynL/K6hVrJ/2M6SBn6Kg1MTkr', 'os_version': '20.04', 'machine_type': 'smithi', 'vm_host': None, 'os_type': 'ubuntu', 'arch': 'x86_64', 'mac_address': None, 'name': 'smithi107.front.sepia.ceph.com'} 2021-07-26T15:35:11.389 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2021-07-26T15:35:11.397 INFO:teuthology.task.internal:roles: ubuntu@smithi037.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2021-07-26T15:35:11.397 INFO:teuthology.task.internal:roles: ubuntu@smithi107.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2021-07-26T15:35:11.397 INFO:teuthology.run_tasks:Running task console_log... 2021-07-26T15:35:11.471 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f4273ccfbf8>, signals=[15]) 2021-07-26T15:35:11.472 INFO:teuthology.run_tasks:Running task internal.connect... 2021-07-26T15:35:11.480 INFO:teuthology.task.internal:Opening connections... 2021-07-26T15:35:11.480 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi037.front.sepia.ceph.com 2021-07-26T15:35:11.481 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi037.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:35:11.540 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi107.front.sepia.ceph.com 2021-07-26T15:35:11.541 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:35:11.591 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2021-07-26T15:35:11.599 DEBUG:teuthology.orchestra.run.smithi037:> uname -m 2021-07-26T15:35:11.621 INFO:teuthology.orchestra.run.smithi037.stdout:x86_64 2021-07-26T15:35:11.621 DEBUG:teuthology.orchestra.run.smithi037:> cat /etc/os-release 2021-07-26T15:35:11.669 INFO:teuthology.orchestra.run.smithi037.stdout:NAME="Ubuntu" 2021-07-26T15:35:11.670 INFO:teuthology.orchestra.run.smithi037.stdout:VERSION="20.04.2 LTS (Focal Fossa)" 2021-07-26T15:35:11.670 INFO:teuthology.orchestra.run.smithi037.stdout:ID=ubuntu 2021-07-26T15:35:11.670 INFO:teuthology.orchestra.run.smithi037.stdout:ID_LIKE=debian 2021-07-26T15:35:11.670 INFO:teuthology.orchestra.run.smithi037.stdout:PRETTY_NAME="Ubuntu 20.04.2 LTS" 2021-07-26T15:35:11.671 INFO:teuthology.orchestra.run.smithi037.stdout:VERSION_ID="20.04" 2021-07-26T15:35:11.671 INFO:teuthology.orchestra.run.smithi037.stdout:HOME_URL="https://www.ubuntu.com/" 2021-07-26T15:35:11.671 INFO:teuthology.orchestra.run.smithi037.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2021-07-26T15:35:11.671 INFO:teuthology.orchestra.run.smithi037.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2021-07-26T15:35:11.672 INFO:teuthology.orchestra.run.smithi037.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2021-07-26T15:35:11.672 INFO:teuthology.orchestra.run.smithi037.stdout:VERSION_CODENAME=focal 2021-07-26T15:35:11.672 INFO:teuthology.orchestra.run.smithi037.stdout:UBUNTU_CODENAME=focal 2021-07-26T15:35:11.673 INFO:teuthology.lock.ops:Updating smithi037.front.sepia.ceph.com on lock server 2021-07-26T15:35:11.690 DEBUG:teuthology.orchestra.run.smithi107:> uname -m 2021-07-26T15:35:11.697 INFO:teuthology.orchestra.run.smithi107.stdout:x86_64 2021-07-26T15:35:11.697 DEBUG:teuthology.orchestra.run.smithi107:> cat /etc/os-release 2021-07-26T15:35:11.747 INFO:teuthology.orchestra.run.smithi107.stdout:NAME="Ubuntu" 2021-07-26T15:35:11.748 INFO:teuthology.orchestra.run.smithi107.stdout:VERSION="20.04.2 LTS (Focal Fossa)" 2021-07-26T15:35:11.748 INFO:teuthology.orchestra.run.smithi107.stdout:ID=ubuntu 2021-07-26T15:35:11.748 INFO:teuthology.orchestra.run.smithi107.stdout:ID_LIKE=debian 2021-07-26T15:35:11.748 INFO:teuthology.orchestra.run.smithi107.stdout:PRETTY_NAME="Ubuntu 20.04.2 LTS" 2021-07-26T15:35:11.749 INFO:teuthology.orchestra.run.smithi107.stdout:VERSION_ID="20.04" 2021-07-26T15:35:11.749 INFO:teuthology.orchestra.run.smithi107.stdout:HOME_URL="https://www.ubuntu.com/" 2021-07-26T15:35:11.749 INFO:teuthology.orchestra.run.smithi107.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2021-07-26T15:35:11.750 INFO:teuthology.orchestra.run.smithi107.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2021-07-26T15:35:11.750 INFO:teuthology.orchestra.run.smithi107.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2021-07-26T15:35:11.750 INFO:teuthology.orchestra.run.smithi107.stdout:VERSION_CODENAME=focal 2021-07-26T15:35:11.750 INFO:teuthology.orchestra.run.smithi107.stdout:UBUNTU_CODENAME=focal 2021-07-26T15:35:11.751 INFO:teuthology.lock.ops:Updating smithi107.front.sepia.ceph.com on lock server 2021-07-26T15:35:11.769 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2021-07-26T15:35:11.781 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2021-07-26T15:35:11.806 INFO:teuthology.task.internal:Checking for old test directory... 2021-07-26T15:35:11.806 DEBUG:teuthology.orchestra.run.smithi037:> test '!' -e /home/ubuntu/cephtest 2021-07-26T15:35:11.809 DEBUG:teuthology.orchestra.run.smithi107:> test '!' -e /home/ubuntu/cephtest 2021-07-26T15:35:11.814 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2021-07-26T15:35:11.827 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2021-07-26T15:35:11.828 DEBUG:teuthology.orchestra.run.smithi037:> test -z $(ls -A /var/lib/ceph) 2021-07-26T15:35:11.831 DEBUG:teuthology.orchestra.run.smithi107:> test -z $(ls -A /var/lib/ceph) 2021-07-26T15:35:11.844 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2021-07-26T15:35:11.912 INFO:teuthology.run_tasks:Running task kernel... 2021-07-26T15:35:11.928 DEBUG:teuthology.task.kernel:normalized config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.c': {'kdb': True, 'sha1': 'distro'}, 'mgr.y': {'kdb': True, 'sha1': 'distro'}, 'osd.0': {'kdb': True, 'sha1': 'distro'}, 'osd.1': {'kdb': True, 'sha1': 'distro'}, 'osd.2': {'kdb': True, 'sha1': 'distro'}, 'osd.3': {'kdb': True, 'sha1': 'distro'}, 'client.0': {'kdb': True, 'sha1': 'distro'}, 'node-exporter.a': {'kdb': True, 'sha1': 'distro'}, 'alertmanager.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}, 'mgr.x': {'kdb': True, 'sha1': 'distro'}, 'osd.4': {'kdb': True, 'sha1': 'distro'}, 'osd.5': {'kdb': True, 'sha1': 'distro'}, 'osd.6': {'kdb': True, 'sha1': 'distro'}, 'osd.7': {'kdb': True, 'sha1': 'distro'}, 'client.1': {'kdb': True, 'sha1': 'distro'}, 'prometheus.a': {'kdb': True, 'sha1': 'distro'}, 'grafana.a': {'kdb': True, 'sha1': 'distro'}, 'node-exporter.b': {'kdb': True, 'sha1': 'distro'}} 2021-07-26T15:35:11.928 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2021-07-26T15:35:11.929 DEBUG:teuthology.orchestra.run.smithi037:> uname -r 2021-07-26T15:35:11.936 INFO:teuthology.orchestra.run.smithi037.stdout:5.4.0-66-generic 2021-07-26T15:35:11.936 INFO:teuthology.task.kernel:Running kernel on smithi037: 5.4.0-66-generic 2021-07-26T15:35:11.937 DEBUG:teuthology.orchestra.run.smithi037:> sudo apt-get clean 2021-07-26T15:35:12.021 DEBUG:teuthology.orchestra.run.smithi037:> sudo apt-get update 2021-07-26T15:35:12.190 INFO:teuthology.orchestra.run.smithi037.stdout:Get:1 http://security.ubuntu.com/ubuntu focal-security InRelease [114 kB] 2021-07-26T15:35:12.298 INFO:teuthology.orchestra.run.smithi037.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal InRelease 2021-07-26T15:35:12.380 INFO:teuthology.orchestra.run.smithi037.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease [114 kB] 2021-07-26T15:35:12.444 INFO:teuthology.orchestra.run.smithi037.stdout:Get:4 http://security.ubuntu.com/ubuntu focal-security/main i386 Packages [268 kB] 2021-07-26T15:35:12.501 INFO:teuthology.orchestra.run.smithi037.stdout:Get:5 http://security.ubuntu.com/ubuntu focal-security/main amd64 Packages [789 kB] 2021-07-26T15:35:12.533 INFO:teuthology.orchestra.run.smithi037.stdout:Get:6 http://security.ubuntu.com/ubuntu focal-security/main Translation-en [155 kB] 2021-07-26T15:35:12.536 INFO:teuthology.orchestra.run.smithi037.stdout:Get:7 http://security.ubuntu.com/ubuntu focal-security/main amd64 c-n-f Metadata [8,304 B] 2021-07-26T15:35:12.537 INFO:teuthology.orchestra.run.smithi037.stdout:Get:8 http://security.ubuntu.com/ubuntu focal-security/restricted i386 Packages [16.5 kB] 2021-07-26T15:35:12.537 INFO:teuthology.orchestra.run.smithi037.stdout:Get:9 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 Packages [327 kB] 2021-07-26T15:35:12.543 INFO:teuthology.orchestra.run.smithi037.stdout:Get:10 http://security.ubuntu.com/ubuntu focal-security/restricted Translation-en [47.4 kB] 2021-07-26T15:35:12.544 INFO:teuthology.orchestra.run.smithi037.stdout:Get:11 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 c-n-f Metadata [428 B] 2021-07-26T15:35:12.545 INFO:teuthology.orchestra.run.smithi037.stdout:Get:12 http://security.ubuntu.com/ubuntu focal-security/universe amd64 Packages [633 kB] 2021-07-26T15:35:12.553 INFO:teuthology.orchestra.run.smithi037.stdout:Get:13 http://security.ubuntu.com/ubuntu focal-security/universe i386 Packages [505 kB] 2021-07-26T15:35:12.560 INFO:teuthology.orchestra.run.smithi037.stdout:Get:14 http://security.ubuntu.com/ubuntu focal-security/universe Translation-en [97.5 kB] 2021-07-26T15:35:12.560 INFO:teuthology.orchestra.run.smithi037.stdout:Get:15 http://security.ubuntu.com/ubuntu focal-security/universe amd64 c-n-f Metadata [11.9 kB] 2021-07-26T15:35:12.574 INFO:teuthology.orchestra.run.smithi037.stdout:Get:16 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 Packages [25.4 kB] 2021-07-26T15:35:12.574 INFO:teuthology.orchestra.run.smithi037.stdout:Get:17 http://security.ubuntu.com/ubuntu focal-security/multiverse i386 Packages [7,912 B] 2021-07-26T15:35:12.574 INFO:teuthology.orchestra.run.smithi037.stdout:Get:18 http://security.ubuntu.com/ubuntu focal-security/multiverse Translation-en [4,952 B] 2021-07-26T15:35:12.575 INFO:teuthology.orchestra.run.smithi037.stdout:Get:19 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 c-n-f Metadata [600 B] 2021-07-26T15:35:12.717 INFO:teuthology.orchestra.run.smithi037.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal-backports InRelease [101 kB] 2021-07-26T15:35:12.854 INFO:teuthology.orchestra.run.smithi037.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/main i386 Packages [511 kB] 2021-07-26T15:35:13.074 INFO:teuthology.orchestra.run.smithi037.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages [1,126 kB] 2021-07-26T15:35:13.227 INFO:teuthology.orchestra.run.smithi037.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal-updates/main Translation-en [245 kB] 2021-07-26T15:35:13.245 INFO:teuthology.orchestra.run.smithi037.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 c-n-f Metadata [13.8 kB] 2021-07-26T15:35:13.246 INFO:teuthology.orchestra.run.smithi037.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 Packages [367 kB] 2021-07-26T15:35:13.260 INFO:teuthology.orchestra.run.smithi037.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal-updates/restricted i386 Packages [19.2 kB] 2021-07-26T15:35:13.260 INFO:teuthology.orchestra.run.smithi037.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal-updates/restricted Translation-en [52.9 kB] 2021-07-26T15:35:13.264 INFO:teuthology.orchestra.run.smithi037.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 c-n-f Metadata [428 B] 2021-07-26T15:35:13.266 INFO:teuthology.orchestra.run.smithi037.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 Packages [843 kB] 2021-07-26T15:35:13.315 INFO:teuthology.orchestra.run.smithi037.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal-updates/universe i386 Packages [626 kB] 2021-07-26T15:35:13.337 INFO:teuthology.orchestra.run.smithi037.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-updates/universe Translation-en [176 kB] 2021-07-26T15:35:13.342 INFO:teuthology.orchestra.run.smithi037.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 c-n-f Metadata [18.4 kB] 2021-07-26T15:35:13.346 INFO:teuthology.orchestra.run.smithi037.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 Packages [23.6 kB] 2021-07-26T15:35:13.347 INFO:teuthology.orchestra.run.smithi037.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/multiverse i386 Packages [7,472 B] 2021-07-26T15:35:13.348 INFO:teuthology.orchestra.run.smithi037.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/multiverse Translation-en [6,472 B] 2021-07-26T15:35:13.392 INFO:teuthology.orchestra.run.smithi037.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 c-n-f Metadata [676 B] 2021-07-26T15:35:13.393 INFO:teuthology.orchestra.run.smithi037.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 Packages [2,568 B] 2021-07-26T15:35:13.394 INFO:teuthology.orchestra.run.smithi037.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal-backports/main i386 Packages [2,568 B] 2021-07-26T15:35:13.430 INFO:teuthology.orchestra.run.smithi037.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-backports/main Translation-en [1,120 B] 2021-07-26T15:35:13.431 INFO:teuthology.orchestra.run.smithi037.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 c-n-f Metadata [400 B] 2021-07-26T15:35:13.431 INFO:teuthology.orchestra.run.smithi037.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal-backports/universe i386 Packages [4,724 B] 2021-07-26T15:35:13.432 INFO:teuthology.orchestra.run.smithi037.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 Packages [5,792 B] 2021-07-26T15:35:13.474 INFO:teuthology.orchestra.run.smithi037.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal-backports/universe Translation-en [2,060 B] 2021-07-26T15:35:13.475 INFO:teuthology.orchestra.run.smithi037.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 c-n-f Metadata [288 B] 2021-07-26T15:35:16.771 INFO:teuthology.orchestra.run.smithi037.stdout:Fetched 7,282 kB in 2s (4,705 kB/s) 2021-07-26T15:35:17.919 INFO:teuthology.orchestra.run.smithi037.stdout:Reading package lists... 2021-07-26T15:35:17.941 DEBUG:teuthology.orchestra.run.smithi037:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-current-generic 2021-07-26T15:35:18.013 INFO:teuthology.orchestra.run.smithi037.stdout:Reading package lists... 2021-07-26T15:35:18.176 INFO:teuthology.orchestra.run.smithi037.stdout:Building dependency tree... 2021-07-26T15:35:18.177 INFO:teuthology.orchestra.run.smithi037.stdout:Reading state information... 2021-07-26T15:35:18.258 INFO:teuthology.orchestra.run.smithi037.stderr:E: Unable to locate package linux-image-current-generic 2021-07-26T15:35:18.259 DEBUG:teuthology.orchestra.run:got remote process result: 100 2021-07-26T15:35:18.260 DEBUG:teuthology.orchestra.run.smithi037:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2021-07-26T15:35:18.332 INFO:teuthology.orchestra.run.smithi037.stdout:Reading package lists... 2021-07-26T15:35:18.491 INFO:teuthology.orchestra.run.smithi037.stdout:Building dependency tree... 2021-07-26T15:35:18.492 INFO:teuthology.orchestra.run.smithi037.stdout:Reading state information... 2021-07-26T15:35:18.626 INFO:teuthology.orchestra.run.smithi037.stdout:The following additional packages will be installed: 2021-07-26T15:35:18.628 INFO:teuthology.orchestra.run.smithi037.stdout: linux-generic linux-headers-5.4.0-80 linux-headers-5.4.0-80-generic 2021-07-26T15:35:18.628 INFO:teuthology.orchestra.run.smithi037.stdout: linux-headers-generic linux-image-5.4.0-80-generic 2021-07-26T15:35:18.629 INFO:teuthology.orchestra.run.smithi037.stdout: linux-modules-5.4.0-80-generic linux-modules-extra-5.4.0-80-generic 2021-07-26T15:35:18.630 INFO:teuthology.orchestra.run.smithi037.stdout:Suggested packages: 2021-07-26T15:35:18.631 INFO:teuthology.orchestra.run.smithi037.stdout: fdutils linux-doc | linux-source-5.4.0 linux-tools 2021-07-26T15:35:18.631 INFO:teuthology.orchestra.run.smithi037.stdout:Recommended packages: 2021-07-26T15:35:18.631 INFO:teuthology.orchestra.run.smithi037.stdout: thermald 2021-07-26T15:35:18.657 INFO:teuthology.orchestra.run.smithi037.stdout:The following NEW packages will be installed: 2021-07-26T15:35:18.658 INFO:teuthology.orchestra.run.smithi037.stdout: linux-headers-5.4.0-80 linux-headers-5.4.0-80-generic 2021-07-26T15:35:18.658 INFO:teuthology.orchestra.run.smithi037.stdout: linux-image-5.4.0-80-generic linux-modules-5.4.0-80-generic 2021-07-26T15:35:18.658 INFO:teuthology.orchestra.run.smithi037.stdout: linux-modules-extra-5.4.0-80-generic 2021-07-26T15:35:18.659 INFO:teuthology.orchestra.run.smithi037.stdout:The following packages will be upgraded: 2021-07-26T15:35:18.659 INFO:teuthology.orchestra.run.smithi037.stdout: linux-generic linux-headers-generic linux-image-generic 2021-07-26T15:35:18.841 INFO:teuthology.orchestra.run.smithi037.stdout:3 upgraded, 5 newly installed, 0 to remove and 160 not upgraded. 2021-07-26T15:35:18.841 INFO:teuthology.orchestra.run.smithi037.stdout:Need to get 75.6 MB of archives. 2021-07-26T15:35:18.842 INFO:teuthology.orchestra.run.smithi037.stdout:After this operation, 377 MB of additional disk space will be used. 2021-07-26T15:35:18.842 INFO:teuthology.orchestra.run.smithi037.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-5.4.0-80-generic amd64 5.4.0-80.90 [14.8 MB] 2021-07-26T15:35:19.971 INFO:teuthology.orchestra.run.smithi037.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-5.4.0-80-generic amd64 5.4.0-80.90 [8,976 kB] 2021-07-26T15:35:20.225 INFO:teuthology.orchestra.run.smithi037.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-extra-5.4.0-80-generic amd64 5.4.0-80.90 [39.4 MB] 2021-07-26T15:35:21.492 INFO:teuthology.orchestra.run.smithi037.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-generic amd64 5.4.0.80.84 [1,900 B] 2021-07-26T15:35:21.492 INFO:teuthology.orchestra.run.smithi037.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-generic amd64 5.4.0.80.84 [2,568 B] 2021-07-26T15:35:21.492 INFO:teuthology.orchestra.run.smithi037.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-5.4.0-80 all 5.4.0-80.90 [11.0 MB] 2021-07-26T15:35:21.801 INFO:teuthology.orchestra.run.smithi037.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-5.4.0-80-generic amd64 5.4.0-80.90 [1,410 kB] 2021-07-26T15:35:21.846 INFO:teuthology.orchestra.run.smithi037.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-generic amd64 5.4.0.80.84 [2,436 B] 2021-07-26T15:35:22.252 INFO:teuthology.orchestra.run.smithi037.stdout:Fetched 75.6 MB in 3s (23.8 MB/s) 2021-07-26T15:35:22.416 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package linux-modules-5.4.0-80-generic. 2021-07-26T15:35:23.848 INFO:teuthology.orchestra.run.smithi037.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 101691 files and directories currently installed.) 2021-07-26T15:35:23.853 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../0-linux-modules-5.4.0-80-generic_5.4.0-80.90_amd64.deb ... 2021-07-26T15:35:23.937 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking linux-modules-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:35:26.028 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package linux-image-5.4.0-80-generic. 2021-07-26T15:35:26.040 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../1-linux-image-5.4.0-80-generic_5.4.0-80.90_amd64.deb ... 2021-07-26T15:35:26.126 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking linux-image-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:35:27.113 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package linux-modules-extra-5.4.0-80-generic. 2021-07-26T15:35:27.125 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../2-linux-modules-extra-5.4.0-80-generic_5.4.0-80.90_amd64.deb ... 2021-07-26T15:35:27.182 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking linux-modules-extra-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:35:32.315 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../3-linux-generic_5.4.0.80.84_amd64.deb ... 2021-07-26T15:35:32.426 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking linux-generic (5.4.0.80.84) over (5.4.0.66.69) ... 2021-07-26T15:35:32.827 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../4-linux-image-generic_5.4.0.80.84_amd64.deb ... 2021-07-26T15:35:32.940 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking linux-image-generic (5.4.0.80.84) over (5.4.0.66.69) ... 2021-07-26T15:35:33.300 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package linux-headers-5.4.0-80. 2021-07-26T15:35:33.316 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../5-linux-headers-5.4.0-80_5.4.0-80.90_all.deb ... 2021-07-26T15:35:33.360 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking linux-headers-5.4.0-80 (5.4.0-80.90) ... 2021-07-26T15:35:40.020 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package linux-headers-5.4.0-80-generic. 2021-07-26T15:35:40.043 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../6-linux-headers-5.4.0-80-generic_5.4.0-80.90_amd64.deb ... 2021-07-26T15:35:40.078 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking linux-headers-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:35:42.798 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../7-linux-headers-generic_5.4.0.80.84_amd64.deb ... 2021-07-26T15:35:43.133 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking linux-headers-generic (5.4.0.80.84) over (5.4.0.66.69) ... 2021-07-26T15:35:43.669 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up linux-modules-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:35:44.867 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up linux-headers-5.4.0-80 (5.4.0-80.90) ... 2021-07-26T15:35:45.010 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up linux-image-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:35:46.172 INFO:teuthology.orchestra.run.smithi037.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.4.0-80-generic 2021-07-26T15:35:46.172 INFO:teuthology.orchestra.run.smithi037.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.4.0-80-generic 2021-07-26T15:35:46.287 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up linux-headers-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:35:46.406 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up linux-modules-extra-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:35:47.614 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up linux-image-generic (5.4.0.80.84) ... 2021-07-26T15:35:47.749 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up linux-headers-generic (5.4.0.80.84) ... 2021-07-26T15:35:47.875 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up linux-generic (5.4.0.80.84) ... 2021-07-26T15:35:48.026 INFO:teuthology.orchestra.run.smithi037.stdout:Processing triggers for linux-image-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:35:48.215 INFO:teuthology.orchestra.run.smithi037.stdout:/etc/kernel/postinst.d/initramfs-tools: 2021-07-26T15:35:48.215 INFO:teuthology.orchestra.run.smithi037.stdout:update-initramfs: Generating /boot/initrd.img-5.4.0-80-generic 2021-07-26T15:36:10.594 INFO:teuthology.orchestra.run.smithi037.stdout:/etc/kernel/postinst.d/zz-update-grub: 2021-07-26T15:36:10.595 INFO:teuthology.orchestra.run.smithi037.stdout:Sourcing file `/etc/default/grub' 2021-07-26T15:36:10.599 INFO:teuthology.orchestra.run.smithi037.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2021-07-26T15:36:10.614 INFO:teuthology.orchestra.run.smithi037.stdout:Generating grub configuration file ... 2021-07-26T15:36:10.928 INFO:teuthology.orchestra.run.smithi037.stdout:Found linux image: /boot/vmlinuz-5.4.0-80-generic 2021-07-26T15:36:10.951 INFO:teuthology.orchestra.run.smithi037.stdout:Found initrd image: /boot/initrd.img-5.4.0-80-generic 2021-07-26T15:36:11.281 INFO:teuthology.orchestra.run.smithi037.stdout:Found linux image: /boot/vmlinuz-5.4.0-66-generic 2021-07-26T15:36:11.293 INFO:teuthology.orchestra.run.smithi037.stdout:Found initrd image: /boot/initrd.img-5.4.0-66-generic 2021-07-26T15:36:13.705 INFO:teuthology.orchestra.run.smithi037.stdout:done 2021-07-26T15:36:14.050 DEBUG:teuthology.orchestra.run.smithi037:> dpkg -s linux-image-generic 2021-07-26T15:36:14.076 INFO:teuthology.orchestra.run.smithi037.stdout:Package: linux-image-generic 2021-07-26T15:36:14.077 INFO:teuthology.orchestra.run.smithi037.stdout:Status: install ok installed 2021-07-26T15:36:14.077 INFO:teuthology.orchestra.run.smithi037.stdout:Priority: optional 2021-07-26T15:36:14.077 INFO:teuthology.orchestra.run.smithi037.stdout:Section: kernel 2021-07-26T15:36:14.077 INFO:teuthology.orchestra.run.smithi037.stdout:Installed-Size: 18 2021-07-26T15:36:14.077 INFO:teuthology.orchestra.run.smithi037.stdout:Maintainer: Ubuntu Kernel Team 2021-07-26T15:36:14.078 INFO:teuthology.orchestra.run.smithi037.stdout:Architecture: amd64 2021-07-26T15:36:14.078 INFO:teuthology.orchestra.run.smithi037.stdout:Source: linux-meta 2021-07-26T15:36:14.078 INFO:teuthology.orchestra.run.smithi037.stdout:Version: 5.4.0.80.84 2021-07-26T15:36:14.078 INFO:teuthology.orchestra.run.smithi037.stdout:Provides: virtualbox-guest-modules (= 6.1.16-dfsg-6~ubuntu1.20.04.2), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.10) 2021-07-26T15:36:14.079 INFO:teuthology.orchestra.run.smithi037.stdout:Depends: linux-image-5.4.0-80-generic, linux-modules-extra-5.4.0-80-generic, linux-firmware, intel-microcode, amd64-microcode 2021-07-26T15:36:14.079 INFO:teuthology.orchestra.run.smithi037.stdout:Recommends: thermald 2021-07-26T15:36:14.079 INFO:teuthology.orchestra.run.smithi037.stdout:Description: Generic Linux kernel image 2021-07-26T15:36:14.079 INFO:teuthology.orchestra.run.smithi037.stdout: This package will always depend on the latest generic kernel image 2021-07-26T15:36:14.080 INFO:teuthology.orchestra.run.smithi037.stdout: available. 2021-07-26T15:36:14.080 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.4.0-66-generic Expected: 5.4.0-80-generic 2021-07-26T15:36:14.080 DEBUG:teuthology.orchestra.run.smithi107:> uname -r 2021-07-26T15:36:14.087 INFO:teuthology.orchestra.run.smithi107.stdout:5.4.0-66-generic 2021-07-26T15:36:14.089 INFO:teuthology.task.kernel:Running kernel on smithi107: 5.4.0-66-generic 2021-07-26T15:36:14.089 DEBUG:teuthology.orchestra.run.smithi107:> sudo apt-get clean 2021-07-26T15:36:14.215 DEBUG:teuthology.orchestra.run.smithi107:> sudo apt-get update 2021-07-26T15:36:14.396 INFO:teuthology.orchestra.run.smithi107.stdout:Get:1 http://security.ubuntu.com/ubuntu focal-security InRelease [114 kB] 2021-07-26T15:36:14.496 INFO:teuthology.orchestra.run.smithi107.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal InRelease 2021-07-26T15:36:14.577 INFO:teuthology.orchestra.run.smithi107.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease [114 kB] 2021-07-26T15:36:14.654 INFO:teuthology.orchestra.run.smithi107.stdout:Get:4 http://security.ubuntu.com/ubuntu focal-security/main i386 Packages [268 kB] 2021-07-26T15:36:14.712 INFO:teuthology.orchestra.run.smithi107.stdout:Get:5 http://security.ubuntu.com/ubuntu focal-security/main amd64 Packages [789 kB] 2021-07-26T15:36:14.744 INFO:teuthology.orchestra.run.smithi107.stdout:Get:6 http://security.ubuntu.com/ubuntu focal-security/main Translation-en [155 kB] 2021-07-26T15:36:14.747 INFO:teuthology.orchestra.run.smithi107.stdout:Get:7 http://security.ubuntu.com/ubuntu focal-security/main amd64 c-n-f Metadata [8,304 B] 2021-07-26T15:36:14.748 INFO:teuthology.orchestra.run.smithi107.stdout:Get:8 http://security.ubuntu.com/ubuntu focal-security/restricted i386 Packages [16.5 kB] 2021-07-26T15:36:14.748 INFO:teuthology.orchestra.run.smithi107.stdout:Get:9 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 Packages [327 kB] 2021-07-26T15:36:14.760 INFO:teuthology.orchestra.run.smithi107.stdout:Get:10 http://security.ubuntu.com/ubuntu focal-security/restricted Translation-en [47.4 kB] 2021-07-26T15:36:14.760 INFO:teuthology.orchestra.run.smithi107.stdout:Get:11 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 c-n-f Metadata [428 B] 2021-07-26T15:36:14.760 INFO:teuthology.orchestra.run.smithi107.stdout:Get:12 http://security.ubuntu.com/ubuntu focal-security/universe i386 Packages [505 kB] 2021-07-26T15:36:14.761 INFO:teuthology.orchestra.run.smithi107.stdout:Get:13 http://security.ubuntu.com/ubuntu focal-security/universe amd64 Packages [633 kB] 2021-07-26T15:36:14.772 INFO:teuthology.orchestra.run.smithi107.stdout:Get:14 http://security.ubuntu.com/ubuntu focal-security/universe Translation-en [97.5 kB] 2021-07-26T15:36:14.778 INFO:teuthology.orchestra.run.smithi107.stdout:Get:15 http://security.ubuntu.com/ubuntu focal-security/universe amd64 c-n-f Metadata [11.9 kB] 2021-07-26T15:36:14.778 INFO:teuthology.orchestra.run.smithi107.stdout:Get:16 http://security.ubuntu.com/ubuntu focal-security/multiverse i386 Packages [7,912 B] 2021-07-26T15:36:14.779 INFO:teuthology.orchestra.run.smithi107.stdout:Get:17 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 Packages [25.4 kB] 2021-07-26T15:36:14.779 INFO:teuthology.orchestra.run.smithi107.stdout:Get:18 http://security.ubuntu.com/ubuntu focal-security/multiverse Translation-en [4,952 B] 2021-07-26T15:36:14.779 INFO:teuthology.orchestra.run.smithi107.stdout:Get:19 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 c-n-f Metadata [600 B] 2021-07-26T15:36:14.915 INFO:teuthology.orchestra.run.smithi107.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal-backports InRelease [101 kB] 2021-07-26T15:36:15.040 INFO:teuthology.orchestra.run.smithi107.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/main i386 Packages [511 kB] 2021-07-26T15:36:15.287 INFO:teuthology.orchestra.run.smithi107.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages [1,126 kB] 2021-07-26T15:36:15.444 INFO:teuthology.orchestra.run.smithi107.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal-updates/main Translation-en [245 kB] 2021-07-26T15:36:15.465 INFO:teuthology.orchestra.run.smithi107.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 c-n-f Metadata [13.8 kB] 2021-07-26T15:36:15.466 INFO:teuthology.orchestra.run.smithi107.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal-updates/restricted i386 Packages [19.2 kB] 2021-07-26T15:36:15.467 INFO:teuthology.orchestra.run.smithi107.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 Packages [367 kB] 2021-07-26T15:36:15.490 INFO:teuthology.orchestra.run.smithi107.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal-updates/restricted Translation-en [52.9 kB] 2021-07-26T15:36:15.496 INFO:teuthology.orchestra.run.smithi107.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 c-n-f Metadata [428 B] 2021-07-26T15:36:15.496 INFO:teuthology.orchestra.run.smithi107.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal-updates/universe i386 Packages [626 kB] 2021-07-26T15:36:15.535 INFO:teuthology.orchestra.run.smithi107.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 Packages [843 kB] 2021-07-26T15:36:15.574 INFO:teuthology.orchestra.run.smithi107.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-updates/universe Translation-en [176 kB] 2021-07-26T15:36:15.581 INFO:teuthology.orchestra.run.smithi107.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 c-n-f Metadata [18.4 kB] 2021-07-26T15:36:15.597 INFO:teuthology.orchestra.run.smithi107.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 Packages [23.6 kB] 2021-07-26T15:36:15.598 INFO:teuthology.orchestra.run.smithi107.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/multiverse i386 Packages [7,472 B] 2021-07-26T15:36:15.599 INFO:teuthology.orchestra.run.smithi107.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/multiverse Translation-en [6,472 B] 2021-07-26T15:36:15.630 INFO:teuthology.orchestra.run.smithi107.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 c-n-f Metadata [676 B] 2021-07-26T15:36:15.630 INFO:teuthology.orchestra.run.smithi107.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal-backports/main i386 Packages [2,568 B] 2021-07-26T15:36:15.631 INFO:teuthology.orchestra.run.smithi107.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 Packages [2,568 B] 2021-07-26T15:36:15.631 INFO:teuthology.orchestra.run.smithi107.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-backports/main Translation-en [1,120 B] 2021-07-26T15:36:15.720 INFO:teuthology.orchestra.run.smithi107.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 c-n-f Metadata [400 B] 2021-07-26T15:36:15.720 INFO:teuthology.orchestra.run.smithi107.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 Packages [5,792 B] 2021-07-26T15:36:15.721 INFO:teuthology.orchestra.run.smithi107.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-backports/universe i386 Packages [4,724 B] 2021-07-26T15:36:15.722 INFO:teuthology.orchestra.run.smithi107.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal-backports/universe Translation-en [2,060 B] 2021-07-26T15:36:15.722 INFO:teuthology.orchestra.run.smithi107.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 c-n-f Metadata [288 B] 2021-07-26T15:36:18.706 INFO:teuthology.orchestra.run.smithi107.stdout:Fetched 7,282 kB in 2s (4,715 kB/s) 2021-07-26T15:36:19.791 INFO:teuthology.orchestra.run.smithi107.stdout:Reading package lists... 2021-07-26T15:36:19.814 DEBUG:teuthology.orchestra.run.smithi107:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-current-generic 2021-07-26T15:36:19.883 INFO:teuthology.orchestra.run.smithi107.stdout:Reading package lists... 2021-07-26T15:36:20.042 INFO:teuthology.orchestra.run.smithi107.stdout:Building dependency tree... 2021-07-26T15:36:20.043 INFO:teuthology.orchestra.run.smithi107.stdout:Reading state information... 2021-07-26T15:36:20.123 INFO:teuthology.orchestra.run.smithi107.stderr:E: Unable to locate package linux-image-current-generic 2021-07-26T15:36:20.125 DEBUG:teuthology.orchestra.run:got remote process result: 100 2021-07-26T15:36:20.126 DEBUG:teuthology.orchestra.run.smithi107:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2021-07-26T15:36:20.191 INFO:teuthology.orchestra.run.smithi107.stdout:Reading package lists... 2021-07-26T15:36:20.349 INFO:teuthology.orchestra.run.smithi107.stdout:Building dependency tree... 2021-07-26T15:36:20.350 INFO:teuthology.orchestra.run.smithi107.stdout:Reading state information... 2021-07-26T15:36:20.477 INFO:teuthology.orchestra.run.smithi107.stdout:The following additional packages will be installed: 2021-07-26T15:36:20.478 INFO:teuthology.orchestra.run.smithi107.stdout: linux-generic linux-headers-5.4.0-80 linux-headers-5.4.0-80-generic 2021-07-26T15:36:20.478 INFO:teuthology.orchestra.run.smithi107.stdout: linux-headers-generic linux-image-5.4.0-80-generic 2021-07-26T15:36:20.478 INFO:teuthology.orchestra.run.smithi107.stdout: linux-modules-5.4.0-80-generic linux-modules-extra-5.4.0-80-generic 2021-07-26T15:36:20.479 INFO:teuthology.orchestra.run.smithi107.stdout:Suggested packages: 2021-07-26T15:36:20.479 INFO:teuthology.orchestra.run.smithi107.stdout: fdutils linux-doc | linux-source-5.4.0 linux-tools 2021-07-26T15:36:20.479 INFO:teuthology.orchestra.run.smithi107.stdout:Recommended packages: 2021-07-26T15:36:20.480 INFO:teuthology.orchestra.run.smithi107.stdout: thermald 2021-07-26T15:36:20.507 INFO:teuthology.orchestra.run.smithi107.stdout:The following NEW packages will be installed: 2021-07-26T15:36:20.507 INFO:teuthology.orchestra.run.smithi107.stdout: linux-headers-5.4.0-80 linux-headers-5.4.0-80-generic 2021-07-26T15:36:20.507 INFO:teuthology.orchestra.run.smithi107.stdout: linux-image-5.4.0-80-generic linux-modules-5.4.0-80-generic 2021-07-26T15:36:20.508 INFO:teuthology.orchestra.run.smithi107.stdout: linux-modules-extra-5.4.0-80-generic 2021-07-26T15:36:20.508 INFO:teuthology.orchestra.run.smithi107.stdout:The following packages will be upgraded: 2021-07-26T15:36:20.509 INFO:teuthology.orchestra.run.smithi107.stdout: linux-generic linux-headers-generic linux-image-generic 2021-07-26T15:36:20.696 INFO:teuthology.orchestra.run.smithi107.stdout:3 upgraded, 5 newly installed, 0 to remove and 160 not upgraded. 2021-07-26T15:36:20.697 INFO:teuthology.orchestra.run.smithi107.stdout:Need to get 75.6 MB of archives. 2021-07-26T15:36:20.697 INFO:teuthology.orchestra.run.smithi107.stdout:After this operation, 377 MB of additional disk space will be used. 2021-07-26T15:36:20.697 INFO:teuthology.orchestra.run.smithi107.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-5.4.0-80-generic amd64 5.4.0-80.90 [14.8 MB] 2021-07-26T15:36:22.136 INFO:teuthology.orchestra.run.smithi107.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-5.4.0-80-generic amd64 5.4.0-80.90 [8,976 kB] 2021-07-26T15:36:22.341 INFO:teuthology.orchestra.run.smithi107.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-extra-5.4.0-80-generic amd64 5.4.0-80.90 [39.4 MB] 2021-07-26T15:36:24.061 INFO:teuthology.orchestra.run.smithi107.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-generic amd64 5.4.0.80.84 [1,900 B] 2021-07-26T15:36:24.061 INFO:teuthology.orchestra.run.smithi107.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-generic amd64 5.4.0.80.84 [2,568 B] 2021-07-26T15:36:24.061 INFO:teuthology.orchestra.run.smithi107.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-5.4.0-80 all 5.4.0-80.90 [11.0 MB] 2021-07-26T15:36:24.808 INFO:teuthology.orchestra.run.smithi107.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-5.4.0-80-generic amd64 5.4.0-80.90 [1,410 kB] 2021-07-26T15:36:25.094 INFO:teuthology.orchestra.run.smithi107.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-generic amd64 5.4.0.80.84 [2,436 B] 2021-07-26T15:36:25.483 INFO:teuthology.orchestra.run.smithi107.stdout:Fetched 75.6 MB in 5s (16.5 MB/s) 2021-07-26T15:36:25.659 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package linux-modules-5.4.0-80-generic. 2021-07-26T15:36:27.109 INFO:teuthology.orchestra.run.smithi107.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 101691 files and directories currently installed.) 2021-07-26T15:36:27.115 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../0-linux-modules-5.4.0-80-generic_5.4.0-80.90_amd64.deb ... 2021-07-26T15:36:27.239 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking linux-modules-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:36:29.255 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package linux-image-5.4.0-80-generic. 2021-07-26T15:36:29.271 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../1-linux-image-5.4.0-80-generic_5.4.0-80.90_amd64.deb ... 2021-07-26T15:36:29.372 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking linux-image-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:36:30.422 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package linux-modules-extra-5.4.0-80-generic. 2021-07-26T15:36:30.434 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../2-linux-modules-extra-5.4.0-80-generic_5.4.0-80.90_amd64.deb ... 2021-07-26T15:36:30.471 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking linux-modules-extra-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:36:35.470 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../3-linux-generic_5.4.0.80.84_amd64.deb ... 2021-07-26T15:36:35.601 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking linux-generic (5.4.0.80.84) over (5.4.0.66.69) ... 2021-07-26T15:36:35.960 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../4-linux-image-generic_5.4.0.80.84_amd64.deb ... 2021-07-26T15:36:36.119 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking linux-image-generic (5.4.0.80.84) over (5.4.0.66.69) ... 2021-07-26T15:36:36.470 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package linux-headers-5.4.0-80. 2021-07-26T15:36:36.482 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../5-linux-headers-5.4.0-80_5.4.0-80.90_all.deb ... 2021-07-26T15:36:36.527 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking linux-headers-5.4.0-80 (5.4.0-80.90) ... 2021-07-26T15:36:42.587 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package linux-headers-5.4.0-80-generic. 2021-07-26T15:36:42.611 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../6-linux-headers-5.4.0-80-generic_5.4.0-80.90_amd64.deb ... 2021-07-26T15:36:42.655 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking linux-headers-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:36:45.268 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../7-linux-headers-generic_5.4.0.80.84_amd64.deb ... 2021-07-26T15:36:45.390 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking linux-headers-generic (5.4.0.80.84) over (5.4.0.66.69) ... 2021-07-26T15:36:45.757 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up linux-modules-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:36:46.958 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up linux-headers-5.4.0-80 (5.4.0-80.90) ... 2021-07-26T15:36:47.090 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up linux-image-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:36:48.210 INFO:teuthology.orchestra.run.smithi107.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.4.0-80-generic 2021-07-26T15:36:48.211 INFO:teuthology.orchestra.run.smithi107.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.4.0-80-generic 2021-07-26T15:36:48.368 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up linux-headers-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:36:48.477 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up linux-modules-extra-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:36:50.171 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up linux-image-generic (5.4.0.80.84) ... 2021-07-26T15:36:50.297 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up linux-headers-generic (5.4.0.80.84) ... 2021-07-26T15:36:50.423 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up linux-generic (5.4.0.80.84) ... 2021-07-26T15:36:50.566 INFO:teuthology.orchestra.run.smithi107.stdout:Processing triggers for linux-image-5.4.0-80-generic (5.4.0-80.90) ... 2021-07-26T15:36:50.764 INFO:teuthology.orchestra.run.smithi107.stdout:/etc/kernel/postinst.d/initramfs-tools: 2021-07-26T15:36:50.765 INFO:teuthology.orchestra.run.smithi107.stdout:update-initramfs: Generating /boot/initrd.img-5.4.0-80-generic 2021-07-26T15:37:12.317 INFO:teuthology.orchestra.run.smithi107.stdout:/etc/kernel/postinst.d/zz-update-grub: 2021-07-26T15:37:12.318 INFO:teuthology.orchestra.run.smithi107.stdout:Sourcing file `/etc/default/grub' 2021-07-26T15:37:12.343 INFO:teuthology.orchestra.run.smithi107.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2021-07-26T15:37:12.362 INFO:teuthology.orchestra.run.smithi107.stdout:Generating grub configuration file ... 2021-07-26T15:37:12.676 INFO:teuthology.orchestra.run.smithi107.stdout:Found linux image: /boot/vmlinuz-5.4.0-80-generic 2021-07-26T15:37:12.707 INFO:teuthology.orchestra.run.smithi107.stdout:Found initrd image: /boot/initrd.img-5.4.0-80-generic 2021-07-26T15:37:13.104 INFO:teuthology.orchestra.run.smithi107.stdout:Found linux image: /boot/vmlinuz-5.4.0-66-generic 2021-07-26T15:37:13.116 INFO:teuthology.orchestra.run.smithi107.stdout:Found initrd image: /boot/initrd.img-5.4.0-66-generic 2021-07-26T15:37:15.498 INFO:teuthology.orchestra.run.smithi107.stdout:done 2021-07-26T15:37:15.834 DEBUG:teuthology.orchestra.run.smithi107:> dpkg -s linux-image-generic 2021-07-26T15:37:15.858 INFO:teuthology.orchestra.run.smithi107.stdout:Package: linux-image-generic 2021-07-26T15:37:15.858 INFO:teuthology.orchestra.run.smithi107.stdout:Status: install ok installed 2021-07-26T15:37:15.859 INFO:teuthology.orchestra.run.smithi107.stdout:Priority: optional 2021-07-26T15:37:15.859 INFO:teuthology.orchestra.run.smithi107.stdout:Section: kernel 2021-07-26T15:37:15.859 INFO:teuthology.orchestra.run.smithi107.stdout:Installed-Size: 18 2021-07-26T15:37:15.859 INFO:teuthology.orchestra.run.smithi107.stdout:Maintainer: Ubuntu Kernel Team 2021-07-26T15:37:15.859 INFO:teuthology.orchestra.run.smithi107.stdout:Architecture: amd64 2021-07-26T15:37:15.860 INFO:teuthology.orchestra.run.smithi107.stdout:Source: linux-meta 2021-07-26T15:37:15.860 INFO:teuthology.orchestra.run.smithi107.stdout:Version: 5.4.0.80.84 2021-07-26T15:37:15.860 INFO:teuthology.orchestra.run.smithi107.stdout:Provides: virtualbox-guest-modules (= 6.1.16-dfsg-6~ubuntu1.20.04.2), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.10) 2021-07-26T15:37:15.860 INFO:teuthology.orchestra.run.smithi107.stdout:Depends: linux-image-5.4.0-80-generic, linux-modules-extra-5.4.0-80-generic, linux-firmware, intel-microcode, amd64-microcode 2021-07-26T15:37:15.861 INFO:teuthology.orchestra.run.smithi107.stdout:Recommends: thermald 2021-07-26T15:37:15.861 INFO:teuthology.orchestra.run.smithi107.stdout:Description: Generic Linux kernel image 2021-07-26T15:37:15.861 INFO:teuthology.orchestra.run.smithi107.stdout: This package will always depend on the latest generic kernel image 2021-07-26T15:37:15.861 INFO:teuthology.orchestra.run.smithi107.stdout: available. 2021-07-26T15:37:15.862 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.4.0-66-generic Expected: 5.4.0-80-generic 2021-07-26T15:37:15.862 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2021-07-26T15:37:15.862 DEBUG:teuthology.task.kernel:src is distro, skipping download 2021-07-26T15:37:15.863 DEBUG:teuthology.task.kernel:src is distro, skipping download 2021-07-26T15:37:15.863 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2021-07-26T15:37:15.863 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi037.front.sepia.ceph.com, path=None, version=distro) 2021-07-26T15:37:15.864 DEBUG:teuthology.orchestra.run.smithi037:> sudo apt-get clean 2021-07-26T15:37:15.956 DEBUG:teuthology.orchestra.run.smithi037:> sudo apt-get update 2021-07-26T15:37:16.085 INFO:teuthology.orchestra.run.smithi037.stdout:Get:1 http://security.ubuntu.com/ubuntu focal-security InRelease [114 kB] 2021-07-26T15:37:16.216 INFO:teuthology.orchestra.run.smithi037.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal InRelease 2021-07-26T15:37:16.298 INFO:teuthology.orchestra.run.smithi037.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2021-07-26T15:37:16.312 INFO:teuthology.orchestra.run.smithi037.stdout:Get:4 http://security.ubuntu.com/ubuntu focal-security/main i386 Packages [268 kB] 2021-07-26T15:37:16.369 INFO:teuthology.orchestra.run.smithi037.stdout:Get:5 http://security.ubuntu.com/ubuntu focal-security/main amd64 Packages [789 kB] 2021-07-26T15:37:16.380 INFO:teuthology.orchestra.run.smithi037.stdout:Hit:6 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2021-07-26T15:37:16.397 INFO:teuthology.orchestra.run.smithi037.stdout:Get:7 http://security.ubuntu.com/ubuntu focal-security/restricted i386 Packages [17.9 kB] 2021-07-26T15:37:16.409 INFO:teuthology.orchestra.run.smithi037.stdout:Get:8 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 Packages [331 kB] 2021-07-26T15:37:16.413 INFO:teuthology.orchestra.run.smithi037.stdout:Get:9 http://security.ubuntu.com/ubuntu focal-security/restricted Translation-en [47.6 kB] 2021-07-26T15:37:16.422 INFO:teuthology.orchestra.run.smithi037.stdout:Get:10 http://security.ubuntu.com/ubuntu focal-security/universe amd64 Packages [633 kB] 2021-07-26T15:37:16.439 INFO:teuthology.orchestra.run.smithi037.stdout:Get:11 http://security.ubuntu.com/ubuntu focal-security/universe i386 Packages [505 kB] 2021-07-26T15:37:16.439 INFO:teuthology.orchestra.run.smithi037.stdout:Get:12 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 Packages [21.6 kB] 2021-07-26T15:37:16.439 INFO:teuthology.orchestra.run.smithi037.stdout:Get:13 http://security.ubuntu.com/ubuntu focal-security/multiverse i386 Packages [6,464 B] 2021-07-26T15:37:16.440 INFO:teuthology.orchestra.run.smithi037.stdout:Get:14 http://security.ubuntu.com/ubuntu focal-security/multiverse Translation-en [4,648 B] 2021-07-26T15:37:16.842 INFO:teuthology.orchestra.run.smithi037.stdout:Fetched 2,737 kB in 1s (4,101 kB/s) 2021-07-26T15:37:17.643 INFO:teuthology.orchestra.run.smithi037.stdout:Reading package lists... 2021-07-26T15:37:17.667 DEBUG:teuthology.orchestra.run.smithi037:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-current-generic 2021-07-26T15:37:17.739 INFO:teuthology.orchestra.run.smithi037.stdout:Reading package lists... 2021-07-26T15:37:17.901 INFO:teuthology.orchestra.run.smithi037.stdout:Building dependency tree... 2021-07-26T15:37:17.902 INFO:teuthology.orchestra.run.smithi037.stdout:Reading state information... 2021-07-26T15:37:17.985 INFO:teuthology.orchestra.run.smithi037.stderr:E: Unable to locate package linux-image-current-generic 2021-07-26T15:37:17.986 DEBUG:teuthology.orchestra.run:got remote process result: 100 2021-07-26T15:37:17.987 DEBUG:teuthology.orchestra.run.smithi037:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2021-07-26T15:37:18.057 INFO:teuthology.orchestra.run.smithi037.stdout:Reading package lists... 2021-07-26T15:37:18.218 INFO:teuthology.orchestra.run.smithi037.stdout:Building dependency tree... 2021-07-26T15:37:18.219 INFO:teuthology.orchestra.run.smithi037.stdout:Reading state information... 2021-07-26T15:37:18.381 INFO:teuthology.orchestra.run.smithi037.stdout:linux-image-generic is already the newest version (5.4.0.80.84). 2021-07-26T15:37:18.381 INFO:teuthology.orchestra.run.smithi037.stdout:0 upgraded, 0 newly installed, 0 to remove and 160 not upgraded. 2021-07-26T15:37:18.383 DEBUG:teuthology.orchestra.run.smithi037:> dpkg -s linux-image-generic 2021-07-26T15:37:18.406 INFO:teuthology.orchestra.run.smithi037.stdout:Package: linux-image-generic 2021-07-26T15:37:18.406 INFO:teuthology.orchestra.run.smithi037.stdout:Status: install ok installed 2021-07-26T15:37:18.406 INFO:teuthology.orchestra.run.smithi037.stdout:Priority: optional 2021-07-26T15:37:18.407 INFO:teuthology.orchestra.run.smithi037.stdout:Section: kernel 2021-07-26T15:37:18.407 INFO:teuthology.orchestra.run.smithi037.stdout:Installed-Size: 18 2021-07-26T15:37:18.407 INFO:teuthology.orchestra.run.smithi037.stdout:Maintainer: Ubuntu Kernel Team 2021-07-26T15:37:18.408 INFO:teuthology.orchestra.run.smithi037.stdout:Architecture: amd64 2021-07-26T15:37:18.408 INFO:teuthology.orchestra.run.smithi037.stdout:Source: linux-meta 2021-07-26T15:37:18.408 INFO:teuthology.orchestra.run.smithi037.stdout:Version: 5.4.0.80.84 2021-07-26T15:37:18.408 INFO:teuthology.orchestra.run.smithi037.stdout:Provides: virtualbox-guest-modules (= 6.1.16-dfsg-6~ubuntu1.20.04.2), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.10) 2021-07-26T15:37:18.409 INFO:teuthology.orchestra.run.smithi037.stdout:Depends: linux-image-5.4.0-80-generic, linux-modules-extra-5.4.0-80-generic, linux-firmware, intel-microcode, amd64-microcode 2021-07-26T15:37:18.409 INFO:teuthology.orchestra.run.smithi037.stdout:Recommends: thermald 2021-07-26T15:37:18.409 INFO:teuthology.orchestra.run.smithi037.stdout:Description: Generic Linux kernel image 2021-07-26T15:37:18.409 INFO:teuthology.orchestra.run.smithi037.stdout: This package will always depend on the latest generic kernel image 2021-07-26T15:37:18.410 INFO:teuthology.orchestra.run.smithi037.stdout: available. 2021-07-26T15:37:18.411 DEBUG:teuthology.orchestra.run.smithi037:> mktemp 2021-07-26T15:37:18.418 INFO:teuthology.orchestra.run.smithi037.stdout:/tmp/tmp.Ac2ovtz7Rm 2021-07-26T15:37:18.418 DEBUG:teuthology.orchestra.run.smithi037:> sudo cp /boot/grub/grub.cfg /tmp/tmp.Ac2ovtz7Rm 2021-07-26T15:37:18.478 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod 0666 /tmp/tmp.Ac2ovtz7Rm 2021-07-26T15:37:18.524 DEBUG:teuthology.orchestra.remote:smithi037:/tmp/tmp.Ac2ovtz7Rm is 8KB 2021-07-26T15:37:18.539 DEBUG:teuthology.orchestra.run.smithi037:> rm -fr /tmp/tmp.Ac2ovtz7Rm 2021-07-26T15:37:18.547 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2021-07-26T15:37:18.603 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2021-07-26T15:37:18.604 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/etc/grub.d/01_ceph_kernel 2021-07-26T15:37:18.604 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2021-07-26T15:37:18.659 INFO:teuthology.task.kernel:Distro Kernel Version: 5.4.0-80-generic 2021-07-26T15:37:18.659 DEBUG:teuthology.orchestra.run.smithi037:> sudo update-grub 2021-07-26T15:37:19.862 INFO:teuthology.orchestra.run.smithi037.stderr:Sourcing file `/etc/default/grub' 2021-07-26T15:37:19.864 INFO:teuthology.orchestra.run.smithi037.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2021-07-26T15:37:19.879 INFO:teuthology.orchestra.run.smithi037.stderr:Generating grub configuration file ... 2021-07-26T15:37:20.141 INFO:teuthology.orchestra.run.smithi037.stderr:Found linux image: /boot/vmlinuz-5.4.0-80-generic 2021-07-26T15:37:20.153 INFO:teuthology.orchestra.run.smithi037.stderr:Found initrd image: /boot/initrd.img-5.4.0-80-generic 2021-07-26T15:37:20.493 INFO:teuthology.orchestra.run.smithi037.stderr:Found linux image: /boot/vmlinuz-5.4.0-66-generic 2021-07-26T15:37:20.505 INFO:teuthology.orchestra.run.smithi037.stderr:Found initrd image: /boot/initrd.img-5.4.0-66-generic 2021-07-26T15:37:21.933 INFO:teuthology.orchestra.run.smithi037.stderr:done 2021-07-26T15:37:21.935 DEBUG:teuthology.orchestra.run.smithi037:> sudo shutdown -r now 2021-07-26T15:37:21.938 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2021-07-26T15:37:21.938 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi107.front.sepia.ceph.com, path=None, version=distro) 2021-07-26T15:37:21.939 DEBUG:teuthology.orchestra.run.smithi107:> sudo apt-get clean 2021-07-26T15:37:22.006 DEBUG:teuthology.orchestra.run.smithi107:> sudo apt-get update 2021-07-26T15:37:22.127 INFO:teuthology.orchestra.run.smithi107.stdout:Get:1 http://security.ubuntu.com/ubuntu focal-security InRelease [114 kB] 2021-07-26T15:37:22.256 INFO:teuthology.orchestra.run.smithi107.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal InRelease 2021-07-26T15:37:22.339 INFO:teuthology.orchestra.run.smithi107.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2021-07-26T15:37:22.356 INFO:teuthology.orchestra.run.smithi107.stdout:Get:4 http://security.ubuntu.com/ubuntu focal-security/main amd64 Packages [789 kB] 2021-07-26T15:37:22.420 INFO:teuthology.orchestra.run.smithi107.stdout:Hit:5 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2021-07-26T15:37:22.434 INFO:teuthology.orchestra.run.smithi107.stdout:Get:6 http://security.ubuntu.com/ubuntu focal-security/main i386 Packages [268 kB] 2021-07-26T15:37:22.439 INFO:teuthology.orchestra.run.smithi107.stdout:Get:7 http://security.ubuntu.com/ubuntu focal-security/restricted i386 Packages [17.9 kB] 2021-07-26T15:37:22.440 INFO:teuthology.orchestra.run.smithi107.stdout:Get:8 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 Packages [331 kB] 2021-07-26T15:37:22.444 INFO:teuthology.orchestra.run.smithi107.stdout:Get:9 http://security.ubuntu.com/ubuntu focal-security/restricted Translation-en [47.6 kB] 2021-07-26T15:37:22.444 INFO:teuthology.orchestra.run.smithi107.stdout:Get:10 http://security.ubuntu.com/ubuntu focal-security/universe amd64 Packages [633 kB] 2021-07-26T15:37:22.456 INFO:teuthology.orchestra.run.smithi107.stdout:Get:11 http://security.ubuntu.com/ubuntu focal-security/universe i386 Packages [505 kB] 2021-07-26T15:37:22.462 INFO:teuthology.orchestra.run.smithi107.stdout:Get:12 http://security.ubuntu.com/ubuntu focal-security/multiverse i386 Packages [6,464 B] 2021-07-26T15:37:22.463 INFO:teuthology.orchestra.run.smithi107.stdout:Get:13 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 Packages [21.6 kB] 2021-07-26T15:37:22.463 INFO:teuthology.orchestra.run.smithi107.stdout:Get:14 http://security.ubuntu.com/ubuntu focal-security/multiverse Translation-en [4,648 B] 2021-07-26T15:37:22.893 INFO:teuthology.orchestra.run.smithi107.stdout:Fetched 2,737 kB in 1s (4,161 kB/s) 2021-07-26T15:37:23.673 INFO:teuthology.orchestra.run.smithi107.stdout:Reading package lists... 2021-07-26T15:37:23.696 DEBUG:teuthology.orchestra.run.smithi107:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-current-generic 2021-07-26T15:37:23.764 INFO:teuthology.orchestra.run.smithi107.stdout:Reading package lists... 2021-07-26T15:37:23.910 INFO:teuthology.orchestra.run.smithi107.stdout:Building dependency tree... 2021-07-26T15:37:23.910 INFO:teuthology.orchestra.run.smithi107.stdout:Reading state information... 2021-07-26T15:37:23.980 INFO:teuthology.orchestra.run.smithi107.stderr:E: Unable to locate package linux-image-current-generic 2021-07-26T15:37:23.981 DEBUG:teuthology.orchestra.run:got remote process result: 100 2021-07-26T15:37:23.982 DEBUG:teuthology.orchestra.run.smithi107:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2021-07-26T15:37:24.052 INFO:teuthology.orchestra.run.smithi107.stdout:Reading package lists... 2021-07-26T15:37:24.206 INFO:teuthology.orchestra.run.smithi107.stdout:Building dependency tree... 2021-07-26T15:37:24.207 INFO:teuthology.orchestra.run.smithi107.stdout:Reading state information... 2021-07-26T15:37:24.354 INFO:teuthology.orchestra.run.smithi107.stdout:linux-image-generic is already the newest version (5.4.0.80.84). 2021-07-26T15:37:24.355 INFO:teuthology.orchestra.run.smithi107.stdout:0 upgraded, 0 newly installed, 0 to remove and 160 not upgraded. 2021-07-26T15:37:24.356 DEBUG:teuthology.orchestra.run.smithi107:> dpkg -s linux-image-generic 2021-07-26T15:37:24.370 INFO:teuthology.orchestra.run.smithi107.stdout:Package: linux-image-generic 2021-07-26T15:37:24.370 INFO:teuthology.orchestra.run.smithi107.stdout:Status: install ok installed 2021-07-26T15:37:24.371 INFO:teuthology.orchestra.run.smithi107.stdout:Priority: optional 2021-07-26T15:37:24.371 INFO:teuthology.orchestra.run.smithi107.stdout:Section: kernel 2021-07-26T15:37:24.371 INFO:teuthology.orchestra.run.smithi107.stdout:Installed-Size: 18 2021-07-26T15:37:24.372 INFO:teuthology.orchestra.run.smithi107.stdout:Maintainer: Ubuntu Kernel Team 2021-07-26T15:37:24.373 INFO:teuthology.orchestra.run.smithi107.stdout:Architecture: amd64 2021-07-26T15:37:24.373 INFO:teuthology.orchestra.run.smithi107.stdout:Source: linux-meta 2021-07-26T15:37:24.373 INFO:teuthology.orchestra.run.smithi107.stdout:Version: 5.4.0.80.84 2021-07-26T15:37:24.373 INFO:teuthology.orchestra.run.smithi107.stdout:Provides: virtualbox-guest-modules (= 6.1.16-dfsg-6~ubuntu1.20.04.2), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.10) 2021-07-26T15:37:24.374 INFO:teuthology.orchestra.run.smithi107.stdout:Depends: linux-image-5.4.0-80-generic, linux-modules-extra-5.4.0-80-generic, linux-firmware, intel-microcode, amd64-microcode 2021-07-26T15:37:24.374 INFO:teuthology.orchestra.run.smithi107.stdout:Recommends: thermald 2021-07-26T15:37:24.375 INFO:teuthology.orchestra.run.smithi107.stdout:Description: Generic Linux kernel image 2021-07-26T15:37:24.375 INFO:teuthology.orchestra.run.smithi107.stdout: This package will always depend on the latest generic kernel image 2021-07-26T15:37:24.375 INFO:teuthology.orchestra.run.smithi107.stdout: available. 2021-07-26T15:37:24.376 DEBUG:teuthology.orchestra.run.smithi107:> mktemp 2021-07-26T15:37:24.380 INFO:teuthology.orchestra.run.smithi107.stdout:/tmp/tmp.hg2iCvTrRu 2021-07-26T15:37:24.381 DEBUG:teuthology.orchestra.run.smithi107:> sudo cp /boot/grub/grub.cfg /tmp/tmp.hg2iCvTrRu 2021-07-26T15:37:24.446 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod 0666 /tmp/tmp.hg2iCvTrRu 2021-07-26T15:37:24.493 DEBUG:teuthology.orchestra.remote:smithi107:/tmp/tmp.hg2iCvTrRu is 8KB 2021-07-26T15:37:24.509 DEBUG:teuthology.orchestra.run.smithi107:> rm -fr /tmp/tmp.hg2iCvTrRu 2021-07-26T15:37:24.516 DEBUG:teuthology.orchestra.run.smithi107:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2021-07-26T15:37:24.573 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2021-07-26T15:37:24.574 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/etc/grub.d/01_ceph_kernel 2021-07-26T15:37:24.574 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2021-07-26T15:37:24.640 INFO:teuthology.task.kernel:Distro Kernel Version: 5.4.0-80-generic 2021-07-26T15:37:24.641 DEBUG:teuthology.orchestra.run.smithi107:> sudo update-grub 2021-07-26T15:37:26.000 INFO:teuthology.orchestra.run.smithi107.stderr:Sourcing file `/etc/default/grub' 2021-07-26T15:37:26.006 INFO:teuthology.orchestra.run.smithi107.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2021-07-26T15:37:26.017 INFO:teuthology.orchestra.run.smithi107.stderr:Generating grub configuration file ... 2021-07-26T15:37:26.259 INFO:teuthology.orchestra.run.smithi107.stderr:Found linux image: /boot/vmlinuz-5.4.0-80-generic 2021-07-26T15:37:26.270 INFO:teuthology.orchestra.run.smithi107.stderr:Found initrd image: /boot/initrd.img-5.4.0-80-generic 2021-07-26T15:37:26.653 INFO:teuthology.orchestra.run.smithi107.stderr:Found linux image: /boot/vmlinuz-5.4.0-66-generic 2021-07-26T15:37:26.665 INFO:teuthology.orchestra.run.smithi107.stderr:Found initrd image: /boot/initrd.img-5.4.0-66-generic 2021-07-26T15:37:28.101 INFO:teuthology.orchestra.run.smithi107.stderr:done 2021-07-26T15:37:28.103 DEBUG:teuthology.orchestra.run.smithi107:> sudo shutdown -r now 2021-07-26T15:37:58.134 INFO:teuthology.misc:Re-opening connections... 2021-07-26T15:37:58.135 INFO:teuthology.misc:trying to connect to ubuntu@smithi037.front.sepia.ceph.com 2021-07-26T15:37:58.136 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:37:58.137 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi037.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:38:32.783 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.37 2021-07-26T15:38:32.785 INFO:teuthology.misc:trying to connect to ubuntu@smithi107.front.sepia.ceph.com 2021-07-26T15:38:32.785 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:38:32.786 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:38:35.851 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.107 2021-07-26T15:38:35.851 DEBUG:teuthology.misc:waited 37.71577715873718 2021-07-26T15:38:36.853 INFO:teuthology.misc:trying to connect to ubuntu@smithi037.front.sepia.ceph.com 2021-07-26T15:38:36.853 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:38:36.854 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi037.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:38:39.918 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.37 2021-07-26T15:38:39.919 INFO:teuthology.misc:trying to connect to ubuntu@smithi107.front.sepia.ceph.com 2021-07-26T15:38:39.919 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:38:39.920 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:38:50.187 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.107 2021-07-26T15:38:50.187 DEBUG:teuthology.misc:waited 52.0518262386322 2021-07-26T15:38:51.189 INFO:teuthology.misc:trying to connect to ubuntu@smithi037.front.sepia.ceph.com 2021-07-26T15:38:51.189 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:38:51.190 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi037.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:38:51.439 DEBUG:teuthology.orchestra.run.smithi037:> true 2021-07-26T15:38:51.948 DEBUG:teuthology.misc:waited 53.81216263771057 2021-07-26T15:38:52.948 INFO:teuthology.misc:trying to connect to ubuntu@smithi107.front.sepia.ceph.com 2021-07-26T15:38:52.949 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:38:52.950 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:38:56.015 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.107 2021-07-26T15:38:56.016 DEBUG:teuthology.misc:waited 57.88014841079712 2021-07-26T15:38:57.016 INFO:teuthology.misc:trying to connect to ubuntu@smithi107.front.sepia.ceph.com 2021-07-26T15:38:57.017 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:38:57.018 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:38:59.083 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.107 2021-07-26T15:38:59.083 DEBUG:teuthology.misc:waited 60.94772911071777 2021-07-26T15:39:00.084 INFO:teuthology.misc:trying to connect to ubuntu@smithi107.front.sepia.ceph.com 2021-07-26T15:39:00.084 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:39:00.085 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:39:02.158 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.107 2021-07-26T15:39:02.159 DEBUG:teuthology.misc:waited 64.02368330955505 2021-07-26T15:39:03.160 INFO:teuthology.misc:trying to connect to ubuntu@smithi107.front.sepia.ceph.com 2021-07-26T15:39:03.161 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:39:03.161 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:39:05.227 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.107 2021-07-26T15:39:05.227 DEBUG:teuthology.misc:waited 67.09189653396606 2021-07-26T15:39:06.229 INFO:teuthology.misc:trying to connect to ubuntu@smithi107.front.sepia.ceph.com 2021-07-26T15:39:06.229 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:39:06.230 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:39:08.190 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.107 2021-07-26T15:39:08.190 DEBUG:teuthology.misc:waited 70.05473279953003 2021-07-26T15:39:09.191 INFO:teuthology.misc:trying to connect to ubuntu@smithi107.front.sepia.ceph.com 2021-07-26T15:39:09.192 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:39:09.193 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:39:10.113 DEBUG:teuthology.orchestra.run.smithi107:> true 2021-07-26T15:39:10.674 DEBUG:teuthology.misc:waited 72.53898119926453 2021-07-26T15:39:11.675 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2021-07-26T15:39:11.676 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.4.0-80-generic"... 2021-07-26T15:39:11.676 DEBUG:teuthology.orchestra.run.smithi037:> uname -r 2021-07-26T15:39:11.684 INFO:teuthology.orchestra.run.smithi037.stdout:5.4.0-80-generic 2021-07-26T15:39:11.684 DEBUG:teuthology.task.kernel:current kernel version is 5.4.0-80-generic vs 5.4.0-80-generic 2021-07-26T15:39:11.684 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2021-07-26T15:39:11.685 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2021-07-26T15:39:11.685 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2021-07-26T15:39:11.685 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.4.0-80-generic"... 2021-07-26T15:39:11.685 DEBUG:teuthology.orchestra.run.smithi107:> uname -r 2021-07-26T15:39:11.692 INFO:teuthology.orchestra.run.smithi107.stdout:5.4.0-80-generic 2021-07-26T15:39:11.693 DEBUG:teuthology.task.kernel:current kernel version is 5.4.0-80-generic vs 5.4.0-80-generic 2021-07-26T15:39:11.693 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2021-07-26T15:39:11.693 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2021-07-26T15:39:12.694 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2021-07-26T15:39:12.695 DEBUG:teuthology.orchestra.run.smithi037:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2021-07-26T15:39:12.782 INFO:teuthology.orchestra.run.smithi037.stdout:ttyS1 2021-07-26T15:39:12.797 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2021-07-26T15:39:12.798 DEBUG:teuthology.orchestra.run.smithi107:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2021-07-26T15:39:12.881 INFO:teuthology.orchestra.run.smithi107.stdout:ttyS1 2021-07-26T15:39:12.917 INFO:teuthology.run_tasks:Running task internal.base... 2021-07-26T15:39:12.928 INFO:teuthology.task.internal:Creating test directory... 2021-07-26T15:39:12.929 DEBUG:teuthology.orchestra.run.smithi037:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2021-07-26T15:39:12.932 DEBUG:teuthology.orchestra.run.smithi107:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2021-07-26T15:39:12.939 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2021-07-26T15:39:13.020 INFO:teuthology.run_tasks:Running task internal.archive... 2021-07-26T15:39:13.043 INFO:teuthology.task.internal:Creating archive directory... 2021-07-26T15:39:13.043 DEBUG:teuthology.orchestra.run.smithi037:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2021-07-26T15:39:13.047 DEBUG:teuthology.orchestra.run.smithi107:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2021-07-26T15:39:13.076 INFO:teuthology.run_tasks:Running task internal.coredump... 2021-07-26T15:39:13.108 INFO:teuthology.task.internal:Enabling coredump saving... 2021-07-26T15:39:13.109 DEBUG:teuthology.orchestra.run.smithi037:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2021-07-26T15:39:13.111 DEBUG:teuthology.orchestra.run.smithi107:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2021-07-26T15:39:13.141 INFO:teuthology.orchestra.run.smithi107.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-07-26T15:39:13.145 INFO:teuthology.orchestra.run.smithi037.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-07-26T15:39:13.151 INFO:teuthology.orchestra.run.smithi107.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-07-26T15:39:13.156 INFO:teuthology.orchestra.run.smithi037.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-07-26T15:39:13.157 INFO:teuthology.run_tasks:Running task internal.sudo... 2021-07-26T15:39:13.168 INFO:teuthology.task.internal:Configuring sudo... 2021-07-26T15:39:13.168 DEBUG:teuthology.orchestra.run.smithi037:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2021-07-26T15:39:13.200 DEBUG:teuthology.orchestra.run.smithi107:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2021-07-26T15:39:13.217 INFO:teuthology.run_tasks:Running task internal.syslog... 2021-07-26T15:39:13.227 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2021-07-26T15:39:13.228 DEBUG:teuthology.orchestra.run.smithi037:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2021-07-26T15:39:13.230 DEBUG:teuthology.orchestra.run.smithi107:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2021-07-26T15:39:13.265 DEBUG:teuthology.orchestra.run.smithi037:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2021-07-26T15:39:13.285 DEBUG:teuthology.orchestra.run.smithi037:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2021-07-26T15:39:13.292 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2021-07-26T15:39:13.293 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2021-07-26T15:39:13.316 DEBUG:teuthology.orchestra.run.smithi107:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2021-07-26T15:39:13.323 DEBUG:teuthology.orchestra.run.smithi107:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2021-07-26T15:39:13.373 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2021-07-26T15:39:13.374 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2021-07-26T15:39:13.388 DEBUG:teuthology.orchestra.run.smithi037:> sudo service rsyslog restart 2021-07-26T15:39:13.390 DEBUG:teuthology.orchestra.run.smithi107:> sudo service rsyslog restart 2021-07-26T15:39:13.435 INFO:teuthology.run_tasks:Running task internal.timer... 2021-07-26T15:39:13.444 INFO:teuthology.task.internal:Starting timer... 2021-07-26T15:39:13.444 INFO:teuthology.run_tasks:Running task pcp... 2021-07-26T15:39:13.465 INFO:teuthology.run_tasks:Running task selinux... 2021-07-26T15:39:13.497 DEBUG:teuthology.task.selinux:Excluding smithi037: OS 'ubuntu' does not support SELinux 2021-07-26T15:39:13.498 DEBUG:teuthology.task.selinux:Excluding smithi107: OS 'ubuntu' does not support SELinux 2021-07-26T15:39:13.498 DEBUG:teuthology.task.selinux:Getting current SELinux state 2021-07-26T15:39:13.498 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2021-07-26T15:39:13.499 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2021-07-26T15:39:13.499 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2021-07-26T15:39:13.531 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master was just updated or references a specific commit; assuming it is current 2021-07-26T15:39:13.531 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master to origin/master 2021-07-26T15:39:13.553 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2021-07-26T15:39:13.555 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi037.front.sepia.ceph.com,smithi107.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/cephlab.yml 2021-07-26T15:39:13.909 INFO:teuthology.task.ansible.out:Using /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/ansible.cfg as config file 2021-07-26T15:39:14.721 INFO:teuthology.task.ansible.out:[WARNING]: file /home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/roles/testnode/tasks/setup-opensuse.yml is empty and had no tasks to include 2021-07-26T15:39:17.736 INFO:teuthology.task.ansible.out: PLAY [all] ********************************************************************* 2021-07-26T15:39:17.759 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:17 +0000 (0:00:00.039) 0:00:00.039 *********** 2021-07-26T15:39:17.772 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:17 +0000 (0:00:00.012) 0:00:00.052 *********** 2021-07-26T15:39:19.929 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* 2021-07-26T15:39:19.931 INFO:teuthology.task.ansible.out:[DEPRECATION WARNING]: Distribution Ubuntu 20.04 on host smithi107.front.sepia.ceph.com should use /usr/bin/python3, but is using /usr/bin/python for backward compatibility with prior Ansible releases. A future Ansible release will default to using the discovered platform python for this host. See https://docs.ansible.com/ansible/2.9/reference_appendices/inter preter_discovery.html for more information. This feature will be removed in version 2.12. Deprecation warnings can be disabled by setting deprecation_warnings=False in ansible.cfg. ok: [smithi107.front.sepia.ceph.com] 2021-07-26T15:39:19.979 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:19 +0000 (0:00:02.206) 0:00:02.259 *********** 2021-07-26T15:39:19.998 INFO:teuthology.task.ansible.out:[DEPRECATION WARNING]: Distribution Ubuntu 20.04 on host smithi037.front.sepia.ceph.com should use /usr/bin/python3, but is using /usr/bin/python for backward compatibility with prior Ansible releases. A future Ansible release will default to using the discovered platform python for this host. See https://docs.ansible.com/ansible/2.9/reference_appendices/inter preter_discovery.html for more information. This feature will be removed in version 2.12. Deprecation warnings can be disabled by setting deprecation_warnings=False in ansible.cfg. ok: [smithi037.front.sepia.ceph.com] 2021-07-26T15:39:20.141 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:20 +0000 (0:00:00.162) 0:00:02.421 *********** 2021-07-26T15:39:20.369 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the sudo group.] ******************************** ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false} 2021-07-26T15:39:20.371 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false} 2021-07-26T15:39:20.392 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:20 +0000 (0:00:00.250) 0:00:02.672 *********** 2021-07-26T15:39:20.413 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:20 +0000 (0:00:00.020) 0:00:02.693 *********** 2021-07-26T15:39:20.957 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the ansible user.] ****************************** 2021-07-26T15:39:20.959 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => {"append": false, "changed": true, "comment": "cm,,,", "group": 1100, "groups": "sudo", "home": "/home/cm", "move_home": false, "name": "cm", "shell": "/bin/bash", "state": "present", "uid": 1100} 2021-07-26T15:39:20.982 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:20 +0000 (0:00:00.568) 0:00:03.262 *********** 2021-07-26T15:39:20.989 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => {"append": false, "changed": true, "comment": "cm,,,", "group": 1100, "groups": "sudo", "home": "/home/cm", "move_home": false, "name": "cm", "shell": "/bin/bash", "state": "present", "uid": 1100} 2021-07-26T15:39:21.014 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:21 +0000 (0:00:00.032) 0:00:03.294 *********** 2021-07-26T15:39:21.344 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Delete the ansible users password.] ******************** changed: [smithi037.front.sepia.ceph.com] => {"changed": true, "cmd": ["passwd", "-d", "cm"], "delta": "0:00:00.057155", "end": "2021-07-26 15:39:21.326919", "rc": 0, "start": "2021-07-26 15:39:21.269764", "stderr": "", "stderr_lines": [], "stdout": "passwd: password expiry information changed.", "stdout_lines": ["passwd: password expiry information changed."]} 2021-07-26T15:39:21.366 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:21 +0000 (0:00:00.351) 0:00:03.646 *********** 2021-07-26T15:39:21.374 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => {"changed": true, "cmd": ["passwd", "-d", "cm"], "delta": "0:00:00.070125", "end": "2021-07-26 15:39:20.888423", "rc": 0, "start": "2021-07-26 15:39:20.818298", "stderr": "", "stderr_lines": [], "stdout": "passwd: password expiry information changed.", "stdout_lines": ["passwd: password expiry information changed."]} 2021-07-26T15:39:21.399 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:21 +0000 (0:00:00.033) 0:00:03.679 *********** 2021-07-26T15:39:21.633 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Ensure includedir is present in sudoers.] ************** ok: [smithi107.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:39:21.635 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:39:21.660 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:21 +0000 (0:00:00.260) 0:00:03.940 *********** 2021-07-26T15:39:21.681 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:21 +0000 (0:00:00.021) 0:00:03.961 *********** 2021-07-26T15:39:22.532 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the cephlab_sudo sudoers.d file.] *************** 2021-07-26T15:39:22.534 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => {"changed": true, "checksum": "6c8e8b7ecc895eb2094cafe75c34b58f183442a7", "dest": "/etc/sudoers.d/cephlab_sudo", "gid": 0, "group": "root", "md5sum": "c3657b9ef874d0ad278742c3210136a0", "mode": "0440", "owner": "root", "size": 182, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313961.717616-638-149258898711330/source", "state": "file", "uid": 0} 2021-07-26T15:39:22.555 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:22 +0000 (0:00:00.873) 0:00:04.835 *********** 2021-07-26T15:39:22.562 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => {"changed": true, "checksum": "6c8e8b7ecc895eb2094cafe75c34b58f183442a7", "dest": "/etc/sudoers.d/cephlab_sudo", "gid": 0, "group": "root", "md5sum": "c3657b9ef874d0ad278742c3210136a0", "mode": "0440", "owner": "root", "size": 182, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627313961.695829-635-116671173353893/source", "state": "file", "uid": 0} 2021-07-26T15:39:22.586 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:22 +0000 (0:00:00.031) 0:00:04.866 *********** 2021-07-26T15:39:23.003 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Add authorized keys for the ansible user.] ************* 2021-07-26T15:39:23.004 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "comment": null, "exclusive": true, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmiHwkLkoJZiQs67KfE8jf0CdXjgbbpzKywUleMk4kWC7Wdn+92q/33DXpfS8xjg7opB9GTK3EW2C/RKBpf5RdaVG/5M7tRyUDLLbS3CURUoF6aNQI+8JIuFlsIfhO3Qw4uT7NlJCqsusrSbyLtGd/Im4CzwhvP1Enn6aUfyxv2yV4HoVjXbbIp2hlRXgcW8G/9q0TMuNfX4J6dpj9/PG8BbkKH/NReL2UMtjCGyRdIQvIwJRHMozjcE21824ZatA7nBeecX0MBRS6/A286uj6Z0PgmfJXYw0yw2Z2uSWR1ptIuMEiDBt96Pzn0dvfl7g/7bCi93MBQf/6sH9n4wkN root@typica001\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv 2021-07-26T15:39:23.006 INFO:teuthology.task.ansible.out:4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/cm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cm", "validate_certs": true} 2021-07-26T15:39:23.081 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "comment": null, "exclusive": true, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmiHwkLkoJZiQs67KfE8jf0CdXjgbbpzKywUleMk4kWC7Wdn+92q/33DXpfS8xjg7opB9GTK3EW2C/RKBpf5RdaVG/5M7tRyUDLLbS3CURUoF6aNQI+8JIuFlsIfhO3Qw4uT7NlJCqsusrSbyLtGd/Im4CzwhvP1Enn6aUfyxv2yV4HoVjXbbIp2hlRXgcW8G/9q0TMuNfX4J6dpj9/PG8BbkKH/NReL2UMtjCGyRdIQvIwJRHMozjcE21824ZatA7nBeecX0MBRS6/A286uj6Z0PgmfJXYw0yw2Z2uSWR1ptIuMEiDBt96Pzn0dvfl7g/7bCi93MBQf/6sH9n4wkN root@typica001\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv 2021-07-26T15:39:23.082 INFO:teuthology.task.ansible.out:4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/cm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cm", "validate_certs": true} 2021-07-26T15:39:23.155 INFO:teuthology.task.ansible.out: PLAY [teuthology] ************************************************************** skipping: no hosts matched 2021-07-26T15:39:23.157 INFO:teuthology.task.ansible.out: PLAY [testnodes] *************************************************************** 2021-07-26T15:39:23.175 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* 2021-07-26T15:39:23.177 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:23 +0000 (0:00:00.588) 0:00:05.455 *********** 2021-07-26T15:39:23.861 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] 2021-07-26T15:39:23.891 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] 2021-07-26T15:39:23.920 INFO:teuthology.task.ansible.out: TASK [set_fact] **************************************************************** 2021-07-26T15:39:23.922 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:23 +0000 (0:00:00.745) 0:00:06.201 *********** 2021-07-26T15:39:23.954 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"ansible_facts": {"ran_from_cephlab_playbook": true}, "changed": false} 2021-07-26T15:39:23.965 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"ansible_facts": {"ran_from_cephlab_playbook": true}, "changed": false} 2021-07-26T15:39:23.972 INFO:teuthology.task.ansible.out: PLAY [testnodes] *************************************************************** 2021-07-26T15:39:24.137 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:24 +0000 (0:00:00.216) 0:00:06.417 *********** 2021-07-26T15:39:24.166 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:24 +0000 (0:00:00.026) 0:00:06.443 *********** 2021-07-26T15:39:24.982 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* 2021-07-26T15:39:24.984 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] 2021-07-26T15:39:25.019 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] 2021-07-26T15:39:25.051 INFO:teuthology.task.ansible.out:[WARNING]: Using run_once with the free strategy is not currently supported. This task will still be executed for every host in the inventory list. 2021-07-26T15:39:25.052 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:25 +0000 (0:00:00.888) 0:00:07.331 *********** 2021-07-26T15:39:25.099 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:25 +0000 (0:00:00.047) 0:00:07.379 *********** 2021-07-26T15:39:25.537 INFO:teuthology.task.ansible.out: TASK [users : Check keys_repo HEAD sha1] *************************************** 2021-07-26T15:39:25.538 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => {"changed": true, "cmd": "git ls-remote https://github.com/ceph/keys HEAD | awk '{ print $1 }'", "delta": "0:00:00.220958", "end": "2021-07-26 15:39:25.508750", "rc": 0, "start": "2021-07-26 15:39:25.287792", "stderr": "", "stderr_lines": [], "stdout": "fa3530b6c8007ac148c609947f616c9ce81a7370", "stdout_lines": ["fa3530b6c8007ac148c609947f616c9ce81a7370"]} 2021-07-26T15:39:25.561 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:25 +0000 (0:00:00.461) 0:00:07.841 *********** 2021-07-26T15:39:25.652 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => {"changed": true, "cmd": "git ls-remote https://github.com/ceph/keys HEAD | awk '{ print $1 }'", "delta": "0:00:00.231818", "end": "2021-07-26 15:39:25.627698", "rc": 0, "start": "2021-07-26 15:39:25.395880", "stderr": "", "stderr_lines": [], "stdout": "fa3530b6c8007ac148c609947f616c9ce81a7370", "stdout_lines": ["fa3530b6c8007ac148c609947f616c9ce81a7370"]} 2021-07-26T15:39:25.677 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:25 +0000 (0:00:00.116) 0:00:07.957 *********** 2021-07-26T15:39:25.704 INFO:teuthology.task.ansible.out: TASK [users : Check host's /keys-repo-sha1 sentinel file] ********************** 2021-07-26T15:39:25.706 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => {"changed": true, "cmd": ["cat", "/keys-repo-sha1"], "delta": "0:00:00.009114", "end": "2021-07-26 15:39:25.697632", "failed_when_result": false, "rc": 0, "start": "2021-07-26 15:39:25.688518", "stderr": "", "stderr_lines": [], "stdout": "df8946f08e870e2d2565b79099289ca48bd825f3", "stdout_lines": ["df8946f08e870e2d2565b79099289ca48bd825f3"]} 2021-07-26T15:39:25.733 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:25 +0000 (0:00:00.056) 0:00:08.013 *********** 2021-07-26T15:39:25.804 INFO:teuthology.task.ansible.out: TASK [Determine if we can skip users and pubkeys updates] ********************** 2021-07-26T15:39:25.805 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:39:25.828 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:25 +0000 (0:00:00.094) 0:00:08.108 *********** 2021-07-26T15:39:25.838 INFO:teuthology.task.ansible.out: TASK [users : Check host's /keys-repo-sha1 sentinel file] ********************** changed: [smithi107.front.sepia.ceph.com] => {"changed": true, "cmd": ["cat", "/keys-repo-sha1"], "delta": "0:00:00.016840", "end": "2021-07-26 15:39:25.364812", "failed_when_result": false, "rc": 0, "start": "2021-07-26 15:39:25.347972", "stderr": "", "stderr_lines": [], "stdout": "df8946f08e870e2d2565b79099289ca48bd825f3", "stdout_lines": ["df8946f08e870e2d2565b79099289ca48bd825f3"]} 2021-07-26T15:39:25.863 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:25 +0000 (0:00:00.034) 0:00:08.143 *********** 2021-07-26T15:39:25.900 INFO:teuthology.task.ansible.out: TASK [Merge extra_admin_users into managed_admin_users] ************************ 2021-07-26T15:39:25.902 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:39:25.926 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:25 +0000 (0:00:00.062) 0:00:08.206 *********** 2021-07-26T15:39:25.954 INFO:teuthology.task.ansible.out: TASK [Determine if we can skip users and pubkeys updates] ********************** 2021-07-26T15:39:25.955 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:39:25.987 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:25 +0000 (0:00:00.061) 0:00:08.267 *********** 2021-07-26T15:39:26.009 INFO:teuthology.task.ansible.out: TASK [Remove managed_admin_users from managed_users] *************************** 2021-07-26T15:39:26.010 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:39:26.033 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:26 +0000 (0:00:00.046) 0:00:08.314 *********** 2021-07-26T15:39:26.063 INFO:teuthology.task.ansible.out: TASK [Merge extra_admin_users into managed_admin_users] ************************ 2021-07-26T15:39:26.065 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:39:26.087 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:26 +0000 (0:00:00.053) 0:00:08.367 *********** 2021-07-26T15:39:26.114 INFO:teuthology.task.ansible.out: TASK [Filter the managed_users list] ******************************************* 2021-07-26T15:39:26.117 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:39:26.139 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:26 +0000 (0:00:00.051) 0:00:08.419 *********** 2021-07-26T15:39:26.166 INFO:teuthology.task.ansible.out: TASK [Remove managed_admin_users from managed_users] *************************** 2021-07-26T15:39:26.168 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:39:26.191 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:26 +0000 (0:00:00.051) 0:00:08.471 *********** 2021-07-26T15:39:26.218 INFO:teuthology.task.ansible.out: TASK [Filter the managed_admin_users list] ************************************* 2021-07-26T15:39:26.220 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:39:26.242 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:26 +0000 (0:00:00.051) 0:00:08.522 *********** 2021-07-26T15:39:26.270 INFO:teuthology.task.ansible.out: TASK [Filter the managed_users list] ******************************************* skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:39:26.293 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:26 +0000 (0:00:00.050) 0:00:08.573 *********** 2021-07-26T15:39:26.363 INFO:teuthology.task.ansible.out: TASK [Filter the managed_admin_users list] ************************************* 2021-07-26T15:39:26.365 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:39:26.388 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:26 +0000 (0:00:00.094) 0:00:08.668 *********** 2021-07-26T15:39:26.426 INFO:teuthology.task.ansible.out: TASK [users : Set UID_MIN to 1001] ********************************************* ok: [smithi037.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:39:26.454 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:26 +0000 (0:00:00.065) 0:00:08.734 *********** 2021-07-26T15:39:26.566 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:39:26.592 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:26 +0000 (0:00:00.138) 0:00:08.872 *********** 2021-07-26T15:39:26.703 INFO:teuthology.task.ansible.out: TASK [Create all admin users with sudo access.] ******************************** 2021-07-26T15:39:26.705 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1101, "groups": "sudo", "home": "/home/andrewschoen", "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "move_home": false, "name": "andrewschoen", "shell": "/bin/bash", "state": "present", "uid": 1101} 2021-07-26T15:39:26.829 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1101, "groups": "sudo", "home": "/home/andrewschoen", "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "move_home": false, "name": "andrewschoen", "shell": "/bin/bash", "state": "present", "uid": 1101} 2021-07-26T15:39:26.851 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1102, "groups": "sudo", "home": "/home/zack", "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "move_home": false, "name": "zack", "shell": "/bin/bash", "state": "present", "uid": 1102} 2021-07-26T15:39:26.977 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1102, "groups": "sudo", "home": "/home/zack", "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "move_home": false, "name": "zack", "shell": "/bin/bash", "state": "present", "uid": 1102} 2021-07-26T15:39:26.999 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1103, "groups": "sudo", "home": "/home/kdreyer", "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "move_home": false, "name": "kdreyer", "shell": "/bin/bash", "state": "present", "uid": 1103} 2021-07-26T15:39:27.125 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1103, "groups": "sudo", "home": "/home/kdreyer", "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "move_home": false, "name": "kdreyer", "shell": "/bin/bash", "state": "present", "uid": 1103} 2021-07-26T15:39:27.147 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1104, "groups": "sudo", "home": "/home/dmick", "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "move_home": false, "name": "dmick", "shell": "/bin/bash", "state": "present", "uid": 1104} 2021-07-26T15:39:27.272 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1104, "groups": "sudo", "home": "/home/dmick", "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "move_home": false, "name": "dmick", "shell": "/bin/bash", "state": "present", "uid": 1104} 2021-07-26T15:39:27.294 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1105, "groups": "sudo", "home": "/home/sage", "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "move_home": false, "name": "sage", "shell": "/bin/bash", "state": "present", "uid": 1105} 2021-07-26T15:39:27.431 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1105, "groups": "sudo", "home": "/home/sage", "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "move_home": false, "name": "sage", "shell": "/bin/bash", "state": "present", "uid": 1105} 2021-07-26T15:39:27.444 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1106, "groups": "sudo", "home": "/home/dgalloway", "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "move_home": false, "name": "dgalloway", "shell": "/bin/bash", "state": "present", "uid": 1106} 2021-07-26T15:39:27.582 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1106, "groups": "sudo", "home": "/home/dgalloway", "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "move_home": false, "name": "dgalloway", "shell": "/bin/bash", "state": "present", "uid": 1106} 2021-07-26T15:39:27.593 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1107, "groups": "sudo", "home": "/home/akraitma", "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "move_home": false, "name": "akraitma", "shell": "/bin/bash", "state": "present", "uid": 1107} 2021-07-26T15:39:27.729 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1107, "groups": "sudo", "home": "/home/akraitma", "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "move_home": false, "name": "akraitma", "shell": "/bin/bash", "state": "present", "uid": 1107} 2021-07-26T15:39:27.731 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1108, "groups": "sudo", "home": "/home/jcaratzas", "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "move_home": false, "name": "jcaratzas", "shell": "/bin/bash", "state": "present", "uid": 1108} 2021-07-26T15:39:27.876 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1109, "groups": "sudo", "home": "/home/trociny", "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "move_home": false, "name": "trociny", "shell": "/bin/bash", "state": "present", "uid": 1109} 2021-07-26T15:39:27.878 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1108, "groups": "sudo", "home": "/home/jcaratzas", "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "move_home": false, "name": "jcaratzas", "shell": "/bin/bash", "state": "present", "uid": 1108} 2021-07-26T15:39:28.023 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1110, "groups": "sudo", "home": "/home/smithfarm", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "move_home": false, "name": "smithfarm", "shell": "/bin/bash", "state": "present", "uid": 1110} 2021-07-26T15:39:28.025 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1109, "groups": "sudo", "home": "/home/trociny", "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "move_home": false, "name": "trociny", "shell": "/bin/bash", "state": "present", "uid": 1109} 2021-07-26T15:39:28.170 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1110, "groups": "sudo", "home": "/home/smithfarm", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "move_home": false, "name": "smithfarm", "shell": "/bin/bash", "state": "present", "uid": 1110} 2021-07-26T15:39:28.171 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1111, "groups": "sudo", "home": "/home/mbenjamin", "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "move_home": false, "name": "mbenjamin", "shell": "/bin/bash", "state": "present", "uid": 1111} 2021-07-26T15:39:28.307 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1111, "groups": "sudo", "home": "/home/mbenjamin", "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "move_home": false, "name": "mbenjamin", "shell": "/bin/bash", "state": "present", "uid": 1111} 2021-07-26T15:39:28.309 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1112, "groups": "sudo", "home": "/home/aemerson", "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "move_home": false, "name": "aemerson", "shell": "/bin/bash", "state": "present", "uid": 1112} 2021-07-26T15:39:28.454 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1112, "groups": "sudo", "home": "/home/aemerson", "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "move_home": false, "name": "aemerson", "shell": "/bin/bash", "state": "present", "uid": 1112} 2021-07-26T15:39:28.455 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1113, "groups": "sudo", "home": "/home/amaredia", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "move_home": false, "name": "amaredia", "shell": "/bin/bash", "state": "present", "uid": 1113} 2021-07-26T15:39:28.598 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1113, "groups": "sudo", "home": "/home/amaredia", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "move_home": false, "name": "amaredia", "shell": "/bin/bash", "state": "present", "uid": 1113} 2021-07-26T15:39:28.609 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1114, "groups": "sudo", "home": "/home/tserlin", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "move_home": false, "name": "tserlin", "shell": "/bin/bash", "state": "present", "uid": 1114} 2021-07-26T15:39:28.745 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1114, "groups": "sudo", "home": "/home/tserlin", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "move_home": false, "name": "tserlin", "shell": "/bin/bash", "state": "present", "uid": 1114} 2021-07-26T15:39:28.767 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1115, "groups": "sudo", "home": "/home/dis", "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "move_home": false, "name": "dis", "shell": "/bin/bash", "state": "present", "uid": 1115} 2021-07-26T15:39:28.882 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1115, "groups": "sudo", "home": "/home/dis", "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "move_home": false, "name": "dis", "shell": "/bin/bash", "state": "present", "uid": 1115} 2021-07-26T15:39:28.914 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1116, "groups": "sudo", "home": "/home/gregf", "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "move_home": false, "name": "gregf", "shell": "/bin/bash", "state": "present", "uid": 1116} 2021-07-26T15:39:29.030 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1116, "groups": "sudo", "home": "/home/gregf", "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "move_home": false, "name": "gregf", "shell": "/bin/bash", "state": "present", "uid": 1116} 2021-07-26T15:39:29.062 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1117, "groups": "sudo", "home": "/home/joshd", "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "move_home": false, "name": "joshd", "shell": "/bin/bash", "state": "present", "uid": 1117} 2021-07-26T15:39:29.176 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1117, "groups": "sudo", "home": "/home/joshd", "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "move_home": false, "name": "joshd", "shell": "/bin/bash", "state": "present", "uid": 1117} 2021-07-26T15:39:29.198 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1118, "groups": "sudo", "home": "/home/davidz", "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "move_home": false, "name": "davidz", "shell": "/bin/bash", "state": "present", "uid": 1118} 2021-07-26T15:39:29.323 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1118, "groups": "sudo", "home": "/home/davidz", "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "move_home": false, "name": "davidz", "shell": "/bin/bash", "state": "present", "uid": 1118} 2021-07-26T15:39:29.346 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1119, "groups": "sudo", "home": "/home/cmeno", "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "move_home": false, "name": "cmeno", "shell": "/bin/bash", "state": "present", "uid": 1119} 2021-07-26T15:39:29.463 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1119, "groups": "sudo", "home": "/home/cmeno", "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "move_home": false, "name": "cmeno", "shell": "/bin/bash", "state": "present", "uid": 1119} 2021-07-26T15:39:29.484 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1120, "groups": "sudo", "home": "/home/ivancich", "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "move_home": false, "name": "ivancich", "shell": "/bin/bash", "state": "present", "uid": 1120} 2021-07-26T15:39:29.610 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1120, "groups": "sudo", "home": "/home/ivancich", "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "move_home": false, "name": "ivancich", "shell": "/bin/bash", "state": "present", "uid": 1120} 2021-07-26T15:39:29.631 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1121, "groups": "sudo", "home": "/home/wusui", "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "move_home": false, "name": "wusui", "shell": "/bin/bash", "state": "present", "uid": 1121} 2021-07-26T15:39:29.758 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1121, "groups": "sudo", "home": "/home/wusui", "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "move_home": false, "name": "wusui", "shell": "/bin/bash", "state": "present", "uid": 1121} 2021-07-26T15:39:29.780 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1122, "groups": "sudo", "home": "/home/yuriw", "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "move_home": false, "name": "yuriw", "shell": "/bin/bash", "state": "present", "uid": 1122} 2021-07-26T15:39:29.894 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1122, "groups": "sudo", "home": "/home/yuriw", "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "move_home": false, "name": "yuriw", "shell": "/bin/bash", "state": "present", "uid": 1122} 2021-07-26T15:39:29.916 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1123, "groups": "sudo", "home": "/home/tamil", "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "move_home": false, "name": "tamil", "shell": "/bin/bash", "state": "present", "uid": 1123} 2021-07-26T15:39:30.033 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1123, "groups": "sudo", "home": "/home/tamil", "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "move_home": false, "name": "tamil", "shell": "/bin/bash", "state": "present", "uid": 1123} 2021-07-26T15:39:30.066 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1124, "groups": "sudo", "home": "/home/jowilkin", "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "move_home": false, "name": "jowilkin", "shell": "/bin/bash", "state": "present", "uid": 1124} 2021-07-26T15:39:30.182 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1124, "groups": "sudo", "home": "/home/jowilkin", "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "move_home": false, "name": "jowilkin", "shell": "/bin/bash", "state": "present", "uid": 1124} 2021-07-26T15:39:30.206 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1125, "groups": "sudo", "home": "/home/bhubbard", "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "move_home": false, "name": "bhubbard", "shell": "/bin/bash", "state": "present", "uid": 1125} 2021-07-26T15:39:30.323 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1125, "groups": "sudo", "home": "/home/bhubbard", "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "move_home": false, "name": "bhubbard", "shell": "/bin/bash", "state": "present", "uid": 1125} 2021-07-26T15:39:30.356 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1126, "groups": "sudo", "home": "/home/yehudasa", "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "move_home": false, "name": "yehudasa", "shell": "/bin/bash", "state": "present", "uid": 1126} 2021-07-26T15:39:30.471 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1126, "groups": "sudo", "home": "/home/yehudasa", "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "move_home": false, "name": "yehudasa", "shell": "/bin/bash", "state": "present", "uid": 1126} 2021-07-26T15:39:30.505 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1127, "groups": "sudo", "home": "/home/dang", "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "move_home": false, "name": "dang", "shell": "/bin/bash", "state": "present", "uid": 1127} 2021-07-26T15:39:30.626 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1127, "groups": "sudo", "home": "/home/dang", "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "move_home": false, "name": "dang", "shell": "/bin/bash", "state": "present", "uid": 1127} 2021-07-26T15:39:30.648 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1128, "groups": "sudo", "home": "/home/branto", "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "move_home": false, "name": "branto", "shell": "/bin/bash", "state": "present", "uid": 1128} 2021-07-26T15:39:30.765 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1128, "groups": "sudo", "home": "/home/branto", "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "move_home": false, "name": "branto", "shell": "/bin/bash", "state": "present", "uid": 1128} 2021-07-26T15:39:30.797 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1129, "groups": "sudo", "home": "/home/xiaoxichen", "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "move_home": false, "name": "xiaoxichen", "shell": "/bin/bash", "state": "present", "uid": 1129} 2021-07-26T15:39:30.902 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1129, "groups": "sudo", "home": "/home/xiaoxichen", "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "move_home": false, "name": "xiaoxichen", "shell": "/bin/bash", "state": "present", "uid": 1129} 2021-07-26T15:39:30.944 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1130, "groups": "sudo", "home": "/home/ffilz", "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "move_home": false, "name": "ffilz", "shell": "/bin/bash", "state": "present", "uid": 1130} 2021-07-26T15:39:31.050 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1130, "groups": "sudo", "home": "/home/ffilz", "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "move_home": false, "name": "ffilz", "shell": "/bin/bash", "state": "present", "uid": 1130} 2021-07-26T15:39:31.104 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1131, "groups": "sudo", "home": "/home/joao", "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "move_home": false, "name": "joao", "shell": "/bin/bash", "state": "present", "uid": 1131} 2021-07-26T15:39:31.198 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1131, "groups": "sudo", "home": "/home/joao", "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "move_home": false, "name": "joao", "shell": "/bin/bash", "state": "present", "uid": 1131} 2021-07-26T15:39:31.253 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1132, "groups": "sudo", "home": "/home/nhm", "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "move_home": false, "name": "nhm", "shell": "/bin/bash", "state": "present", "uid": 1132} 2021-07-26T15:39:31.338 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1132, "groups": "sudo", "home": "/home/nhm", "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "move_home": false, "name": "nhm", "shell": "/bin/bash", "state": "present", "uid": 1132} 2021-07-26T15:39:31.404 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1133, "groups": "sudo", "home": "/home/nwatkins", "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "move_home": false, "name": "nwatkins", "shell": "/bin/bash", "state": "present", "uid": 1133} 2021-07-26T15:39:31.488 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1133, "groups": "sudo", "home": "/home/nwatkins", "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "move_home": false, "name": "nwatkins", "shell": "/bin/bash", "state": "present", "uid": 1133} 2021-07-26T15:39:31.552 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1134, "groups": "sudo", "home": "/home/mkidd", "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "move_home": false, "name": "mkidd", "shell": "/bin/bash", "state": "present", "uid": 1134} 2021-07-26T15:39:31.625 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1134, "groups": "sudo", "home": "/home/mkidd", "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "move_home": false, "name": "mkidd", "shell": "/bin/bash", "state": "present", "uid": 1134} 2021-07-26T15:39:31.689 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1135, "groups": "sudo", "home": "/home/jlopez", "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "move_home": false, "name": "jlopez", "shell": "/bin/bash", "state": "present", "uid": 1135} 2021-07-26T15:39:31.774 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1135, "groups": "sudo", "home": "/home/jlopez", "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "move_home": false, "name": "jlopez", "shell": "/bin/bash", "state": "present", "uid": 1135} 2021-07-26T15:39:31.837 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1136, "groups": "sudo", "home": "/home/haomaiwang", "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "move_home": false, "name": "haomaiwang", "shell": "/bin/bash", "state": "present", "uid": 1136} 2021-07-26T15:39:31.911 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1136, "groups": "sudo", "home": "/home/haomaiwang", "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "move_home": false, "name": "haomaiwang", "shell": "/bin/bash", "state": "present", "uid": 1136} 2021-07-26T15:39:31.985 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/kchai", "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "move_home": false, "name": "kchai", "shell": "/bin/bash", "state": "present", "uid": 1138} 2021-07-26T15:39:32.060 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/kchai", "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "move_home": false, "name": "kchai", "shell": "/bin/bash", "state": "present", "uid": 1138} 2021-07-26T15:39:32.123 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-07-26T15:39:32.198 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-07-26T15:39:32.272 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/dfuller", "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "move_home": false, "name": "dfuller", "shell": "/bin/bash", "state": "present", "uid": 1140} 2021-07-26T15:39:32.346 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/dfuller", "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "move_home": false, "name": "dfuller", "shell": "/bin/bash", "state": "present", "uid": 1140} 2021-07-26T15:39:32.421 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1141, "groups": "sudo", "home": "/home/owasserm", "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "move_home": false, "name": "owasserm", "shell": "/bin/bash", "state": "present", "uid": 1141} 2021-07-26T15:39:32.495 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1141, "groups": "sudo", "home": "/home/owasserm", "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "move_home": false, "name": "owasserm", "shell": "/bin/bash", "state": "present", "uid": 1141} 2021-07-26T15:39:32.558 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1142, "groups": "sudo", "home": "/home/vasu", "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "move_home": false, "name": "vasu", "shell": "/bin/bash", "state": "present", "uid": 1142} 2021-07-26T15:39:32.638 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1142, "groups": "sudo", "home": "/home/vasu", "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "move_home": false, "name": "vasu", "shell": "/bin/bash", "state": "present", "uid": 1142} 2021-07-26T15:39:32.699 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1143, "groups": "sudo", "home": "/home/smohan", "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "move_home": false, "name": "smohan", "shell": "/bin/bash", "state": "present", "uid": 1143} 2021-07-26T15:39:32.783 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1143, "groups": "sudo", "home": "/home/smohan", "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "move_home": false, "name": "smohan", "shell": "/bin/bash", "state": "present", "uid": 1143} 2021-07-26T15:39:32.846 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1144, "groups": "sudo", "home": "/home/abhi", "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "move_home": false, "name": "abhi", "shell": "/bin/bash", "state": "present", "uid": 1144} 2021-07-26T15:39:32.930 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1144, "groups": "sudo", "home": "/home/abhi", "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "move_home": false, "name": "abhi", "shell": "/bin/bash", "state": "present", "uid": 1144} 2021-07-26T15:39:32.994 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1145, "groups": "sudo", "home": "/home/cbodley", "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "move_home": false, "name": "cbodley", "shell": "/bin/bash", "state": "present", "uid": 1145} 2021-07-26T15:39:33.068 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1145, "groups": "sudo", "home": "/home/cbodley", "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "move_home": false, "name": "cbodley", "shell": "/bin/bash", "state": "present", "uid": 1145} 2021-07-26T15:39:33.142 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/mwatts", "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "move_home": false, "name": "mwatts", "shell": "/bin/bash", "state": "present", "uid": 1146} 2021-07-26T15:39:33.215 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/mwatts", "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "move_home": false, "name": "mwatts", "shell": "/bin/bash", "state": "present", "uid": 1146} 2021-07-26T15:39:33.279 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1147} 2021-07-26T15:39:33.353 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1147} 2021-07-26T15:39:33.427 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/pdonnell", "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "move_home": false, "name": "pdonnell", "shell": "/bin/bash", "state": "present", "uid": 1148} 2021-07-26T15:39:33.490 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/pdonnell", "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "move_home": false, "name": "pdonnell", "shell": "/bin/bash", "state": "present", "uid": 1148} 2021-07-26T15:39:33.565 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1149, "groups": "sudo", "home": "/home/jlayton", "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "move_home": false, "name": "jlayton", "shell": "/bin/bash", "state": "present", "uid": 1149} 2021-07-26T15:39:33.637 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1149, "groups": "sudo", "home": "/home/jlayton", "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "move_home": false, "name": "jlayton", "shell": "/bin/bash", "state": "present", "uid": 1149} 2021-07-26T15:39:33.712 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1150, "groups": "sudo", "home": "/home/rzarzynski", "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "move_home": false, "name": "rzarzynski", "shell": "/bin/bash", "state": "present", "uid": 1150} 2021-07-26T15:39:33.776 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1150, "groups": "sudo", "home": "/home/rzarzynski", "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "move_home": false, "name": "rzarzynski", "shell": "/bin/bash", "state": "present", "uid": 1150} 2021-07-26T15:39:33.850 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1151, "groups": "sudo", "home": "/home/rdias", "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "move_home": false, "name": "rdias", "shell": "/bin/bash", "state": "present", "uid": 1151} 2021-07-26T15:39:33.924 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1151, "groups": "sudo", "home": "/home/rdias", "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "move_home": false, "name": "rdias", "shell": "/bin/bash", "state": "present", "uid": 1151} 2021-07-26T15:39:34.008 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1152, "groups": "sudo", "home": "/home/vshankar", "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "move_home": false, "name": "vshankar", "shell": "/bin/bash", "state": "present", "uid": 1152} 2021-07-26T15:39:34.071 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1152, "groups": "sudo", "home": "/home/vshankar", "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "move_home": false, "name": "vshankar", "shell": "/bin/bash", "state": "present", "uid": 1152} 2021-07-26T15:39:34.155 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1153, "groups": "sudo", "home": "/home/akupczyk", "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "move_home": false, "name": "akupczyk", "shell": "/bin/bash", "state": "present", "uid": 1153} 2021-07-26T15:39:34.207 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1153, "groups": "sudo", "home": "/home/akupczyk", "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "move_home": false, "name": "akupczyk", "shell": "/bin/bash", "state": "present", "uid": 1153} 2021-07-26T15:39:34.302 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1154, "groups": "sudo", "home": "/home/nojha", "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "move_home": false, "name": "nojha", "shell": "/bin/bash", "state": "present", "uid": 1154} 2021-07-26T15:39:34.360 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1154, "groups": "sudo", "home": "/home/nojha", "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "move_home": false, "name": "nojha", "shell": "/bin/bash", "state": "present", "uid": 1154} 2021-07-26T15:39:34.457 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1155, "groups": "sudo", "home": "/home/ifed01", "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "move_home": false, "name": "ifed01", "shell": "/bin/bash", "state": "present", "uid": 1155} 2021-07-26T15:39:34.502 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1155, "groups": "sudo", "home": "/home/ifed01", "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "move_home": false, "name": "ifed01", "shell": "/bin/bash", "state": "present", "uid": 1155} 2021-07-26T15:39:34.597 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1156, "groups": "sudo", "home": "/home/myoungwon", "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "move_home": false, "name": "myoungwon", "shell": "/bin/bash", "state": "present", "uid": 1156} 2021-07-26T15:39:34.654 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1156, "groups": "sudo", "home": "/home/myoungwon", "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "move_home": false, "name": "myoungwon", "shell": "/bin/bash", "state": "present", "uid": 1156} 2021-07-26T15:39:34.750 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1157, "groups": "sudo", "home": "/home/gabrioux", "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "move_home": false, "name": "gabrioux", "shell": "/bin/bash", "state": "present", "uid": 1157} 2021-07-26T15:39:34.804 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1157, "groups": "sudo", "home": "/home/gabrioux", "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "move_home": false, "name": "gabrioux", "shell": "/bin/bash", "state": "present", "uid": 1157} 2021-07-26T15:39:34.900 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1158, "groups": "sudo", "home": "/home/leseb", "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "move_home": false, "name": "leseb", "shell": "/bin/bash", "state": "present", "uid": 1158} 2021-07-26T15:39:34.964 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1158, "groups": "sudo", "home": "/home/leseb", "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "move_home": false, "name": "leseb", "shell": "/bin/bash", "state": "present", "uid": 1158} 2021-07-26T15:39:35.038 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1159, "groups": "sudo", "home": "/home/hchen", "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "move_home": false, "name": "hchen", "shell": "/bin/bash", "state": "present", "uid": 1159} 2021-07-26T15:39:35.112 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1159, "groups": "sudo", "home": "/home/hchen", "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "move_home": false, "name": "hchen", "shell": "/bin/bash", "state": "present", "uid": 1159} 2021-07-26T15:39:35.189 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1160, "groups": "sudo", "home": "/home/jcollin", "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "move_home": false, "name": "jcollin", "shell": "/bin/bash", "state": "present", "uid": 1160} 2021-07-26T15:39:35.247 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1160, "groups": "sudo", "home": "/home/jcollin", "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "move_home": false, "name": "jcollin", "shell": "/bin/bash", "state": "present", "uid": 1160} 2021-07-26T15:39:35.333 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1161, "groups": "sudo", "home": "/home/xxg", "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "move_home": false, "name": "xxg", "shell": "/bin/bash", "state": "present", "uid": 1161} 2021-07-26T15:39:35.396 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1161, "groups": "sudo", "home": "/home/xxg", "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "move_home": false, "name": "xxg", "shell": "/bin/bash", "state": "present", "uid": 1161} 2021-07-26T15:39:35.470 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1162, "groups": "sudo", "home": "/home/pcuzner", "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "move_home": false, "name": "pcuzner", "shell": "/bin/bash", "state": "present", "uid": 1162} 2021-07-26T15:39:35.545 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1162, "groups": "sudo", "home": "/home/pcuzner", "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "move_home": false, "name": "pcuzner", "shell": "/bin/bash", "state": "present", "uid": 1162} 2021-07-26T15:39:35.619 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1163, "groups": "sudo", "home": "/home/mkogan", "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "move_home": false, "name": "mkogan", "shell": "/bin/bash", "state": "present", "uid": 1163} 2021-07-26T15:39:35.683 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1163, "groups": "sudo", "home": "/home/mkogan", "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "move_home": false, "name": "mkogan", "shell": "/bin/bash", "state": "present", "uid": 1163} 2021-07-26T15:39:35.767 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-07-26T15:39:35.830 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-07-26T15:39:35.905 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1164, "groups": "sudo", "home": "/home/henrix", "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "move_home": false, "name": "henrix", "shell": "/bin/bash", "state": "present", "uid": 1164} 2021-07-26T15:39:35.978 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1164, "groups": "sudo", "home": "/home/henrix", "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "move_home": false, "name": "henrix", "shell": "/bin/bash", "state": "present", "uid": 1164} 2021-07-26T15:39:36.051 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1165, "groups": "sudo", "home": "/home/pbs1108", "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "move_home": false, "name": "pbs1108", "shell": "/bin/bash", "state": "present", "uid": 1165} 2021-07-26T15:39:36.115 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1165, "groups": "sudo", "home": "/home/pbs1108", "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "move_home": false, "name": "pbs1108", "shell": "/bin/bash", "state": "present", "uid": 1165} 2021-07-26T15:39:36.189 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1166, "groups": "sudo", "home": "/home/clacroix", "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "move_home": false, "name": "clacroix", "shell": "/bin/bash", "state": "present", "uid": 1166} 2021-07-26T15:39:36.263 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1166, "groups": "sudo", "home": "/home/clacroix", "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "move_home": false, "name": "clacroix", "shell": "/bin/bash", "state": "present", "uid": 1166} 2021-07-26T15:39:36.336 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1167, "groups": "sudo", "home": "/home/epuertat", "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "move_home": false, "name": "epuertat", "shell": "/bin/bash", "state": "present", "uid": 1167} 2021-07-26T15:39:36.410 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1167, "groups": "sudo", "home": "/home/epuertat", "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "move_home": false, "name": "epuertat", "shell": "/bin/bash", "state": "present", "uid": 1167} 2021-07-26T15:39:36.483 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1168, "groups": "sudo", "home": "/home/tdehler", "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "move_home": false, "name": "tdehler", "shell": "/bin/bash", "state": "present", "uid": 1168} 2021-07-26T15:39:36.548 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1168, "groups": "sudo", "home": "/home/tdehler", "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "move_home": false, "name": "tdehler", "shell": "/bin/bash", "state": "present", "uid": 1168} 2021-07-26T15:39:36.622 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1169, "groups": "sudo", "home": "/home/laura", "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "move_home": false, "name": "laura", "shell": "/bin/bash", "state": "present", "uid": 1169} 2021-07-26T15:39:36.690 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1169, "groups": "sudo", "home": "/home/laura", "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "move_home": false, "name": "laura", "shell": "/bin/bash", "state": "present", "uid": 1169} 2021-07-26T15:39:36.763 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1170, "groups": "sudo", "home": "/home/yaarit", "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "move_home": false, "name": "yaarit", "shell": "/bin/bash", "state": "present", "uid": 1170} 2021-07-26T15:39:36.827 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1170, "groups": "sudo", "home": "/home/yaarit", "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "move_home": false, "name": "yaarit", "shell": "/bin/bash", "state": "present", "uid": 1170} 2021-07-26T15:39:36.912 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1171, "groups": "sudo", "home": "/home/rpavani1998", "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "move_home": false, "name": "rpavani1998", "shell": "/bin/bash", "state": "present", "uid": 1171} 2021-07-26T15:39:36.965 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1171, "groups": "sudo", "home": "/home/rpavani1998", "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "move_home": false, "name": "rpavani1998", "shell": "/bin/bash", "state": "present", "uid": 1171} 2021-07-26T15:39:37.060 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1172, "groups": "sudo", "home": "/home/rishabh", "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "move_home": false, "name": "rishabh", "shell": "/bin/bash", "state": "present", "uid": 1172} 2021-07-26T15:39:37.103 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1172, "groups": "sudo", "home": "/home/rishabh", "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "move_home": false, "name": "rishabh", "shell": "/bin/bash", "state": "present", "uid": 1172} 2021-07-26T15:39:37.209 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1173, "groups": "sudo", "home": "/home/skrah", "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "move_home": false, "name": "skrah", "shell": "/bin/bash", "state": "present", "uid": 1173} 2021-07-26T15:39:37.254 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1173, "groups": "sudo", "home": "/home/skrah", "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "move_home": false, "name": "skrah", "shell": "/bin/bash", "state": "present", "uid": 1173} 2021-07-26T15:39:37.349 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1174, "groups": "sudo", "home": "/home/smanjara", "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "move_home": false, "name": "smanjara", "shell": "/bin/bash", "state": "present", "uid": 1174} 2021-07-26T15:39:37.392 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1174, "groups": "sudo", "home": "/home/smanjara", "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "move_home": false, "name": "smanjara", "shell": "/bin/bash", "state": "present", "uid": 1174} 2021-07-26T15:39:37.506 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1175, "groups": "sudo", "home": "/home/bengland", "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "move_home": false, "name": "bengland", "shell": "/bin/bash", "state": "present", "uid": 1175} 2021-07-26T15:39:37.538 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1175, "groups": "sudo", "home": "/home/bengland", "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "move_home": false, "name": "bengland", "shell": "/bin/bash", "state": "present", "uid": 1175} 2021-07-26T15:39:37.644 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1176, "groups": "sudo", "home": "/home/pnawracay", "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "move_home": false, "name": "pnawracay", "shell": "/bin/bash", "state": "present", "uid": 1176} 2021-07-26T15:39:37.677 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1176, "groups": "sudo", "home": "/home/pnawracay", "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "move_home": false, "name": "pnawracay", "shell": "/bin/bash", "state": "present", "uid": 1176} 2021-07-26T15:39:37.792 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1177, "groups": "sudo", "home": "/home/alfonsomthd", "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "move_home": false, "name": "alfonsomthd", "shell": "/bin/bash", "state": "present", "uid": 1177} 2021-07-26T15:39:37.824 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1177, "groups": "sudo", "home": "/home/alfonsomthd", "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "move_home": false, "name": "alfonsomthd", "shell": "/bin/bash", "state": "present", "uid": 1177} 2021-07-26T15:39:37.940 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1178, "groups": "sudo", "home": "/home/oliveiradan", "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "move_home": false, "name": "oliveiradan", "shell": "/bin/bash", "state": "present", "uid": 1178} 2021-07-26T15:39:37.961 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1178, "groups": "sudo", "home": "/home/oliveiradan", "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "move_home": false, "name": "oliveiradan", "shell": "/bin/bash", "state": "present", "uid": 1178} 2021-07-26T15:39:38.087 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1179, "groups": "sudo", "home": "/home/swagner", "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "move_home": false, "name": "swagner", "shell": "/bin/bash", "state": "present", "uid": 1179} 2021-07-26T15:39:38.110 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1179, "groups": "sudo", "home": "/home/swagner", "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "move_home": false, "name": "swagner", "shell": "/bin/bash", "state": "present", "uid": 1179} 2021-07-26T15:39:38.226 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1180, "groups": "sudo", "home": "/home/yuvalif", "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "move_home": false, "name": "yuvalif", "shell": "/bin/bash", "state": "present", "uid": 1180} 2021-07-26T15:39:38.248 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1180, "groups": "sudo", "home": "/home/yuvalif", "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "move_home": false, "name": "yuvalif", "shell": "/bin/bash", "state": "present", "uid": 1180} 2021-07-26T15:39:38.373 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1181, "groups": "sudo", "home": "/home/kkeithle", "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "move_home": false, "name": "kkeithle", "shell": "/bin/bash", "state": "present", "uid": 1181} 2021-07-26T15:39:38.384 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1181, "groups": "sudo", "home": "/home/kkeithle", "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "move_home": false, "name": "kkeithle", "shell": "/bin/bash", "state": "present", "uid": 1181} 2021-07-26T15:39:38.521 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1182, "groups": "sudo", "home": "/home/emmericp", "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "move_home": false, "name": "emmericp", "shell": "/bin/bash", "state": "present", "uid": 1182} 2021-07-26T15:39:38.533 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1182, "groups": "sudo", "home": "/home/emmericp", "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "move_home": false, "name": "emmericp", "shell": "/bin/bash", "state": "present", "uid": 1182} 2021-07-26T15:39:38.670 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1183, "groups": "sudo", "home": "/home/mchangir", "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "move_home": false, "name": "mchangir", "shell": "/bin/bash", "state": "present", "uid": 1183} 2021-07-26T15:39:38.671 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1183, "groups": "sudo", "home": "/home/mchangir", "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "move_home": false, "name": "mchangir", "shell": "/bin/bash", "state": "present", "uid": 1183} 2021-07-26T15:39:38.819 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1184, "groups": "sudo", "home": "/home/sidharthanup", "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "move_home": false, "name": "sidharthanup", "shell": "/bin/bash", "state": "present", "uid": 1184} 2021-07-26T15:39:38.820 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1184, "groups": "sudo", "home": "/home/sidharthanup", "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "move_home": false, "name": "sidharthanup", "shell": "/bin/bash", "state": "present", "uid": 1184} 2021-07-26T15:39:38.966 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1185, "groups": "sudo", "home": "/home/varsha", "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "move_home": false, "name": "varsha", "shell": "/bin/bash", "state": "present", "uid": 1185} 2021-07-26T15:39:38.981 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1185, "groups": "sudo", "home": "/home/varsha", "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "move_home": false, "name": "varsha", "shell": "/bin/bash", "state": "present", "uid": 1185} 2021-07-26T15:39:39.103 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1186, "groups": "sudo", "home": "/home/sjust", "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "move_home": false, "name": "sjust", "shell": "/bin/bash", "state": "present", "uid": 1186} 2021-07-26T15:39:39.116 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1186, "groups": "sudo", "home": "/home/sjust", "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "move_home": false, "name": "sjust", "shell": "/bin/bash", "state": "present", "uid": 1186} 2021-07-26T15:39:39.251 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1187, "groups": "sudo", "home": "/home/ideepika", "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "move_home": false, "name": "ideepika", "shell": "/bin/bash", "state": "present", "uid": 1187} 2021-07-26T15:39:39.252 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1187, "groups": "sudo", "home": "/home/ideepika", "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "move_home": false, "name": "ideepika", "shell": "/bin/bash", "state": "present", "uid": 1187} 2021-07-26T15:39:39.398 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1188, "groups": "sudo", "home": "/home/gsalomon", "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "move_home": false, "name": "gsalomon", "shell": "/bin/bash", "state": "present", "uid": 1188} 2021-07-26T15:39:39.400 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1188, "groups": "sudo", "home": "/home/gsalomon", "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "move_home": false, "name": "gsalomon", "shell": "/bin/bash", "state": "present", "uid": 1188} 2021-07-26T15:39:39.536 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1189, "groups": "sudo", "home": "/home/soumyakoduri", "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "move_home": false, "name": "soumyakoduri", "shell": "/bin/bash", "state": "present", "uid": 1189} 2021-07-26T15:39:39.548 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1189, "groups": "sudo", "home": "/home/soumyakoduri", "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "move_home": false, "name": "soumyakoduri", "shell": "/bin/bash", "state": "present", "uid": 1189} 2021-07-26T15:39:39.684 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1190, "groups": "sudo", "home": "/home/kyr", "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "move_home": false, "name": "kyr", "shell": "/bin/bash", "state": "present", "uid": 1190} 2021-07-26T15:39:39.695 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1190, "groups": "sudo", "home": "/home/kyr", "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "move_home": false, "name": "kyr", "shell": "/bin/bash", "state": "present", "uid": 1190} 2021-07-26T15:39:39.823 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1191, "groups": "sudo", "home": "/home/sseshasa", "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "move_home": false, "name": "sseshasa", "shell": "/bin/bash", "state": "present", "uid": 1191} 2021-07-26T15:39:39.834 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1191, "groups": "sudo", "home": "/home/sseshasa", "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "move_home": false, "name": "sseshasa", "shell": "/bin/bash", "state": "present", "uid": 1191} 2021-07-26T15:39:39.973 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1192, "groups": "sudo", "home": "/home/rfriedma", "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "move_home": false, "name": "rfriedma", "shell": "/bin/bash", "state": "present", "uid": 1192} 2021-07-26T15:39:39.974 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1192, "groups": "sudo", "home": "/home/rfriedma", "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "move_home": false, "name": "rfriedma", "shell": "/bin/bash", "state": "present", "uid": 1192} 2021-07-26T15:39:40.120 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1193, "groups": "sudo", "home": "/home/lmb", "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "move_home": false, "name": "lmb", "shell": "/bin/bash", "state": "present", "uid": 1193} 2021-07-26T15:39:40.121 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1193, "groups": "sudo", "home": "/home/lmb", "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "move_home": false, "name": "lmb", "shell": "/bin/bash", "state": "present", "uid": 1193} 2021-07-26T15:39:40.256 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1194, "groups": "sudo", "home": "/home/ksirivad", "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "move_home": false, "name": "ksirivad", "shell": "/bin/bash", "state": "present", "uid": 1194} 2021-07-26T15:39:40.267 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1194, "groups": "sudo", "home": "/home/ksirivad", "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "move_home": false, "name": "ksirivad", "shell": "/bin/bash", "state": "present", "uid": 1194} 2021-07-26T15:39:40.404 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1195, "groups": "sudo", "home": "/home/ofriedma", "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "move_home": false, "name": "ofriedma", "shell": "/bin/bash", "state": "present", "uid": 1195} 2021-07-26T15:39:40.405 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1195, "groups": "sudo", "home": "/home/ofriedma", "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "move_home": false, "name": "ofriedma", "shell": "/bin/bash", "state": "present", "uid": 1195} 2021-07-26T15:39:40.551 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1196, "groups": "sudo", "home": "/home/h4iresis", "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "move_home": false, "name": "h4iresis", "shell": "/bin/bash", "state": "present", "uid": 1196} 2021-07-26T15:39:40.552 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1196, "groups": "sudo", "home": "/home/h4iresis", "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "move_home": false, "name": "h4iresis", "shell": "/bin/bash", "state": "present", "uid": 1196} 2021-07-26T15:39:40.702 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1197, "groups": "sudo", "home": "/home/shyukri", "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "move_home": false, "name": "shyukri", "shell": "/bin/bash", "state": "present", "uid": 1197} 2021-07-26T15:39:40.704 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1197, "groups": "sudo", "home": "/home/shyukri", "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "move_home": false, "name": "shyukri", "shell": "/bin/bash", "state": "present", "uid": 1197} 2021-07-26T15:39:40.850 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1198, "groups": "sudo", "home": "/home/scarvalhojr", "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "move_home": false, "name": "scarvalhojr", "shell": "/bin/bash", "state": "present", "uid": 1198} 2021-07-26T15:39:40.851 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1198, "groups": "sudo", "home": "/home/scarvalhojr", "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "move_home": false, "name": "scarvalhojr", "shell": "/bin/bash", "state": "present", "uid": 1198} 2021-07-26T15:39:40.987 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1199, "groups": "sudo", "home": "/home/rakesh", "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "move_home": false, "name": "rakesh", "shell": "/bin/bash", "state": "present", "uid": 1199} 2021-07-26T15:39:40.988 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1199, "groups": "sudo", "home": "/home/rakesh", "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "move_home": false, "name": "rakesh", "shell": "/bin/bash", "state": "present", "uid": 1199} 2021-07-26T15:39:41.135 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1200, "groups": "sudo", "home": "/home/ryg-", "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "move_home": false, "name": "ryg-", "shell": "/bin/bash", "state": "present", "uid": 1200} 2021-07-26T15:39:41.138 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1200, "groups": "sudo", "home": "/home/ryg-", "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "move_home": false, "name": "ryg-", "shell": "/bin/bash", "state": "present", "uid": 1200} 2021-07-26T15:39:41.282 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1147} 2021-07-26T15:39:41.283 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1147} 2021-07-26T15:39:41.420 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1201, "groups": "sudo", "home": "/home/zdover", "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "move_home": false, "name": "zdover", "shell": "/bin/bash", "state": "present", "uid": 1201} 2021-07-26T15:39:41.431 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1201, "groups": "sudo", "home": "/home/zdover", "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "move_home": false, "name": "zdover", "shell": "/bin/bash", "state": "present", "uid": 1201} 2021-07-26T15:39:41.569 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1202, "groups": "sudo", "home": "/home/rraja", "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "move_home": false, "name": "rraja", "shell": "/bin/bash", "state": "present", "uid": 1202} 2021-07-26T15:39:41.571 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1202, "groups": "sudo", "home": "/home/rraja", "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "move_home": false, "name": "rraja", "shell": "/bin/bash", "state": "present", "uid": 1202} 2021-07-26T15:39:41.709 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1203, "groups": "sudo", "home": "/home/toabctl", "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "move_home": false, "name": "toabctl", "shell": "/bin/bash", "state": "present", "uid": 1203} 2021-07-26T15:39:41.711 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1203, "groups": "sudo", "home": "/home/toabctl", "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "move_home": false, "name": "toabctl", "shell": "/bin/bash", "state": "present", "uid": 1203} 2021-07-26T15:39:41.856 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1204, "groups": "sudo", "home": "/home/mgfritch", "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "move_home": false, "name": "mgfritch", "shell": "/bin/bash", "state": "present", "uid": 1204} 2021-07-26T15:39:41.868 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1204, "groups": "sudo", "home": "/home/mgfritch", "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "move_home": false, "name": "mgfritch", "shell": "/bin/bash", "state": "present", "uid": 1204} 2021-07-26T15:39:41.993 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1205, "groups": "sudo", "home": "/home/xiubli", "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "move_home": false, "name": "xiubli", "shell": "/bin/bash", "state": "present", "uid": 1205} 2021-07-26T15:39:42.016 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1205, "groups": "sudo", "home": "/home/xiubli", "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "move_home": false, "name": "xiubli", "shell": "/bin/bash", "state": "present", "uid": 1205} 2021-07-26T15:39:42.143 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1206, "groups": "sudo", "home": "/home/jafaj", "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "move_home": false, "name": "jafaj", "shell": "/bin/bash", "state": "present", "uid": 1206} 2021-07-26T15:39:42.165 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1206, "groups": "sudo", "home": "/home/jafaj", "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "move_home": false, "name": "jafaj", "shell": "/bin/bash", "state": "present", "uid": 1206} 2021-07-26T15:39:42.287 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1207, "groups": "sudo", "home": "/home/jschmid", "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "move_home": false, "name": "jschmid", "shell": "/bin/bash", "state": "present", "uid": 1207} 2021-07-26T15:39:42.310 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1207, "groups": "sudo", "home": "/home/jschmid", "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "move_home": false, "name": "jschmid", "shell": "/bin/bash", "state": "present", "uid": 1207} 2021-07-26T15:39:42.427 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1208, "groups": "sudo", "home": "/home/kachau", "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "move_home": false, "name": "kachau", "shell": "/bin/bash", "state": "present", "uid": 1208} 2021-07-26T15:39:42.459 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1208, "groups": "sudo", "home": "/home/kachau", "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "move_home": false, "name": "kachau", "shell": "/bin/bash", "state": "present", "uid": 1208} 2021-07-26T15:39:42.575 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1209, "groups": "sudo", "home": "/home/khiremat", "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "move_home": false, "name": "khiremat", "shell": "/bin/bash", "state": "present", "uid": 1209} 2021-07-26T15:39:42.608 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1209, "groups": "sudo", "home": "/home/khiremat", "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "move_home": false, "name": "khiremat", "shell": "/bin/bash", "state": "present", "uid": 1209} 2021-07-26T15:39:42.719 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1210, "groups": "sudo", "home": "/home/kapandya", "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "move_home": false, "name": "kapandya", "shell": "/bin/bash", "state": "present", "uid": 1210} 2021-07-26T15:39:42.751 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1210, "groups": "sudo", "home": "/home/kapandya", "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "move_home": false, "name": "kapandya", "shell": "/bin/bash", "state": "present", "uid": 1210} 2021-07-26T15:39:42.867 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1211, "groups": "sudo", "home": "/home/prasad", "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "move_home": false, "name": "prasad", "shell": "/bin/bash", "state": "present", "uid": 1211} 2021-07-26T15:39:42.899 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1211, "groups": "sudo", "home": "/home/prasad", "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "move_home": false, "name": "prasad", "shell": "/bin/bash", "state": "present", "uid": 1211} 2021-07-26T15:39:43.004 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1212, "groups": "sudo", "home": "/home/vikhyat", "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "move_home": false, "name": "vikhyat", "shell": "/bin/bash", "state": "present", "uid": 1212} 2021-07-26T15:39:43.058 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1212, "groups": "sudo", "home": "/home/vikhyat", "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "move_home": false, "name": "vikhyat", "shell": "/bin/bash", "state": "present", "uid": 1212} 2021-07-26T15:39:43.142 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1213, "groups": "sudo", "home": "/home/shraddhaag", "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "move_home": false, "name": "shraddhaag", "shell": "/bin/bash", "state": "present", "uid": 1213} 2021-07-26T15:39:43.196 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1213, "groups": "sudo", "home": "/home/shraddhaag", "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "move_home": false, "name": "shraddhaag", "shell": "/bin/bash", "state": "present", "uid": 1213} 2021-07-26T15:39:43.289 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1214, "groups": "sudo", "home": "/home/gkyratsas", "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "move_home": false, "name": "gkyratsas", "shell": "/bin/bash", "state": "present", "uid": 1214} 2021-07-26T15:39:43.342 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1214, "groups": "sudo", "home": "/home/gkyratsas", "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "move_home": false, "name": "gkyratsas", "shell": "/bin/bash", "state": "present", "uid": 1214} 2021-07-26T15:39:43.436 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1215, "groups": "sudo", "home": "/home/prateek", "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "move_home": false, "name": "prateek", "shell": "/bin/bash", "state": "present", "uid": 1215} 2021-07-26T15:39:43.490 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1215, "groups": "sudo", "home": "/home/prateek", "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "move_home": false, "name": "prateek", "shell": "/bin/bash", "state": "present", "uid": 1215} 2021-07-26T15:39:43.574 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1216, "groups": "sudo", "home": "/home/jelopez", "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "move_home": false, "name": "jelopez", "shell": "/bin/bash", "state": "present", "uid": 1216} 2021-07-26T15:39:43.638 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1216, "groups": "sudo", "home": "/home/jelopez", "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "move_home": false, "name": "jelopez", "shell": "/bin/bash", "state": "present", "uid": 1216} 2021-07-26T15:39:43.723 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1217, "groups": "sudo", "home": "/home/dcain", "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "move_home": false, "name": "dcain", "shell": "/bin/bash", "state": "present", "uid": 1217} 2021-07-26T15:39:43.777 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1217, "groups": "sudo", "home": "/home/dcain", "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "move_home": false, "name": "dcain", "shell": "/bin/bash", "state": "present", "uid": 1217} 2021-07-26T15:39:43.861 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1218, "groups": "sudo", "home": "/home/sunny", "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "move_home": false, "name": "sunny", "shell": "/bin/bash", "state": "present", "uid": 1218} 2021-07-26T15:39:43.924 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1218, "groups": "sudo", "home": "/home/sunny", "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "move_home": false, "name": "sunny", "shell": "/bin/bash", "state": "present", "uid": 1218} 2021-07-26T15:39:44.008 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1219, "groups": "sudo", "home": "/home/xuxuehan", "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "move_home": false, "name": "xuxuehan", "shell": "/bin/bash", "state": "present", "uid": 1219} 2021-07-26T15:39:44.061 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1219, "groups": "sudo", "home": "/home/xuxuehan", "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "move_home": false, "name": "xuxuehan", "shell": "/bin/bash", "state": "present", "uid": 1219} 2021-07-26T15:39:44.156 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1220, "groups": "sudo", "home": "/home/aclewett", "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "move_home": false, "name": "aclewett", "shell": "/bin/bash", "state": "present", "uid": 1220} 2021-07-26T15:39:44.211 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1220, "groups": "sudo", "home": "/home/aclewett", "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "move_home": false, "name": "aclewett", "shell": "/bin/bash", "state": "present", "uid": 1220} 2021-07-26T15:39:44.305 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1221, "groups": "sudo", "home": "/home/cblum", "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "move_home": false, "name": "cblum", "shell": "/bin/bash", "state": "present", "uid": 1221} 2021-07-26T15:39:44.358 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1221, "groups": "sudo", "home": "/home/cblum", "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "move_home": false, "name": "cblum", "shell": "/bin/bash", "state": "present", "uid": 1221} 2021-07-26T15:39:44.452 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1222, "groups": "sudo", "home": "/home/mlatimer", "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "move_home": false, "name": "mlatimer", "shell": "/bin/bash", "state": "present", "uid": 1222} 2021-07-26T15:39:44.506 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1222, "groups": "sudo", "home": "/home/mlatimer", "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "move_home": false, "name": "mlatimer", "shell": "/bin/bash", "state": "present", "uid": 1222} 2021-07-26T15:39:44.601 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1223, "groups": "sudo", "home": "/home/shyamsundarr", "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "move_home": false, "name": "shyamsundarr", "shell": "/bin/bash", "state": "present", "uid": 1223} 2021-07-26T15:39:44.654 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1223, "groups": "sudo", "home": "/home/shyamsundarr", "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "move_home": false, "name": "shyamsundarr", "shell": "/bin/bash", "state": "present", "uid": 1223} 2021-07-26T15:39:44.744 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1224, "groups": "sudo", "home": "/home/shuzhenyi", "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "move_home": false, "name": "shuzhenyi", "shell": "/bin/bash", "state": "present", "uid": 1224} 2021-07-26T15:39:44.798 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1224, "groups": "sudo", "home": "/home/shuzhenyi", "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "move_home": false, "name": "shuzhenyi", "shell": "/bin/bash", "state": "present", "uid": 1224} 2021-07-26T15:39:44.883 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1225, "groups": "sudo", "home": "/home/mdipalma", "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "move_home": false, "name": "mdipalma", "shell": "/bin/bash", "state": "present", "uid": 1225} 2021-07-26T15:39:44.946 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1225, "groups": "sudo", "home": "/home/mdipalma", "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "move_home": false, "name": "mdipalma", "shell": "/bin/bash", "state": "present", "uid": 1225} 2021-07-26T15:39:45.032 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1226, "groups": "sudo", "home": "/home/kchang", "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "move_home": false, "name": "kchang", "shell": "/bin/bash", "state": "present", "uid": 1226} 2021-07-26T15:39:45.097 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1226, "groups": "sudo", "home": "/home/kchang", "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "move_home": false, "name": "kchang", "shell": "/bin/bash", "state": "present", "uid": 1226} 2021-07-26T15:39:45.181 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1227, "groups": "sudo", "home": "/home/vereddy", "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "move_home": false, "name": "vereddy", "shell": "/bin/bash", "state": "present", "uid": 1227} 2021-07-26T15:39:45.250 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1227, "groups": "sudo", "home": "/home/vereddy", "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "move_home": false, "name": "vereddy", "shell": "/bin/bash", "state": "present", "uid": 1227} 2021-07-26T15:39:45.324 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1228, "groups": "sudo", "home": "/home/benhanokh", "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "move_home": false, "name": "benhanokh", "shell": "/bin/bash", "state": "present", "uid": 1228} 2021-07-26T15:39:45.398 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1228, "groups": "sudo", "home": "/home/benhanokh", "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "move_home": false, "name": "benhanokh", "shell": "/bin/bash", "state": "present", "uid": 1228} 2021-07-26T15:39:45.461 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1229, "groups": "sudo", "home": "/home/jsalomon", "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "move_home": false, "name": "jsalomon", "shell": "/bin/bash", "state": "present", "uid": 1229} 2021-07-26T15:39:45.546 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1229, "groups": "sudo", "home": "/home/jsalomon", "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "move_home": false, "name": "jsalomon", "shell": "/bin/bash", "state": "present", "uid": 1229} 2021-07-26T15:39:45.610 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1230, "groups": "sudo", "home": "/home/jolmomar", "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "move_home": false, "name": "jolmomar", "shell": "/bin/bash", "state": "present", "uid": 1230} 2021-07-26T15:39:45.685 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1230, "groups": "sudo", "home": "/home/jolmomar", "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "move_home": false, "name": "jolmomar", "shell": "/bin/bash", "state": "present", "uid": 1230} 2021-07-26T15:39:45.761 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1231, "groups": "sudo", "home": "/home/hmunjulu", "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "move_home": false, "name": "hmunjulu", "shell": "/bin/bash", "state": "present", "uid": 1231} 2021-07-26T15:39:45.847 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1231, "groups": "sudo", "home": "/home/hmunjulu", "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "move_home": false, "name": "hmunjulu", "shell": "/bin/bash", "state": "present", "uid": 1231} 2021-07-26T15:39:45.911 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1232, "groups": "sudo", "home": "/home/julpark", "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "move_home": false, "name": "julpark", "shell": "/bin/bash", "state": "present", "uid": 1232} 2021-07-26T15:39:45.985 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1232, "groups": "sudo", "home": "/home/julpark", "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "move_home": false, "name": "julpark", "shell": "/bin/bash", "state": "present", "uid": 1232} 2021-07-26T15:39:46.061 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1233, "groups": "sudo", "home": "/home/pdhange", "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "move_home": false, "name": "pdhange", "shell": "/bin/bash", "state": "present", "uid": 1233} 2021-07-26T15:39:46.133 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1233, "groups": "sudo", "home": "/home/pdhange", "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "move_home": false, "name": "pdhange", "shell": "/bin/bash", "state": "present", "uid": 1233} 2021-07-26T15:39:46.216 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1234, "groups": "sudo", "home": "/home/dpivonka", "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "move_home": false, "name": "dpivonka", "shell": "/bin/bash", "state": "present", "uid": 1234} 2021-07-26T15:39:46.279 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1234, "groups": "sudo", "home": "/home/dpivonka", "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "move_home": false, "name": "dpivonka", "shell": "/bin/bash", "state": "present", "uid": 1234} 2021-07-26T15:39:46.354 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1235, "groups": "sudo", "home": "/home/adking", "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "move_home": false, "name": "adking", "shell": "/bin/bash", "state": "present", "uid": 1235} 2021-07-26T15:39:46.418 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1235, "groups": "sudo", "home": "/home/adking", "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "move_home": false, "name": "adking", "shell": "/bin/bash", "state": "present", "uid": 1235} 2021-07-26T15:39:46.502 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1236, "groups": "sudo", "home": "/home/amathuri", "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "move_home": false, "name": "amathuri", "shell": "/bin/bash", "state": "present", "uid": 1236} 2021-07-26T15:39:46.565 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1236, "groups": "sudo", "home": "/home/amathuri", "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "move_home": false, "name": "amathuri", "shell": "/bin/bash", "state": "present", "uid": 1236} 2021-07-26T15:39:46.649 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1237, "groups": "sudo", "home": "/home/nizamial09", "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "move_home": false, "name": "nizamial09", "shell": "/bin/bash", "state": "present", "uid": 1237} 2021-07-26T15:39:46.706 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1237, "groups": "sudo", "home": "/home/nizamial09", "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "move_home": false, "name": "nizamial09", "shell": "/bin/bash", "state": "present", "uid": 1237} 2021-07-26T15:39:47.196 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10103, "groups": "sudo", "home": "/home/dachary", "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "name": "dachary", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10102} 2021-07-26T15:39:47.229 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10103, "groups": "sudo", "home": "/home/dachary", "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "name": "dachary", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10102} 2021-07-26T15:39:47.759 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10104, "groups": "sudo", "home": "/home/amctagga", "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "name": "amctagga", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10103} 2021-07-26T15:39:47.771 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10104, "groups": "sudo", "home": "/home/amctagga", "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "name": "amctagga", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10103} 2021-07-26T15:39:48.222 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10105, "groups": "sudo", "home": "/home/kevinz", "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "name": "kevinz", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10104} 2021-07-26T15:39:48.337 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10105, "groups": "sudo", "home": "/home/kevinz", "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "name": "kevinz", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10104} 2021-07-26T15:39:48.755 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10106, "groups": "sudo", "home": "/home/liu-chunmei", "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "name": "liu-chunmei", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10105} 2021-07-26T15:39:48.849 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10106, "groups": "sudo", "home": "/home/liu-chunmei", "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "name": "liu-chunmei", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10105} 2021-07-26T15:39:49.185 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10107, "groups": "sudo", "home": "/home/cyx1231st", "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "name": "cyx1231st", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10106} 2021-07-26T15:39:49.301 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10107, "groups": "sudo", "home": "/home/cyx1231st", "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "name": "cyx1231st", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10106} 2021-07-26T15:39:49.717 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10108, "groups": "sudo", "home": "/home/sunnagar", "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "name": "sunnagar", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10107} 2021-07-26T15:39:49.834 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10108, "groups": "sudo", "home": "/home/sunnagar", "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "name": "sunnagar", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10107} 2021-07-26T15:39:50.169 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10109, "groups": "sudo", "home": "/home/lflores", "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "name": "lflores", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10108} 2021-07-26T15:39:50.483 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10109, "groups": "sudo", "home": "/home/lflores", "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "name": "lflores", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10108} 2021-07-26T15:39:50.671 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10110, "groups": "sudo", "home": "/home/jsawaya", "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "name": "jsawaya", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10109} 2021-07-26T15:39:51.110 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10110, "groups": "sudo", "home": "/home/jsawaya", "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "name": "jsawaya", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10109} 2021-07-26T15:39:51.174 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10111, "groups": "sudo", "home": "/home/markw8973240", "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "name": "markw8973240", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10110} 2021-07-26T15:39:51.673 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10111, "groups": "sudo", "home": "/home/markw8973240", "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "name": "markw8973240", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10110} 2021-07-26T15:39:51.695 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10112, "groups": "sudo", "home": "/home/luisrico", "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "name": "luisrico", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10111} 2021-07-26T15:39:52.228 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10112, "groups": "sudo", "home": "/home/luisrico", "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "name": "luisrico", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10111} changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10113, "groups": "sudo", "home": "/home/matan", "item": {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, "name": "matan", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10112} 2021-07-26T15:39:52.778 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10114, "groups": "sudo", "home": "/home/ozeneva", "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "name": "ozeneva", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10113} 2021-07-26T15:39:52.799 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10113, "groups": "sudo", "home": "/home/matan", "item": {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, "name": "matan", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10112} 2021-07-26T15:39:53.275 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10115, "groups": "sudo", "home": "/home/sudhanaruna", "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "name": "sudhanaruna", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10114} 2021-07-26T15:39:53.288 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10114, "groups": "sudo", "home": "/home/ozeneva", "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "name": "ozeneva", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10113} 2021-07-26T15:39:53.774 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10115, "groups": "sudo", "home": "/home/sudhanaruna", "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "name": "sudhanaruna", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10114} 2021-07-26T15:39:53.817 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10116, "groups": "sudo", "home": "/home/zl31wang", "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "name": "zl31wang", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10115} 2021-07-26T15:39:54.278 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10116, "groups": "sudo", "home": "/home/zl31wang", "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "name": "zl31wang", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10115} 2021-07-26T15:39:54.289 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10117, "groups": "sudo", "home": "/home/mayagilad", "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "name": "mayagilad", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10116} 2021-07-26T15:39:54.445 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:54 +0000 (0:00:27.852) 0:00:36.725 *********** 2021-07-26T15:39:54.541 INFO:teuthology.task.ansible.out: TASK [Create all users without sudo access.] *********************************** 2021-07-26T15:39:54.570 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:54 +0000 (0:00:00.124) 0:00:36.850 *********** 2021-07-26T15:39:54.666 INFO:teuthology.task.ansible.out: TASK [Merge managed_users and managed_admin users] ***************************** 2021-07-26T15:39:54.668 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"ansible_facts": {"pubkey_users": [{"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, {"name": "jcaratzas", "ovpn": "jcaratza@fedora 2021-07-26T15:39:54.670 INFO:teuthology.task.ansible.out:rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265 2021-07-26T15:39:54.672 INFO:teuthology.task.ansible.out:c63f3ea91e7dacd78"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, {"name": "cmeno", "ovpn": "cmeno@boxtop K 2021-07-26T15:39:54.673 INFO:teuthology.task.ansible.out:D0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9 2021-07-26T15:39:54.675 INFO:teuthology.task.ansible.out:df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9 2021-07-26T15:39:54.676 INFO:teuthology.task.ansible.out:b660160a1db69f0135e0d09364b2cb9b3"}, {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, {"name": "rzarzynski", " 2021-07-26T15:39:54.678 INFO:teuthology.task.ansible.out:ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, {"name": "vshankar", "ovpn" 2021-07-26T15:39:54.679 INFO:teuthology.task.ansible.out:: "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, {"name": "mkogan", "ovpn": "mkogan@mkP50 2021-07-26T15:39:54.680 INFO:teuthology.task.ansible.out:f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, {"name": 2021-07-26T15:39:54.682 INFO:teuthology.task.ansible.out:"alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, {"name": "gsalomon 2021-07-26T15:39:54.684 INFO:teuthology.task.ansible.out:", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, {"nam 2021-07-26T15:39:54.685 INFO:teuthology.task.ansible.out:e": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449 2021-07-26T15:39:54.687 INFO:teuthology.task.ansible.out:ce80bf26311426ae3914cdf1fe8d591c67"}, {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, {"name": "jsalomon", "ovpn 2021-07-26T15:39:54.689 INFO:teuthology.task.ansible.out:": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, {"name": "pdhange", "ovpn": "prashant@cephdev 2021-07-26T15:39:54.689 INFO:teuthology.task.ansible.out: JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185 2021-07-26T15:39:54.691 INFO:teuthology.task.ansible.out:052887b82ba5c343a42eb271747a"}, {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}]}, "changed": false} 2021-07-26T15:39:54.723 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:54 +0000 (0:00:00.151) 0:00:37.001 *********** 2021-07-26T15:39:54.833 INFO:teuthology.task.ansible.out: TASK [Create all admin users with sudo access.] ******************************** 2021-07-26T15:39:54.836 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10117, "groups": "sudo", "home": "/home/mayagilad", "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "name": "mayagilad", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10116} 2021-07-26T15:39:54.959 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:54 +0000 (0:00:00.237) 0:00:37.239 *********** 2021-07-26T15:39:55.030 INFO:teuthology.task.ansible.out: TASK [Create all users without sudo access.] *********************************** 2021-07-26T15:39:55.052 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:55 +0000 (0:00:00.093) 0:00:37.333 *********** 2021-07-26T15:39:55.144 INFO:teuthology.task.ansible.out: TASK [Merge managed_users and managed_admin users] ***************************** 2021-07-26T15:39:55.146 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"ansible_facts": {"pubkey_users": [{"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, {"name": "jcaratzas", "ovpn": "jcaratza@fedora 2021-07-26T15:39:55.148 INFO:teuthology.task.ansible.out:rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265 2021-07-26T15:39:55.151 INFO:teuthology.task.ansible.out:c63f3ea91e7dacd78"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, {"name": "cmeno", "ovpn": "cmeno@boxtop K 2021-07-26T15:39:55.152 INFO:teuthology.task.ansible.out:D0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9 2021-07-26T15:39:55.154 INFO:teuthology.task.ansible.out:df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9 2021-07-26T15:39:55.156 INFO:teuthology.task.ansible.out:b660160a1db69f0135e0d09364b2cb9b3"}, {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, {"name": "rzarzynski", " 2021-07-26T15:39:55.157 INFO:teuthology.task.ansible.out:ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, {"name": "vshankar", "ovpn" 2021-07-26T15:39:55.158 INFO:teuthology.task.ansible.out:: "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, {"name": "mkogan", "ovpn": "mkogan@mkP50 2021-07-26T15:39:55.159 INFO:teuthology.task.ansible.out:f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, {"name": 2021-07-26T15:39:55.161 INFO:teuthology.task.ansible.out:"alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, {"name": "gsalomon 2021-07-26T15:39:55.163 INFO:teuthology.task.ansible.out:", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, {"nam 2021-07-26T15:39:55.164 INFO:teuthology.task.ansible.out:e": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449 2021-07-26T15:39:55.166 INFO:teuthology.task.ansible.out:ce80bf26311426ae3914cdf1fe8d591c67"}, {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, {"name": "jsalomon", "ovpn 2021-07-26T15:39:55.168 INFO:teuthology.task.ansible.out:": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, {"name": "pdhange", "ovpn": "prashant@cephdev 2021-07-26T15:39:55.169 INFO:teuthology.task.ansible.out: JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185 2021-07-26T15:39:55.171 INFO:teuthology.task.ansible.out:052887b82ba5c343a42eb271747a"}, {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}]}, "changed": false} 2021-07-26T15:39:55.196 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:55 +0000 (0:00:00.143) 0:00:37.476 *********** 2021-07-26T15:39:55.692 INFO:teuthology.task.ansible.out: TASK [users : Clone the keys repo] ********************************************* 2021-07-26T15:39:55.694 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"after": "fa3530b6c8007ac148c609947f616c9ce81a7370", "attempts": 1, "before": "fa3530b6c8007ac148c609947f616c9ce81a7370", "changed": false, "remote_url_changed": false} 2021-07-26T15:39:55.717 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:55 +0000 (0:00:00.520) 0:00:37.997 *********** 2021-07-26T15:39:55.871 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"after": "fa3530b6c8007ac148c609947f616c9ce81a7370", "attempts": 1, "before": "fa3530b6c8007ac148c609947f616c9ce81a7370", "changed": false, "remote_url_changed": false} 2021-07-26T15:39:55.896 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:39:55 +0000 (0:00:00.177) 0:00:38.175 *********** 2021-07-26T15:39:56.112 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-07-26T15:39:56.113 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDdkebJGXKQWBG/7wZG334P+EAdC+5VNMrjLjXhaZZbt3V9vKDQCodcU3zSOjMa/GDGg2WHQdO/vioCc6O/m61KTbgLDaaPSzHH16j/e1SaU8BIgKKU42AUBJzpPeaZ2wCC1i12Hq8ULwjEW29IDsnMortzlCSQmaTKc3DN2nCXZWQXA1rSiQ2AhIq5WNJY9S36lsg5tkex4xUajyNW4vPubLtkSv+WrzNK7ZJ8zfzP6eJEJ+Uj7CLdanBCgwoLGSPfGA5c/gyUT7mHibOUwvFB5sFVsozMPp2PXzUUIv70adJpOskLYfKY7TUSuaB4AUOPu6NVauzVIl3Tsn+uvHqvtn8KC3BPpyH7+JiFQWEt+aO+/ynprfoqCjktuf07SXo0ewoVYT2S++JEBa/N2hKRkzIoSPJ+Rvoazc8GZIjXpQRyhMdTV/LCSeyUTJ7lDQVrQVhUIHKnMm+hZmf4tLQKZvNAThO984CpY93ST5Ww07fjRLMXNZGuaz+zHKNexhWSPKr+ggChnZCOLl/F6zbDnBZoCaHR6hH4+QLz0K/FAgxN2Nn00RiOFkmIlzEioxMcwC/peTl3WzRfqPINdTftiTzcFi/c2QmlHhnxsueIwNhHOn4frkGkFmexdDrXRStERzSBJ13X4kWduPmQsn+bx5/7xwqC6M4bXpkYFOefOw== aschoen@redhat.com", "key_options": null, "keyfile": "/home/andrewschoen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "andrewschoen", "validate_certs": true} 2021-07-26T15:39:56.260 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local", "key_options": null, "keyfile": "/home/zack/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zack", "validate_certs": true} 2021-07-26T15:39:56.282 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDdkebJGXKQWBG/7wZG334P+EAdC+5VNMrjLjXhaZZbt3V9vKDQCodcU3zSOjMa/GDGg2WHQdO/vioCc6O/m61KTbgLDaaPSzHH16j/e1SaU8BIgKKU42AUBJzpPeaZ2wCC1i12Hq8ULwjEW29IDsnMortzlCSQmaTKc3DN2nCXZWQXA1rSiQ2AhIq5WNJY9S36lsg5tkex4xUajyNW4vPubLtkSv+WrzNK7ZJ8zfzP6eJEJ+Uj7CLdanBCgwoLGSPfGA5c/gyUT7mHibOUwvFB5sFVsozMPp2PXzUUIv70adJpOskLYfKY7TUSuaB4AUOPu6NVauzVIl3Tsn+uvHqvtn8KC3BPpyH7+JiFQWEt+aO+/ynprfoqCjktuf07SXo0ewoVYT2S++JEBa/N2hKRkzIoSPJ+Rvoazc8GZIjXpQRyhMdTV/LCSeyUTJ7lDQVrQVhUIHKnMm+hZmf4tLQKZvNAThO984CpY93ST5Ww07fjRLMXNZGuaz+zHKNexhWSPKr+ggChnZCOLl/F6zbDnBZoCaHR6hH4+QLz0K/FAgxN2Nn00RiOFkmIlzEioxMcwC/peTl3WzRfqPINdTftiTzcFi/c2QmlHhnxsueIwNhHOn4frkGkFmexdDrXRStERzSBJ13X4kWduPmQsn+bx5/7xwqC6M4bXpkYFOefOw== aschoen@redhat.com", "key_options": null, "keyfile": "/home/andrewschoen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "andrewschoen", "validate_certs": true} 2021-07-26T15:39:56.397 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4eHmz10szeHNS3dNejKokW85ksB+iR4HGOFsmQM11Ni68Nm5aqEKvkOZU8TpY92vpCQL0A68GlrXB845cACdyk6HUJYyNNNMC43l1FYWOwjMqQBSdj8W3VQDTA6eiG60mt5fgI8fyR38rKzIA1MnTBkSSjuh5kQVJ9bdEp3GuY5oc8vxDNBlGJ6LYnyEWt/pqL2J+mpjqnOjsC+EbE2exhP9O+mvzpQiyo/+dEN1COwX3//pNRXGfOSeOczHNsJE8Eu+j/n/BlW57++sJyFMkzS7bUxMSGM6quvjQZ7RT1c5JM6vLEiQyzQxoRgzY93h1yKlOstBi0NamtpqHQZGP kdreyer@mbp.ktdreyer.com", "key_options": null, "keyfile": "/home/kdreyer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kdreyer", "validate_certs": true} 2021-07-26T15:39:56.419 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local", "key_options": null, "keyfile": "/home/zack/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zack", "validate_certs": true} 2021-07-26T15:39:56.524 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/onMoOCUhkp+UiJAq+ye4P70sfeV+uMhgWKLfLBh/1SYq1xxb9bSmjBnETO/9KvukRhzlReBQ7y+BKRhm037P7LuTUY4r0Y8JB6BXkjjCY1yXZJC6kvB7xFsvyiDum5rrdeWMQ/Rhh7YJpze5KY1nHLkyU9X7Ewak0kLEyduJEKekbsOom6l0wZ2ZYrBEKFWJXUDk5icUuWWg3mhKaKnLNWVg1lUw8jzYTJYfjR9GUgzZWXtzkAaI3ugpLOlQ+KEls03/WAFcWA9F9ExqzIsJpvEks27LeFBGVE3PjVNKMqqBZQlZ 2021-07-26T15:39:56.526 INFO:teuthology.task.ansible.out:tIEz1iguWJaWMi5lDIfXkvVOFabtIpX/BZRf dmick@dmick-MacBookAir\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOoIm6sOytKwqNf9FSQn0Olu72ZRDjAYeNFQVWTn2PIB ed25519-hplaptop", "key_options": null, "keyfile": "/home/dmick/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dmick", "validate_certs": true} 2021-07-26T15:39:56.546 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4eHmz10szeHNS3dNejKokW85ksB+iR4HGOFsmQM11Ni68Nm5aqEKvkOZU8TpY92vpCQL0A68GlrXB845cACdyk6HUJYyNNNMC43l1FYWOwjMqQBSdj8W3VQDTA6eiG60mt5fgI8fyR38rKzIA1MnTBkSSjuh5kQVJ9bdEp3GuY5oc8vxDNBlGJ6LYnyEWt/pqL2J+mpjqnOjsC+EbE2exhP9O+mvzpQiyo/+dEN1COwX3//pNRXGfOSeOczHNsJE8Eu+j/n/BlW57++sJyFMkzS7bUxMSGM6quvjQZ7RT1c5JM6vLEiQyzQxoRgzY93h1yKlOstBi0NamtpqHQZGP kdreyer@mbp.ktdreyer.com", "key_options": null, "keyfile": "/home/kdreyer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kdreyer", "validate_certs": true} 2021-07-26T15:39:56.671 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJ4z0gLwjexgyixdTuiwaxpPnq7w4FOKxHsQKKAHTlKRu11ynB+9APbtqaAYss8yDqHaHyewPdE+9JMYhZX8rUgcKv2H7jBCQ/Enfl0UyY643VQnuG8lr2Ipk6ELuL5NuuTb7Npo4zKyq/0649kPD46k/X/qLuKzhN49k50S3XJq5WwHi6CJvR8DzPOkjied0o1BHpfcCCIMorUcyfVxqmeu2m+uSE15ncQsd8BIvH4/YNoncUGYxqVhGB+FNUlWdhV0SPRW7V/gmyvFW5qdYX2QhNZAQHChdEH1E9AI7WiCFkyLRx39qYgXgqj8vOOnlwHgy/oJnpnu/Mlvj1uETX sage@montreal\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCVPfoCpv2/9uWCwEo4clWt3i1O8ZPpB2FcQbBLxY3iLQWZJDe74rNWPBj0cJVCytTHxYV0e5HxYyChOG60ca5odHlPNB+/Z4WLU9LVuHiCYsElivJlwvD+l9kzI+UMGJb3HCHqx2yIRGXpEkSMFR1+w5Oz9sInPD7JJmO8Hb9KkoeqZtkJL0aic/M5bDWBut6SSfYlmh8qnQYbkCDiXg/KtOcy1ZJXQ9ZLjsCbpSzeBNbdUOxEQ1+5vUe00vHpl0vOKtRrzgTne2ct1IxbSjdL16ZgHi5BQAREXc9UUG3z7NPOmnwkuKkkpyLmwcOusot5tYHrxks+5i6EoGEJrvJ3 sage@maetl", "key_options": null, "keyfile": "/home/sage/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sage", "validate_certs": true} 2021-07-26T15:39:56.682 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/onMoOCUhkp+UiJAq+ye4P70sfeV+uMhgWKLfLBh/1SYq1xxb9bSmjBnETO/9KvukRhzlReBQ7y+BKRhm037P7LuTUY4r0Y8JB6BXkjjCY1yXZJC6kvB7xFsvyiDum5rrdeWMQ/Rhh7YJpze5KY1nHLkyU9X7Ewak0kLEyduJEKekbsOom6l0wZ2ZYrBEKFWJXUDk5icUuWWg3mhKaKnLNWVg1lUw8jzYTJYfjR9GUgzZWXtzkAaI3ugpLOlQ+KEls03/WAFcWA9F9ExqzIsJpvEks27LeFBGVE3PjVNKMqqBZQlZ 2021-07-26T15:39:56.684 INFO:teuthology.task.ansible.out:tIEz1iguWJaWMi5lDIfXkvVOFabtIpX/BZRf dmick@dmick-MacBookAir\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOoIm6sOytKwqNf9FSQn0Olu72ZRDjAYeNFQVWTn2PIB ed25519-hplaptop", "key_options": null, "keyfile": "/home/dmick/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dmick", "validate_certs": true} 2021-07-26T15:39:56.799 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBAN3MlkYQNsm1uB6uJQ7hWJ1Ro9Gusrhi/b/KshPMFh51VWBQn71LdCCjdrsE6FWs5FYE/hr7MITJe+si7aZCmuf8U9tc+oiYh3spXtRhJVIM80FOVRXUmt2XR8I+oNbpcFDayYu956Volafksk3oYjsO356swj7+Q+AUQVF4bDJRAAAAFQCkB2YZKItSDL7XfAl6ZmJ21vqUMwAAAIEAsZspNIUwssVJGO4r3M3BECWklWLEFviIjGVKdPWulN10eRCczZrH7vMOs8coHKDQqYdS2RejlojT03FjFAqeBiTeAlcmgHoev+vqTg2Yhqx3gROzNc6NmG887owCOU4j7LJQP6SX8I8EpSXCMNOZliv2ZokjX2DuRsuIDxQdc84AAACBAMAp++fcqmGS7x7ic2x4rhyiYmdqlMIl8lrM3GkVR6qGuIVBvOGl38ieJKcTBLeRgyC04uIMfk8P9lLvZw3UF97qH3V0imKfq8aYnBGxCv+IjtdOrR5k4hrUW+P0qipvU+4dgHlpqwTKB4MtD9uDxvhENWvqcCnOS5rI6dddaZT6 dgallowa@dgallowa.csb\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+ 2021-07-26T15:39:56.801 INFO:teuthology.task.ansible.out:o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50", "key_options": null, "keyfile": "/home/dgalloway/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dgalloway", "validate_certs": true} 2021-07-26T15:39:56.810 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJ4z0gLwjexgyixdTuiwaxpPnq7w4FOKxHsQKKAHTlKRu11ynB+9APbtqaAYss8yDqHaHyewPdE+9JMYhZX8rUgcKv2H7jBCQ/Enfl0UyY643VQnuG8lr2Ipk6ELuL5NuuTb7Npo4zKyq/0649kPD46k/X/qLuKzhN49k50S3XJq5WwHi6CJvR8DzPOkjied0o1BHpfcCCIMorUcyfVxqmeu2m+uSE15ncQsd8BIvH4/YNoncUGYxqVhGB+FNUlWdhV0SPRW7V/gmyvFW5qdYX2QhNZAQHChdEH1E9AI7WiCFkyLRx39qYgXgqj8vOOnlwHgy/oJnpnu/Mlvj1uETX sage@montreal\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCVPfoCpv2/9uWCwEo4clWt3i1O8ZPpB2FcQbBLxY3iLQWZJDe74rNWPBj0cJVCytTHxYV0e5HxYyChOG60ca5odHlPNB+/Z4WLU9LVuHiCYsElivJlwvD+l9kzI+UMGJb3HCHqx2yIRGXpEkSMFR1+w5Oz9sInPD7JJmO8Hb9KkoeqZtkJL0aic/M5bDWBut6SSfYlmh8qnQYbkCDiXg/KtOcy1ZJXQ9ZLjsCbpSzeBNbdUOxEQ1+5vUe00vHpl0vOKtRrzgTne2ct1IxbSjdL16ZgHi5BQAREXc9UUG3z7NPOmnwkuKkkpyLmwcOusot5tYHrxks+5i6EoGEJrvJ3 sage@maetl", "key_options": null, "keyfile": "/home/sage/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sage", "validate_certs": true} 2021-07-26T15:39:56.948 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/akraitma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akraitma", "validate_certs": true} 2021-07-26T15:39:56.959 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBAN3MlkYQNsm1uB6uJQ7hWJ1Ro9Gusrhi/b/KshPMFh51VWBQn71LdCCjdrsE6FWs5FYE/hr7MITJe+si7aZCmuf8U9tc+oiYh3spXtRhJVIM80FOVRXUmt2XR8I+oNbpcFDayYu956Volafksk3oYjsO356swj7+Q+AUQVF4bDJRAAAAFQCkB2YZKItSDL7XfAl6ZmJ21vqUMwAAAIEAsZspNIUwssVJGO4r3M3BECWklWLEFviIjGVKdPWulN10eRCczZrH7vMOs8coHKDQqYdS2RejlojT03FjFAqeBiTeAlcmgHoev+vqTg2Yhqx3gROzNc6NmG887owCOU4j7LJQP6SX8I8EpSXCMNOZliv2ZokjX2DuRsuIDxQdc84AAACBAMAp++fcqmGS7x7ic2x4rhyiYmdqlMIl8lrM3GkVR6qGuIVBvOGl38ieJKcTBLeRgyC04uIMfk8P9lLvZw3UF97qH3V0imKfq8aYnBGxCv+IjtdOrR5k4hrUW+P0qipvU+4dgHlpqwTKB4MtD9uDxvhENWvqcCnOS5rI6dddaZT6 dgallowa@dgallowa.csb\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+ 2021-07-26T15:39:56.962 INFO:teuthology.task.ansible.out:o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50", "key_options": null, "keyfile": "/home/dgalloway/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dgalloway", "validate_certs": true} 2021-07-26T15:39:57.084 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCgaz5AsLB+hPwnHjlf6vktlUQ8iWsKA+hViok+j+uCm0U/iho7O7Qd8E/3tp9yBx10Wkvuz1mmf6v2AO7Qa8+SE1QQPmA+4xLp4xXCqlUGFjnzm/7uQcQZtlWdfBHzQ9jVyPAgUpnGVUtW8PhW0txe8MEtecOO2C3Snx0yuTOx6O11jNvT938QjOeRQWw3X2YFUtMIOiwEhKtqstBIGXlMdaQKfvdlbA9MjyYy6VfK1x8lVcu8umUf/z56YmMkC2iO117/obhdu1XsU9SmjM51wHMOUCXSVqH8E3BWu0yohy4QmZDkdFihyYa+hoS9dOqGC91dFaQc46xrdmV4wqg1 jcaratza@MacBook-Pro\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAV78mqEy/VkB2BthIE/m7iE5sbTjTRS0KuH7AB0KPvZBsDIw5cL8jKyxiaPC85+aOkBa4LrP0TUFBzN87Snt+PLMz2QHBOvlSTfUuRkHVo3vWJFzVuUSzzddkYds3hAxUriAHKv6CRSy1yFBxPQQHTSATUHKWqihMElbUCZrrrfH8A7J9vwixzCSLg4KbINjfa77rxefcZwugUqiYiVUWUSOb023f+QEaDm7OP+/uzz3SjF1Y0LMwa75yctttIfkRBKjY7uFCuZdKc3l2A/fdPxbFwlZmIox3LLngdTzHMVXGbVHqq9Ixo8FSAXiI1Buy2LTMoXMJwQYSvzsv7xNwujKVlUjoE9cOOIdzCC5AziwSiJB4+tNh73c5tRUzMMC98HLOhPJriSPvOt1pMEdWDX3/evcyxvRgJUKgYnmQG7n8v8O/CLyG0sAJDmGC3U9S/3fUDUjZIKWSsc85Q3xRaJwZJIS2VZwH0zG1Gmynih8PPq7VeDx7tKuNm4uTYT8= bigjust@desktop-jsho3l9.lan", "key_options": null, "keyfile": "/home/jcaratzas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcaratzas", "validate_certs": true} 2021-07-26T15:39:57.095 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/akraitma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akraitma", "validate_certs": true} 2021-07-26T15:39:57.212 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSc2rWtLtZM0CBWwaxhSfd0T++ZTX9c8kQrYT0rsQlJ6Hxj4c3+ypwh4iivdtFpyz4clxWkb/wimi48PvjNyZdudB9BeQUBeFfLiro3LnFEbKhM1RwRI89s34mRwmC0LLUZwcdX80zc6/fKuPzvBzR1PiY9tWRyIpYErQAHa2jEOE2MpFDHnlbXdfXFh5Tw3OmC1qBlQvgcrivA9lVaVlf+hfwmOQwXFIG3PCJLNlXDshCSUGAfYKBRvQaKS8sOf9rQaflPrwqJ8hDgVVQkpp69yVsGtahbBmjs6QS6C8EkGUFQmvrIcrQ8+5mRlRAmK2DMTP3cAcsYcMOJ+9KwP+H mgolub@zhuzha", "key_options": null, "keyfile": "/home/trociny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "trociny", "validate_certs": true} 2021-07-26T15:39:57.214 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:39:57.235 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCgaz5AsLB+hPwnHjlf6vktlUQ8iWsKA+hViok+j+uCm0U/iho7O7Qd8E/3tp9yBx10Wkvuz1mmf6v2AO7Qa8+SE1QQPmA+4xLp4xXCqlUGFjnzm/7uQcQZtlWdfBHzQ9jVyPAgUpnGVUtW8PhW0txe8MEtecOO2C3Snx0yuTOx6O11jNvT938QjOeRQWw3X2YFUtMIOiwEhKtqstBIGXlMdaQKfvdlbA9MjyYy6VfK1x8lVcu8umUf/z56YmMkC2iO117/obhdu1XsU9SmjM51wHMOUCXSVqH8E3BWu0yohy4QmZDkdFihyYa+hoS9dOqGC91dFaQc46xrdmV4wqg1 jcaratza@MacBook-Pro\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAV78mqEy/VkB2BthIE/m7iE5sbTjTRS0KuH7AB0KPvZBsDIw5cL8jKyxiaPC85+aOkBa4LrP0TUFBzN87Snt+PLMz2QHBOvlSTfUuRkHVo3vWJFzVuUSzzddkYds3hAxUriAHKv6CRSy1yFBxPQQHTSATUHKWqihMElbUCZrrrfH8A7J9vwixzCSLg4KbINjfa77rxefcZwugUqiYiVUWUSOb023f+QEaDm7OP+/uzz3SjF1Y0LMwa75yctttIfkRBKjY7uFCuZdKc3l2A/fdPxbFwlZmIox3LLngdTzHMVXGbVHqq9Ixo8FSAXiI1Buy2LTMoXMJwQYSvzsv7xNwujKVlUjoE9cOOIdzCC5AziwSiJB4+tNh73c5tRUzMMC98HLOhPJriSPvOt1pMEdWDX3/evcyxvRgJUKgYnmQG7n8v8O/CLyG0sAJDmGC3U9S/3fUDUjZIKWSsc85Q3xRaJwZJIS2VZwH0zG1Gmynih8PPq7VeDx7tKuNm4uTYT8= bigjust@desktop-jsho3l9.lan", "key_options": null, "keyfile": "/home/jcaratzas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcaratzas", "validate_certs": true} 2021-07-26T15:39:57.362 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANarZ+C62DPffRIhaCuCtXLChrfqwXgWqGHOLLkmPTtZ3/EE8ZiN+LY1ZcmP939AxXi8Oe+9LepwAdsoQKZctlC7XToyhjIk+rVSPyn3zl3BTC2AxfCKq2vqj65a1sc35Whrw7OaUa2fr5iHSazP6HuG01DhJ9l8HJsLKmiwWChZAAAAFQCNmunc7BNLWrqyrYwINTfscowkbQAAAIEAyYERcunZYJAZ9Eno18kM+ylq0jcQmnPqyIvssWXTttUZnaGQvbVxABeyr6ZKuUyZQfyetofquOGBKPBuzV/7posl5ShDuAcxbS1zhrmk9glTA1yFLvznDdWdLOWG06tjOc78G2AmldKHCdPsmgh2D7WyRr4QY4rcCvwKfZ6+eEYAAACBAJZrOlOlygfPZ4ZB0+EbdYACz1+L/iYNNAOBp51TRutNceLVrNJNOVdmCMLuF0A1go4kPSD/05aJOkOyW86gYLA5DXaW3961+kPInOFAe8OTyQYE7221ThYHRnCfVFjdknuCDomj69wk4SsR+ZPXvSXs1jSJWKhLfUSe9n4bmw7w anet2@secant.private.linuxbox.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5CMht/crEocrHqGjf0sxE9AhNcW3XBxwlniJwaBJLhekLQEQJoxAy2xUUmPYb2/e7rdmTBxzQipUaAGWVk1FHANac4cbgXzNT+9cnF7EIRkPa/x9jaKNiU0ozMhu/GOoeDXMrHIDgVGWPF3Ag/r17ORpYnuFTjsqoCWyh+mqskV+lmAp04rv2tvqouHtEs6gLebKNtB8c6twhrBKF62Ie+rSr3r7hQaqiZitHbg/isbU5RMBl6H48wHAVSK2/uTfMor 2021-07-26T15:39:57.365 INFO:teuthology.task.ansible.out:bnuEYRG8HvlnPRvQHscJYKiZSt/G7XqZ3x/7c4czEF+OpdQbAgg46vh4fNVMxZk9KHwEkOE06ROuwgAejJ mbenjamin@duel", "key_options": null, "keyfile": "/home/mbenjamin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mbenjamin", "validate_certs": true} 2021-07-26T15:39:57.373 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSc2rWtLtZM0CBWwaxhSfd0T++ZTX9c8kQrYT0rsQlJ6Hxj4c3+ypwh4iivdtFpyz4clxWkb/wimi48PvjNyZdudB9BeQUBeFfLiro3LnFEbKhM1RwRI89s34mRwmC0LLUZwcdX80zc6/fKuPzvBzR1PiY9tWRyIpYErQAHa2jEOE2MpFDHnlbXdfXFh5Tw3OmC1qBlQvgcrivA9lVaVlf+hfwmOQwXFIG3PCJLNlXDshCSUGAfYKBRvQaKS8sOf9rQaflPrwqJ8hDgVVQkpp69yVsGtahbBmjs6QS6C8EkGUFQmvrIcrQ8+5mRlRAmK2DMTP3cAcsYcMOJ+9KwP+H mgolub@zhuzha", "key_options": null, "keyfile": "/home/trociny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "trociny", "validate_certs": true} 2021-07-26T15:39:57.385 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:39:57.490 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvG6+jM8aulc5CID/yE6AXPXczxq8tMgY+2sdo/ihWpgDZuFwGL4hwj8nyh5cTqZ2LEa4kRkUUIoH9avLCFN5pDBVvcj1/O06ZGnkq/hV6791UiPF5S5RGmz3MGxv0RDfjA0OLFav7u1s+ZJ6z2W1Tpy/W+g/fMYqbPc6rV+pm3Uo16+BWz/diZH8smqcty4chnnCy6gqOrcAxCZLpeyjX6Ydn3fnTLTAmhoQ9eUz7LjP4ZnFD5zL6jrSBlJ5WNTLevUzvS8eL7RuP8D3Qfn8ukIzPXG2vs594FhSc/HnvubKricvKMm0P0ki4Z0vM9VruQn7Tbeqdwpi1IfgyiAMX aemerson@work-yubi\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxUDk9jEQOSrRwe0WMGBPw28fzgOhvqMgcG90SvuUjR20Rx3KUfy9JMxPJPesjBQz0xgH5adOVg2JQeLrt3uSJdIFNpqox8BBrS1u/bWT2dorQjLnFEhrtA8Ae/h2kwLQ8w3yYNWB/PxDSuMRnyH4G8EWtVydzQcV/QnNZ9Y6eBcHaI5C2yVnFl7Fi4zBYc2eeL8o8gWqmM6DobBCvVrxD0pCNAsLhOW6IA140BNGT9F/hQZYje9RQRWbFKh/iKiUhqFYCzLcxFfYXkw2HZMJA2p/bLmuc8ZbgYaIiU6b90kpfDB37Xw0S6toIj9E8h+E3nkNnwraCQcbralhz/bdz aemerson@seasalt\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAv8/FJn7hz2WieoQFUGXS0bhwSwL1LCI9kkjWYNkWb8IJPrBetlkr5TsvHEKDPZGF5Sv8LsYA6njPnbOGyAHpYlnv/Gz4Hwq3hLgmXCs6JGWBQv8NS+pjwnG6Nh6JfFI0ANeg652Rk9Qt9uLYeKVKmHXXrVZAD4NMvJGfEvneQzuwwpylUmV80WAdaQw/H0EP4NScZhNhknwAs/+KPFZH+RFoUj/Cb3poIFjwyviIgyal5hjAEsoczCW3hAla/9IyC2VDS027WPiPFmBFaYK5lYYLStBQdRx+6amH76XScLFy0FEPLL5qiN0ClAptvh1oIURgipdXZwaxpf06AXG8qw== aemerson@electric", "key_options": null, "keyfile": "/home/aemerson/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aemer 2021-07-26T15:39:57.492 INFO:teuthology.task.ansible.out:son", "validate_certs": true} 2021-07-26T15:39:57.501 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:39:57.512 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:39:57.524 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANarZ+C62DPffRIhaCuCtXLChrfqwXgWqGHOLLkmPTtZ3/EE8ZiN+LY1ZcmP939AxXi8Oe+9LepwAdsoQKZctlC7XToyhjIk+rVSPyn3zl3BTC2AxfCKq2vqj65a1sc35Whrw7OaUa2fr5iHSazP6HuG01DhJ9l8HJsLKmiwWChZAAAAFQCNmunc7BNLWrqyrYwINTfscowkbQAAAIEAyYERcunZYJAZ9Eno18kM+ylq0jcQmnPqyIvssWXTttUZnaGQvbVxABeyr6ZKuUyZQfyetofquOGBKPBuzV/7posl5ShDuAcxbS1zhrmk9glTA1yFLvznDdWdLOWG06tjOc78G2AmldKHCdPsmgh2D7WyRr4QY4rcCvwKfZ6+eEYAAACBAJZrOlOlygfPZ4ZB0+EbdYACz1+L/iYNNAOBp51TRutNceLVrNJNOVdmCMLuF0A1go4kPSD/05aJOkOyW86gYLA5DXaW3961+kPInOFAe8OTyQYE7221ThYHRnCfVFjdknuCDomj69wk4SsR+ZPXvSXs1jSJWKhLfUSe9n4bmw7w anet2@secant.private.linuxbox.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5CMht/crEocrHqGjf0sxE9AhNcW3XBxwlniJwaBJLhekLQEQJoxAy2xUUmPYb2/e7rdmTBxzQipUaAGWVk1FHANac4cbgXzNT+9cnF7EIRkPa/x9jaKNiU0ozMhu/GOoeDXMrHIDgVGWPF3Ag/r17ORpYnuFTjsqoCWyh+mqskV+lmAp04rv2tvqouHtEs6gLebKNtB8c6twhrBKF62Ie+rSr3r7hQaqiZitHbg/isbU5RMBl6H48wHAVSK2/uTfMor 2021-07-26T15:39:57.525 INFO:teuthology.task.ansible.out:bnuEYRG8HvlnPRvQHscJYKiZSt/G7XqZ3x/7c4czEF+OpdQbAgg46vh4fNVMxZk9KHwEkOE06ROuwgAejJ mbenjamin@duel", "key_options": null, "keyfile": "/home/mbenjamin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mbenjamin", "validate_certs": true} 2021-07-26T15:39:57.640 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHk8c8wUTTYolOOmMlniNrsjfRyF9pCCnaEQ2DXR73P0hbFMme5Md5cF3PTtPIOHSNkWk/qg7s6gZD8LGyFmloO42RBgLsW1qM8RWTDbPy5EQdrjxL9byVzBBCDoQPIS2M+0XnhYa6CBj38Sw8XPlS41CebAJEOQeyLG2I6CAI0rTij6gsqDfALbIezd/eWvmbksKYM1Lb4Gvj+k/OL/xDZzIZHF/P+mK+trY45gsUHxKZamkeHyAT4f3kiNJA+UwzTWGhafy6UE7yGqhZjt9xOZSQGuwroL7EtAzntxayPRNxQPfGDV+fYYf0QBbTtHyJeikPUuw7aR1Z3KwuSmWD dis@zambezi", "key_options": null, "keyfile": "/home/dis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dis", "validate_certs": true} 2021-07-26T15:39:57.685 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvG6+jM8aulc5CID/yE6AXPXczxq8tMgY+2sdo/ihWpgDZuFwGL4hwj8nyh5cTqZ2LEa4kRkUUIoH9avLCFN5pDBVvcj1/O06ZGnkq/hV6791UiPF5S5RGmz3MGxv0RDfjA0OLFav7u1s+ZJ6z2W1Tpy/W+g/fMYqbPc6rV+pm3Uo16+BWz/diZH8smqcty4chnnCy6gqOrcAxCZLpeyjX6Ydn3fnTLTAmhoQ9eUz7LjP4ZnFD5zL6jrSBlJ5WNTLevUzvS8eL7RuP8D3Qfn8ukIzPXG2vs594FhSc/HnvubKricvKMm0P0ki4Z0vM9VruQn7Tbeqdwpi1IfgyiAMX aemerson@work-yubi\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxUDk9jEQOSrRwe0WMGBPw28fzgOhvqMgcG90SvuUjR20Rx3KUfy9JMxPJPesjBQz0xgH5adOVg2JQeLrt3uSJdIFNpqox8BBrS1u/bWT2dorQjLnFEhrtA8Ae/h2kwLQ8w3yYNWB/PxDSuMRnyH4G8EWtVydzQcV/QnNZ9Y6eBcHaI5C2yVnFl7Fi4zBYc2eeL8o8gWqmM6DobBCvVrxD0pCNAsLhOW6IA140BNGT9F/hQZYje9RQRWbFKh/iKiUhqFYCzLcxFfYXkw2HZMJA2p/bLmuc8ZbgYaIiU6b90kpfDB37Xw0S6toIj9E8h+E3nkNnwraCQcbralhz/bdz aemerson@seasalt\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAv8/FJn7hz2WieoQFUGXS0bhwSwL1LCI9kkjWYNkWb8IJPrBetlkr5TsvHEKDPZGF5Sv8LsYA6njPnbOGyAHpYlnv/Gz4Hwq3hLgmXCs6JGWBQv8NS+pjwnG6Nh6JfFI0ANeg652Rk9Qt9uLYeKVKmHXXrVZAD4NMvJGfEvneQzuwwpylUmV80WAdaQw/H0EP4NScZhNhknwAs/+KPFZH+RFoUj/Cb3poIFjwyviIgyal5hjAEsoczCW3hAla/9IyC2VDS027WPiPFmBFaYK5lYYLStBQdRx+6amH76XScLFy0FEPLL5qiN0ClAptvh1oIURgipdXZwaxpf06AXG8qw== aemerson@electric", "key_options": null, "keyfile": "/home/aemerson/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aemer 2021-07-26T15:39:57.687 INFO:teuthology.task.ansible.out:son", "validate_certs": true} 2021-07-26T15:39:57.696 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:39:57.708 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:39:57.792 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANaS5gZUnIp5UL/PM3xOrQiNVxfona7sD1XEXGYvNUyoojPWWAvdQRwdA/Ay8JsAjKeWUt0IwfWaPfbEoXU1TKAI+yyv5WzQUZAKmBFuYM0CUQnKrk72Dp6n8P2tnYen0ect22xEiW2+Y0JZ3wfV3IB3BQPoVCC9FQ+P3LHhYii/AAAAFQCgSceiZFeNItwJ2rJeQgVVTQKljwAAAIEA0Gd2VNCbbQ48vAF+m/i/CeQHJ9Dom9IOBN3v8XnSlOhtNzY1pJ0NRzrFQURCCeVQJaywr0et5FCXIDVqTuR4qfCu5XXU1KHpn/AvHstOd93Y0XYMwSXfNszOtpH7w9SEm7uBfKnLQNF843/MHZL4ZIdfxk73YjfMjrYFcvJwvM0AAACBAI9Wi2wG9Rrdbrgk8tqbnKMxxJCYt/Vakn5mQSc/WHqMUn14+Kb7oBtfTsfPFNK952FzU09ptNQvNWTPNMniI8l8lQi2B+Z28XUlFLL76uxJXWko99xFpf/d1kFBL0M7GRGmvvrMfeTCI+WIqh2jBVqbl4o8kjNx4p0VWyoiWeFJ gregf@pudgy\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAwSe7szyqMTqKK3D/JsXIa1PtPf1p8Njk0sMDSsJPA0gBGysmSgstke9fglOgeNIbNOBNDOY3vltuNCgUiQgVWOYhUaVpj+2vtS 2021-07-26T15:39:57.793 INFO:teuthology.task.ansible.out:oAWpXMQbNaWPGKhbxvJWMCLVckLENyoUZUBKLmTvRyKDjjq8CJ1TnfA2Xfo3a796EIOtD6essU3lAVIfIUILGD+HqptiHSB0spUJUVRxxlO2xw9rLYij1eUPRHrr9xWvDamr5JtKVtCLOL3M9QlltHieKlbJSCZq/EVxW9NAGA6IiqOhw2E1k59oGZUq4Qg+YLgYkB80Ms7nb1xpjQ8txvY+73xL/8i7Nqmr7ekKJfyTpRe03nCQ== gfarnum@mozart.thompsonian.net\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzqJQfdAKaggPDgSpk8P6QjLeyQYOz183fVSKnqAa5EeaCJozS1dn8z+iphswT3YL6wqIMqVHMfkSUcEeTBwZmvydaghOMJEIQSP1PCzH0V2XprELrEcBC3QTvaElPjjEYgBVUvEw8sL/RIQ7mgt9vxD0NcCDspsz35fmU222KzFxD41PZ5XzHQ3Lumwdax7mcpqrw8Aa5/tgcEqAIu54HYRf1Qmk6+ueMAvpwkX3eiSEtkVvuV1Kxpc3/0mOfJ7cn+eyPX3qUbo4oY76hIYseoUIwEaVE/pNW+pjwDSy4gSOcuxYDEGKzCwZPZeQtRQWzRt3YNafxi5xsByobGLlZw== gfarnum@GF-Macbook.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1ik3LbyKsPiGwdh+vGrKSYLvhMg7OkqMwDNYU5LqWBSotogxyGQJUuD80ZavxmmdXC4qScddHtWOJjtyX1CTSDUe7INpSgGPGnmSExVFpcYRnmxHAB+9M/c9VorUkQ8IOKLmRO/BdYma3Rl9NzhHI73yd4zJlx1K4NuQnhnj0Z4yXO+k44RkBWDdMicBB5lBP0hETaH2Iq1u5Dai3u6N5N9bSPXv2PGKvvU395K0Wts2CxMhOBc7LAixysNzNWLrnG1ghS4jPVG2TIHOElP5lIXUv1Wlkool5rTUWgnVY/7loWkDus2JryDM7hLGFXqgT7HHcpI4gSITqRhWxzsUF gregf@fedoragreg.localdomain", "key_options": null, "keyfile": "/home/gregf/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gregf", "validate_certs": true} 2021-07-26T15:39:57.845 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHk8c8wUTTYolOOmMlniNrsjfRyF9pCCnaEQ2DXR73P0hbFMme5Md5cF3PTtPIOHSNkWk/qg7s6gZD8LGyFmloO42RBgLsW1qM8RWTDbPy5EQdrjxL9byVzBBCDoQPIS2M+0XnhYa6CBj38Sw8XPlS41CebAJEOQeyLG2I6CAI0rTij6gsqDfALbIezd/eWvmbksKYM1Lb4Gvj+k/OL/xDZzIZHF/P+mK+trY45gsUHxKZamkeHyAT4f3kiNJA+UwzTWGhafy6UE7yGqhZjt9xOZSQGuwroL7EtAzntxayPRNxQPfGDV+fYYf0QBbTtHyJeikPUuw7aR1Z3KwuSmWD dis@zambezi", "key_options": null, "keyfile": "/home/dis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dis", "validate_certs": true} 2021-07-26T15:39:57.919 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDgS5EfJyOxBkl/TtJikfb38rm6muQo7MwYufkLSBw9W2jFzt/ZMbVXyVsdZM4I6hWfZm1/q60UcER4yoA1xwYGOTmbFXrLUqqKxKTnCdyejuQ3miB7aiuisWO4vjb2+ppBwL9Mx775DPeQJehFyFK0qgh33tZO/9LWWYy7NOZdA9L2ei1PgMWa0VBeijcDR5GQSXzh0Yi+h/Ezu8jevu+NkW2IUJF6zPGjd9M9lAy7KG2dQjqqCX4XWmUS+MHJS6f9bsC5i39GWy29FvX/qFEArOMzuYRIFWE8iza95KSBxptb+Hw8PFBjQ1kTh6nC5ZV2X3ETcoj8fToTcgW3dTRF jdurgin@new-angeles", "key_options": null, "keyfile": "/home/joshd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joshd", "validate_certs": true} 2021-07-26T15:39:57.982 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANaS5gZUnIp5UL/PM3xOrQiNVxfona7sD1XEXGYvNUyoojPWWAvdQRwdA/Ay8JsAjKeWUt0IwfWaPfbEoXU1TKAI+yyv5WzQUZAKmBFuYM0CUQnKrk72Dp6n8P2tnYen0ect22xEiW2+Y0JZ3wfV3IB3BQPoVCC9FQ+P3LHhYii/AAAAFQCgSceiZFeNItwJ2rJeQgVVTQKljwAAAIEA0Gd2VNCbbQ48vAF+m/i/CeQHJ9Dom9IOBN3v8XnSlOhtNzY1pJ0NRzrFQURCCeVQJaywr0et5FCXIDVqTuR4qfCu5XXU1KHpn/AvHstOd93Y0XYMwSXfNszOtpH7w9SEm7uBfKnLQNF843/MHZL4ZIdfxk73YjfMjrYFcvJwvM0AAACBAI9Wi2wG9Rrdbrgk8tqbnKMxxJCYt/Vakn5mQSc/WHqMUn14+Kb7oBtfTsfPFNK952FzU09ptNQvNWTPNMniI8l8lQi2B+Z28XUlFLL76uxJXWko99xFpf/d1kFBL0M7GRGmvvrMfeTCI+WIqh2jBVqbl4o8kjNx4p0VWyoiWeFJ gregf@pudgy\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAwSe7szyqMTqKK3D/JsXIa1PtPf1p8Njk0sMDSsJPA0gBGysmSgstke9fglOgeNIbNOBNDOY3vltuNCgUiQgVWOYhUaVpj+2vtS 2021-07-26T15:39:57.984 INFO:teuthology.task.ansible.out:oAWpXMQbNaWPGKhbxvJWMCLVckLENyoUZUBKLmTvRyKDjjq8CJ1TnfA2Xfo3a796EIOtD6essU3lAVIfIUILGD+HqptiHSB0spUJUVRxxlO2xw9rLYij1eUPRHrr9xWvDamr5JtKVtCLOL3M9QlltHieKlbJSCZq/EVxW9NAGA6IiqOhw2E1k59oGZUq4Qg+YLgYkB80Ms7nb1xpjQ8txvY+73xL/8i7Nqmr7ekKJfyTpRe03nCQ== gfarnum@mozart.thompsonian.net\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzqJQfdAKaggPDgSpk8P6QjLeyQYOz183fVSKnqAa5EeaCJozS1dn8z+iphswT3YL6wqIMqVHMfkSUcEeTBwZmvydaghOMJEIQSP1PCzH0V2XprELrEcBC3QTvaElPjjEYgBVUvEw8sL/RIQ7mgt9vxD0NcCDspsz35fmU222KzFxD41PZ5XzHQ3Lumwdax7mcpqrw8Aa5/tgcEqAIu54HYRf1Qmk6+ueMAvpwkX3eiSEtkVvuV1Kxpc3/0mOfJ7cn+eyPX3qUbo4oY76hIYseoUIwEaVE/pNW+pjwDSy4gSOcuxYDEGKzCwZPZeQtRQWzRt3YNafxi5xsByobGLlZw== gfarnum@GF-Macbook.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1ik3LbyKsPiGwdh+vGrKSYLvhMg7OkqMwDNYU5LqWBSotogxyGQJUuD80ZavxmmdXC4qScddHtWOJjtyX1CTSDUe7INpSgGPGnmSExVFpcYRnmxHAB+9M/c9VorUkQ8IOKLmRO/BdYma3Rl9NzhHI73yd4zJlx1K4NuQnhnj0Z4yXO+k44RkBWDdMicBB5lBP0hETaH2Iq1u5Dai3u6N5N9bSPXv2PGKvvU395K0Wts2CxMhOBc7LAixysNzNWLrnG1ghS4jPVG2TIHOElP5lIXUv1Wlkool5rTUWgnVY/7loWkDus2JryDM7hLGFXqgT7HHcpI4gSITqRhWxzsUF gregf@fedoragreg.localdomain", "key_options": null, "keyfile": "/home/gregf/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gregf", "validate_certs": true} 2021-07-26T15:39:58.056 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCyOWnAdvzh5zR2ts9e8g0wG4wZ0uNr0YJUCncAOTJB0L8xkQU76jWzX3BRNU5Wk8VtLvpJAQ61P7UXyzgGWSO9FHZjD3RDrc2V9uh/lqRKmx1COtDvcart/JwzwHlsWdrYdcXvEaAiFrZJ6x1jJAjIL6tvMO7bqBz4YNruKpGWsQ6p5P/M5iIEPMj1oKanLoULXqReC6eYFTw3LNAXjberPY5GxYwaKS0HuzySRvSblShyA85jawTSlEbsOSnMqqGu5vGJiC415UFQQ5qKBtzrgAjlUgMbaqGTnTmBYn7L751gIWRetgWqwuHgfIe2ZGM3mmh0DX8E03DUbEt4UxyR dzafman@TrustyTahr\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDtSwGzH7V5jzppggL0+nYlBSM1HqGjkInwxutra5iEyFoBuV73MNSBk3HrvIVGN13+PCdHf4Oy8ywbhC/4yKbxS1NG76d/GU8ijZFuBlEwxwHZpcThpSTuYrNx7FJVp8Yjl45DtD5s8FMI/0YZZhLlIqT6QCTxlTIPXDb6zefEWvAVziE0bmhRpe4B6AOLOGTB9fivQr5YzxhfaSS5Vu4U1x5gmosouSJ+aMFrQWLqa/eoCy8t9PnxdMjlHjHCZ7Qv1JfpaAPw3qOK30GrVeXR/hPN3aFodTuIJpzdynjk5HO6/VKW5+mWBO7pmQqn9LNQEjADXbLh7PG//nOONbH dzafman@ubuntu16", "key_options": null, "keyfile": "/home/davidz/.ssh/authorized_keys", "manage_dir": true, "path": 2021-07-26T15:39:58.058 INFO:teuthology.task.ansible.out:null, "state": "present", "user": "davidz", "validate_certs": true} 2021-07-26T15:39:58.120 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDgS5EfJyOxBkl/TtJikfb38rm6muQo7MwYufkLSBw9W2jFzt/ZMbVXyVsdZM4I6hWfZm1/q60UcER4yoA1xwYGOTmbFXrLUqqKxKTnCdyejuQ3miB7aiuisWO4vjb2+ppBwL9Mx775DPeQJehFyFK0qgh33tZO/9LWWYy7NOZdA9L2ei1PgMWa0VBeijcDR5GQSXzh0Yi+h/Ezu8jevu+NkW2IUJF6zPGjd9M9lAy7KG2dQjqqCX4XWmUS+MHJS6f9bsC5i39GWy29FvX/qFEArOMzuYRIFWE8iza95KSBxptb+Hw8PFBjQ1kTh6nC5ZV2X3ETcoj8fToTcgW3dTRF jdurgin@new-angeles", "key_options": null, "keyfile": "/home/joshd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joshd", "validate_certs": true} 2021-07-26T15:39:58.183 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "key": "ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAHT7CHaceRLB5mJv9SYKog1wBXsavzH3G3WCBEvVyK76JIslDudZm2ycJv66r+VlGaD8sFI5Mb/KKFMKcKesLRX+wHqZg9MlkoJgm7WGoRQ5I0M1Vt7TL3uJkVCaGZHtO7BXqzTx53C1AaJ1HN+DG2MGy5mm6tHwL901UVqG4EzjBnjxA== christinameno@boxtop", "key_options": null, "keyfile": "/home/cmeno/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cmeno", "validate_certs": true} 2021-07-26T15:39:58.247 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCyOWnAdvzh5zR2ts9e8g0wG4wZ0uNr0YJUCncAOTJB0L8xkQU76jWzX3BRNU5Wk8VtLvpJAQ61P7UXyzgGWSO9FHZjD3RDrc2V9uh/lqRKmx1COtDvcart/JwzwHlsWdrYdcXvEaAiFrZJ6x1jJAjIL6tvMO7bqBz4YNruKpGWsQ6p5P/M5iIEPMj1oKanLoULXqReC6eYFTw3LNAXjberPY5GxYwaKS0HuzySRvSblShyA85jawTSlEbsOSnMqqGu5vGJiC415UFQQ5qKBtzrgAjlUgMbaqGTnTmBYn7L751gIWRetgWqwuHgfIe2ZGM3mmh0DX8E03DUbEt4UxyR dzafman@TrustyTahr\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDtSwGzH7V5jzppggL0+nYlBSM1HqGjkInwxutra5iEyFoBuV73MNSBk3HrvIVGN13+PCdHf4Oy8ywbhC/4yKbxS1NG76d/GU8ijZFuBlEwxwHZpcThpSTuYrNx7FJVp8Yjl45DtD5s8FMI/0YZZhLlIqT6QCTxlTIPXDb6zefEWvAVziE0bmhRpe4B6AOLOGTB9fivQr5YzxhfaSS5Vu4U1x5gmosouSJ+aMFrQWLqa/eoCy8t9PnxdMjlHjHCZ7Qv1JfpaAPw3qOK30GrVeXR/hPN3aFodTuIJpzdynjk5HO6/VKW5+mWBO7pmQqn9LNQEjADXbLh7PG//nOONbH dzafman@ubuntu16", "key_options": null, "keyfile": "/home/davidz/.ssh/authorized_keys", "manage_dir": true, "path": 2021-07-26T15:39:58.250 INFO:teuthology.task.ansible.out:null, "state": "present", "user": "davidz", "validate_certs": true} 2021-07-26T15:39:58.331 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDkIZyWnJXYv/z3EVeKHatjFUAdaomIMqzvFLrA9VskeM0Ctv8a83Wk3BbYvTFQWALjZjS2HVYzi5p6kTQ4qxXlcO7HxRw0j4otNauilvgIc4Lu5N4pUtYf0piEo+nrXz+WhELfmJ8t1Yx00uGEl9pOF04SOuXtpwwrCFAO6WMCcjDuYhoI2VBKO3W/OWcIuQ8ZY3j4iDdofFOUGyyoYVyOi/HILKjluYB+ues5+wBEkDuoi3MafCnIj8M0O5fU8/JoOTksOu779UN6blPiNdEgnwD00jA+RWYY6b12ZVkiF4rUVGCiiKKUwOOWkRhkA5OEcBgZ8cGWFgGfZM1GJA// ivancich@sleepy", "key_options": null, "keyfile": "/home/ivancich/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ivancich", "validate_certs": true} 2021-07-26T15:39:58.373 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "key": "ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAHT7CHaceRLB5mJv9SYKog1wBXsavzH3G3WCBEvVyK76JIslDudZm2ycJv66r+VlGaD8sFI5Mb/KKFMKcKesLRX+wHqZg9MlkoJgm7WGoRQ5I0M1Vt7TL3uJkVCaGZHtO7BXqzTx53C1AaJ1HN+DG2MGy5mm6tHwL901UVqG4EzjBnjxA== christinameno@boxtop", "key_options": null, "keyfile": "/home/cmeno/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cmeno", "validate_certs": true} 2021-07-26T15:39:58.467 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsTZI+b02boZv8jVLHQoFlloD2WF/3xT+ZfZxzwddL7Q6eqo7j8i21LAbLAMWXYMyhiClrloDeHfCZ42gG5bqSThF8LoCw+GspF6SahTI0lmptGu69/OeHqqCpW1DnsWB3wWqfi90XbQJrpg3cdRaqOCmkGVJrqfFWzff8Zg9IuojIH/aO9drCTRGa1pHHCyEdW9ZNeYFwrMjfP+wJi/mC/ABAoXyDy0NWT0uIA+36abNg2/ptok90rdan0r72hjFEz/1hpupKWri+VXAepiyDMuSgJm9uJCXDFaNTn3jocdX+sbVtltThQ2OBxe1T60vRLbXx3lvhxxZ1fUkcP/FF wusui@ubuntu\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD2UzyfBk1nZ8SLCtW9UjorMeOo4u9AM/YL8ZI74GdprR+odERZR17/QfwT5vmLVNa51+CQt1HcGodlQYfR/8n/OUl/gJyVagBuU2zgmLPO3tOor5RBfms5MZ2VZ9Vm3+WrCO/vrAq/5HVyGbQsKiQHXkIRSL2NIgfKRTOVTNmuTSXtZNDgdWGIBmcOFQv+Im9CRopoI8ZtJLQj7xfxtGtUas7FbWTcf0o92+xvWuGWq5WQgmZ8MUIfvBLYLmicuVfsWjZ1YsC1PNhuhkwrW7MhaD71Ej3ll243tG1QD7eAmo+psIp8phlU5s/5FeA5y5OzDZ2T963oHGhq018TYO0b wusui@teuthology", "key_options": null, "keyfile": "/home/wusui/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "wusui", "validate_certs": true} 2021-07-26T15:39:58.520 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDkIZyWnJXYv/z3EVeKHatjFUAdaomIMqzvFLrA9VskeM0Ctv8a83Wk3BbYvTFQWALjZjS2HVYzi5p6kTQ4qxXlcO7HxRw0j4otNauilvgIc4Lu5N4pUtYf0piEo+nrXz+WhELfmJ8t1Yx00uGEl9pOF04SOuXtpwwrCFAO6WMCcjDuYhoI2VBKO3W/OWcIuQ8ZY3j4iDdofFOUGyyoYVyOi/HILKjluYB+ues5+wBEkDuoi3MafCnIj8M0O5fU8/JoOTksOu779UN6blPiNdEgnwD00jA+RWYY6b12ZVkiF4rUVGCiiKKUwOOWkRhkA5OEcBgZ8cGWFgGfZM1GJA// ivancich@sleepy", "key_options": null, "keyfile": "/home/ivancich/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ivancich", "validate_certs": true} 2021-07-26T15:39:58.595 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCw3MhMNDYjkiQADoC1mg9ga0Yj174FHIFt4RQIC8qK+6cB0N3CM5R4JwP8pR4tYkVFWmnYRScYK5VVdC873Ac2BzYxmse97zLJTbUnYWTdY+OFi1FUozsy3PwtiNHSd48Z/PBvkinQIey2QlMKaW3/yz9Of/Yfm4prxg9lBsd6/tOOFj3AsqIQ1OVhMfgeVEkdCL7AAbEYyMxePZ3UFrDwj05HDLgmFzx1xsNJFOuBwLfU/QNHoXJQrcVy0rZq9fB5rg74iz1JZs0uDWocQQK4Nd3Rv+wRGBuew2fmkrS2bQWXzMoSL+/i7pbf74LKcbWAE0wXEImqQeREHxq4ZZ5J yuriweinstein@Yuris-MacBook-Pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJUmq7btpBMjjODHXp1888xoBuX+rhiZg3ufuo69RgDxUMymJn3CPJ/5NGXoZ3SGAWKk0w0Dx6K/VO4y92mAV+cO81y8wZR4J3fPV3IbWRjN0X3IFoAvJi5n9v5hpG7z3RZCGmQnOZ99m1i9dge/3S8NpuPLIvYkSo9z00d+mNP6D8rGnqOmEBfEhUQXLeH7rbPwaMWPgB/hrpiPCyLR/+sGC5bq9PAsKnocqZ12cnvCtYxpnA7et6nL15ftEpUrKYAmRDxotuoUcsllP66GSszjbrgN6OBNDSqpGt/+RSJJwzZEGQ073gJuMveKy9tvD/PyEttjvVKL2KsBuXGSuL ubuntu@yw\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmXWgRRes8bzekTH2fTcxdAAquFn1SjPhws1Z9 2021-07-26T15:39:58.596 INFO:teuthology.task.ansible.out:CkxNaqKe25XnzPehqrhg9etouUwvORQHdDJdTlmhTSYtn588Omq+1bvniab0KzAYgGZsWdPma/3E9qF7ChXIMik9Umip0drzYTaexCuC/Nu46brTxlnL0vaxnnVjDwmHC0CEJs4qN4e2wSlsA0uBDRWjxWFMdTUgSzII5xasHypUYZ0y3MNdbfY+SVF69DEDH8EOQMGYm8JQXNJFloQvmvLUFqT/63FsdpzRVTph4A8hvI1f8i6ULb7fPQN5ZS62wdXd/KvrBXrCvhOi7R63RM60mkMRXm1XajTGmCKiikfiqgTr yuriw@Yuris-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC41kRr6B/RC32DrQKRByalH832H6BpCQF9XdTvgYi4+LJt+kAuIGLDF4xm4uApTmWRrLspWm0Kksc0ger03uNx5qJqMEUnJvjxJnSDC0/XyxWapVxIviFkvv0BjbhVNOOaMU55ywrZ9hHgMdaFwuMuCOaB7f9Tm6IUXm2k82OXueeIG23Kziq+IQBysWOjvNUy/LLpl7l4+xOkhNUupUiQCqHvFH98VUdYWkHeyamafGVZmYbFLrOXgmviKo0u8LPxcT7psKLk0yFG7fG0DSak6DDdKJqb+G/NqMSPxRSAI4FbXQ6UOZb32Ozr1Sql9yfOXEYWZuatn7W5F8DjSv3p yuriw@yuriw-RH", "key_options": null, "keyfile": "/home/yuriw/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuriw", "validate_certs": true} 2021-07-26T15:39:58.647 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsTZI+b02boZv8jVLHQoFlloD2WF/3xT+ZfZxzwddL7Q6eqo7j8i21LAbLAMWXYMyhiClrloDeHfCZ42gG5bqSThF8LoCw+GspF6SahTI0lmptGu69/OeHqqCpW1DnsWB3wWqfi90XbQJrpg3cdRaqOCmkGVJrqfFWzff8Zg9IuojIH/aO9drCTRGa1pHHCyEdW9ZNeYFwrMjfP+wJi/mC/ABAoXyDy0NWT0uIA+36abNg2/ptok90rdan0r72hjFEz/1hpupKWri+VXAepiyDMuSgJm9uJCXDFaNTn3jocdX+sbVtltThQ2OBxe1T60vRLbXx3lvhxxZ1fUkcP/FF wusui@ubuntu\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD2UzyfBk1nZ8SLCtW9UjorMeOo4u9AM/YL8ZI74GdprR+odERZR17/QfwT5vmLVNa51+CQt1HcGodlQYfR/8n/OUl/gJyVagBuU2zgmLPO3tOor5RBfms5MZ2VZ9Vm3+WrCO/vrAq/5HVyGbQsKiQHXkIRSL2NIgfKRTOVTNmuTSXtZNDgdWGIBmcOFQv+Im9CRopoI8ZtJLQj7xfxtGtUas7FbWTcf0o92+xvWuGWq5WQgmZ8MUIfvBLYLmicuVfsWjZ1YsC1PNhuhkwrW7MhaD71Ej3ll243tG1QD7eAmo+psIp8phlU5s/5FeA5y5OzDZ2T963oHGhq018TYO0b wusui@teuthology", "key_options": null, "keyfile": "/home/wusui/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "wusui", "validate_certs": true} 2021-07-26T15:39:58.731 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxrS30JmTZbnBd73s9PGZYxCkWH3u4En9Q0bYJan45W+j+y5vMzaNUVsp8We1tphqPQ9B0ygi80OxbHWu5gyv4g+M/JFtrnxv3QgBCYWeBWfh652Vbdlk1thl6btFnHUhVMSn5tkdnFxyVDJHIROoVXkHRaCNAUUy7tB60IhPAMomNcCGu9R8+opONFLXKTIfkYQ1cGbysr90DMs8ASEkvxdv40hIWhK4ufvL7CFFtgXuoC0c1WedBFOkr5LDegzL13xN97K9o5J8CAU0MUKk6H8KNKbQuNq1zANwymMFY599GIlxwai8iluJgfOObDRdCDmKM2f9RAEUXQM7oYoH7 tamil@tamil-VirtualBox\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvwiWVhNLeOLg72cpVIwbUYnmFh+Cqf/mE7Rc/Xci91on3GPrq++dC8t2GhTB5Zyq46EE27SmUkiZpHRnz7xwiJKM/tTgNEkffXDK3j0pA2E22iqV9FpfSA9Zdi1Puq7CPT7/rix4rF3SPvMtg/R1fkyornLFdzhJiMExCKJXGwf+QsKk4NVnr+nO3EEkKOoP1wio1bceZ53rCt9Tyu8NawAB2nL2fvtBPQDAriQ8bLX69XLbOfhFI6GJo815/j6CQxNmvA0l5ABJc8+A71jZmndzumFRgqBuhiCM5ohsGR0JGahUQjFEA4quNTx8EWTGRsqhAYszzpqJzuN+Xb6tJ tamil@macbookair\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEPzEyDGI7poyXVPG70vgQpvlU/lTt6Vvv5CoHWJoSrHklDdJEqekhCB87BX4DTrqbb5xoM7yfxle/z9UzgVwSUWqsPdZHA4EbrNFRKFxi/gc2YrygVSjumTyzf9WJJ5vCZvTQexOj7rjWVnJkjXHKMXZXIAQN/bJf6J21t+4A3XLrl30/4XXyq664NONUNjBHxHtlbS2LM6Th/hK4B23oj2BugX2j/50vWgd9H36bPr8+JGskOi6MH2ndZv5pYtLznFzQmsbixjaN8kCuyQdlRCOndPEFoHFhDla2MeB+h3XQLDXW7J1TR2URFSfcNq5ndDS4i0b+t75Fjhb7AtLT tamil@ubuntu-delldesktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6tJ9y3solDCzFdXcczO8GJEwMqMYXWU5kuMz0rr/US6F72j0spSNmwGemMOZE9s7KtHgior/Ufw8/vMRkRhoBY 2021-07-26T15:39:58.734 INFO:teuthology.task.ansible.out:B0C5KT9utGNqrtDdvH98h43XnKZ3K/yaHv/T+u2EYWNgHtOXMtgIVFnGwSD7RzF6TbwSfurprTV6ZUyyOxRcmHnkmwpbNwiwIoXB03k2PITdYCC3lEBEY0OC+vAW/E3+bFbV3RSEA0Cm31jmMyZyPeYiXiEnPXUIClsoDj34NwJTIgctwIsqM4eYUBg3pHliWYKEWDs55HZYoj3W/6Jw7MASzyAYFSmP8rQu8iS7tO1iEBRGOXFNxHirGQ1WqUn tmuthamizhan@MacBook-Air.local", "key_options": null, "keyfile": "/home/tamil/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tamil", "validate_certs": true} 2021-07-26T15:39:58.784 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCw3MhMNDYjkiQADoC1mg9ga0Yj174FHIFt4RQIC8qK+6cB0N3CM5R4JwP8pR4tYkVFWmnYRScYK5VVdC873Ac2BzYxmse97zLJTbUnYWTdY+OFi1FUozsy3PwtiNHSd48Z/PBvkinQIey2QlMKaW3/yz9Of/Yfm4prxg9lBsd6/tOOFj3AsqIQ1OVhMfgeVEkdCL7AAbEYyMxePZ3UFrDwj05HDLgmFzx1xsNJFOuBwLfU/QNHoXJQrcVy0rZq9fB5rg74iz1JZs0uDWocQQK4Nd3Rv+wRGBuew2fmkrS2bQWXzMoSL+/i7pbf74LKcbWAE0wXEImqQeREHxq4ZZ5J yuriweinstein@Yuris-MacBook-Pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJUmq7btpBMjjODHXp1888xoBuX+rhiZg3ufuo69RgDxUMymJn3CPJ/5NGXoZ3SGAWKk0w0Dx6K/VO4y92mAV+cO81y8wZR4J3fPV3IbWRjN0X3IFoAvJi5n9v5hpG7z3RZCGmQnOZ99m1i9dge/3S8NpuPLIvYkSo9z00d+mNP6D8rGnqOmEBfEhUQXLeH7rbPwaMWPgB/hrpiPCyLR/+sGC5bq9PAsKnocqZ12cnvCtYxpnA7et6nL15ftEpUrKYAmRDxotuoUcsllP66GSszjbrgN6OBNDSqpGt/+RSJJwzZEGQ073gJuMveKy9tvD/PyEttjvVKL2KsBuXGSuL ubuntu@yw\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmXWgRRes8bzekTH2fTcxdAAquFn1SjPhws1Z9 2021-07-26T15:39:58.786 INFO:teuthology.task.ansible.out:CkxNaqKe25XnzPehqrhg9etouUwvORQHdDJdTlmhTSYtn588Omq+1bvniab0KzAYgGZsWdPma/3E9qF7ChXIMik9Umip0drzYTaexCuC/Nu46brTxlnL0vaxnnVjDwmHC0CEJs4qN4e2wSlsA0uBDRWjxWFMdTUgSzII5xasHypUYZ0y3MNdbfY+SVF69DEDH8EOQMGYm8JQXNJFloQvmvLUFqT/63FsdpzRVTph4A8hvI1f8i6ULb7fPQN5ZS62wdXd/KvrBXrCvhOi7R63RM60mkMRXm1XajTGmCKiikfiqgTr yuriw@Yuris-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC41kRr6B/RC32DrQKRByalH832H6BpCQF9XdTvgYi4+LJt+kAuIGLDF4xm4uApTmWRrLspWm0Kksc0ger03uNx5qJqMEUnJvjxJnSDC0/XyxWapVxIviFkvv0BjbhVNOOaMU55ywrZ9hHgMdaFwuMuCOaB7f9Tm6IUXm2k82OXueeIG23Kziq+IQBysWOjvNUy/LLpl7l4+xOkhNUupUiQCqHvFH98VUdYWkHeyamafGVZmYbFLrOXgmviKo0u8LPxcT7psKLk0yFG7fG0DSak6DDdKJqb+G/NqMSPxRSAI4FbXQ6UOZb32Ozr1Sql9yfOXEYWZuatn7W5F8DjSv3p yuriw@yuriw-RH", "key_options": null, "keyfile": "/home/yuriw/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuriw", "validate_certs": true} 2021-07-26T15:39:58.859 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDYGVqKZgLx2LJ49x0kGo/Z5r8MVefSUCYhhrK/DK8ht+YK1AqLXErjAedgpVz0WuwirRjh5YkiXGMYiOdkMUYWGk5nwCHEKnnCpne7Xh1OOqge/QGHlUigWVH8VIHBsZ+wTW25mqOrgDSGB8+Qk7Dr2o1sLGUHcx7vITDWOrer4KjF2+H5TQH/7irUVORu6fzeGKtGyOrTwQ+ZT1+fuhfznDULFGyvKGdcXxxNOg+21Fssk2nCNTlgRCGjHSrfelfuMT7QEt+9puWd7MWXYQg7xx8jkJGMpEQRFxJTxnfUlUXf3x2lc9Q/SvKfpVMtc0N+bk2F9+euyvRvjtn4LJNx jowilkin@jowilkin.wilkins", "key_options": null, "keyfile": "/home/jowilkin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jowilkin", "validate_certs": true} 2021-07-26T15:39:58.922 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxrS30JmTZbnBd73s9PGZYxCkWH3u4En9Q0bYJan45W+j+y5vMzaNUVsp8We1tphqPQ9B0ygi80OxbHWu5gyv4g+M/JFtrnxv3QgBCYWeBWfh652Vbdlk1thl6btFnHUhVMSn5tkdnFxyVDJHIROoVXkHRaCNAUUy7tB60IhPAMomNcCGu9R8+opONFLXKTIfkYQ1cGbysr90DMs8ASEkvxdv40hIWhK4ufvL7CFFtgXuoC0c1WedBFOkr5LDegzL13xN97K9o5J8CAU0MUKk6H8KNKbQuNq1zANwymMFY599GIlxwai8iluJgfOObDRdCDmKM2f9RAEUXQM7oYoH7 tamil@tamil-VirtualBox\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvwiWVhNLeOLg72cpVIwbUYnmFh+Cqf/mE7Rc/Xci91on3GPrq++dC8t2GhTB5Zyq46EE27SmUkiZpHRnz7xwiJKM/tTgNEkffXDK3j0pA2E22iqV9FpfSA9Zdi1Puq7CPT7/rix4rF3SPvMtg/R1fkyornLFdzhJiMExCKJXGwf+QsKk4NVnr+nO3EEkKOoP1wio1bceZ53rCt9Tyu8NawAB2nL2fvtBPQDAriQ8bLX69XLbOfhFI6GJo815/j6CQxNmvA0l5ABJc8+A71jZmndzumFRgqBuhiCM5ohsGR0JGahUQjFEA4quNTx8EWTGRsqhAYszzpqJzuN+Xb6tJ tamil@macbookair\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEPzEyDGI7poyXVPG70vgQpvlU/lTt6Vvv5CoHWJoSrHklDdJEqekhCB87BX4DTrqbb5xoM7yfxle/z9UzgVwSUWqsPdZHA4EbrNFRKFxi/gc2YrygVSjumTyzf9WJJ5vCZvTQexOj7rjWVnJkjXHKMXZXIAQN/bJf6J21t+4A3XLrl30/4XXyq664NONUNjBHxHtlbS2LM6Th/hK4B23oj2BugX2j/50vWgd9H36bPr8+JGskOi6MH2ndZv5pYtLznFzQmsbixjaN8kCuyQdlRCOndPEFoHFhDla2MeB+h3XQLDXW7J1TR2URFSfcNq5ndDS4i0b+t75Fjhb7AtLT tamil@ubuntu-delldesktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6tJ9y3solDCzFdXcczO8GJEwMqMYXWU5kuMz0rr/US6F72j0spSNmwGemMOZE9s7KtHgior/Ufw8/vMRkRhoBY 2021-07-26T15:39:58.924 INFO:teuthology.task.ansible.out:B0C5KT9utGNqrtDdvH98h43XnKZ3K/yaHv/T+u2EYWNgHtOXMtgIVFnGwSD7RzF6TbwSfurprTV6ZUyyOxRcmHnkmwpbNwiwIoXB03k2PITdYCC3lEBEY0OC+vAW/E3+bFbV3RSEA0Cm31jmMyZyPeYiXiEnPXUIClsoDj34NwJTIgctwIsqM4eYUBg3pHliWYKEWDs55HZYoj3W/6Jw7MASzyAYFSmP8rQu8iS7tO1iEBRGOXFNxHirGQ1WqUn tmuthamizhan@MacBook-Air.local", "key_options": null, "keyfile": "/home/tamil/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tamil", "validate_certs": true} 2021-07-26T15:39:58.986 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDP/yVttBEs7mpVfJL+reXb/BfB7DsLrA5ArVqEJjySi3NOz3e/wE8KRWbHD1UdraAU3P8b96GdAQxGOs4n0muOMejmaXWZCP3HkRL+rcd+03ZI1lb6ga9XjBARZfb2h+kg5jTJp/Ll6mwAYbSXvQ4MuDQzwGRDX5Q5Xme7OZ4Wb+vBmmkihHydySyP9YXbWWsBw4jvZCFSKMGsUVy/HIt1coZx/PyCG/K2Kl0nrE5ux2QqfdTIpzYo4c3y6uMIHDvt29lRmk3Gnh2//U5eN8mmRRKJlkvE8DKy3VYsl0JsP9pTWUZEYgV0EX251WTO0akQ2bKuszqd9Ai04RWnXUu5 brad@dhcp-1-165.bne.redhat.com", "key_options": null, "keyfile": "/home/bhubbard/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bhubbard", "validate_certs": true} 2021-07-26T15:39:59.059 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDYGVqKZgLx2LJ49x0kGo/Z5r8MVefSUCYhhrK/DK8ht+YK1AqLXErjAedgpVz0WuwirRjh5YkiXGMYiOdkMUYWGk5nwCHEKnnCpne7Xh1OOqge/QGHlUigWVH8VIHBsZ+wTW25mqOrgDSGB8+Qk7Dr2o1sLGUHcx7vITDWOrer4KjF2+H5TQH/7irUVORu6fzeGKtGyOrTwQ+ZT1+fuhfznDULFGyvKGdcXxxNOg+21Fssk2nCNTlgRCGjHSrfelfuMT7QEt+9puWd7MWXYQg7xx8jkJGMpEQRFxJTxnfUlUXf3x2lc9Q/SvKfpVMtc0N+bk2F9+euyvRvjtn4LJNx jowilkin@jowilkin.wilkins", "key_options": null, "keyfile": "/home/jowilkin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jowilkin", "validate_certs": true} 2021-07-26T15:39:59.123 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAyRDKb+InDsnW4E/S12Pr6rK3wDfUG3j+iw/NsCWwN5xpJEA1/NhVlRzY8/jejc6ddmnNKWbm/UcYVrbo7yClRTGu45g0Qm9lmfvgDgi1k8mwUCy+edbQ/R8FB9cIHHCnUuWzRmE2XGaeDiSVQgiYqq3mOPY/hwe3G7jwFalYPsbmY1jNqpzODmKFMRd1bOwdHEOMTfh0owHWqhhXakU8em30lYraQVYH24FplH2NUBArxmTuctyfweHxx7yH3ZFcXFUpUMSLuVDWb1A7fMiL6eW6wiwh+dD+q5iFNvuioZITP2EjIsb9nS+eM9bOJZuZ+5pln2EsHee27LjunbwgWw== yehudasa@fatty\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDF3PxJYgI3tS7SG+RnUvxMxr0/XwBAio0oiP4AC+o8rUYYyPd/RU27TR1kphbuJhQWVtaZ6kFSBQeNQUxv6rb8hmMzvlP1FDEoGkjaOHOuYEc2DFkkEAfaR2AlNKn3pUQgLE00TLHctCgd57Cn2Ppt8xEi/vTuo0gX3xjWOL4N9QDElCXKNdxdyyJ/RNb/Mid+YxgKKjf8ppmhYsQ+Qqu4YwPzLkfK1Qb3YtR6Hbjb4jxC7C1Z13h0vUgHe7qSmUCYNo9eC+lEgNmmnLb2sXJaUUJM8MEex6v+4muWM9hV0cq/Wplrx8fhMWMa978sxH8yVkE3Svqc/K4ZWN59l3xT yehudasa@yehudasa-XPS-L401X\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDvplQk8xkSXF03uSJh3H4zyZHRMjvgUJBgGN27Kb7 2021-07-26T15:39:59.125 INFO:teuthology.task.ansible.out:gAlIQv306wPKIprOwp+jDhEcPnEWBMRJMUJuBi0vEiqmDHt8mg8ZYcs+Gi7MbUgBokILdJuSG89KAgq7gBCuIhYbSg35pfvXvIZswiXvySqMrJNB495GYj/FrcWEBfQMuedMSkIfNzqPV9yR5YRh8fnSs3fjCzV96vzu7O4AzgwICbM6XmqVLXPax/32Hq0dz7sAawlQFCJYPHzVzjwmih46TRJnXrxewsRhk9GwKfI4SWaFIRdOdadGFSLgdZ+2iGE7hTZ3sRgkLOj+4zKa+xTbtjjXfw5up7J3hAmrK15Tz yehuda@yehuda-940X3G\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfNxvAw6cb33jg36vw8kJu48/BttmFJ4BFeanYqwRgtWZrKpAAGHEgCiNeyIttMrI3t7Spcdyp6dy6n0P3WUFVgHWEYtGqXwXqDC9UXISkUJVVDZoEynpGC92RghhzH53+7jX1Ytpr30r/xb1ktryTPCoEJRqyrg2j1b167i6PV5tuJCA+77gW5LWBmMXJCprjnfnJ92Gp8ZewBB6gL1x+3RFkMxGsibL0Qw1CTKfyAHNYc/jos6YiL0b42Ha+NmKwvzZ1GgIleRMleisSOyKPUlPdR7UnmtEXa9bl3Gc/hc7Zt+v4iUypr2WL0X4Yl7rJNH/AAd/Z6jPkAX9nHYzh yehudasa@yehudasa-desktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrSX8nDL2WaHe0b/rjE3TZhj5VwbrG6nn/hyWmm2dWcUqotSp973yD2G4tQL9UygeSkDGmjb6whrz2mcAFJ5P4oLtIcCLyZC550dcpwV3BtP/cMAIGE6xeEARKiP8KlVGFNDRg9/l1aAd08Bepe+rJyAYD7IxOOBfgKJMKbeOWnT40RTfwiD5CXNwjzQuhzZDEbm+8zjTChFM4P1EkfR3c+0X3MYpA1AsRQY0ElvFtcn6G0yPKR+obGdIs+ydGupKh1+peGWLemHMA5e62Bs4/Lwtyebyp7AOguC3ZBJ3TZWL4Vn1q6z21cQe6AuowjPrneZWC4ifFB6OUQJqM+R00pHBcajcvsfpYOblZvTJHM726Ek1vahOYfcbEMpqWlVYo+WPRUilzl5cI3ReyAcwphebqKPbhmzCuyJw3lWBKIVDhWjEFzGkxV/iFU5rIXFm/Z0JGNFFxmY1U4GlA4lFXtL7OvEdMsiZo1x0cNmFWLu0k9fQBtiQI19ZBiA7FPKc= yehuda@crestview", "key_options": null, "keyfile": "/home/yehudasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yehudasa", "validate_certs": true} 2021-07-26T15:39:59.196 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDP/yVttBEs7mpVfJL+reXb/BfB7DsLrA5ArVqEJjySi3NOz3e/wE8KRWbHD1UdraAU3P8b96GdAQxGOs4n0muOMejmaXWZCP3HkRL+rcd+03ZI1lb6ga9XjBARZfb2h+kg5jTJp/Ll6mwAYbSXvQ4MuDQzwGRDX5Q5Xme7OZ4Wb+vBmmkihHydySyP9YXbWWsBw4jvZCFSKMGsUVy/HIt1coZx/PyCG/K2Kl0nrE5ux2QqfdTIpzYo4c3y6uMIHDvt29lRmk3Gnh2//U5eN8mmRRKJlkvE8DKy3VYsl0JsP9pTWUZEYgV0EX251WTO0akQ2bKuszqd9Ai04RWnXUu5 brad@dhcp-1-165.bne.redhat.com", "key_options": null, "keyfile": "/home/bhubbard/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bhubbard", "validate_certs": true} 2021-07-26T15:39:59.259 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDx37xbP0jYqopygG66LbSMRPoqpGUPzQZ3G8eqJCk2I dang@revan.aa.redhat.com-2015-07-17", "key_options": null, "keyfile": "/home/dang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dang", "validate_certs": true} 2021-07-26T15:39:59.322 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAyRDKb+InDsnW4E/S12Pr6rK3wDfUG3j+iw/NsCWwN5xpJEA1/NhVlRzY8/jejc6ddmnNKWbm/UcYVrbo7yClRTGu45g0Qm9lmfvgDgi1k8mwUCy+edbQ/R8FB9cIHHCnUuWzRmE2XGaeDiSVQgiYqq3mOPY/hwe3G7jwFalYPsbmY1jNqpzODmKFMRd1bOwdHEOMTfh0owHWqhhXakU8em30lYraQVYH24FplH2NUBArxmTuctyfweHxx7yH3ZFcXFUpUMSLuVDWb1A7fMiL6eW6wiwh+dD+q5iFNvuioZITP2EjIsb9nS+eM9bOJZuZ+5pln2EsHee27LjunbwgWw== yehudasa@fatty\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDF3PxJYgI3tS7SG+RnUvxMxr0/XwBAio0oiP4AC+o8rUYYyPd/RU27TR1kphbuJhQWVtaZ6kFSBQeNQUxv6rb8hmMzvlP1FDEoGkjaOHOuYEc2DFkkEAfaR2AlNKn3pUQgLE00TLHctCgd57Cn2Ppt8xEi/vTuo0gX3xjWOL4N9QDElCXKNdxdyyJ/RNb/Mid+YxgKKjf8ppmhYsQ+Qqu4YwPzLkfK1Qb3YtR6Hbjb4jxC7C1Z13h0vUgHe7qSmUCYNo9eC+lEgNmmnLb2sXJaUUJM8MEex6v+4muWM9hV0cq/Wplrx8fhMWMa978sxH8yVkE3Svqc/K4ZWN59l3xT yehudasa@yehudasa-XPS-L401X\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDvplQk8xkSXF03uSJh3H4zyZHRMjvgUJBgGN27Kb7 2021-07-26T15:39:59.325 INFO:teuthology.task.ansible.out:gAlIQv306wPKIprOwp+jDhEcPnEWBMRJMUJuBi0vEiqmDHt8mg8ZYcs+Gi7MbUgBokILdJuSG89KAgq7gBCuIhYbSg35pfvXvIZswiXvySqMrJNB495GYj/FrcWEBfQMuedMSkIfNzqPV9yR5YRh8fnSs3fjCzV96vzu7O4AzgwICbM6XmqVLXPax/32Hq0dz7sAawlQFCJYPHzVzjwmih46TRJnXrxewsRhk9GwKfI4SWaFIRdOdadGFSLgdZ+2iGE7hTZ3sRgkLOj+4zKa+xTbtjjXfw5up7J3hAmrK15Tz yehuda@yehuda-940X3G\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfNxvAw6cb33jg36vw8kJu48/BttmFJ4BFeanYqwRgtWZrKpAAGHEgCiNeyIttMrI3t7Spcdyp6dy6n0P3WUFVgHWEYtGqXwXqDC9UXISkUJVVDZoEynpGC92RghhzH53+7jX1Ytpr30r/xb1ktryTPCoEJRqyrg2j1b167i6PV5tuJCA+77gW5LWBmMXJCprjnfnJ92Gp8ZewBB6gL1x+3RFkMxGsibL0Qw1CTKfyAHNYc/jos6YiL0b42Ha+NmKwvzZ1GgIleRMleisSOyKPUlPdR7UnmtEXa9bl3Gc/hc7Zt+v4iUypr2WL0X4Yl7rJNH/AAd/Z6jPkAX9nHYzh yehudasa@yehudasa-desktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrSX8nDL2WaHe0b/rjE3TZhj5VwbrG6nn/hyWmm2dWcUqotSp973yD2G4tQL9UygeSkDGmjb6whrz2mcAFJ5P4oLtIcCLyZC550dcpwV3BtP/cMAIGE6xeEARKiP8KlVGFNDRg9/l1aAd08Bepe+rJyAYD7IxOOBfgKJMKbeOWnT40RTfwiD5CXNwjzQuhzZDEbm+8zjTChFM4P1EkfR3c+0X3MYpA1AsRQY0ElvFtcn6G0yPKR+obGdIs+ydGupKh1+peGWLemHMA5e62Bs4/Lwtyebyp7AOguC3ZBJ3TZWL4Vn1q6z21cQe6AuowjPrneZWC4ifFB6OUQJqM+R00pHBcajcvsfpYOblZvTJHM726Ek1vahOYfcbEMpqWlVYo+WPRUilzl5cI3ReyAcwphebqKPbhmzCuyJw3lWBKIVDhWjEFzGkxV/iFU5rIXFm/Z0JGNFFxmY1U4GlA4lFXtL7OvEdMsiZo1x0cNmFWLu0k9fQBtiQI19ZBiA7FPKc= yehuda@crestview", "key_options": null, "keyfile": "/home/yehudasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yehudasa", "validate_certs": true} 2021-07-26T15:39:59.386 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2YyDoeKdaCuJif79AxJAorqpUj33WHbHu/eIWpHju+iIF3f94K0qyEXgs4AwZin9pzfyd8N1aKNT8ZFPss6L0Xk68aO/6tdInq+1lTMMUC5v/LBqsIV2btPTFHrQWA0R10v05aZFvFaSqhHNsZaj98vQV7P+jiSs3yPWqCIWUTQ1VXnCeQnB4R5tob0gpMuonhkKq7vrJPhf6ge9Av+yjL7+8oP5LJqFJ5npDxkwZ0u3L0QQ9ftAT/e7Y7ESpwpgaI3Trl0EwAXFmiLjXEUA+FBbE7ko9kLqXqRjc1C0BdRG9sO0QKBGDBEx1W3w8rCPKgaDlVyqsBT1yvIjqqXDOQ== borix@dhcp-31-190.brq.redhat.com", "key_options": null, "keyfile": "/home/branto/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "branto", "validate_certs": true} 2021-07-26T15:39:59.461 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDx37xbP0jYqopygG66LbSMRPoqpGUPzQZ3G8eqJCk2I dang@revan.aa.redhat.com-2015-07-17", "key_options": null, "keyfile": "/home/dang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dang", "validate_certs": true} 2021-07-26T15:39:59.524 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDO00mus2XPX/EfUZ/YsKI84TnWj5TbZP7Fs01EkoOTPgNoYysVdf0PwhAooz1qPrv+HUsUMpQT6uNYfCHyqx9rScR+XUlyQuFe7Sjp/dn3y+b1PKa6G4HX7f1eejR3ZaLZXA4R/8oucAXqQS5pDr3Y7prwkrp9cyk8uawBXoDcAlA1SMIPZPrtO1+iZw20NDhixsG7NE5jMFfw3q8xTckZEqBbteybci7X1v4lEYXCVlbSbUhyZ2Af8HEj09JBDOL2bI3yLvj9a5Oj/HtKubyApzZpA7rgeoii2UZQGuSRI1VJktp9YC0zGk5S843xYW92utbALKyQ6DdB2F5gc0DX xiaoxchen@LM-SHC-16501223", "key_options": null, "keyfile": "/home/xiaoxichen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiaoxichen", "validate_certs": true} 2021-07-26T15:39:59.610 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2YyDoeKdaCuJif79AxJAorqpUj33WHbHu/eIWpHju+iIF3f94K0qyEXgs4AwZin9pzfyd8N1aKNT8ZFPss6L0Xk68aO/6tdInq+1lTMMUC5v/LBqsIV2btPTFHrQWA0R10v05aZFvFaSqhHNsZaj98vQV7P+jiSs3yPWqCIWUTQ1VXnCeQnB4R5tob0gpMuonhkKq7vrJPhf6ge9Av+yjL7+8oP5LJqFJ5npDxkwZ0u3L0QQ9ftAT/e7Y7ESpwpgaI3Trl0EwAXFmiLjXEUA+FBbE7ko9kLqXqRjc1C0BdRG9sO0QKBGDBEx1W3w8rCPKgaDlVyqsBT1yvIjqqXDOQ== borix@dhcp-31-190.brq.redhat.com", "key_options": null, "keyfile": "/home/branto/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "branto", "validate_certs": true} 2021-07-26T15:39:59.654 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCz7e2G3Ziaus2yMviKh9s65e+yaqy1+ezs5IC6US90/8WumNAWqC4Yr3ckvCc120r3VwpJWcvaAWCF+4IZeO43lSNLadbCnJONed5YklcUuIJvjC1eDbZTMLJ7h0ijgNXgAFmFq0AV2NHuE2L2VKXk2hsIqDVGjZLUpi7W+ic07xnScEoXXDSk5mhJ6bKmFsUYCC91g2roYs9Ui5fGd+ey28SFOADI7osDLpLkiTF2OzGel93o5qobNZwKR0AxGsBIta17mvf3I3307bGnvugDXpNB0FaS1QZhIzMO4G4LZL9zahCvv4wm5GmuO4F0+Ac7dwFu3KZKtHQe3g6WHuAv ffilz@redhat.com", "key_options": null, "keyfile": "/home/ffilz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ffilz", "validate_certs": true} 2021-07-26T15:39:59.748 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDO00mus2XPX/EfUZ/YsKI84TnWj5TbZP7Fs01EkoOTPgNoYysVdf0PwhAooz1qPrv+HUsUMpQT6uNYfCHyqx9rScR+XUlyQuFe7Sjp/dn3y+b1PKa6G4HX7f1eejR3ZaLZXA4R/8oucAXqQS5pDr3Y7prwkrp9cyk8uawBXoDcAlA1SMIPZPrtO1+iZw20NDhixsG7NE5jMFfw3q8xTckZEqBbteybci7X1v4lEYXCVlbSbUhyZ2Af8HEj09JBDOL2bI3yLvj9a5Oj/HtKubyApzZpA7rgeoii2UZQGuSRI1VJktp9YC0zGk5S843xYW92utbALKyQ6DdB2F5gc0DX xiaoxchen@LM-SHC-16501223", "key_options": null, "keyfile": "/home/xiaoxichen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiaoxichen", "validate_certs": true} 2021-07-26T15:39:59.805 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpGZK2cWUtE85Bt7fl+kSeiC0lM/EN+H2X3ePGq3LiD4g5R5n6nJsLaJaIZXdJ96G0JSnj07G8Xu1CkVbGDHuVg2O9tnxLhz6tzDwFYNFrQIpALlQwOq8OiwGDDyFkMXQ3JqCCWvyD0HLysOJQIBIlb/o92ZCSAGOyNX1JjrhXF+mlBk1AUW11UeZOeGZQ34MKHapH7T/DuexCz5gfZI/jY9Rg3hr4jb1zGttvAF2eeLJCjqD/Vi4mowYB/Kn/PJhNixeA2sli2i8r6yO/bFmA/PWnfSl+EqD4mUJWb5ATeJ3hyW8qVLOogY6XVu4Sd1VgL7l1RYzXuxJV3Rb1Yw2T joao@sepia\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDV0jbKpbmXW1bhRIOBIdVV1L73qjls7s5pxiW2EMPvZLYzxLBE92e3Vf8bSMWlm1Lyb7a+u5BR85+2c+h2F59sgU1Saek5ebPpFU5qBn8AzYH18iMVSPciByOzwS0NXwWnksckWxUkQgP9bZP/1ORQ7jWZEOHZ5mEQ0oMkP0bfG1cpFrNTxOhDmwbCiQ8dp6KeZaMg4hErALr5Eh/EESxKIkuwQzk9bDbtjPRDu0F2dE0NCjs0k0BXmDA80GksxuOacRxE95K6/er11qst/VqA7o6BfhxJMTXWMdj8NhzIUNjZ8LqLTG6P/XGR24sA2d2WBhlEKRMZNqeEjzmi1REr joao@tagide", "key_options": null, "keyfile": "/home/joao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joao", "validate_certs": true} 2021-07-26T15:39:59.889 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCz7e2G3Ziaus2yMviKh9s65e+yaqy1+ezs5IC6US90/8WumNAWqC4Yr3ckvCc120r3VwpJWcvaAWCF+4IZeO43lSNLadbCnJONed5YklcUuIJvjC1eDbZTMLJ7h0ijgNXgAFmFq0AV2NHuE2L2VKXk2hsIqDVGjZLUpi7W+ic07xnScEoXXDSk5mhJ6bKmFsUYCC91g2roYs9Ui5fGd+ey28SFOADI7osDLpLkiTF2OzGel93o5qobNZwKR0AxGsBIta17mvf3I3307bGnvugDXpNB0FaS1QZhIzMO4G4LZL9zahCvv4wm5GmuO4F0+Ac7dwFu3KZKtHQe3g6WHuAv ffilz@redhat.com", "key_options": null, "keyfile": "/home/ffilz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ffilz", "validate_certs": true} 2021-07-26T15:39:59.942 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHhYb/mGgHbEntAN2iPFTV1k8MYDs+jtsJDPE9MWtUZXksdeG8cEfXDBGhiBsprjELsW4+czJBqqESugFMevEysTVKIo5lc95bf1nApxfiRyMnAxb5wQ2OeLY62x26TWJhPu6HMajV+gb8CKjxDobf1Ix4ELbYlL77SOH1VVDtVZ6HiwtYngXAPMONCdI99cuwJlBpv5RjDoLwljOoxEXIh+1Fsvth+iymp0rIPuJx91DzYYgWZFfCLPHRgDy0H7YRdQWUzhrxTyzuT27vsNh5L8HgdowzOu9f2HwGzlTlxli94IJLMBY2359xsqjSswZzAv+BiPDAZMUwJpYvRvSt nhm@clusterfaq.org\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1JAKymiRDyVar5P75cMycxz9u8VsLuNtf/0t1na4ofa4YmanKswPQQz1Am82pvyPqXlBbdIGVneyMrkEoFAk4nTtfmCl7WdtaxnH87Dr9BOLEp+lIPHy7jpS/dcVmKRPB1qCYZ5GNAZ9g+DrXdaeOJdUOpIK49BP1IK8Uw5eBWAx/ae6/12yz+d/6e9kBvO7OUamMSne6Ghe2pRoI8jFOdWMbQy3ofb5wSHZGPNDn0YTGbNWHlfEAcrFmGQSTwohca4SqCJ1NgKnYu4qPVmb3Gbpm+MpUPs8Gy++rQ8wVZ5xWZW/yReIbJCqqVY4vrQzVywQXRucIrB1VyvShuNW3 nhm@metropolis\nssh-dss AAAAB3NzaC1kc3MAAACBAM7BfQAinQmLlkTgt7IIg3nQyyaJRiWA4agfu/HncrcAmepGqPCwy451g1eLMD3AC4QptHnV80Y47YQTyX1VQixIQ6M9zHG6Bo7IXzyqFHFpqnDZN25DaMM4na5bf1CwC9RtR7VWubojatPylOpflkChUBuAGWnzwkz2cxl4Dc47AAAAFQD35l/Lg4eTqZ83eTgJ5lihzHS/awAAAIB/ZdMSE6M0zEvdNPsWY28bvQ0QXN7w1ncVXGachA1JOEFGYvsbHeoywLpSYoiPLV57/wZT2dUzG70u80IQGildZ1WgQNn7C9r2Z3ZUgKmRGyC+PpYEa6nv+U4CHdMViBRXxNrP0bj2CfQv 2021-07-26T15:39:59.943 INFO:teuthology.task.ansible.out:UxUxrHWtOu/da2W23cpSs6Wz8gtz2QAAAIEAvf4vx/32Sy+kbvqOCYz0wu0ItlECN0qOk3gAMvphYMI2sW2ez2+Tsua4eoPRXT10zFxiRTkHQd5FSIvNWXV2iqed6rpwTu5K8vJz2duMIyI+xWLHo4XudtZdNxggkf+RW9JvPOMLMp4sCzBXxpreHBsb1CynndKeYVrgMLybZ28= mark@Marks-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfDOM2v4h6Dk4pMWPQxxHI5rhFtLjkme/4hAp6ki/kJ1XOSzBQdQmD2UPDKvfO9lKO7v12G2Wt+re+0giAcSkfej4+xqV53u7d2pTbMI5U3zohZt8AgESx22DAxj1wBZYuyGO2TRI7DRQMxC47E8EJgcmZBBnMKk1Rz8k71pTmg+CI2vjWx/2x2bup9Mqe4uMA8ubjg2qRlWEqPKIKcHZyrAPdIlpy2FSZ9SPa0mJpdl6aYcFNgonD8BO6A0u2RPO90KmEWrRWu69vRvbbTDiqE0CkJJlAlu3jeFVD8US9vymBHSI0BDFUbukuyG1tAujytqGBRLzxQDU9JOYMP45v nhm@mocha", "key_options": null, "keyfile": "/home/nhm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nhm", "validate_certs": true} 2021-07-26T15:40:00.026 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpGZK2cWUtE85Bt7fl+kSeiC0lM/EN+H2X3ePGq3LiD4g5R5n6nJsLaJaIZXdJ96G0JSnj07G8Xu1CkVbGDHuVg2O9tnxLhz6tzDwFYNFrQIpALlQwOq8OiwGDDyFkMXQ3JqCCWvyD0HLysOJQIBIlb/o92ZCSAGOyNX1JjrhXF+mlBk1AUW11UeZOeGZQ34MKHapH7T/DuexCz5gfZI/jY9Rg3hr4jb1zGttvAF2eeLJCjqD/Vi4mowYB/Kn/PJhNixeA2sli2i8r6yO/bFmA/PWnfSl+EqD4mUJWb5ATeJ3hyW8qVLOogY6XVu4Sd1VgL7l1RYzXuxJV3Rb1Yw2T joao@sepia\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDV0jbKpbmXW1bhRIOBIdVV1L73qjls7s5pxiW2EMPvZLYzxLBE92e3Vf8bSMWlm1Lyb7a+u5BR85+2c+h2F59sgU1Saek5ebPpFU5qBn8AzYH18iMVSPciByOzwS0NXwWnksckWxUkQgP9bZP/1ORQ7jWZEOHZ5mEQ0oMkP0bfG1cpFrNTxOhDmwbCiQ8dp6KeZaMg4hErALr5Eh/EESxKIkuwQzk9bDbtjPRDu0F2dE0NCjs0k0BXmDA80GksxuOacRxE95K6/er11qst/VqA7o6BfhxJMTXWMdj8NhzIUNjZ8LqLTG6P/XGR24sA2d2WBhlEKRMZNqeEjzmi1REr joao@tagide", "key_options": null, "keyfile": "/home/joao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joao", "validate_certs": true} 2021-07-26T15:40:00.079 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaetIvR7YgpCq142fBQtOYsJrOMW+Wxu1beNXPJ8qzT5MxD05sdKntVE0DPveUydaeI8/vHeNjXDKN8mt1eO7Lf/rDKHOW/Y/36bUfQAODru9sdNCEJfSPgq1y6+X1ISljvLBXOOl+nQXlx3n5OjThNQbmdthgCT2Fk4hEoK7gn4+ol6foTkTdUXIBam8LuPU6f1KIG6ae1oAVFWLeavAbvmxUTmVl04+hKJWSPnvZxWupaPuiHvsImaQ7GwBjKhzL1wSMly0+pa2zbVYZKkLBA7Fx6fzP7jcEieOOPM1YU0jR5JF+WVzeRFJ1V9n75yOw6S4ef/X/zwWx42cdfx3N nwatkins@martini\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDRivdSX6cbPrdMrjz1oYgn0hb8VQo+QU7wD+AcCQi/CH06ny+2QjSr7bfdpgQ81Wgwqt9+e3KcLD5qdt3tneC8sgSAR5QUQrWKhPejrqdV+3990k8k0KoKIOZ9MGFc1FBv5IpuT/2d535iHJb0ZEg8mFKqKDw71sBEoQT4WElatf5DeVC507hP7GnrhZgtTPcrVddOLkmmqTQtLE1zvo9Y/eel8O2JMImMd6mdVBIcFQ1alU1wV4jLdMpagoPelvVTVeNkGRnOgvvQac5RXtGSMP1R5PoGz+1FgRhDCtdTXRfOdtrlJPtUjYiGPpIoKIUymlvQGjUrrK3WiQIIkIfDtFFu48EN4drjgQpCEQ2D0NMKEmk74mjx3CJDOF1Nj/2Fa1kjECiz4EM7sR8dDG5cW5Y8XsDoomgugM+rsOH9kWFFClHUJmdlNGWLhJnu9UQHLYZjQw3zT0F+FXUsUxKJUVTUdxQx5HBO9QFsSe13NPDnX64+SQ2VVStt8oQAvFO+6260zbux0RVaJM5dTNwnIHD/uI3PeR1z2b+iKhyj/9VP2uBRpGydLw/etQu/lS2K30S+kZIDAp0sqwXH89bdq3AJBipcryrnW1Ov9K5Mfl1UlV95/MivrnOFISWN1F9XR1kuIIYdCkI7hq/FHZ9gd84AjTiERfxRv8VCIHBVEQ== nwatkins@redhat.com", "key_options": null, "keyfile": "/home/nwatkins/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nwatkins", "validate_certs": true} 2021-07-26T15:40:00.172 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHhYb/mGgHbEntAN2iPFTV1k8MYDs+jtsJDPE9MWtUZXksdeG8cEfXDBGhiBsprjELsW4+czJBqqESugFMevEysTVKIo5lc95bf1nApxfiRyMnAxb5wQ2OeLY62x26TWJhPu6HMajV+gb8CKjxDobf1Ix4ELbYlL77SOH1VVDtVZ6HiwtYngXAPMONCdI99cuwJlBpv5RjDoLwljOoxEXIh+1Fsvth+iymp0rIPuJx91DzYYgWZFfCLPHRgDy0H7YRdQWUzhrxTyzuT27vsNh5L8HgdowzOu9f2HwGzlTlxli94IJLMBY2359xsqjSswZzAv+BiPDAZMUwJpYvRvSt nhm@clusterfaq.org\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1JAKymiRDyVar5P75cMycxz9u8VsLuNtf/0t1na4ofa4YmanKswPQQz1Am82pvyPqXlBbdIGVneyMrkEoFAk4nTtfmCl7WdtaxnH87Dr9BOLEp+lIPHy7jpS/dcVmKRPB1qCYZ5GNAZ9g+DrXdaeOJdUOpIK49BP1IK8Uw5eBWAx/ae6/12yz+d/6e9kBvO7OUamMSne6Ghe2pRoI8jFOdWMbQy3ofb5wSHZGPNDn0YTGbNWHlfEAcrFmGQSTwohca4SqCJ1NgKnYu4qPVmb3Gbpm+MpUPs8Gy++rQ8wVZ5xWZW/yReIbJCqqVY4vrQzVywQXRucIrB1VyvShuNW3 nhm@metropolis\nssh-dss AAAAB3NzaC1kc3MAAACBAM7BfQAinQmLlkTgt7IIg3nQyyaJRiWA4agfu/HncrcAmepGqPCwy451g1eLMD3AC4QptHnV80Y47YQTyX1VQixIQ6M9zHG6Bo7IXzyqFHFpqnDZN25DaMM4na5bf1CwC9RtR7VWubojatPylOpflkChUBuAGWnzwkz2cxl4Dc47AAAAFQD35l/Lg4eTqZ83eTgJ5lihzHS/awAAAIB/ZdMSE6M0zEvdNPsWY28bvQ0QXN7w1ncVXGachA1JOEFGYvsbHeoywLpSYoiPLV57/wZT2dUzG70u80IQGildZ1WgQNn7C9r2Z3ZUgKmRGyC+PpYEa6nv+U4CHdMViBRXxNrP0bj2CfQv 2021-07-26T15:40:00.174 INFO:teuthology.task.ansible.out:UxUxrHWtOu/da2W23cpSs6Wz8gtz2QAAAIEAvf4vx/32Sy+kbvqOCYz0wu0ItlECN0qOk3gAMvphYMI2sW2ez2+Tsua4eoPRXT10zFxiRTkHQd5FSIvNWXV2iqed6rpwTu5K8vJz2duMIyI+xWLHo4XudtZdNxggkf+RW9JvPOMLMp4sCzBXxpreHBsb1CynndKeYVrgMLybZ28= mark@Marks-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfDOM2v4h6Dk4pMWPQxxHI5rhFtLjkme/4hAp6ki/kJ1XOSzBQdQmD2UPDKvfO9lKO7v12G2Wt+re+0giAcSkfej4+xqV53u7d2pTbMI5U3zohZt8AgESx22DAxj1wBZYuyGO2TRI7DRQMxC47E8EJgcmZBBnMKk1Rz8k71pTmg+CI2vjWx/2x2bup9Mqe4uMA8ubjg2qRlWEqPKIKcHZyrAPdIlpy2FSZ9SPa0mJpdl6aYcFNgonD8BO6A0u2RPO90KmEWrRWu69vRvbbTDiqE0CkJJlAlu3jeFVD8US9vymBHSI0BDFUbukuyG1tAujytqGBRLzxQDU9JOYMP45v nhm@mocha", "key_options": null, "keyfile": "/home/nhm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nhm", "validate_certs": true} 2021-07-26T15:40:00.215 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJD+2BHStkaMJ8RStIIz+yDJCGNT1wbwUnmuO71vNlFxzIyHGvCq3ktx2xTwZz/kj6ZayXYWIRH//BhK2/iK/v+u2WQMBURfMHbf0lDMmNfbHCDBjYvEYgFo4Jwvzq4WHus0AHh9TdVt+TpcxyGPhVbUJh8NZut+w4cRIKu2xGoZZGDeLgv9ijXvDPrCdBxtpvQnF99C0bCTdPM7MK1FSCQEaRmNUgzEj0H7R+gmWi0T4HUD8ZY7y0vWbYPqT3Z07My1u2BfRBYpXnv1655/b777TkSlzSasORhSTT0AkW25u90Rsj2JWr39+49/Ia9uOyFtZIirugEv2v7v/l0grN linuxkidd@zenbook", "key_options": null, "keyfile": "/home/mkidd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkidd", "validate_certs": true} 2021-07-26T15:40:00.300 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaetIvR7YgpCq142fBQtOYsJrOMW+Wxu1beNXPJ8qzT5MxD05sdKntVE0DPveUydaeI8/vHeNjXDKN8mt1eO7Lf/rDKHOW/Y/36bUfQAODru9sdNCEJfSPgq1y6+X1ISljvLBXOOl+nQXlx3n5OjThNQbmdthgCT2Fk4hEoK7gn4+ol6foTkTdUXIBam8LuPU6f1KIG6ae1oAVFWLeavAbvmxUTmVl04+hKJWSPnvZxWupaPuiHvsImaQ7GwBjKhzL1wSMly0+pa2zbVYZKkLBA7Fx6fzP7jcEieOOPM1YU0jR5JF+WVzeRFJ1V9n75yOw6S4ef/X/zwWx42cdfx3N nwatkins@martini\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDRivdSX6cbPrdMrjz1oYgn0hb8VQo+QU7wD+AcCQi/CH06ny+2QjSr7bfdpgQ81Wgwqt9+e3KcLD5qdt3tneC8sgSAR5QUQrWKhPejrqdV+3990k8k0KoKIOZ9MGFc1FBv5IpuT/2d535iHJb0ZEg8mFKqKDw71sBEoQT4WElatf5DeVC507hP7GnrhZgtTPcrVddOLkmmqTQtLE1zvo9Y/eel8O2JMImMd6mdVBIcFQ1alU1wV4jLdMpagoPelvVTVeNkGRnOgvvQac5RXtGSMP1R5PoGz+1FgRhDCtdTXRfOdtrlJPtUjYiGPpIoKIUymlvQGjUrrK3WiQIIkIfDtFFu48EN4drjgQpCEQ2D0NMKEmk74mjx3CJDOF1Nj/2Fa1kjECiz4EM7sR8dDG5cW5Y8XsDoomgugM+rsOH9kWFFClHUJmdlNGWLhJnu9UQHLYZjQw3zT0F+FXUsUxKJUVTUdxQx5HBO9QFsSe13NPDnX64+SQ2VVStt8oQAvFO+6260zbux0RVaJM5dTNwnIHD/uI3PeR1z2b+iKhyj/9VP2uBRpGydLw/etQu/lS2K30S+kZIDAp0sqwXH89bdq3AJBipcryrnW1Ov9K5Mfl1UlV95/MivrnOFISWN1F9XR1kuIIYdCkI7hq/FHZ9gd84AjTiERfxRv8VCIHBVEQ== nwatkins@redhat.com", "key_options": null, "keyfile": "/home/nwatkins/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nwatkins", "validate_certs": true} 2021-07-26T15:40:00.354 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrRvNeBa+/GXxkSDmaim7U1wFpdBvgcK9/eP1I4fPS5xAWyxXI0s0ryX4Jwb7auhZdcqPjgUPQvIVVRridKJPz7l6jUlbIqdnZu4VHuaGG/DfIVxsSmw5aI5qI9Fg/s16JPwOUuzcLHsSSh8tFxY9L1yvs3ztQnKHW6nN5+zhPbW8UjmTNUksXXAeCM/OZn+IOOzzvfh0vVe/mghIW2JpOjHkZv4qwaWYcHg6+wWE4m8l84VIegDBiONknZXcQaRj82nHtfdnb2FSiV4+gKP18i90ai0iTKKXUkMJNFKp1T5MuF7UuJLA7l10FmgQJsZBS2Loa5oeqbHYeztNAfUxF JCLO@oh-mbp-jcl", "key_options": null, "keyfile": "/home/jlopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlopez", "validate_certs": true} 2021-07-26T15:40:00.439 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJD+2BHStkaMJ8RStIIz+yDJCGNT1wbwUnmuO71vNlFxzIyHGvCq3ktx2xTwZz/kj6ZayXYWIRH//BhK2/iK/v+u2WQMBURfMHbf0lDMmNfbHCDBjYvEYgFo4Jwvzq4WHus0AHh9TdVt+TpcxyGPhVbUJh8NZut+w4cRIKu2xGoZZGDeLgv9ijXvDPrCdBxtpvQnF99C0bCTdPM7MK1FSCQEaRmNUgzEj0H7R+gmWi0T4HUD8ZY7y0vWbYPqT3Z07My1u2BfRBYpXnv1655/b777TkSlzSasORhSTT0AkW25u90Rsj2JWr39+49/Ia9uOyFtZIirugEv2v7v/l0grN linuxkidd@zenbook", "key_options": null, "keyfile": "/home/mkidd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkidd", "validate_certs": true} 2021-07-26T15:40:00.481 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFkUz8Wr2RPiY8+xf2hL4qMT+jA4mo1gmpIF8q7uVR03vX5NhzQVxVnXiyLCFv6susSMxpBafa7aLutqigXhDGJWUbsJII5yTnFYVer0QmudEsLmoDyvI1HCNk1IVY6aIESE50N3Ndx+agWasIU8TGKqJdDMPyiUtfrvsrGWi/91ZLX6aJSrFqBJtTpxDoNe4XL6QRPNv0wb8GF0az5graXkzVe3GkaQS9lyw8m2ougDvW1SLvoeE+lhUUGhJGkkCZKv1f+QNLhUHyQ3XkXqh4MrP3pPUKIuQ7nKiWDjCP6Db+ZcejjTRC19D2gLjhrw3Z2J7nn/loijlFzV5dp+BL haomaiwang@gmail.com", "key_options": null, "keyfile": "/home/haomaiwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "haomaiwang", "validate_certs": true} 2021-07-26T15:40:00.566 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrRvNeBa+/GXxkSDmaim7U1wFpdBvgcK9/eP1I4fPS5xAWyxXI0s0ryX4Jwb7auhZdcqPjgUPQvIVVRridKJPz7l6jUlbIqdnZu4VHuaGG/DfIVxsSmw5aI5qI9Fg/s16JPwOUuzcLHsSSh8tFxY9L1yvs3ztQnKHW6nN5+zhPbW8UjmTNUksXXAeCM/OZn+IOOzzvfh0vVe/mghIW2JpOjHkZv4qwaWYcHg6+wWE4m8l84VIegDBiONknZXcQaRj82nHtfdnb2FSiV4+gKP18i90ai0iTKKXUkMJNFKp1T5MuF7UuJLA7l10FmgQJsZBS2Loa5oeqbHYeztNAfUxF JCLO@oh-mbp-jcl", "key_options": null, "keyfile": "/home/jlopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlopez", "validate_certs": true} 2021-07-26T15:40:00.609 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAuTvkaUtEaLbLcYA9Zw3MoHI5ZPudKf6CAbAZdhp4RMVujimR61TT6LdRF20g6F7pH7GrI/1WP2bu7a3sZyCZ1nCJCOhrTTS+2wwy7oGo/0yY4l+Bw6i7LGmJgqpO5dDxwADMlaHUwJ7Rf1Q+Pd7NmggkAVTmaN6qUGffz9hZsj7ibD/Z8/GFtQsCEMloTLtnz4NB6Gxe54UXEKz9pvjpXBhs0xWsJtDKaPFrbKRKswuH45XPuwJhGr249ZYtwQqcgXSWhOUcPTwf5Y6fj27aL2dx566DxQzqzNbcTcO96MguIy8Ufnc0kIOQQw9oHJZtg82zwM6+2mWr9J/K94Gv9w== kefu@save.node2", "key_options": null, "keyfile": "/home/kchai/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchai", "validate_certs": true} 2021-07-26T15:40:00.704 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFkUz8Wr2RPiY8+xf2hL4qMT+jA4mo1gmpIF8q7uVR03vX5NhzQVxVnXiyLCFv6susSMxpBafa7aLutqigXhDGJWUbsJII5yTnFYVer0QmudEsLmoDyvI1HCNk1IVY6aIESE50N3Ndx+agWasIU8TGKqJdDMPyiUtfrvsrGWi/91ZLX6aJSrFqBJtTpxDoNe4XL6QRPNv0wb8GF0az5graXkzVe3GkaQS9lyw8m2ougDvW1SLvoeE+lhUUGhJGkkCZKv1f+QNLhUHyQ3XkXqh4MrP3pPUKIuQ7nKiWDjCP6Db+ZcejjTRC19D2gLjhrw3Z2J7nn/loijlFzV5dp+BL haomaiwang@gmail.com", "key_options": null, "keyfile": "/home/haomaiwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "haomaiwang", "validate_certs": true} 2021-07-26T15:40:00.758 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-07-26T15:40:00.832 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAuTvkaUtEaLbLcYA9Zw3MoHI5ZPudKf6CAbAZdhp4RMVujimR61TT6LdRF20g6F7pH7GrI/1WP2bu7a3sZyCZ1nCJCOhrTTS+2wwy7oGo/0yY4l+Bw6i7LGmJgqpO5dDxwADMlaHUwJ7Rf1Q+Pd7NmggkAVTmaN6qUGffz9hZsj7ibD/Z8/GFtQsCEMloTLtnz4NB6Gxe54UXEKz9pvjpXBhs0xWsJtDKaPFrbKRKswuH45XPuwJhGr249ZYtwQqcgXSWhOUcPTwf5Y6fj27aL2dx566DxQzqzNbcTcO96MguIy8Ufnc0kIOQQw9oHJZtg82zwM6+2mWr9J/K94Gv9w== kefu@save.node2", "key_options": null, "keyfile": "/home/kchai/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchai", "validate_certs": true} 2021-07-26T15:40:00.900 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/r/Xf58szqJ3wLdTE+mRK1Z11f/+VABmx6804NO77ncdC5ZvD3Kx6WP/oje01iwWEVXNAgEOaXp6j+U10aPvBMaS30qf/IhUcrXwO1YcGzZ0pV6UZMxcTuJw6w1VXy/YtgW5BlIfSm78zabztES9BqCgjYYM2rml3L1teDF4WU1QiI97iW0R57yc0t/gqXGpxqSFQ+iNYAl0Q1MGUgYltLvPrhm9WI2WhR2/GivdVMEM5lViNlegxneAZRb9YZMCG2kmSP+9Zd2NR367OrlgzmgeY/9u+KGXQiyfaO330s+iksxVwwE3fDl+KnqXuHSJNccJV7iXzZKej2QAire4X dfuller@Douglass-MacBook-Pro.local", "key_options": null, "keyfile": "/home/dfuller/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dfuller", "validate_certs": true} 2021-07-26T15:40:00.976 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-07-26T15:40:01.028 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIKepJjIovBTCkdVyvAdptljhw9bYcwtIqV/ojdbpeuJtxDo9UyrEkNoLeVpZgOcrbgrkOE7AEixo3qB9PbD8z5NRUleV7wipSh3QwrDmSylSVReJKOwYdxUKkzesZYBGIGYzAbTKqcVzPUWCeW314+xmv90XkO/+1vgbC5uoXfbfnaiDHQimBom8QV5Egr+EhhcuCqMEqaVSvjMr1T0e6IL9gUens6Mys6czI37go6QvmgEzkBbDJJ64PsiOOFHVNk4DJVJ1c7TRtsnpIHM1YVFjsH1AnAL6UufbgNSFf5dziUB/Bz815P1/jsOGpHkUKE37DbHU5xtLGl3MmimMt4ndcG6EggBGEYBwfEWPRAsZs3qngssrNH5W0CzbysLaoovzq5VqS8SdLMu5XrRLBEB0uWWzLq2bobYymk3t/oby5zrHJV78xAuLmldqjvlPZSdkgwWNv9YBLkteBVr2HhjtuashJ6amNPbA4kCGhXMpeRhfvfqs31CBEKbTV+A8ODWbWAoQxLCcqS24x0yMi73N0UzuqDTaJMcE8ODJvOxcLNaV688QDbrC/UehpX/Bp/DM7fLHj4YhkRpZxkkN5w2kb/bBbWya4DrffhHKqn9CH1z5ynj0237PhTwCXjtRn0JzpeRgN8OraFgR2H3uPc9XNqlkFxxOBK0lRngbxzw== owasserm@redhat.com", "key_options": null, "keyfile": "/home/owasserm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "owasserm", "validate_certs": true} 2021-07-26T15:40:01.102 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/r/Xf58szqJ3wLdTE+mRK1Z11f/+VABmx6804NO77ncdC5ZvD3Kx6WP/oje01iwWEVXNAgEOaXp6j+U10aPvBMaS30qf/IhUcrXwO1YcGzZ0pV6UZMxcTuJw6w1VXy/YtgW5BlIfSm78zabztES9BqCgjYYM2rml3L1teDF4WU1QiI97iW0R57yc0t/gqXGpxqSFQ+iNYAl0Q1MGUgYltLvPrhm9WI2WhR2/GivdVMEM5lViNlegxneAZRb9YZMCG2kmSP+9Zd2NR367OrlgzmgeY/9u+KGXQiyfaO330s+iksxVwwE3fDl+KnqXuHSJNccJV7iXzZKej2QAire4X dfuller@Douglass-MacBook-Pro.local", "key_options": null, "keyfile": "/home/dfuller/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dfuller", "validate_certs": true} 2021-07-26T15:40:01.168 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDVFy1sjGvvHwS7Q6E61ykH4dUGfxW9+a7Xo3JMpTBT33/E8bTrYF6ZHSdH+uxScisV9Vll222NJCLXyx2s9EOcv4L88vWDTZGCaUb3iA5dweLm7EYi1NXT/p+jWDA7MAF1FQGSAQafTHpNRxLcrVPgsLDy35weV4xj7ShEU+w7EBDb75jlJXqy0luJLKNBrLzz/wDV9Oe6y3APwQBhtO7vGrVzrWEF/LWLe7U9ad3DQjvLM7+H+QVpNy+nt7us73K8vHDk1KrPlCCjrcN+fSGPD/ILlxrDrDeqmmBCtPMa7PSSjCyAV/EW0fsmArcHrHXKeKWTKXG9sDL0KBqos1kB vasu@vasuSrv\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQConeaJ2kvUOMy+jeKvXZTw655L3KK0ZG0HONIySFrRNkGa/M/hYf8oMNVh9SEax7vLNme0kwk7d71EhgtMGNsvHtQOkshWxM9P0XPk4HgB/OL+2LQ/7M3SwD4vuXPbqvrQS63YMoxcHBue5Ol5hXmM+qSoZajpUrfB2woqbp7aKsCpoK4Cgj4XfLHfh0n239ae38DU6GoAcL0GzMsxMdQhWzBwOO+ZHfowohc1pfY0+xGIMW1OlMN1eO7kuK2gGS/YRVOnLw9uu/2NErIjBzCihNN0PYWur2JE+KmU1x6VMaky49cKmAlc5WUqZ+FpV3gvnb3cLjBClnCkdjIcLeRR vasukulkarni@ovpn-116-227.phx2.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRFyOO7qitrq6Hk2NSl28h4laRTxA2zezy1wwjTqs6UL+oZjNRYQjeWD3dDNPZrUmc9JyI3j1EN11cCsKAp8YXz3ItB46M0BPeJ4TXCpg36vxs7/twSDMq/EoXA5sRBbUJFf+bthcNemwG1WsJoxRVzMezbWBTHvz5i4Hbh4sL3PBbac3FhT/3b5Q4tKdO6bXGXmNLAoALyVZZMfoSz9CWzvrO+g8Houb9iJiaXHp293y+ND9Wicl9wHPckO1VcocZ+ldByujgX1cz6m+pxmf6AKY1 2021-07-26T15:40:01.170 INFO:teuthology.task.ansible.out:OMJj5PjmpN0HrgpV2QLVA+ba9qBiDwi1g8sRHXkOETMZ2jq/2a/mmTtvrsF vasu@teuthology", "key_options": null, "keyfile": "/home/vasu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vasu", "validate_certs": true} 2021-07-26T15:40:01.242 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIKepJjIovBTCkdVyvAdptljhw9bYcwtIqV/ojdbpeuJtxDo9UyrEkNoLeVpZgOcrbgrkOE7AEixo3qB9PbD8z5NRUleV7wipSh3QwrDmSylSVReJKOwYdxUKkzesZYBGIGYzAbTKqcVzPUWCeW314+xmv90XkO/+1vgbC5uoXfbfnaiDHQimBom8QV5Egr+EhhcuCqMEqaVSvjMr1T0e6IL9gUens6Mys6czI37go6QvmgEzkBbDJJ64PsiOOFHVNk4DJVJ1c7TRtsnpIHM1YVFjsH1AnAL6UufbgNSFf5dziUB/Bz815P1/jsOGpHkUKE37DbHU5xtLGl3MmimMt4ndcG6EggBGEYBwfEWPRAsZs3qngssrNH5W0CzbysLaoovzq5VqS8SdLMu5XrRLBEB0uWWzLq2bobYymk3t/oby5zrHJV78xAuLmldqjvlPZSdkgwWNv9YBLkteBVr2HhjtuashJ6amNPbA4kCGhXMpeRhfvfqs31CBEKbTV+A8ODWbWAoQxLCcqS24x0yMi73N0UzuqDTaJMcE8ODJvOxcLNaV688QDbrC/UehpX/Bp/DM7fLHj4YhkRpZxkkN5w2kb/bBbWya4DrffhHKqn9CH1z5ynj0237PhTwCXjtRn0JzpeRgN8OraFgR2H3uPc9XNqlkFxxOBK0lRngbxzw== owasserm@redhat.com", "key_options": null, "keyfile": "/home/owasserm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "owasserm", "validate_certs": true} 2021-07-26T15:40:01.306 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDlOImwCV0AGu5L29ABaefV9Vqjv43WYJYFuLTxGQQdeQGcways6iNKGIX/nzf3UWkwgg25OVSpzB7zf6FjBx+HcQU+RJ7FLzeaz0s8ZxBXqWwtOYOvP9cXmAXA07hD5UAfxZKC1twBzL82bKJ2ZSmzfQmBjvpUOqRs7XwsQIClOW/ycY+jLgLRLFFDxzADsgnn6UEGlHeMETYocUbe89P3wbY5fHhqZmn6e5ncuAQMsiLRa9d+QhSdpD07Y/P65EzqRF4UOX+zpOc6gPlgHFir9pvf0bTbbBG/qKN9+KGqzZMRJGKenpHM6EMfLkf0QmrT4s4zd4ZnUQPq3HN3pul3 redhat@unused\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9n4ege98BNmvgUxogdcpptMILFfEisAQaiLUvSKpTsoy2gF7C6xSJXgDaziT5dW4ad2El4xmKQ/e6/e14Vx5i9pGbJz4NvL36Xmb3ent2PtY18i6d3CbnmGI8J7YH4YS9QvR7FC/KuvwLR6AdJ+uQShGhqG8kWJMjbqrtaxu8l1hq8ymBXw3O1Ht+xrZ/r3dEkAIVF3bMCSUnZpEbSsNoeiydEQl0ZCw+meXYmSw15vYVtKpYscZxqADqhSJJxIEHZA4E88dq6aYdV2AZ/s4cJK+tBl/ckBnclI3VGHSGn6oaHoO/fCHtKiENplDuKoLGQPO6xJ2Q/apHSGD7McY3 redhat@network\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDn/XgNfvqytLHgfBUdQIhJiWBlj+JrXqGZYvAZZJIWs32Ugm1/lCQTssGZrEj3+Qv81jLfkP6VQ8gXSWJkzUK4csxRxkZKXqcYLDE1csdmAFDOfWUFJwhMsCiiCyBiW9oapioLpvd40nw8k9qM4QuzaUhVonoGXMDDL1/dCgkbIjiQxxTJPHDEJFjtzul+VuhlhHqE6S1syoJG+UKo3Q1tOBCs8rwaPXEfCXFsyv+ZmcEv1+mpM8QRjdr1D1hfUfwb4CHtaa2AE6B5wL+zoY6+jsrTwZSwCfeIdgEZ8e3V2iXP5F7G6eXotu5r7mGYJClHZFLSfbNPN5J+EbRORl9/ wbhack3r@dhcp35-24.lab.eng.blr.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHYkp1nuRSYSAl6me1xuoTU30DW2YpAR6EH1c2adUC9tNtTZbMnab11aitQLAtZb9SKsRgnoB5KpH+zJ0VNKCuJU227r9vZwcVUruSGwA6X7LOrSkK0gFqNRZkVoKhC9oGHSU0zegYBDxx8VLxSV3CE56b+KEosEo6iJe7TkXy3wXHK6am0uhQPEdSHtdUdD683CGIffdF1RFmAFnzTPn96lC9rLe1mIGO+jVQx4zIo3i33RFQLy++4DtQw6Lrgp26Xr85HmQekjgyiya0VkR9Ypy7fgF2ucBGegnOgZDGCCY4G2RuqiZyK 2021-07-26T15:40:01.308 INFO:teuthology.task.ansible.out:z2TZaOecDwrLkbYM7EGp8up5uLFRZsV shmohan@shmohan.remote.csb", "key_options": null, "keyfile": "/home/smohan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smohan", "validate_certs": true} 2021-07-26T15:40:01.380 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDVFy1sjGvvHwS7Q6E61ykH4dUGfxW9+a7Xo3JMpTBT33/E8bTrYF6ZHSdH+uxScisV9Vll222NJCLXyx2s9EOcv4L88vWDTZGCaUb3iA5dweLm7EYi1NXT/p+jWDA7MAF1FQGSAQafTHpNRxLcrVPgsLDy35weV4xj7ShEU+w7EBDb75jlJXqy0luJLKNBrLzz/wDV9Oe6y3APwQBhtO7vGrVzrWEF/LWLe7U9ad3DQjvLM7+H+QVpNy+nt7us73K8vHDk1KrPlCCjrcN+fSGPD/ILlxrDrDeqmmBCtPMa7PSSjCyAV/EW0fsmArcHrHXKeKWTKXG9sDL0KBqos1kB vasu@vasuSrv\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQConeaJ2kvUOMy+jeKvXZTw655L3KK0ZG0HONIySFrRNkGa/M/hYf8oMNVh9SEax7vLNme0kwk7d71EhgtMGNsvHtQOkshWxM9P0XPk4HgB/OL+2LQ/7M3SwD4vuXPbqvrQS63YMoxcHBue5Ol5hXmM+qSoZajpUrfB2woqbp7aKsCpoK4Cgj4XfLHfh0n239ae38DU6GoAcL0GzMsxMdQhWzBwOO+ZHfowohc1pfY0+xGIMW1OlMN1eO7kuK2gGS/YRVOnLw9uu/2NErIjBzCihNN0PYWur2JE+KmU1x6VMaky49cKmAlc5WUqZ+FpV3gvnb3cLjBClnCkdjIcLeRR vasukulkarni@ovpn-116-227.phx2.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRFyOO7qitrq6Hk2NSl28h4laRTxA2zezy1wwjTqs6UL+oZjNRYQjeWD3dDNPZrUmc9JyI3j1EN11cCsKAp8YXz3ItB46M0BPeJ4TXCpg36vxs7/twSDMq/EoXA5sRBbUJFf+bthcNemwG1WsJoxRVzMezbWBTHvz5i4Hbh4sL3PBbac3FhT/3b5Q4tKdO6bXGXmNLAoALyVZZMfoSz9CWzvrO+g8Houb9iJiaXHp293y+ND9Wicl9wHPckO1VcocZ+ldByujgX1cz6m+pxmf6AKY1 2021-07-26T15:40:01.381 INFO:teuthology.task.ansible.out:OMJj5PjmpN0HrgpV2QLVA+ba9qBiDwi1g8sRHXkOETMZ2jq/2a/mmTtvrsF vasu@teuthology", "key_options": null, "keyfile": "/home/vasu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vasu", "validate_certs": true} 2021-07-26T15:40:01.433 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDZePxJmYerihzA0aQbMt7K7bctPEDcwPHiO8EVuJowp6zwhSmtDnYuFybKJsee4l8+rDKR6T5Ugdl5pLjSzQ+Ba00OSH7+qWC6shvVDYju5mIooJnc+kwx8RgapbGtDdl/yYskBb1KD5g/3+i/2aM+Igk+7nQR7Cny5+WnUEvHd7PHBbUXQSuu+mlUlnXCVMM8g8qlc1I3WQL5eQoIqGjSWRgZUIsn3P5oryYBzbuG9jqLwbaohJvZRJqkimQDe7zCFk6bB3z39pyOWUN+sldRvyL8FPyEmqog4IwpjcYyCuCnPhnb6fNq9yB65RUIde82Kkzx3LZrYOXTrdHgD/lr abhi@trusty", "key_options": null, "keyfile": "/home/abhi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "abhi", "validate_certs": true} 2021-07-26T15:40:01.518 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDlOImwCV0AGu5L29ABaefV9Vqjv43WYJYFuLTxGQQdeQGcways6iNKGIX/nzf3UWkwgg25OVSpzB7zf6FjBx+HcQU+RJ7FLzeaz0s8ZxBXqWwtOYOvP9cXmAXA07hD5UAfxZKC1twBzL82bKJ2ZSmzfQmBjvpUOqRs7XwsQIClOW/ycY+jLgLRLFFDxzADsgnn6UEGlHeMETYocUbe89P3wbY5fHhqZmn6e5ncuAQMsiLRa9d+QhSdpD07Y/P65EzqRF4UOX+zpOc6gPlgHFir9pvf0bTbbBG/qKN9+KGqzZMRJGKenpHM6EMfLkf0QmrT4s4zd4ZnUQPq3HN3pul3 redhat@unused\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9n4ege98BNmvgUxogdcpptMILFfEisAQaiLUvSKpTsoy2gF7C6xSJXgDaziT5dW4ad2El4xmKQ/e6/e14Vx5i9pGbJz4NvL36Xmb3ent2PtY18i6d3CbnmGI8J7YH4YS9QvR7FC/KuvwLR6AdJ+uQShGhqG8kWJMjbqrtaxu8l1hq8ymBXw3O1Ht+xrZ/r3dEkAIVF3bMCSUnZpEbSsNoeiydEQl0ZCw+meXYmSw15vYVtKpYscZxqADqhSJJxIEHZA4E88dq6aYdV2AZ/s4cJK+tBl/ckBnclI3VGHSGn6oaHoO/fCHtKiENplDuKoLGQPO6xJ2Q/apHSGD7McY3 redhat@network\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDn/XgNfvqytLHgfBUdQIhJiWBlj+JrXqGZYvAZZJIWs32Ugm1/lCQTssGZrEj3+Qv81jLfkP6VQ8gXSWJkzUK4csxRxkZKXqcYLDE1csdmAFDOfWUFJwhMsCiiCyBiW9oapioLpvd40nw8k9qM4QuzaUhVonoGXMDDL1/dCgkbIjiQxxTJPHDEJFjtzul+VuhlhHqE6S1syoJG+UKo3Q1tOBCs8rwaPXEfCXFsyv+ZmcEv1+mpM8QRjdr1D1hfUfwb4CHtaa2AE6B5wL+zoY6+jsrTwZSwCfeIdgEZ8e3V2iXP5F7G6eXotu5r7mGYJClHZFLSfbNPN5J+EbRORl9/ wbhack3r@dhcp35-24.lab.eng.blr.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHYkp1nuRSYSAl6me1xuoTU30DW2YpAR6EH1c2adUC9tNtTZbMnab11aitQLAtZb9SKsRgnoB5KpH+zJ0VNKCuJU227r9vZwcVUruSGwA6X7LOrSkK0gFqNRZkVoKhC9oGHSU0zegYBDxx8VLxSV3CE56b+KEosEo6iJe7TkXy3wXHK6am0uhQPEdSHtdUdD683CGIffdF1RFmAFnzTPn96lC9rLe1mIGO+jVQx4zIo3i33RFQLy++4DtQw6Lrgp26Xr85HmQekjgyiya0VkR9Ypy7fgF2ucBGegnOgZDGCCY4G2RuqiZyK 2021-07-26T15:40:01.519 INFO:teuthology.task.ansible.out:z2TZaOecDwrLkbYM7EGp8up5uLFRZsV shmohan@shmohan.remote.csb", "key_options": null, "keyfile": "/home/smohan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smohan", "validate_certs": true} 2021-07-26T15:40:01.570 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDcsBe6CzgWh64iZAH8zbU6ra4yEiUBSsiUn0AHzyQurvjeRpL2Mut6B1WEi0kJG7BAM6b13JrhnD9BW9yIMIUIPpVTa2o4zaXP90+bvjGrgDeJbxv3T9/TGh13k+WWyampxm2lo90/+Paql/HObQyyIv7Wan0DOdIe2/Ue4ooWH0tu3kj+3unJTuw82oEDEn+9tGs0oleG2c8XN0gQyVl1DzR2Gqf9PCzXK7hInC3niY2huoSAZzVFEgsniKEWqTnVWYi49X2SsJhUyHCj+mqrTG3YnW30nha3EXOWIbQGblXVoTIOc+gNreqdGByOMICKSnQmPSG4DAl3c1Y4h4A71T3Q043IUv7v7S9tAEKq2h6oJ9I/a5z0u4kaL/+B7Cw7l4bitTdcZ0rcqSvOkKUNNgxujbucMSSc4Tsh5L0762xaziD9nQZl5bteb3VtsMAueqhu7L3sJy69+HGg7oF68t5TguErXfI2UNVGOn3eRj+zN/zSwLUXMoROlpM5yHXSzHvpsbgZiHBImM2CeG4qaPtqzFw7VH6NWJv4ypb0htOMWsbXmLshNTca1KXrrBcVozSJC8wKgEOxu4spk26G8x1IVTsi2ypyYX+irtAqZrrpIPdQ0Ss9NjKPhFNXAxJgLHj6TlH8UNh1gRfN/QTyzpFSe4EH6uOlnWuxcuM8ZQ== cbodley@redhat.com", "key_options": null, "keyfile": "/home/cbodley/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cbodley", "validate_certs": true} 2021-07-26T15:40:01.655 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDZePxJmYerihzA0aQbMt7K7bctPEDcwPHiO8EVuJowp6zwhSmtDnYuFybKJsee4l8+rDKR6T5Ugdl5pLjSzQ+Ba00OSH7+qWC6shvVDYju5mIooJnc+kwx8RgapbGtDdl/yYskBb1KD5g/3+i/2aM+Igk+7nQR7Cny5+WnUEvHd7PHBbUXQSuu+mlUlnXCVMM8g8qlc1I3WQL5eQoIqGjSWRgZUIsn3P5oryYBzbuG9jqLwbaohJvZRJqkimQDe7zCFk6bB3z39pyOWUN+sldRvyL8FPyEmqog4IwpjcYyCuCnPhnb6fNq9yB65RUIde82Kkzx3LZrYOXTrdHgD/lr abhi@trusty", "key_options": null, "keyfile": "/home/abhi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "abhi", "validate_certs": true} 2021-07-26T15:40:01.698 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrtHyRuOSEXAM6mwL4qoM+NM4hpIKhaRS+/Y6RDoFKszkXFw/jC9ZYh7q39rQpWQBKHVe4RyPN9yyGWydFwaR/BjZi14ippmYOqVG4f7b+k39NFbMJRcSxYC+NvkqxK7+zpsnIWC+RdJ+blZi+zCbaaAYcMDSvBZW19FsJSLrO7hh4R1cuzgV+Xrmwdc1/VH+HqPMu3tHGv7N0SfsklWI8Inr0aiL83QqqgKPcVxljSWZGYvvFyTQOrkNQeaLURJNER9WIIac9o57WOINw8kR+ojebcOUBsrxZH9j+gMjsJ752Rph03wdMUpFcnS6yfvI4Ial7x/sGms4FE+wL/vVF mdw@pika", "key_options": null, "keyfile": "/home/mwatts/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mwatts", "validate_certs": true} 2021-07-26T15:40:01.792 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDcsBe6CzgWh64iZAH8zbU6ra4yEiUBSsiUn0AHzyQurvjeRpL2Mut6B1WEi0kJG7BAM6b13JrhnD9BW9yIMIUIPpVTa2o4zaXP90+bvjGrgDeJbxv3T9/TGh13k+WWyampxm2lo90/+Paql/HObQyyIv7Wan0DOdIe2/Ue4ooWH0tu3kj+3unJTuw82oEDEn+9tGs0oleG2c8XN0gQyVl1DzR2Gqf9PCzXK7hInC3niY2huoSAZzVFEgsniKEWqTnVWYi49X2SsJhUyHCj+mqrTG3YnW30nha3EXOWIbQGblXVoTIOc+gNreqdGByOMICKSnQmPSG4DAl3c1Y4h4A71T3Q043IUv7v7S9tAEKq2h6oJ9I/a5z0u4kaL/+B7Cw7l4bitTdcZ0rcqSvOkKUNNgxujbucMSSc4Tsh5L0762xaziD9nQZl5bteb3VtsMAueqhu7L3sJy69+HGg7oF68t5TguErXfI2UNVGOn3eRj+zN/zSwLUXMoROlpM5yHXSzHvpsbgZiHBImM2CeG4qaPtqzFw7VH6NWJv4ypb0htOMWsbXmLshNTca1KXrrBcVozSJC8wKgEOxu4spk26G8x1IVTsi2ypyYX+irtAqZrrpIPdQ0Ss9NjKPhFNXAxJgLHj6TlH8UNh1gRfN/QTyzpFSe4EH6uOlnWuxcuM8ZQ== cbodley@redhat.com", "key_options": null, "keyfile": "/home/cbodley/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cbodley", "validate_certs": true} 2021-07-26T15:40:01.846 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtV 2021-07-26T15:40:01.849 INFO:teuthology.task.ansible.out:TFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-07-26T15:40:01.930 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrtHyRuOSEXAM6mwL4qoM+NM4hpIKhaRS+/Y6RDoFKszkXFw/jC9ZYh7q39rQpWQBKHVe4RyPN9yyGWydFwaR/BjZi14ippmYOqVG4f7b+k39NFbMJRcSxYC+NvkqxK7+zpsnIWC+RdJ+blZi+zCbaaAYcMDSvBZW19FsJSLrO7hh4R1cuzgV+Xrmwdc1/VH+HqPMu3tHGv7N0SfsklWI8Inr0aiL83QqqgKPcVxljSWZGYvvFyTQOrkNQeaLURJNER9WIIac9o57WOINw8kR+ojebcOUBsrxZH9j+gMjsJ752Rph03wdMUpFcnS6yfvI4Ial7x/sGms4FE+wL/vVF mdw@pika", "key_options": null, "keyfile": "/home/mwatts/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mwatts", "validate_certs": true} 2021-07-26T15:40:01.983 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQD3vdP9QHyNFUNPOdplezEbdYsQfcC91ncATI6Fl/xHifmUbcvjIRqZHkCY6FNWUpMeg9S3+wlHJtzjVqJJ/MlQML3EtwnzQkeWv8bjtuZ07OqULYIv0zEx63XUfSnrdFleJ8+KDSpn7krkYE44q85B88IL+ZBeq5eCXFJ1TtmsDcvsN8WqZNWMdUGqgH3Bb4D8+YKrEfGxoievyxZ1A1DnBHan2l8foTKYggRrnuSbTb59cFpxY3R7Arc5Cn9kDJT1nDVBA5SSGCfRMiNyBOUzQVYe/UjKTaCpngglXC3wYnjoGvGcpksHLQCxyuJPB6djC1tdF+3Jehdf8y8+2TBzWXiiPq2XwS58sER5GcLLLQv26pPL8hgu6CdI0sHxgcgQBgpjoLwUMHmv13CnN/AAcZY4RRDK2X5zd6wFSEhuuCoUqh/m7K219IxI6fVkLaApC851D/ua/pj9OMjiOaJ+D13cPrgfqxva4eK8FQZvqQm7aUK/TT216QNYmn7hkzNjMTkjv/L5yYQ5Ym92AHy44wHzLPrtDB5mk94vHOjG+KlAt9ofuLncMSAXWe+fOqxuIQ6VfbL2LUv0EGYhHe4XOVj98q5utsVQxQbXAZzNQaq9FWXs2A4xcVP7aWj0Fooi17LN/W0ng4Iijir5hyLr7k7M1G6resgiY7p83biNow== pdonnell@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQCpgLVt7Zphmf6nqD+9BC0N91jdmaY6ZpvrYWlzbhxXITQ6juIEtegnlZ+8ohdeEfHFBiyu1xOSQSM1X1ugvpPQE94UqQg7JVb0tuoUCNJHYnIuv8T4YgyP0/vEV48k2G0BBWlP+IJ5f1iDvZuLHWLR5JSgGqh5ELaaHr7Cbyb6JlImldb7SDIoPHMCZ+n6dLO8l5Zy7qWelw6aeA770xmPucBr6t/BVns2g77XgJz6zFd99yEaDy27i8jfzL7WqR9i93yVE9EsL7tuOjg6G9KUzxBF0bg9iVsJXypvcBuG0JwQ+SDKqYw/cN4iLy5qBa6Siqrfpc/LKU21VNmJ0e5eXNgKKbMBpBb8GVmkoLaSRcXw7LclWopjNDA+meUhDAwU7b97N7cqN8BYhBKQyiShXFHMKLuNo2fSuTRt/icfb9VisKNGBdvwgV0oOlrqbXMzZKmj9amb9b+3JDBTGB7ioCsj5x/Evf9srXRrQ9kikIr1aBbVXIWir/lasNWVydcmUYsNi8L7W0vXArLwp+GgOXJFeZUiD3z9LG4CouRxMSwoj3lgWeL2ZR8feH4D/SP/+QmBdU6+aG97au9qreeXi5X8QTR3LND0DwwEKczX+3s+Fa950Oieom/gXC57PVKVh90KVoAGw3HzJTlZrauOtLkYbTUAX6woOMhAtJ5oWuDDT4UrHQj37jRrrl2dETLwKwUJN2+2L07vnnOZ4ABcGWLsU6d3bXeUBlw3pdsYqPebDKUEpjL2kUOw+zmfjE 2021-07-26T15:40:01.984 INFO:teuthology.task.ansible.out:fdVx9BfrvExvDX+3MkxccCJ8FY7od1s5fGEFHsXnIiMnLO/HZb/JN+Aoe+/ExadIcYwJnWcCJyly2/532kGFUlzOliCwPxgJpjWCKQAv6LjWmxoPXiA4JI0bp6y7lMEjmV2Bp3mwphlsW/r8Ie5hg1UPh/ttHRp/VZgcV8e6nNmP/qc6k9b2DWTNFqtWqm1hXLOwq08HzUEeH9mTqvenyAbv2RFMOS18Y2K+4BKUzHwZujrz9qEh/kqtpFScEIXkOJ+HZz3mI6XfjWFIPS487yRGfUvW3+nSWhvHc8vJY21bFRKdjD84qCVlZ2BfOCGUZSKftVItEiqXMTRs3RZd5epfCVZbJuA0hG16jUseeHqqZqDtlbLkzkxtS6v3iGRnPh/Ke/94FHHCzvYY8cmMYAVaM6p/G3edWftbaEtN70Fo7VKxPrpPzuSRZ7Vxmnb+Zad95DxxAC/vtMy/vkBVIP6dyn4HGxqa1oECFMe4oXdhnxZQoPzvWxb8upcXeAeOMMbcIlMq5a+dCBPGFNKhNhrb+9uAEDHwjE7rZlMJVSvt9v1S4hll6jiYIap+7n4reSKrS45aO9U0xiKXJJDohh pdonnell@icewind\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQC8MdUJzIvTCn0fM+hv1HAO/Lwjy/C/V7stQRWGIxyrRHbniyX8iuaU3j7YNFglSQPJq+YRM9UnGauM9/0J9tHKLsMp+zRQYrtxU/ThiTUN8TRJY11mGUol4yLsqkTtm6oq5sl6o+LfuA4hzaYc3XLrFHRJuCUgbtPG71Q0C/y3U+itrDK4wXUxBa4YzZzcIMg+c88VXwoouPbiL0gW5PCXzMaNtKlOqBUKlE935MLn70wIEfN/EwAAbss0ga1moqeqmi9Nlvm20DNIVFmkAGtYoq6CHXtL/uehzai5Sueop8Vmd8+1U8gDTo6JpiagdD8ZNf0zAbRx587KAT5ZMnahJpO276j7RNa85ZFkNkEnBLqBHRkCkTCYq1GehYyRaR69uuKyczFiIoTfAQgPh7VlnpT9525b/4nFsBDOkWxxWAIJR61YiKemPV/n/e9SwhvVsMDb2B/RBriwR7Mi2SZ/lBHGB+z0OA+EE2rGZy4LFVOfUczqIdpltlNotXan4M4F361i+bX19KE+f2RLySn3+GiFv0CdLwslS/y4xysz+FWxw6B0Y/EkpiDU3CdWM61+THGGm/DVhfL/Pvca7k8PonHFYw/x5w1nBcADpkM9JF+m5eOnp+weTEzl58sS+3GnoAuL8YFJwMW1RmE50xM0o5E3SDc8XftUvaSZz8mhII3uwDDukbELfmkLbnIeipQKyjO+GEx0JBp4Itz82qGuao0Wi32U9wHzhSWnX4GQ0pKZnq9frSlyCNwHu/iMiKF8sA2bX3dvplFJ9nKWPefcU8bdl/upr5hYrd2GttjUSkWZa+UuF264yx3ztcN7jotRhEmmdEcHVzKQ26/NyRI4/9DQpDKY7zw4O2wFkXWg5L9kodXwWzgy4cyOr4dMD9LBVLOpHc0CAji5/+lfuYQbu1mwVdfOzCXDqByjt7zCbeN7KuUh403sJ8PTQVp642xA9i4AkPv5g+fqi5C0++1DbZP0lmLfKtTswHhoN+kAqZu2N4Mu6mNVNKyZgW5h1pZzNSGWYcZttyYmMCHhPketReL0LPJ+VUsqQCVohuta3aaSe44InA28GZsXzMj5B0el/84bnE7cN4b+rfGD25NT73JEt3RgPa9W9jqT1hwd/nf53BDKpp7DlHjR77WSWT4h4F7bhbM1RsGSqAfZjCUJT6Rq+IuM2XcrLDY8zIeArkqaZLXMzfGj6KJ7cQes05P5LYfY4osXiq68Gs/7gzF31PQRRGOYAoqMN7752sn0ZMcpnUj3mJutQcncRUN4+naTMjU36WWD7it0YuQBnb2IJ4iKjYLInw8pr2zKgWtgr1TSCM4xKp/v1/ZMmbBmS+d 2021-07-26T15:40:01.986 INFO:teuthology.task.ansible.out:TzNC7Mpkt8vdCNjzZ5KZ5 pdonnell@aglarond", "key_options": null, "keyfile": "/home/pdonnell/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdonnell", "validate_certs": true} 2021-07-26T15:40:02.066 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtV 2021-07-26T15:40:02.069 INFO:teuthology.task.ansible.out:TFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-07-26T15:40:02.109 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKzhyWb3PmU88m8BbgpEuBzYM6+x28z6aZwHSesiyfXMfF4Y7IZjtKaTxH0ph/O9GQCPhRCVhRd8TlgKWJGhts1E+VkQfHfT18CgmrPWzj3gifc2FJhL97vB1Pd3jksGnOPAikgYPHP46SVMTtyvXCkOUuo7E29WrkdpjawcqM1rfpw63OnzHf7Ar7Sqh/othB7ajyVQ92t+XWSEqj7K+NRfTaq5L5RBWbwarM885o8xdI5mimOZ0QjzKOhFDORrI+HEVlkutyB8E20nZgo7TUy+kYeLVhEqb3A6Pi2QbA9GFLT69kA/H9nebhj7Cuim9yrx4OKeZuIncG0UxSQF3QmWflAZHBs8L/jniTz4DJ5id5jR29tvGK2LeddCEMB1L2cHwWHlG0aX5jaNEJe+nG6H5Tcg3+M1RPM8twBkRQmS3UzAyX/MTH1kktyFUHn8CdBXe0WTuoFSvXLB6BCHWzDYZOt0tIV/xMtBwhy+XGYA4oZSsDU5m7VlSVLBGL8DbRX69Z8AGey2y3FoFu/roY6NmDhTxUedJ2ZfoKSwdZD6jjatdO1621nonBnJxrDgaXCWzT7HtnWcc3GwxZoBrqkvgpsx88f4lNi22OpYVPV6A4hECe04u6OJnHSWVk3ft3p5PaLNF8aEXbiIgzZKAwX3LxpvEDFH/t1sdihhpmjw== jlayton@synchrony.poochiereds.net", "key_options": null, "keyfile": "/home/jlayton/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlayton", "validate_certs": true} 2021-07-26T15:40:02.204 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQD3vdP9QHyNFUNPOdplezEbdYsQfcC91ncATI6Fl/xHifmUbcvjIRqZHkCY6FNWUpMeg9S3+wlHJtzjVqJJ/MlQML3EtwnzQkeWv8bjtuZ07OqULYIv0zEx63XUfSnrdFleJ8+KDSpn7krkYE44q85B88IL+ZBeq5eCXFJ1TtmsDcvsN8WqZNWMdUGqgH3Bb4D8+YKrEfGxoievyxZ1A1DnBHan2l8foTKYggRrnuSbTb59cFpxY3R7Arc5Cn9kDJT1nDVBA5SSGCfRMiNyBOUzQVYe/UjKTaCpngglXC3wYnjoGvGcpksHLQCxyuJPB6djC1tdF+3Jehdf8y8+2TBzWXiiPq2XwS58sER5GcLLLQv26pPL8hgu6CdI0sHxgcgQBgpjoLwUMHmv13CnN/AAcZY4RRDK2X5zd6wFSEhuuCoUqh/m7K219IxI6fVkLaApC851D/ua/pj9OMjiOaJ+D13cPrgfqxva4eK8FQZvqQm7aUK/TT216QNYmn7hkzNjMTkjv/L5yYQ5Ym92AHy44wHzLPrtDB5mk94vHOjG+KlAt9ofuLncMSAXWe+fOqxuIQ6VfbL2LUv0EGYhHe4XOVj98q5utsVQxQbXAZzNQaq9FWXs2A4xcVP7aWj0Fooi17LN/W0ng4Iijir5hyLr7k7M1G6resgiY7p83biNow== pdonnell@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQCpgLVt7Zphmf6nqD+9BC0N91jdmaY6ZpvrYWlzbhxXITQ6juIEtegnlZ+8ohdeEfHFBiyu1xOSQSM1X1ugvpPQE94UqQg7JVb0tuoUCNJHYnIuv8T4YgyP0/vEV48k2G0BBWlP+IJ5f1iDvZuLHWLR5JSgGqh5ELaaHr7Cbyb6JlImldb7SDIoPHMCZ+n6dLO8l5Zy7qWelw6aeA770xmPucBr6t/BVns2g77XgJz6zFd99yEaDy27i8jfzL7WqR9i93yVE9EsL7tuOjg6G9KUzxBF0bg9iVsJXypvcBuG0JwQ+SDKqYw/cN4iLy5qBa6Siqrfpc/LKU21VNmJ0e5eXNgKKbMBpBb8GVmkoLaSRcXw7LclWopjNDA+meUhDAwU7b97N7cqN8BYhBKQyiShXFHMKLuNo2fSuTRt/icfb9VisKNGBdvwgV0oOlrqbXMzZKmj9amb9b+3JDBTGB7ioCsj5x/Evf9srXRrQ9kikIr1aBbVXIWir/lasNWVydcmUYsNi8L7W0vXArLwp+GgOXJFeZUiD3z9LG4CouRxMSwoj3lgWeL2ZR8feH4D/SP/+QmBdU6+aG97au9qreeXi5X8QTR3LND0DwwEKczX+3s+Fa950Oieom/gXC57PVKVh90KVoAGw3HzJTlZrauOtLkYbTUAX6woOMhAtJ5oWuDDT4UrHQj37jRrrl2dETLwKwUJN2+2L07vnnOZ4ABcGWLsU6d3bXeUBlw3pdsYqPebDKUEpjL2kUOw+zmfjE 2021-07-26T15:40:02.207 INFO:teuthology.task.ansible.out:fdVx9BfrvExvDX+3MkxccCJ8FY7od1s5fGEFHsXnIiMnLO/HZb/JN+Aoe+/ExadIcYwJnWcCJyly2/532kGFUlzOliCwPxgJpjWCKQAv6LjWmxoPXiA4JI0bp6y7lMEjmV2Bp3mwphlsW/r8Ie5hg1UPh/ttHRp/VZgcV8e6nNmP/qc6k9b2DWTNFqtWqm1hXLOwq08HzUEeH9mTqvenyAbv2RFMOS18Y2K+4BKUzHwZujrz9qEh/kqtpFScEIXkOJ+HZz3mI6XfjWFIPS487yRGfUvW3+nSWhvHc8vJY21bFRKdjD84qCVlZ2BfOCGUZSKftVItEiqXMTRs3RZd5epfCVZbJuA0hG16jUseeHqqZqDtlbLkzkxtS6v3iGRnPh/Ke/94FHHCzvYY8cmMYAVaM6p/G3edWftbaEtN70Fo7VKxPrpPzuSRZ7Vxmnb+Zad95DxxAC/vtMy/vkBVIP6dyn4HGxqa1oECFMe4oXdhnxZQoPzvWxb8upcXeAeOMMbcIlMq5a+dCBPGFNKhNhrb+9uAEDHwjE7rZlMJVSvt9v1S4hll6jiYIap+7n4reSKrS45aO9U0xiKXJJDohh pdonnell@icewind\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQC8MdUJzIvTCn0fM+hv1HAO/Lwjy/C/V7stQRWGIxyrRHbniyX8iuaU3j7YNFglSQPJq+YRM9UnGauM9/0J9tHKLsMp+zRQYrtxU/ThiTUN8TRJY11mGUol4yLsqkTtm6oq5sl6o+LfuA4hzaYc3XLrFHRJuCUgbtPG71Q0C/y3U+itrDK4wXUxBa4YzZzcIMg+c88VXwoouPbiL0gW5PCXzMaNtKlOqBUKlE935MLn70wIEfN/EwAAbss0ga1moqeqmi9Nlvm20DNIVFmkAGtYoq6CHXtL/uehzai5Sueop8Vmd8+1U8gDTo6JpiagdD8ZNf0zAbRx587KAT5ZMnahJpO276j7RNa85ZFkNkEnBLqBHRkCkTCYq1GehYyRaR69uuKyczFiIoTfAQgPh7VlnpT9525b/4nFsBDOkWxxWAIJR61YiKemPV/n/e9SwhvVsMDb2B/RBriwR7Mi2SZ/lBHGB+z0OA+EE2rGZy4LFVOfUczqIdpltlNotXan4M4F361i+bX19KE+f2RLySn3+GiFv0CdLwslS/y4xysz+FWxw6B0Y/EkpiDU3CdWM61+THGGm/DVhfL/Pvca7k8PonHFYw/x5w1nBcADpkM9JF+m5eOnp+weTEzl58sS+3GnoAuL8YFJwMW1RmE50xM0o5E3SDc8XftUvaSZz8mhII3uwDDukbELfmkLbnIeipQKyjO+GEx0JBp4Itz82qGuao0Wi32U9wHzhSWnX4GQ0pKZnq9frSlyCNwHu/iMiKF8sA2bX3dvplFJ9nKWPefcU8bdl/upr5hYrd2GttjUSkWZa+UuF264yx3ztcN7jotRhEmmdEcHVzKQ26/NyRI4/9DQpDKY7zw4O2wFkXWg5L9kodXwWzgy4cyOr4dMD9LBVLOpHc0CAji5/+lfuYQbu1mwVdfOzCXDqByjt7zCbeN7KuUh403sJ8PTQVp642xA9i4AkPv5g+fqi5C0++1DbZP0lmLfKtTswHhoN+kAqZu2N4Mu6mNVNKyZgW5h1pZzNSGWYcZttyYmMCHhPketReL0LPJ+VUsqQCVohuta3aaSe44InA28GZsXzMj5B0el/84bnE7cN4b+rfGD25NT73JEt3RgPa9W9jqT1hwd/nf53BDKpp7DlHjR77WSWT4h4F7bhbM1RsGSqAfZjCUJT6Rq+IuM2XcrLDY8zIeArkqaZLXMzfGj6KJ7cQes05P5LYfY4osXiq68Gs/7gzF31PQRRGOYAoqMN7752sn0ZMcpnUj3mJutQcncRUN4+naTMjU36WWD7it0YuQBnb2IJ4iKjYLInw8pr2zKgWtgr1TSCM4xKp/v1/ZMmbBmS+d 2021-07-26T15:40:02.207 INFO:teuthology.task.ansible.out:TzNC7Mpkt8vdCNjzZ5KZ5 pdonnell@aglarond", "key_options": null, "keyfile": "/home/pdonnell/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdonnell", "validate_certs": true} 2021-07-26T15:40:02.236 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCijPApnekNl/dsY+fleKYstEzNkKflBEcCoKtjItUCDJCVLVFOsDBrV94EGvDWpr13aj9sSwpUzRbeu/vOW8ZT853HH6Dqg2+eoYwG6vDRprZb93nw6l4vtU59/M0yKkyi9CPp2+YUo31cCFzYWpq8bv2j1xBruDSUCUdn9nJrHiLFqA4QEwSpw+uVCjSKzQL+LjlKmE8Plfd+8mNCQeY/OFsjxAztwN+4M50SZCnOVCIwEXoYRNd82JOXMOaqZJazSWTO8Tml6+Nu0hyEcvHkHxWRDSM+6LmXNnjlVUPyDN2h1/VAYATpOZ2VhmRarDoftCp9Wzi7eQdL/CGiMyuD rzarzyns@redhat.com", "key_options": null, "keyfile": "/home/rzarzynski/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rzarzynski", "validate_certs": true} 2021-07-26T15:40:02.332 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKzhyWb3PmU88m8BbgpEuBzYM6+x28z6aZwHSesiyfXMfF4Y7IZjtKaTxH0ph/O9GQCPhRCVhRd8TlgKWJGhts1E+VkQfHfT18CgmrPWzj3gifc2FJhL97vB1Pd3jksGnOPAikgYPHP46SVMTtyvXCkOUuo7E29WrkdpjawcqM1rfpw63OnzHf7Ar7Sqh/othB7ajyVQ92t+XWSEqj7K+NRfTaq5L5RBWbwarM885o8xdI5mimOZ0QjzKOhFDORrI+HEVlkutyB8E20nZgo7TUy+kYeLVhEqb3A6Pi2QbA9GFLT69kA/H9nebhj7Cuim9yrx4OKeZuIncG0UxSQF3QmWflAZHBs8L/jniTz4DJ5id5jR29tvGK2LeddCEMB1L2cHwWHlG0aX5jaNEJe+nG6H5Tcg3+M1RPM8twBkRQmS3UzAyX/MTH1kktyFUHn8CdBXe0WTuoFSvXLB6BCHWzDYZOt0tIV/xMtBwhy+XGYA4oZSsDU5m7VlSVLBGL8DbRX69Z8AGey2y3FoFu/roY6NmDhTxUedJ2ZfoKSwdZD6jjatdO1621nonBnJxrDgaXCWzT7HtnWcc3GwxZoBrqkvgpsx88f4lNi22OpYVPV6A4hECe04u6OJnHSWVk3ft3p5PaLNF8aEXbiIgzZKAwX3LxpvEDFH/t1sdihhpmjw== jlayton@synchrony.poochiereds.net", "key_options": null, "keyfile": "/home/jlayton/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlayton", "validate_certs": true} 2021-07-26T15:40:02.364 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdGthG4qx90VQ8mJ7TI/IFFzptkSqBHYZsFIVu06IQgHbnFBvjao6heGt4UlkWJkegPCDWpKVAe7wFuXDpPlj/VssRHB5LBnYHKGfkNAzMNiMjpEZsTdy+9w39CCujipz0AlOSfrUdANBZ11AnG9VgQSPEukX5487juob55lFM6J3x+v4opBF3rSlux3+thbr8V0w4oCHMD9/aHvVjFoBnxo4oirR4jc/jgC2fQCMiAJhFKJGhjkKFiNHxcB3npBuRnpy+59BcScOAzSXdJ7DGnwxQLjymnhqsAcWinjjJhOjaq6NaoeKv5I7zQLaVGaQdIyuuAK1Dnb7trpfQU7mR rdias@rdias-suse-laptop", "key_options": null, "keyfile": "/home/rdias/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rdias", "validate_certs": true} 2021-07-26T15:40:02.470 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCijPApnekNl/dsY+fleKYstEzNkKflBEcCoKtjItUCDJCVLVFOsDBrV94EGvDWpr13aj9sSwpUzRbeu/vOW8ZT853HH6Dqg2+eoYwG6vDRprZb93nw6l4vtU59/M0yKkyi9CPp2+YUo31cCFzYWpq8bv2j1xBruDSUCUdn9nJrHiLFqA4QEwSpw+uVCjSKzQL+LjlKmE8Plfd+8mNCQeY/OFsjxAztwN+4M50SZCnOVCIwEXoYRNd82JOXMOaqZJazSWTO8Tml6+Nu0hyEcvHkHxWRDSM+6LmXNnjlVUPyDN2h1/VAYATpOZ2VhmRarDoftCp9Wzi7eQdL/CGiMyuD rzarzyns@redhat.com", "key_options": null, "keyfile": "/home/rzarzynski/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rzarzynski", "validate_certs": true} 2021-07-26T15:40:02.502 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEEjb7yrcY6I6XbMU0hCps1NqBuYmA6HDmMcS/l3i5wJRBitIXYVlv6pefUG9gdBYR5NneccLfVFURu+DC63MJa2ELJvVXsQ6YUOX39bJUT9KlZs8mH+nlTD7tlPmP17Ae3k8sT0H42Q+/5+b5YvdAU+03aPhzntmy38SyvLKrvowRk63wHgcE9p23LY9tY3+HSJu86cb/IdePk1GLjnrMeT9aM+5j2eETrmBjMArP+/2UIsT5eb8MBkQzJ299SCC2gfV/qIVkorFl9xdejctAwNwdT0SPTMxCHxaiK3wZ0e/5HHTbSgR5YlxOlKYq93XBVYIaFKPCePk1At1a3Pjh cephalopod@octopus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcrTZoKO5e5xs2PB2UuAruvGlJESTHNAtqipbC8yJtRg8WGVDLt//rGu36QNSbpbJYMZgqgKsXBYolJB1ckqLYLv5j8RAoVwbW4QqKaV95y7x0bbXs/YAPnRBhEO1nfpT8GHQusUZvTbz38FDaQwstsYoncmsyZwBrqus9ycFavpY4wfpKoWtzeiK5Wjq7ervThOs98ZJKXJXOOxeI7mDakE3Jv7q2tBNu/rU1kzxIl65kWURzgxox6EmIZXQK3FzKt0jjdKtApVYSlx4ODLPI4iyxOv+MbRe3Nnj6FDhfz8/FeP/U5wWxdYx2WslzZCOI1BJ0VDLu3xEpLlu4vPzp vshankar@h3ckers-pride", "key_options": null, "keyfile": "/home/vshankar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vshankar", "validate_certs": true} 2021-07-26T15:40:02.618 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdGthG4qx90VQ8mJ7TI/IFFzptkSqBHYZsFIVu06IQgHbnFBvjao6heGt4UlkWJkegPCDWpKVAe7wFuXDpPlj/VssRHB5LBnYHKGfkNAzMNiMjpEZsTdy+9w39CCujipz0AlOSfrUdANBZ11AnG9VgQSPEukX5487juob55lFM6J3x+v4opBF3rSlux3+thbr8V0w4oCHMD9/aHvVjFoBnxo4oirR4jc/jgC2fQCMiAJhFKJGhjkKFiNHxcB3npBuRnpy+59BcScOAzSXdJ7DGnwxQLjymnhqsAcWinjjJhOjaq6NaoeKv5I7zQLaVGaQdIyuuAK1Dnb7trpfQU7mR rdias@rdias-suse-laptop", "key_options": null, "keyfile": "/home/rdias/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rdias", "validate_certs": true} 2021-07-26T15:40:02.640 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+CtnvyVRSkIvD15O/q7/vQmD4oE8q7Mo6oT3kqTXaEaQ7iDayC2biUC0PC4OztPlNJxPUcKK5DfWw4F79OKeheqUbZRhsCC3Ge2JGoXHmsf0kBYdioMGiAxm+f8M/v1KESSSxvEnU7o+oi6VtFchh4Dl/WZ54rqZc/oQrlGNTHulFAuyoIAlKkCe3N0GdHN54PB+26QbLXvOuqpWmjVFbcjgRC62mkZl3LuCBhviXS4Rl5/ZE0QIHubCwV5XVrsqvscLS64bi06W8RN2vL56Vn3N9TGV4d2dlbE1PaBBESoTQ7Q0iUN32OAZLo7nF/1fiPY3Xc8r35juya5k+KR9z adam@TP50", "key_options": null, "keyfile": "/home/akupczyk/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akupczyk", "validate_certs": true} 2021-07-26T15:40:02.745 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEEjb7yrcY6I6XbMU0hCps1NqBuYmA6HDmMcS/l3i5wJRBitIXYVlv6pefUG9gdBYR5NneccLfVFURu+DC63MJa2ELJvVXsQ6YUOX39bJUT9KlZs8mH+nlTD7tlPmP17Ae3k8sT0H42Q+/5+b5YvdAU+03aPhzntmy38SyvLKrvowRk63wHgcE9p23LY9tY3+HSJu86cb/IdePk1GLjnrMeT9aM+5j2eETrmBjMArP+/2UIsT5eb8MBkQzJ299SCC2gfV/qIVkorFl9xdejctAwNwdT0SPTMxCHxaiK3wZ0e/5HHTbSgR5YlxOlKYq93XBVYIaFKPCePk1At1a3Pjh cephalopod@octopus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcrTZoKO5e5xs2PB2UuAruvGlJESTHNAtqipbC8yJtRg8WGVDLt//rGu36QNSbpbJYMZgqgKsXBYolJB1ckqLYLv5j8RAoVwbW4QqKaV95y7x0bbXs/YAPnRBhEO1nfpT8GHQusUZvTbz38FDaQwstsYoncmsyZwBrqus9ycFavpY4wfpKoWtzeiK5Wjq7ervThOs98ZJKXJXOOxeI7mDakE3Jv7q2tBNu/rU1kzxIl65kWURzgxox6EmIZXQK3FzKt0jjdKtApVYSlx4ODLPI4iyxOv+MbRe3Nnj6FDhfz8/FeP/U5wWxdYx2WslzZCOI1BJ0VDLu3xEpLlu4vPzp vshankar@h3ckers-pride", "key_options": null, "keyfile": "/home/vshankar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vshankar", "validate_certs": true} 2021-07-26T15:40:02.768 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDeUJcLeyfqIk3ErPoFqh9kOnvUPsk/2hfaYNC2wZLMOSTIs3zXM8xjki8eN6vle0dmmeeAdwF+e2hJ3tCFKsEUQRvMc7ugIBA7L8/DboShYu7ItyQ3QRvy9pi6jnA/tlHA1LHalvyhMw0yZ4kvPbrfNMhZzOKzvL6jX166rqLA5AuiIfdYMBpE5rYq11GVjm0uQKw4UJpBMooNJeovEfQlNBTSV+IJSTiGBpBD7SgsuW3USMeEF3fEgQOcnvYdv5Fbp/crloyLWYc0HTidkLxpjP7vqY7E4BuBJug0zIB7voR3MYq6rAeuWjByPvq6coDlUjnw/QlrvarCbjjSaHdaRXLj/Dj+QqJFviESBr64ZynhHL21Bl6rexW7AwYyPa73Erbus3dN0aVQQ/ApcDTGHT7KRlDQ2YYg05YM4swpVVnrIdV58FzLWkll+ypCK/+kdtk5eRSe/KzZA3s7z4d4WLgolFWs8Fky8Rx1xDGewvMJgFUWVUbcGC13RocbNSxXG80cbIx8L/sclX4lDfGouu2sUXhP19vq1rJ7gZa6XTPohXjPbFS+En2cdlGdKXhppdvjT4QWKNzgQoF7qgWHMqJnMFJ6beT/2zP34KoM3t0ulee04z88VSn8Th8aqvLlGbdrt5LrE90escSaIAR1vNKZ1hCFwGieSKoRtYJTCw== nojha@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6NWn9EzQJoeXkUbaNclYcR9Gga7HFhhXMGxdo/9ypYwlEzQTA6FnEreG3s1EmlQ4hofuc0kMhrjh0YeJZMrETWMoA0SmoX+6iR26UWVtOTk7i1v2TqkTY7llmQneHqQgmZEBXK0jF1HVP5kHY5dhagtcpfsGY5dc0eGUjfqAyh/xrCxciOE/JQ03tDcKIc5eOQIqv46JqnUS90Zr/Cov2qGKKHTa/VO1a2viOmDC/uHi5xXvII1Kh9rHp1oZ2Wm3fiGgT8xZaTJFFhWpdq3AdKfkEaV93yQcCdaUsGBHwDHcPOhxpBZpqZvcCR3I/tigDav4QViB1PRN7JnTIWCIznfrQK3r2Frl6BVFDvydwgRVS43ctEKPOJj8ELMUWX+fpjsKrA9Kn7nUU35ti7qIWKg1Cnz3lzVA29TsEg10E+nT4SVKZtRSWw/2AX0bsfxfSY30yjw5PP+bjnVh/bOOkqR2UkPBj4eeOKMD8nV1an79xP0eH+t36INaJhq6qwxE= nojha@nojha-mac", "key_options": null, "keyfile": "/home 2021-07-26T15:40:02.770 INFO:teuthology.task.ansible.out:/nojha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nojha", "validate_certs": true} 2021-07-26T15:40:02.878 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+CtnvyVRSkIvD15O/q7/vQmD4oE8q7Mo6oT3kqTXaEaQ7iDayC2biUC0PC4OztPlNJxPUcKK5DfWw4F79OKeheqUbZRhsCC3Ge2JGoXHmsf0kBYdioMGiAxm+f8M/v1KESSSxvEnU7o+oi6VtFchh4Dl/WZ54rqZc/oQrlGNTHulFAuyoIAlKkCe3N0GdHN54PB+26QbLXvOuqpWmjVFbcjgRC62mkZl3LuCBhviXS4Rl5/ZE0QIHubCwV5XVrsqvscLS64bi06W8RN2vL56Vn3N9TGV4d2dlbE1PaBBESoTQ7Q0iUN32OAZLo7nF/1fiPY3Xc8r35juya5k+KR9z adam@TP50", "key_options": null, "keyfile": "/home/akupczyk/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akupczyk", "validate_certs": true} 2021-07-26T15:40:02.901 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+c7zV5QmZb0WsgA2UZogoDNaoHcngRVLA8+BYk/U10ZlvCckJSfIXWMlBnqguZgdm/jBwsw5mGVBgHxUSqFNybwIlU00kyPZU6VbyVP+ZNVUf0XIE1NlemldgPBxxcOzSHkHhWrUqA3IKiCllcQVDQzutfUnq+jDT6NkVn4/cyNzNlargt7FR2L8gvskh62jLTBbhEuHMBp3jLCvaHJOk708gXm9qZ5iLOGV0pu7xdg58KE0p8ILClQBTbvoqPgZE9LA3qaOk1NR1n22kuW8JRHaKfD2Hn0Yu/MfKct783Bxb3mxWBKXxmM4otdmsR/R14NH/hIPce9wSkOOnQAC9 ifed@37526", "key_options": null, "keyfile": "/home/ifed01/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ifed01", "validate_certs": true} 2021-07-26T15:40:03.017 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDeUJcLeyfqIk3ErPoFqh9kOnvUPsk/2hfaYNC2wZLMOSTIs3zXM8xjki8eN6vle0dmmeeAdwF+e2hJ3tCFKsEUQRvMc7ugIBA7L8/DboShYu7ItyQ3QRvy9pi6jnA/tlHA1LHalvyhMw0yZ4kvPbrfNMhZzOKzvL6jX166rqLA5AuiIfdYMBpE5rYq11GVjm0uQKw4UJpBMooNJeovEfQlNBTSV+IJSTiGBpBD7SgsuW3USMeEF3fEgQOcnvYdv5Fbp/crloyLWYc0HTidkLxpjP7vqY7E4BuBJug0zIB7voR3MYq6rAeuWjByPvq6coDlUjnw/QlrvarCbjjSaHdaRXLj/Dj+QqJFviESBr64ZynhHL21Bl6rexW7AwYyPa73Erbus3dN0aVQQ/ApcDTGHT7KRlDQ2YYg05YM4swpVVnrIdV58FzLWkll+ypCK/+kdtk5eRSe/KzZA3s7z4d4WLgolFWs8Fky8Rx1xDGewvMJgFUWVUbcGC13RocbNSxXG80cbIx8L/sclX4lDfGouu2sUXhP19vq1rJ7gZa6XTPohXjPbFS+En2cdlGdKXhppdvjT4QWKNzgQoF7qgWHMqJnMFJ6beT/2zP34KoM3t0ulee04z88VSn8Th8aqvLlGbdrt5LrE90escSaIAR1vNKZ1hCFwGieSKoRtYJTCw== nojha@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6NWn9EzQJoeXkUbaNclYcR9Gga7HFhhXMGxdo/9ypYwlEzQTA6FnEreG3s1EmlQ4hofuc0kMhrjh0YeJZMrETWMoA0SmoX+6iR26UWVtOTk7i1v2TqkTY7llmQneHqQgmZEBXK0jF1HVP5kHY5dhagtcpfsGY5dc0eGUjfqAyh/xrCxciOE/JQ03tDcKIc5eOQIqv46JqnUS90Zr/Cov2qGKKHTa/VO1a2viOmDC/uHi5xXvII1Kh9rHp1oZ2Wm3fiGgT8xZaTJFFhWpdq3AdKfkEaV93yQcCdaUsGBHwDHcPOhxpBZpqZvcCR3I/tigDav4QViB1PRN7JnTIWCIznfrQK3r2Frl6BVFDvydwgRVS43ctEKPOJj8ELMUWX+fpjsKrA9Kn7nUU35ti7qIWKg1Cnz3lzVA29TsEg10E+nT4SVKZtRSWw/2AX0bsfxfSY30yjw5PP+bjnVh/bOOkqR2UkPBj4eeOKMD8nV1an79xP0eH+t36INaJhq6qwxE= nojha@nojha-mac", "key_options": null, "keyfile": "/home 2021-07-26T15:40:03.018 INFO:teuthology.task.ansible.out:/nojha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nojha", "validate_certs": true} 2021-07-26T15:40:03.039 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnOq6OHTRJuv7n0GZygBue/AE2q47pFM3KyrvmZxPRNmwtXn2r3ngHQQyc6DLZdFIv9Yn0VWu1KB/ryCdN3Xy7HAxBfHdKjtQ4vvfsWUbQF2JjhEjrsl+usgpqK1Tz6yuL4uAtFgLTN9o6gcH2bsQ15w+rEHCiYVzaGp7Cj+y+/VPBRIEHETSUZxwqiDH57uFTHxJrBIn6yhCorbn5QOjfmHUGmkxl3Geph++LbuQeha5F/DHaylMulsYZZBDEhIG8G2coDmVz8Cp1gw0kBWv63JHKnXaJboGXty2Zj36O/wdZKTE+7cV6JhxfJczhZBTb2cImIhspGwdHfnFgBoXz myoungwon@fg2server", "key_options": null, "keyfile": "/home/myoungwon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "myoungwon", "validate_certs": true} 2021-07-26T15:40:03.155 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+c7zV5QmZb0WsgA2UZogoDNaoHcngRVLA8+BYk/U10ZlvCckJSfIXWMlBnqguZgdm/jBwsw5mGVBgHxUSqFNybwIlU00kyPZU6VbyVP+ZNVUf0XIE1NlemldgPBxxcOzSHkHhWrUqA3IKiCllcQVDQzutfUnq+jDT6NkVn4/cyNzNlargt7FR2L8gvskh62jLTBbhEuHMBp3jLCvaHJOk708gXm9qZ5iLOGV0pu7xdg58KE0p8ILClQBTbvoqPgZE9LA3qaOk1NR1n22kuW8JRHaKfD2Hn0Yu/MfKct783Bxb3mxWBKXxmM4otdmsR/R14NH/hIPce9wSkOOnQAC9 ifed@37526", "key_options": null, "keyfile": "/home/ifed01/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ifed01", "validate_certs": true} 2021-07-26T15:40:03.179 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQDZPRW12u7LvaiynB87ad5h/JFtYIVjkKIOym9Y5CAbvatHhZ9fB1WAnYIn2HqiSSPUXT8sFy8w0TmM+aH0/ZGcfXoe0CdTWLtUbXKNlPI5h7TO9rHXESP2iRBpnKs3vK8WnMY0/D5BeESrPfwVScucmzaDrjUqjdZKR/aEeqVvDpQsdaCaoqNg23t4nhQ54BEvK8O+14nQ26Rtmm40QHO1ze+0UK+7nUMMFwxvd1EKjVp21EgYAFEbyQ5Kbbl+fmS/11AGy/yTai0c4qd7ohBzZvx8+sY+c1novG9Q7LhtyxuuYwzYIrGBCkKH5+iC7nt2rGBP+mnTfIgdbJUiXX3cdrMESwOSZy6x6zgbXXME+yfM0myhomKmUkpeZAQInX2KYrnEuPD9kteyK9tZcG6gJSaiUdvlab49Alx5lM2hc62M4s4WKaIgroCoApd8FtNAlTQsdYuycntgNrbPy0LXQ5hw8K8hkvc6RbxISdj/RXWguQSVbJWdS9Pf5NwD3Tq7dsOghJWhx4vBkhW3IECVrPQWVyAmgQ9oj1PoL7/2LZ6h9P8F0KC1qmhm+pWdEPLugOlU6lzQX7RJcukYlsINThM1RGwbPE4h9XcMyHAnODiDF63TDfQ01oKbVXj9XpOGY5eP0EQxKJYjCfWW0Ot6nK2ZCt8OYvoRkWMGnLv11Nub3NNOgh5TB/4nDvEU1cIb/Ikb4BRzVIEbast/pqUJmXe+GQ+ho7mp8y8a+lIxu54BR+VN6isjwODCVt1DYohgixEoul7p5pXvTM+JUY2GD/ddTGwPvVAN66sWnT9bjZZunQwTHqasFCIHNyPhnEnYIIqCo9O1I/D8zRQG3SYNxT6ED9GPARrE/H0TvdOmKaT3e0F2GRJRSToNxol9dpJovUziojOhXyBUjlTqnMY2RVilX90MnzgqR3zGO0aSruTGyNT2Faymqxn6T/50mSdJ8EyWH23BaaXUUW/z3Cjov+yCQjLY48SOWwlxKXw3hGz8xTAxauBYI01ojsVLCpCUGFyKlWS5iFwiLFtr1KPYqeCoS6CoWjiOiFgGe+w3lPPfp2h4rc6auIx2DZ1ByYhWLeHnpkV7sG+q5ckBIRAYmiKyXSGdV4zbXITMWDm+3zu4oj5VPRCfjMlout8OZ4TQm5PUdKZZhSE1jULG9tPDFL7nWwM3z0HET+d9kQYcEO6QB+ma9gZHp1qZJbXvCIC5fQ9y9El++A6N3dBr+ED10Ye88PLoWPeumyAmc24BDdI0skGk89Q0IzoLqagK6HGhPAso8si9wr84CEi4ncpizVLDU2cFKCpef4Sa03HoMbwfTgERtyptKFRbMT+SpuZsnrhF635h9uqFnszowUXV guits@Elisheba", "key_options": null, "keyfile": "/home/gabrioux/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": " 2021-07-26T15:40:03.182 INFO:teuthology.task.ansible.out:gabrioux", "validate_certs": true} 2021-07-26T15:40:03.289 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnOq6OHTRJuv7n0GZygBue/AE2q47pFM3KyrvmZxPRNmwtXn2r3ngHQQyc6DLZdFIv9Yn0VWu1KB/ryCdN3Xy7HAxBfHdKjtQ4vvfsWUbQF2JjhEjrsl+usgpqK1Tz6yuL4uAtFgLTN9o6gcH2bsQ15w+rEHCiYVzaGp7Cj+y+/VPBRIEHETSUZxwqiDH57uFTHxJrBIn6yhCorbn5QOjfmHUGmkxl3Geph++LbuQeha5F/DHaylMulsYZZBDEhIG8G2coDmVz8Cp1gw0kBWv63JHKnXaJboGXty2Zj36O/wdZKTE+7cV6JhxfJczhZBTb2cImIhspGwdHfnFgBoXz myoungwon@fg2server", "key_options": null, "keyfile": "/home/myoungwon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "myoungwon", "validate_certs": true} 2021-07-26T15:40:03.300 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpDFqu0Zg94mCjrA0FTB0vMiSBml1pqYCDKHhKBrfaza8u3bhtsmls9i+6U/vIwCEVk4GGPNhWduTJK0h9R5MS2eCf3GJcE0XHqRp/8msUCDPOVSZwC7hoYHZKunUIUaIUajOnR+L2slA/a9JaqataFH7zdrKbPdSKBzf5CXYrc0fK+Fz5OOsaI9KITbM0nESVpNCDzRqnA/aarF9MlN79vpTtvwQ+i0z2Km3cxqwV70GPMuFVo4CGf8pCGpbMrIg9OtoSC1svQ2vZzLkH2WrbDqTfYlOEYJJXaiBKcGhGnLZXfLIGSgvHjpv6xHo63yaMihocyg2MwTS8TZ/VtAaH seb@redhat.com", "key_options": null, "keyfile": "/home/leseb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "leseb", "validate_certs": true} 2021-07-26T15:40:03.437 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQDZPRW12u7LvaiynB87ad5h/JFtYIVjkKIOym9Y5CAbvatHhZ9fB1WAnYIn2HqiSSPUXT8sFy8w0TmM+aH0/ZGcfXoe0CdTWLtUbXKNlPI5h7TO9rHXESP2iRBpnKs3vK8WnMY0/D5BeESrPfwVScucmzaDrjUqjdZKR/aEeqVvDpQsdaCaoqNg23t4nhQ54BEvK8O+14nQ26Rtmm40QHO1ze+0UK+7nUMMFwxvd1EKjVp21EgYAFEbyQ5Kbbl+fmS/11AGy/yTai0c4qd7ohBzZvx8+sY+c1novG9Q7LhtyxuuYwzYIrGBCkKH5+iC7nt2rGBP+mnTfIgdbJUiXX3cdrMESwOSZy6x6zgbXXME+yfM0myhomKmUkpeZAQInX2KYrnEuPD9kteyK9tZcG6gJSaiUdvlab49Alx5lM2hc62M4s4WKaIgroCoApd8FtNAlTQsdYuycntgNrbPy0LXQ5hw8K8hkvc6RbxISdj/RXWguQSVbJWdS9Pf5NwD3Tq7dsOghJWhx4vBkhW3IECVrPQWVyAmgQ9oj1PoL7/2LZ6h9P8F0KC1qmhm+pWdEPLugOlU6lzQX7RJcukYlsINThM1RGwbPE4h9XcMyHAnODiDF63TDfQ01oKbVXj9XpOGY5eP0EQxKJYjCfWW0Ot6nK2ZCt8OYvoRkWMGnLv11Nub3NNOgh5TB/4nDvEU1cIb/Ikb4BRzVIEbast/pqUJmXe+GQ+ho7mp8y8a+lIxu54BR+VN6isjwODCVt1DYohgixEoul7p5pXvTM+JUY2GD/ddTGwPvVAN66sWnT9bjZZunQwTHqasFCIHNyPhnEnYIIqCo9O1I/D8zRQG3SYNxT6ED9GPARrE/H0TvdOmKaT3e0F2GRJRSToNxol9dpJovUziojOhXyBUjlTqnMY2RVilX90MnzgqR3zGO0aSruTGyNT2Faymqxn6T/50mSdJ8EyWH23BaaXUUW/z3Cjov+yCQjLY48SOWwlxKXw3hGz8xTAxauBYI01ojsVLCpCUGFyKlWS5iFwiLFtr1KPYqeCoS6CoWjiOiFgGe+w3lPPfp2h4rc6auIx2DZ1ByYhWLeHnpkV7sG+q5ckBIRAYmiKyXSGdV4zbXITMWDm+3zu4oj5VPRCfjMlout8OZ4TQm5PUdKZZhSE1jULG9tPDFL7nWwM3z0HET+d9kQYcEO6QB+ma9gZHp1qZJbXvCIC5fQ9y9El++A6N3dBr+ED10Ye88PLoWPeumyAmc24BDdI0skGk89Q0IzoLqagK6HGhPAso8si9wr84CEi4ncpizVLDU2cFKCpef4Sa03HoMbwfTgERtyptKFRbMT+SpuZsnrhF635h9uqFnszowUXV guits@Elisheba", "key_options": null, "keyfile": "/home/gabrioux/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": " 2021-07-26T15:40:03.439 INFO:teuthology.task.ansible.out:gabrioux", "validate_certs": true} 2021-07-26T15:40:03.439 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzjJ6nlPn/OXP3knQ6orVId2QLswql9gRetKYlicKDBrdFg0MES03EIuAonu0aUR4NEReR7P1iB8eNnezrHyAu5mxIJlZp0rz7ljcBcTLL+11IJU9I9OjBFwzXGqJ1KK4B4Qfw35oc2O6F5V0JP2nHhHgyny37udJLImhxHy3RNmDwc86JhEBCVR3ouYiZuxgxxbA9BXc6+Lkdu9hEMMCDlaEXwNmMyASVU9Wf3dKnMTSCdar2PANquWbpNQZ5cgoTm39xgust5CEyYJ53aOdrti0DYK7qyzxUXre6ckZGrH4oGv2XrDaxpACIiHXt+slvow51gsZnBRHeayMAxQzGQ== hchen@hchen.csb", "key_options": null, "keyfile": "/home/hchen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hchen", "validate_certs": true} 2021-07-26T15:40:03.565 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpDFqu0Zg94mCjrA0FTB0vMiSBml1pqYCDKHhKBrfaza8u3bhtsmls9i+6U/vIwCEVk4GGPNhWduTJK0h9R5MS2eCf3GJcE0XHqRp/8msUCDPOVSZwC7hoYHZKunUIUaIUajOnR+L2slA/a9JaqataFH7zdrKbPdSKBzf5CXYrc0fK+Fz5OOsaI9KITbM0nESVpNCDzRqnA/aarF9MlN79vpTtvwQ+i0z2Km3cxqwV70GPMuFVo4CGf8pCGpbMrIg9OtoSC1svQ2vZzLkH2WrbDqTfYlOEYJJXaiBKcGhGnLZXfLIGSgvHjpv6xHo63yaMihocyg2MwTS8TZ/VtAaH seb@redhat.com", "key_options": null, "keyfile": "/home/leseb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "leseb", "validate_certs": true} 2021-07-26T15:40:03.576 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDCqZKc+/7iPLhapA/7SYmLxwyKEM95D6eFfsDBNKbEUey/B1OlqYSo+yKB/LdFDyUcd7shMDnhFFg47lNMANrsZdtE4iMPVAa1YhcrTgNbV3HSp9cthKixvU/gkt9Fnb6PEckRzr19wEwxtoNg3Fh/R6YCiSjPwqHmArtC1G2hzk560EJpozx6xylMR5IafatNDoZVw2YQ35fZvHbhHD6meQELducHJ1bKEEHxVIRSTcmXDpBz/vAvBoQOEPuH6PmC/oSwL9HVVIsazf65F4QfK98d+8NCK9TemgXyGDk3Sjz6xdm76yBhFzDQEAzO12U1YtS7Q7zGVsjmSDav2dd7 jcollin@earth\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC89dHSsgjgtIjJ3e/pcMthliQlX2vtdXL7pk62nD64230Fm1PfOVCnzn4LqDhBbGgJT+BrlwOPfzStpLgnUT3l67S834SJzhvSTTpQp2pznnQg1rZOiXjvNhbQwVYV4rphXWqay8weWvFIb5QfXE66mYA1etZtcOb1SMY2ofAjUiA8bAQS5aHpzcMVs4N1A9x5GJx/7/Bj1h8zPpSXikDYasJc3++UMGc45C/AAf725YwijK7xMnZNXv8uTBoGzO/Ko24R3VdvtfMVn4Hi4/FwuRd5bRYcJXR/nUdtA3IinqvlnTpFV2LbfgVTHiUMGhvewRTB+8S8ij4nnAlko3H3bhqZZTk/y7d4K/IerY0mozVIc2x8rMLfqhF9OKv1QFB9fskRZcF/ENHITnmLqCJPg9rgmyv1gCQ5Tbds1OI+IYQIowdiwtaViiTSIy7/CedbHqMz6aDnPsJFMs24lcUXe2d8uZ26RqMinMFGXg0zF7tifuVmxj7zG8DT7MFORDm5f/Hhkng05R5XZesStTBxpEU0MGuzWhENt3RuJdstqmY+wkDVW3XwjUvKG/gVYuJYfnBAsRZIZezw2wfvodhc8EmeHELvY1YtB3DGTBXKE1lsKGN7yV5+nl4UtR2IGzBn9GovWVi5ooB8UlSAeUmZix/eAA5teL8ldFrDht7+AQ== jcollin@teuthology\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeApVHu5er+R9h52RLSVYVhXFQSn/nMN38uWoDYPw2bqYBLNEAAMcPl+rnqHubELpXTGXjJYL4n2mjic+2rOLZpDgPLmOOm4PwgYstJjE1KLegKqVzXIa9HfASKMXaHSgwtC6P5vDQkm2MNl8vXuTAITF7VYdDS33Kk 2021-07-26T15:40:03.578 INFO:teuthology.task.ansible.out:ke6ViJRZI7szYjbP7z9A1fy26THrvnuBT1Q18yy9vgk/sKo8vjLQfHSLvO90CJzouNEKqmkVpmJEqCPbE+s6Qr4+d2KY7L6Q6GAXxrqXK1jSDrrPsJguE6zZ1oWy/7XFMOr9ssduFWocnjQjPtQj3M+V+7FYAsf5uqQnzeMQTjO6AXYxTI7 jcollin@stratocaster\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDk/DYRp5E8Dla/4XHCF504X20W0u7CijZSCFWT1/5082NgnYeR90Prth3p+4xsw3YC9H5pEAS3XwcbdUb/NtWvZVIAIcMd7NOOEClSIj2Agk7NJxZ/4SfQRLrK3H2Qli/MVnrTxnEa9oeS4zqzv9dKRwFJDUFCoH2CpoumFVAp02uyzk7D/+XqFrXzMJUiSHXfl3YM2rt/vNmCtHtVp04UcG0Kyl2TXY37frRlSOkMMu0zbIC551gOyae6NGYhkYHa7u2SnngXcKM78b8MDvMv3QtuUN5P4WpH5qFRdlKNKsQGrzcQpBDY8AKQ+rX0K1ENhBwer49bihYNMKvjYmvTdLTNWgPCu7dt8JSgJQ8JMMhve0pjvFdpcKDLp0fvXDvJvZdLJM1ID/66kywJspHjShuqQNXRMfd1R9C4F20c+R9LY6eTGwrpLG1DNEez1VBHmOu5hQl03T2PfaThfLfMHRTw8JpGXGLMQarCCTm1PC6Z2Iw7KzorxP1eofGA5q8XoCbwGD01uQRZrwxPq0SHzTAkW2C2M8oEz+k4Mrx7+vGYzSS14hqxrzk91wuYhZCAKuGpqwm1ouJ4wxvWFewjbxLgucMfGSp09zJ2XSYRmtm7SAUifFob6Z9czHGTQerHCOTPuYqzlap2gCCVYtEvQyNB+4IqK/9FtEXTr28x0Q== jcollin@stratocaster", "key_options": null, "keyfile": "/home/jcollin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcollin", "validate_certs": true} 2021-07-26T15:40:03.695 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzjJ6nlPn/OXP3knQ6orVId2QLswql9gRetKYlicKDBrdFg0MES03EIuAonu0aUR4NEReR7P1iB8eNnezrHyAu5mxIJlZp0rz7ljcBcTLL+11IJU9I9OjBFwzXGqJ1KK4B4Qfw35oc2O6F5V0JP2nHhHgyny37udJLImhxHy3RNmDwc86JhEBCVR3ouYiZuxgxxbA9BXc6+Lkdu9hEMMCDlaEXwNmMyASVU9Wf3dKnMTSCdar2PANquWbpNQZ5cgoTm39xgust5CEyYJ53aOdrti0DYK7qyzxUXre6ckZGrH4oGv2XrDaxpACIiHXt+slvow51gsZnBRHeayMAxQzGQ== hchen@hchen.csb", "key_options": null, "keyfile": "/home/hchen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hchen", "validate_certs": true} 2021-07-26T15:40:03.706 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdxi9xdXNBYctMHH1cuuyNcPC4I4xVAeD3HZsKH+QwIILiKOTHu/6HZg7Yo1WsuwYSA0MDc+5LCSGu7RsmOEVpcSQ4gtNoFVwsThDyI6yhsm9WQqqXwSPs7ZE+urqd/BDfQ/7oMqJm5bViQMP0vmBExHuIFagj+8f6nspkE2Z7lBbaw8bEbAJZFx74oReOAELsL+Pbtf9Iaqrap4Z3WysmhfP6Rm/q7mncBBmo/fl/bejhThr8fghTPJb81M+XLhMk/rAdVrGdKV9iSt6lLiWdvf0lpTZO4LdIfJSBXr1Xv+lHRtaGXID2ahH7zl/W6dM4baz+hU7ZrbP+vdKg/SVH xxg@xxg", "key_options": null, "keyfile": "/home/xxg/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xxg", "validate_certs": true} 2021-07-26T15:40:03.834 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDCqZKc+/7iPLhapA/7SYmLxwyKEM95D6eFfsDBNKbEUey/B1OlqYSo+yKB/LdFDyUcd7shMDnhFFg47lNMANrsZdtE4iMPVAa1YhcrTgNbV3HSp9cthKixvU/gkt9Fnb6PEckRzr19wEwxtoNg3Fh/R6YCiSjPwqHmArtC1G2hzk560EJpozx6xylMR5IafatNDoZVw2YQ35fZvHbhHD6meQELducHJ1bKEEHxVIRSTcmXDpBz/vAvBoQOEPuH6PmC/oSwL9HVVIsazf65F4QfK98d+8NCK9TemgXyGDk3Sjz6xdm76yBhFzDQEAzO12U1YtS7Q7zGVsjmSDav2dd7 jcollin@earth\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC89dHSsgjgtIjJ3e/pcMthliQlX2vtdXL7pk62nD64230Fm1PfOVCnzn4LqDhBbGgJT+BrlwOPfzStpLgnUT3l67S834SJzhvSTTpQp2pznnQg1rZOiXjvNhbQwVYV4rphXWqay8weWvFIb5QfXE66mYA1etZtcOb1SMY2ofAjUiA8bAQS5aHpzcMVs4N1A9x5GJx/7/Bj1h8zPpSXikDYasJc3++UMGc45C/AAf725YwijK7xMnZNXv8uTBoGzO/Ko24R3VdvtfMVn4Hi4/FwuRd5bRYcJXR/nUdtA3IinqvlnTpFV2LbfgVTHiUMGhvewRTB+8S8ij4nnAlko3H3bhqZZTk/y7d4K/IerY0mozVIc2x8rMLfqhF9OKv1QFB9fskRZcF/ENHITnmLqCJPg9rgmyv1gCQ5Tbds1OI+IYQIowdiwtaViiTSIy7/CedbHqMz6aDnPsJFMs24lcUXe2d8uZ26RqMinMFGXg0zF7tifuVmxj7zG8DT7MFORDm5f/Hhkng05R5XZesStTBxpEU0MGuzWhENt3RuJdstqmY+wkDVW3XwjUvKG/gVYuJYfnBAsRZIZezw2wfvodhc8EmeHELvY1YtB3DGTBXKE1lsKGN7yV5+nl4UtR2IGzBn9GovWVi5ooB8UlSAeUmZix/eAA5teL8ldFrDht7+AQ== jcollin@teuthology\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeApVHu5er+R9h52RLSVYVhXFQSn/nMN38uWoDYPw2bqYBLNEAAMcPl+rnqHubELpXTGXjJYL4n2mjic+2rOLZpDgPLmOOm4PwgYstJjE1KLegKqVzXIa9HfASKMXaHSgwtC6P5vDQkm2MNl8vXuTAITF7VYdDS33Kk 2021-07-26T15:40:03.836 INFO:teuthology.task.ansible.out:ke6ViJRZI7szYjbP7z9A1fy26THrvnuBT1Q18yy9vgk/sKo8vjLQfHSLvO90CJzouNEKqmkVpmJEqCPbE+s6Qr4+d2KY7L6Q6GAXxrqXK1jSDrrPsJguE6zZ1oWy/7XFMOr9ssduFWocnjQjPtQj3M+V+7FYAsf5uqQnzeMQTjO6AXYxTI7 jcollin@stratocaster\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDk/DYRp5E8Dla/4XHCF504X20W0u7CijZSCFWT1/5082NgnYeR90Prth3p+4xsw3YC9H5pEAS3XwcbdUb/NtWvZVIAIcMd7NOOEClSIj2Agk7NJxZ/4SfQRLrK3H2Qli/MVnrTxnEa9oeS4zqzv9dKRwFJDUFCoH2CpoumFVAp02uyzk7D/+XqFrXzMJUiSHXfl3YM2rt/vNmCtHtVp04UcG0Kyl2TXY37frRlSOkMMu0zbIC551gOyae6NGYhkYHa7u2SnngXcKM78b8MDvMv3QtuUN5P4WpH5qFRdlKNKsQGrzcQpBDY8AKQ+rX0K1ENhBwer49bihYNMKvjYmvTdLTNWgPCu7dt8JSgJQ8JMMhve0pjvFdpcKDLp0fvXDvJvZdLJM1ID/66kywJspHjShuqQNXRMfd1R9C4F20c+R9LY6eTGwrpLG1DNEez1VBHmOu5hQl03T2PfaThfLfMHRTw8JpGXGLMQarCCTm1PC6Z2Iw7KzorxP1eofGA5q8XoCbwGD01uQRZrwxPq0SHzTAkW2C2M8oEz+k4Mrx7+vGYzSS14hqxrzk91wuYhZCAKuGpqwm1ouJ4wxvWFewjbxLgucMfGSp09zJ2XSYRmtm7SAUifFob6Z9czHGTQerHCOTPuYqzlap2gCCVYtEvQyNB+4IqK/9FtEXTr28x0Q== jcollin@stratocaster", "key_options": null, "keyfile": "/home/jcollin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcollin", "validate_certs": true} ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsA63hT3ZAwQ9hsvfY+o2Gy15M1GRnRw1ZBSXEiCs9OJku7T9+LCvvH85Y/7V+mOGcsCZKqVTd5Vy3sHAvAF3M7CYJ+5IIDJKCYslC0wkKcX4jj26aMToAZPms8uvs527BNgKOcvwgIfPjs4WJG06fey5AhsuuL30etbAvbBudxRAKdZSTOsMveneKtXQu3Dx7y0rjfI/RBAhCAvisnMqYFUdajoJIl5gVXl6+8mauUOP5O0mvyvJH2jQveqZXTdsIPyp5mq1nA5psqvivWGz2bEJ+owI0GjfuYbyAi6i+BL4Bsd3GeoAs1G3Dicfr228VIUsT+R3xLBQUj3xIsVAZ pcuzner@redhat.com", "key_options": null, "keyfile": "/home/pcuzn 2021-07-26T15:40:03.837 INFO:teuthology.task.ansible.out:er/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pcuzner", "validate_certs": true} 2021-07-26T15:40:03.965 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaRX+aBLjb/h12ctmvoMvZro6NrrYDuxROF6QMVpEVucA7jHhwCC/j9dJAq0hOVBO8R3S0bvKQ6bmnCb/4y2J6tq18xKUFCrChNii5OQ+AgM5v1353oZ9SrHN8p9ajvS8w313o2OpXhpaPv3khVDjKZsDmeH8YL/Nx3WQKqIJC1mI4jrI0sZGGJLifEy3pPkO0W1KmguN9AwAWK6+kckAjMa3ElkfK/xuAqBYgNKQUxP9oMgTQRcgpWF8Nzb0npN3v+HOUIRrth1INSchkDKtWob2T+0Zqxwm+Vpi0iFWwqjcN/OVdaDGf34//A3M/tsiQ1g9SqhdhZJCfu5XLmM63 mkogan@mkP50.redhat.com", "key_options": null, "keyfile": "/home/mkogan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkogan", "validate_certs": true} 2021-07-26T15:40:03.975 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdxi9xdXNBYctMHH1cuuyNcPC4I4xVAeD3HZsKH+QwIILiKOTHu/6HZg7Yo1WsuwYSA0MDc+5LCSGu7RsmOEVpcSQ4gtNoFVwsThDyI6yhsm9WQqqXwSPs7ZE+urqd/BDfQ/7oMqJm5bViQMP0vmBExHuIFagj+8f6nspkE2Z7lBbaw8bEbAJZFx74oReOAELsL+Pbtf9Iaqrap4Z3WysmhfP6Rm/q7mncBBmo/fl/bejhThr8fghTPJb81M+XLhMk/rAdVrGdKV9iSt6lLiWdvf0lpTZO4LdIfJSBXr1Xv+lHRtaGXID2ahH7zl/W6dM4baz+hU7ZrbP+vdKg/SVH xxg@xxg", "key_options": null, "keyfile": "/home/xxg/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xxg", "validate_certs": true} 2021-07-26T15:40:04.091 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-07-26T15:40:04.102 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsA63hT3ZAwQ9hsvfY+o2Gy15M1GRnRw1ZBSXEiCs9OJku7T9+LCvvH85Y/7V+mOGcsCZKqVTd5Vy3sHAvAF3M7CYJ+5IIDJKCYslC0wkKcX4jj26aMToAZPms8uvs527BNgKOcvwgIfPjs4WJG06fey5AhsuuL30etbAvbBudxRAKdZSTOsMveneKtXQu3Dx7y0rjfI/RBAhCAvisnMqYFUdajoJIl5gVXl6+8mauUOP5O0mvyvJH2jQveqZXTdsIPyp5mq1nA5psqvivWGz2bEJ+owI0GjfuYbyAi6i+BL4Bsd3GeoAs1G3Dicfr228VIUsT+R3xLBQUj3xIsVAZ pcuzner@redhat.com", "key_options": null, "keyfile": "/home/pcuzner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pcuzner", "validate_certs": true} 2021-07-26T15:40:04.238 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDZDKRAePFqjugc2ljw4QmM6r7B2dPI39OBB+2HKONtDZI4q+uwgZ1yqnhrbJaU9ux0W5wNzJyp2VfOPhw/9G9jo+efJPg5IySnTonhi1zeCXNpBMY70dJZVCyGEDdWKehvFM9xFBOxBC/h7gOyKqEc28BKoy4cHfULzm4er8PU30MyFBngu8NaoKqyQ3GYAfWOAXF5lUdalbJwl3a+HBb8PjUhbGuznAZF1Ji4JgnNuEZdlNVOKwhEkAFZ1JwXvgLfrEJVQs5b2V9Sp2Vm5ZngsLg7b3RzV5I4B3Lj7QTTraV1zLJGiS5iRdjY7D4W5Uxi2k1X7vaOjySJWWadHyeicNNBhLSfHl6JJ3aMuA8oAAmtgo/8IkJ96GFtgM9j31Wg8wkeTyQrwSeqCuv1uDFr8rp+OvMClhHnDgUklJLWjjYPCDVYR5KV+iOiHL58WJg/b4h6NsoP91wO8P8EcSaiMdq7P77w5nJxDI0KKb//dC8aHtWnRRRlrIS+PNPqKJSNTaSwOTieXvzplhzKFzu2dr79qs+/67iaNE6HBvIX5jVHWCFV3wllyjsC8WYPh4kEVtg2SY00SDOOrMrqANV8DDtHFwwxQTEjz1z5ESuwy9UcUSQfP1/zsAp2OQzPutKs6UipHyBK3pLm6MjaeeaEWu8fmetCqALxYV3h17O+Yw== miguel@hermes.olymp", "key_options": null, "keyfile": "/home/henrix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "henrix", "validate_certs": true} ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaRX+aBLjb/h12ctmvoMvZro6NrrYDuxROF6QMVpEVucA7jHhwCC/j9dJAq0hOVBO8R3S0bvKQ6bmnCb/4y2J6tq18xKUFCrChNii5OQ+AgM5v1353oZ9SrHN8p9ajvS8w313o2OpXhpaPv3khVDjKZsDmeH8YL/Nx3WQKqIJC1mI4jrI0sZGGJLifE 2021-07-26T15:40:04.240 INFO:teuthology.task.ansible.out:y3pPkO0W1KmguN9AwAWK6+kckAjMa3ElkfK/xuAqBYgNKQUxP9oMgTQRcgpWF8Nzb0npN3v+HOUIRrth1INSchkDKtWob2T+0Zqxwm+Vpi0iFWwqjcN/OVdaDGf34//A3M/tsiQ1g9SqhdhZJCfu5XLmM63 mkogan@mkP50.redhat.com", "key_options": null, "keyfile": "/home/mkogan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkogan", "validate_certs": true} 2021-07-26T15:40:04.377 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-07-26T15:40:04.387 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNwmgnIsDDJmsmYzkTAEo3iLj7Jd5Ni2R5vD1Z0NRZ39zJMtbicZ0ec3nAMzFyHrmPnKNFltS1mhehbLbtKNKq1fSo2SMHs11z+N8Nl94F4AY8IhXZ8U9GAorEJFVIxHUNEDqwl55Ov6MfP60UI7rNgy2rUt8aOBmAJVhLEFmJJawJgyPhTrUZAT20OoILphrt81o5bTNfmx++Zs5Dc9VtgIh53hexwKgTvG6fxfKdra9m+J2GXpniOsZjPJq/A0je+t7H3UlxCSu0dRy2Un6l5ZAcoeg74SP50dFgGaxkTQqI6wle6NjtPIdssgrdYTgTcOg9M4jWqAr/5drTUSGh root@centos7-bspark", "key_options": null, "keyfile": "/home/pbs1108/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pbs1108", "validate_certs": true} 2021-07-26T15:40:04.539 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDnvVnbK2SNfL8hTmrA09L41RudKW/F7Ty0vvlHjrFjDkdWXVgrafFWGKQZ8dSR6FJ9JLU0X59xiEo4z31ini/Dt2XozFMIr7RdeB3xpiifuUUG5Lgsasd2ezniUoOEukL1a9KkCIxNgmKJuvtlHCt+ZTtyL513yjRICByZbnmBSSpUiett50X10vtvaNBu4LikUJKLc8gP0PHLbaGsU3uOUd655lkFWjWhgExlU8bHWiAZq18Ss63jDlSKFVSk903GKSNcHXMHNPYaXlrYw8NFzejoy/XjxEfmF/Lv3MeAUhHQWx25sh5aDv48mzo8FaIJsL1MrD0QxF1gllobWAfp clacroix@redhat.com", "key_options": null, "keyfile": "/home/clacroix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "clacroix", "validate_certs": true} 2021-07-26T15:40:04.541 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDZDKRAePFqjugc2ljw4QmM6r7B2dPI39OBB+2HKONtDZI4q+uwgZ1yqnhrbJaU9ux0W5wNzJyp2VfOPhw/9G9jo+efJPg5IySnTonhi1zeCXNpBMY70dJZVCyGEDdWKehvFM9xFBOxBC/h7gOyKqEc28BKoy4cHfULzm4er8PU30MyFBngu8NaoKqyQ3GYAfWOAXF5lUdalbJwl3a+HBb8PjUhbGuznAZF1Ji4JgnNuEZdlNVOKwhEkAFZ1JwXvgLfrEJVQs5b2V9Sp2Vm5ZngsLg7b3RzV5I4B3Lj7QTTraV1zLJGiS5iRdjY7D4W5Uxi2k1X7vaOjySJWWadHyeicNNBhLSfHl6JJ3aMuA8oAAmtgo/8IkJ96GFtgM9j31Wg8wkeTyQrwSeqCuv1uDFr8rp+OvMClhHnDgUklJLWjjYPCDVYR5KV+iOiHL58WJg/b4h6NsoP91wO8P8EcSaiMdq7P77w5nJxDI0KKb//dC8aHtWnRRRlrIS+PNPqKJSNTaSwOTieXvzplhzKFzu2dr79qs+/67iaNE6HBvIX5jVHWCFV3wllyjsC8WYPh4kEVtg2SY00SDOOrMrqANV8DDtHFwwxQTEjz1z5ESuwy9UcUSQfP1/zsAp2OQzPutKs6UipHyBK3pLm6MjaeeaEWu8fmetCqALxYV3h17O+Yw== miguel@hermes.olymp", "key_options": null, "keyfile": "/home/henrix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "henrix", "validate_certs": true} 2021-07-26T15:40:04.657 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAyiGmj+nOAD+il+FvXvZSpUOJQp6hKh6UPaAIQvQZkdeNRWN7wcDXMUlLj+TBFWa1OO+9xqFlnbgVMDR4qy5orUBYlMapUb1rutjbk64XeY58b6uguHwSoMd81QpCCIN4KOk3cldV8UiyX382baoZ9Je2hsOnnBGMsRtHuVHZ90Bj1rIITkwajq//KRs7kjb/qhjk0xkipDIcaSwKjzPlmmnYn69noODwDexpvLYlCF+LowSZEdrOUvVIigSFG7cLTDaU2tLhxSgbvWu8f0pwvjsyW7gOgM+VeRZ6uHC79F1qvgdgQSxflddIgrQpH0rzf6RNxQjR3SBkZ4V1BESa0w== epuertat@epuertat", "key_options": null, "keyfile": "/home/epuertat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "epuertat", "validate_certs": true} 2021-07-26T15:40:04.680 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNwmgnIsDDJmsmYzkTAEo3iLj7Jd5Ni2R5vD1Z0NRZ39zJMtbicZ0ec3nAMzFyHrmPnKNFltS1mhehbLbtKNKq1fSo2SMHs11z+N8Nl94F4AY8IhXZ8U9GAorEJFVIxHUNEDqwl55Ov6MfP60UI7rNgy2rUt8aOBmAJVhLEFmJJawJgyPhTrUZAT20OoILphrt81o5bTNfmx++Zs5Dc9VtgIh53hexwKgTvG6fxfKdra9m+J2GXpniOsZjPJq/A0je+t7H3UlxCSu0dRy2Un6l5ZAcoeg74SP50dFgGaxkTQqI6wle6NjtPIdssgrdYTgTcOg9M4jWqAr/5drTUSGh root@centos7-bspark", "key_options": null, "keyfile": "/home/pbs1108/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pbs1108", "validate_certs": true} 2021-07-26T15:40:04.798 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDRZyWiDO5JqWHJdUUBr8YReiKXxnL87juFAfkcmw2E9KmANVH2sn3K+OgUCQfBs1Wdg6AbcL2GyMm9alodUruzOm127/bH9OcGmu+8SNsMAYrAF9EzsKJa8Ba/I05rl5a87p1jbYG9Rpo7u3OvLx0LjgqydRYcmjwo/niifYNDTaN0K3v8s1mN4TorUZW/i3XBMBIBjlIiNGs/I7IZreR+1N4V8Nwrp2EWxDv7AwG3nvokL2RTHcsV0KgmAnciv8nXXjIf+uqOPuGA+F2qW/wz92bG8R0O4CjH+QZt4k6UoUIXFRW+LdOVAqmUrb4W0OJ8vsVeukW46SvPnYUTkZnF sonea@think", "key_options": null, "keyfile": "/home/tdehler/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tdehler", "validate_certs": true} 2021-07-26T15:40:04.830 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDnvVnbK2SNfL8hTmrA09L41RudKW/F7Ty0vvlHjrFjDkdWXVgrafFWGKQZ8dSR6FJ9JLU0X59xiEo4z31ini/Dt2XozFMIr7RdeB3xpiifuUUG5Lgsasd2ezniUoOEukL1a9KkCIxNgmKJuvtlHCt+ZTtyL513yjRICByZbnmBSSpUiett50X10vtvaNBu4LikUJKLc8gP0PHLbaGsU3uOUd655lkFWjWhgExlU8bHWiAZq18Ss63jDlSKFVSk903GKSNcHXMHNPYaXlrYw8NFzejoy/XjxEfmF/Lv3MeAUhHQWx25sh5aDv48mzo8FaIJsL1MrD0QxF1gllobWAfp clacroix@redhat.com", "key_options": null, "keyfile": "/home/clacroix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "clacroix", "validate_certs": true} 2021-07-26T15:40:04.937 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEBD7CxJJfbLW4jtuLnTwkxVbhCfh/JL3Qj8oeLEkny1tE7QCeXn1bP5bScWSgLH34Wh4TAuH+8/g/koFwcCy1YuoGBdBV4KV7O9MTnFngdqNY6LKzCipm27tnWZEa10hrF8dRFTmhracd6kmmVGHgvGQPVAVONmix+2IZ83wdj8XJSQHeE3PHFLO39tU+ez/T76QaiBLDVo4ctHVt+N9bBbHV6Cr8fyiUUU6YEKMlcedvxGpnMK8oeOSNuDeh+DldcM9KYzNGEOM34jGRIvJp57dxQDQCtPPW5hvBXg7yMyrv6TcJzDd2LFD6AC/Qw9yrEQPXXyBCDkAlCqDR0+rH", "key_options": null, "keyfile": "/home/laura/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "laura", "validate_certs": true} 2021-07-26T15:40:04.980 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAyiGmj+nOAD+il+FvXvZSpUOJQp6hKh6UPaAIQvQZkdeNRWN7wcDXMUlLj+TBFWa1OO+9xqFlnbgVMDR4qy5orUBYlMapUb1rutjbk64XeY58b6uguHwSoMd81QpCCIN4KOk3cldV8UiyX382baoZ9Je2hsOnnBGMsRtHuVHZ90Bj1rIITkwajq//KRs7kjb/qhjk0xkipDIcaSwKjzPlmmnYn69noODwDexpvLYlCF+LowSZEdrOUvVIigSFG7cLTDaU2tLhxSgbvWu8f0pwvjsyW7gOgM+VeRZ6uHC79F1qvgdgQSxflddIgrQpH0rzf6RNxQjR3SBkZ4V1BESa0w== epuertat@epuertat", "key_options": null, "keyfile": "/home/epuertat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "epuertat", "validate_certs": true} 2021-07-26T15:40:05.063 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2k8xsrsLxEqJx3rV6ZZwLH0OjYCDB2uIYzcAyrKEOKlVWO1ICKxkw+gZ9tSiPFNLfq13io9BIrAKJwlrdLCJLmlgCQwpwUQqzmRlRZEm+WmD0dl8LPeQSidyJkPkJgYBEshFPjDHIj10Ei1pJS5svI2l7G1wMWxlt2kHL8Og/4zdFTRctxwqZcvzLmRQcs8lSSpqTkhfeKfmrpR+je8XFbCJJ9m/nJbgyCiZKaGN8nf36pCQDEva4rvaSrK0a6YxL0RWN8W3lqtBPKIehxffr3lYDEkD9EUW5vf6AUKC0ioh4jkPo9WCjaoFsOauMOMVQPHehEAMufEO4Kym6nfrf yaarit@localhost.localdomain", "key_options": null, "keyfile": "/home/yaarit/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yaarit", "validate_certs": true} 2021-07-26T15:40:05.116 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDRZyWiDO5JqWHJdUUBr8YReiKXxnL87juFAfkcmw2E9KmANVH2sn3K+OgUCQfBs1Wdg6AbcL2GyMm9alodUruzOm127/bH9OcGmu+8SNsMAYrAF9EzsKJa8Ba/I05rl5a87p1jbYG9Rpo7u3OvLx0LjgqydRYcmjwo/niifYNDTaN0K3v8s1mN4TorUZW/i3XBMBIBjlIiNGs/I7IZreR+1N4V8Nwrp2EWxDv7AwG3nvokL2RTHcsV0KgmAnciv8nXXjIf+uqOPuGA+F2qW/wz92bG8R0O4CjH+QZt4k6UoUIXFRW+LdOVAqmUrb4W0OJ8vsVeukW46SvPnYUTkZnF sonea@think", "key_options": null, "keyfile": "/home/tdehler/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tdehler", "validate_certs": true} 2021-07-26T15:40:05.200 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUznqo3VDmcKRL64P7sbjuxXCW/0ljFTc5zZoZ9UvtZvU2jrRQ2X9GyxcrcQnAWlF5YZHqeTDU5o8ixn5fq1MSmaPRBNDKKVQOfR/vFQV73LiKx4BFsC1/EdaPie/XqltaLDTtfqhxADJlz1H3a3ZlkeVHMROTqo/TidL1YUYlRH4qHxWWBuFuVS+EYfTegSZdjwp+DuJA0iN6X99+DfH2DhiHENjEmlbKN13+H+EPzm0K3ya2w8D6ANodB3AxMn2tGs8mLtG/P4kCjoDnoUVFzKTyUpTtgOjis47uSY4dL8mTbIK9kZAiFxnT5sMClu6KRStDjRIrxbTBQJ8wvlat admin1@rajula", "key_options": null, "keyfile": "/home/rpavani1998/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rpavani1998", "validate_certs": true} 2021-07-26T15:40:05.243 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEBD7CxJJfbLW4jtuLnTwkxVbhCfh/JL3Qj8oeLEkny1tE7QCeXn1bP5bScWSgLH34Wh4TAuH+8/g/koFwcCy1YuoGBdBV4KV7O9MTnFngdqNY6LKzCipm27tnWZEa10hrF8dRFTmhracd6kmmVGHgvGQPVAVONmix+2IZ83wdj8XJSQHeE3PHFLO39tU+ez/T76QaiBLDVo4ctHVt+N9bBbHV6Cr8fyiUUU6YEKMlcedvxGpnMK8oeOSNuDeh+DldcM9KYzNGEOM34jGRIvJp57dxQDQCtPPW5hvBXg7yMyrv6TcJzDd2LFD6AC/Qw9yrEQPXXyBCDkAlCqDR0+rH", "key_options": null, "keyfile": "/home/laura/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "laura", "validate_certs": true} 2021-07-26T15:40:05.336 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4NYxUHx8HMgbVIHadruN1kAJS5be0aZA9rvGtYDfwD5siKNfXFRyLG3thkjxtEi7DPYMxgbpFOXW9EQKh5sQ0ohsADZOi8FSIAfQlOQ+7HAEp7DjBtjxoqB31jJ1e293YtO+nqAhcOMyGfDx+71w5sS2EFqy7PscA9gD9aV2iMxIR/JD1LxXabiqj12jU5AOxr7ZQ1+gM9aroQuDpNxY4U8jBTxx5OtIYRkeI/aN2gQj1mXGMKGo0ItFn4lsXGLxGxMpa9K2UFw2dWQVTw9VNm79nixrCX+lC2nyaJPsRYZipXF1ID2NRk7oJ79dJ/uRBBXpunihlEC3aF+nOgEPH ridave@redhat.com", "key_options": null, "keyfile": "/home/rishabh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rishabh", "validate_certs": true} 2021-07-26T15:40:05.378 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2k8xsrsLxEqJx3rV6ZZwLH0OjYCDB2uIYzcAyrKEOKlVWO1ICKxkw+gZ9tSiPFNLfq13io9BIrAKJwlrdLCJLmlgCQwpwUQqzmRlRZEm+WmD0dl8LPeQSidyJkPkJgYBEshFPjDHIj10Ei1pJS5svI2l7G1wMWxlt2kHL8Og/4zdFTRctxwqZcvzLmRQcs8lSSpqTkhfeKfmrpR+je8XFbCJJ9m/nJbgyCiZKaGN8nf36pCQDEva4rvaSrK0a6YxL0RWN8W3lqtBPKIehxffr3lYDEkD9EUW5vf6AUKC0ioh4jkPo9WCjaoFsOauMOMVQPHehEAMufEO4Kym6nfrf yaarit@localhost.localdomain", "key_options": null, "keyfile": "/home/yaarit/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yaarit", "validate_certs": true} 2021-07-26T15:40:05.462 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCeAhoTum3/VmRbxSyw5gwgcPF1EWFK5mEPX3PZyo3xPsUAJazALfge3aEuCrZBbsjOCoj3GfFhr/ziEF+OWvhBoPK5hQzP0V8tE9cWJwvHmD72vGE36o1hFO0ONE4DEuu5KRDqQJUgeyQWXsP26uHTwIcvMpy8egZOfyshqF+lQVXzsAex7Ninmidsf/sRNLhzT1kLrKT+ZMSbZ7Rqh46TMlmLD1LzJZNcb6PGVwlfQZmV6T7m0COu/skeSxMcy8hqMvHFNvvfFSqkfMw0KBGLDxMQr4L+e7sXwQDnEZHdzoh0iS3xDp/Onr1FSmPyEjz51e1sMHBsqklHWidSZVLt/+giB4o6Wdgzc0um/QxW2Ne2qjtDlViOgRE9Fzcw/cRu/Xsn8qtXTxYyxXswjkA8qX7WR22OYgjYChw9siUsKkuD2yAbPMVl+cZWDeBhQnPMbDMVaghS4SAVt5GK16jij4+r3IE9vGHBmGwJYJ/OrtcxBrUrDopwsGLcU+WHdv0FXuiw+YbfnzpthC8rVj4oeJ2IUOQ5JB0ub7NmbR4QWjc33JfD+AeCB75x6io07V2riRjMD9gLC5nwytJNG7Yytf6xI2i/CprW7HhsDs2ykOVcDSBMnL1oGW6FeHaDRW39r6BXSt1jjZQ2E6pDEBTDO41tPEL9EVvv9TK87GTylQ==", "key_options": null, "keyfile": "/home/skrah/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "skrah", "validate_certs": true} 2021-07-26T15:40:05.516 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUznqo3VDmcKRL64P7sbjuxXCW/0ljFTc5zZoZ9UvtZvU2jrRQ2X9GyxcrcQnAWlF5YZHqeTDU5o8ixn5fq1MSmaPRBNDKKVQOfR/vFQV73LiKx4BFsC1/EdaPie/XqltaLDTtfqhxADJlz1H3a3ZlkeVHMROTqo/TidL1YUYlRH4qHxWWBuFuVS+EYfTegSZdjwp+DuJA0iN6X99+DfH2DhiHENjEmlbKN13+H+EPzm0K3ya2w8D6ANodB3AxMn2tGs8mLtG/P4kCjoDnoUVFzKTyUpTtgOjis47uSY4dL8mTbIK9kZAiFxnT5sMClu6KRStDjRIrxbTBQJ8wvlat admin1@rajula", "key_options": null, "keyfile": "/home/rpavani1998/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rpavani1998", "validate_certs": true} 2021-07-26T15:40:05.609 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDklgWHrL9TMaMxIyN9MxVR6nR3xh9zfj0iR63/yOzaslX0WoVBk7CYTsRlH2GFVctvixVwrWbQgMaKe49utal/3FA6sMl8S2DTrtgC1a/exUTvU0U/+ZhyUlkyjQfRgtYOUwodNupL5NsC8VZqZshgmgXC34uye3bplx3VwvpUt9r6QxJN3/9Dbi6HxudhDCLfmvROhwQYHaFF+GglcbyjAt3uvsuwXVKBd1/vMQwbcUo9/zQlrnmWBRuqTNkXGrZauWigoi/hyuWYQ3MUbRc3LVpJncMv7BEtcj8fCVvPB09SFee3nSeTtFkm01GvRcYd3HBz/YL4Rz92wXl9VIxqs8aaJBzy+MD0NO496Rfqtz6YuZ1m7AxDIccDW+OpcPgYwaUKFXNTuVLWZXhkS0p4swefcKWRlQFF3BLOebN/Kr9jq1MFa+5pX7Gj4WF5uCIX0/fx40KVZNhfl3qywBy/d5MKwXO7PCHMiGcu2FIXdZ334MxdgiIVoX54PpRP4hs= smanjara@localhost.localdomain", "key_options": null, "keyfile": "/home/smanjara/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smanjara", "validate_certs": true} 2021-07-26T15:40:05.662 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4NYxUHx8HMgbVIHadruN1kAJS5be0aZA9rvGtYDfwD5siKNfXFRyLG3thkjxtEi7DPYMxgbpFOXW9EQKh5sQ0ohsADZOi8FSIAfQlOQ+7HAEp7DjBtjxoqB31jJ1e293YtO+nqAhcOMyGfDx+71w5sS2EFqy7PscA9gD9aV2iMxIR/JD1LxXabiqj12jU5AOxr7ZQ1+gM9aroQuDpNxY4U8jBTxx5OtIYRkeI/aN2gQj1mXGMKGo0ItFn4lsXGLxGxMpa9K2UFw2dWQVTw9VNm79nixrCX+lC2nyaJPsRYZipXF1ID2NRk7oJ79dJ/uRBBXpunihlEC3aF+nOgEPH ridave@redhat.com", "key_options": null, "keyfile": "/home/rishabh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rishabh", "validate_certs": true} 2021-07-26T15:40:05.740 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDpp2NWr5T6s+jzHiz/FfCKzN7ZBnUSzyE7ieuntzjeGotyupAAjVBoSpCJgNDybm+WkE4dShv5mttPJ2/q1UZCLRj3nN+y3NG333aLZuyugR0ht5qtvGVegg58PwQ8CMobR7ca7bl5UdEy0UIrM3d/qpDOuPkuE4MIJcrtZGICE8NAVnmHNOB9Sm4ovAYkewTuMAv40j2Dl4F9dD6bg+OJfBOJ9+Zj+MpowYlAILtEB9Dc20zB8GGUEtr9yfOVroblTYhvTxGYRaE7aVBe83DNwkWGbDc/qUNR6bpA04w/P+LclYVsVKRoHOs1EXHSwNMFromA8RsKS+rajwu5uRg5 ben@dhcp-185-182.bos.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC93wGgyyQmTxa7f+BZcYPUapTH2N1mnV1ikl9nzJzHhgrtJ6pv00LhtH1HqGhvoqnqZjBD5XRAKyjMRcMBT5MYcXXep5RqZ9sJ6Xz8rHkBjfl/OOQUeZ/ZyG/Ksr1jpGraN2xtrjQQzbqN1YvirCqfLk2exPvVeEk4CGnNybwKwCWob1uKV46ASrYeQK8pfHxrW7pTo+xdErHOvb7uumZm89/YisUJGicO1qSHBeuw1MxjhnD+fIcxHKWY5NNJ4qScW6a5AABk1JJsoHkh9IGCVaf/zJv8D3gil5SiM8LIBKaNa1fn6oObPl/Ky/wkiIo2gmUZawvAVA8iJnX9eUPl ben@bene-laptop", "key_options": null, "keyfile": "/home/bengland/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bengland", "validate_certs": true} 2021-07-26T15:40:05.793 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCeAhoTum3/VmRbxSyw5gwgcPF1EWFK5mEPX3PZyo3xPsUAJazALfge3aEuCrZBbsjOCoj3GfFhr/ziEF+OWvhBoPK5hQzP0V8tE9cWJwvHmD72vGE36o1hFO0ONE4DEuu5KRDqQJUgeyQWXsP26uHTwIcvMpy8egZOfyshqF+lQVXzsAex7Ninmidsf/sRNLhzT1kLrKT+ZMSbZ7Rqh46TMlmLD1LzJZNcb6PGVwlfQZmV6T7m0COu/skeSxMcy8hqMvHFNvvfFSqkfMw0KBGLDxMQr4L+e7sXwQDnEZHdzoh0iS3xDp/Onr1FSmPyEjz51e1sMHBsqklHWidSZVLt/+giB4o6Wdgzc0um/QxW2Ne2qjtDlViOgRE9Fzcw/cRu/Xsn8qtXTxYyxXswjkA8qX7WR22OYgjYChw9siUsKkuD2yAbPMVl+cZWDeBhQnPMbDMVaghS4SAVt5GK16jij4+r3IE9vGHBmGwJYJ/OrtcxBrUrDopwsGLcU+WHdv0FXuiw+YbfnzpthC8rVj4oeJ2IUOQ5JB0ub7NmbR4QWjc33JfD+AeCB75x6io07V2riRjMD9gLC5nwytJNG7Yytf6xI2i/CprW7HhsDs2ykOVcDSBMnL1oGW6FeHaDRW39r6BXSt1jjZQ2E6pDEBTDO41tPEL9EVvv9TK87GTylQ==", "key_options": null, "keyfile": "/home/skrah/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "skrah", "validate_certs": true} 2021-07-26T15:40:05.879 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC3YhI4am/T6s4rJRvbC/jAvrNcDhE/zaJiVDAjEuA1W/5Xt9ObX52eAnp+tOOtelXrX8ylYF/z5wGNQLjYrWepXhuqaEGxeVayCHzts6LMpmvyZ6sYnAw9HFO9rzrTawm70DuvWqY2Zt4KA6fM+lfXk3Qdpi5RCPDKk1jpXwSCyUtUKSWTDRtYtvvJTcO3H/xCJxQq/F9sU8yqgQcqFPfMNrV4a8gNj9KACqjt4IEIfuxKlKhlMA4yu1VTmGcNuhQS+geJzsEGuxZUQb0Io+q4o0b+40BQtazKgOdTcQbgNtqh3wZpjJsvB4AM+GNPjZY3mCsd+WPGg6dqfU08Voo2b7BfSwyCn14fQHnj1nSwRIea2juFY6AMfVJjstM5iIz7lOH2c3ydWWhzvSmMeoQ47zBXlg8JytWmDrXiyd21BSIpTL0Tn8P95wHYka8U9KRV0ZY7Jr2w/ThPdy2C+Cdir+P+OEL1sKHSnmEyQEeONa9P5yH1Rd1kM/FNESAIRiMLGspzXQeWoJhHswVaKoSBW/7f4b9VENxda8qAQi6ob8A71cAjbpRrkUmd5EBCSFMNs7lscus0/deUVvlpsrMjDAJa8S9gqhGHNU0YvF1WBIz3paLRAHDm9DWrHc5lreizJzX5ul4P/Z4ITjpO+9ZxKOcyi8wnJ8Og+QUYLpqOIw==", "key_options": null, "keyfile": "/home/pnawracay/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pnawracay", "validate_certs": true} 2021-07-26T15:40:05.925 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDklgWHrL9TMaMxIyN9MxVR6nR3xh9zfj0iR63/yOzaslX0WoVBk7CYTsRlH2GFVctvixVwrWbQgMaKe49utal/3FA6sMl8S2DTrtgC1a/exUTvU0U/+ZhyUlkyjQfRgtYOUwodNupL5NsC8VZqZshgmgXC34uye3bplx3VwvpUt9r6QxJN3/9Dbi6HxudhDCLfmvROhwQYHaFF+GglcbyjAt3uvsuwXVKBd1/vMQwbcUo9/zQlrnmWBRuqTNkXGrZauWigoi/hyuWYQ3MUbRc3LVpJncMv7BEtcj8fCVvPB09SFee3nSeTtFkm01GvRcYd3HBz/YL4Rz92wXl9VIxqs8aaJBzy+MD0NO496Rfqtz6YuZ1m7AxDIccDW+OpcPgYwaUKFXNTuVLWZXhkS0p4swefcKWRlQFF3BLOebN/Kr9jq1MFa+5pX7Gj4WF5uCIX0/fx40KVZNhfl3qywBy/d5MKwXO7PCHMiGcu2FIXdZ334MxdgiIVoX54PpRP4hs= smanjara@localhost.localdomain", "key_options": null, "keyfile": "/home/smanjara/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smanjara", "validate_certs": true} 2021-07-26T15:40:06.009 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDQu/CuhCIFVGCLbA0cjn+qqcwX12cRcFA1sHyJtkj6Ltfmge8FnfgAsex/LaPJwbtbBiVl9xRcazHNfBaDw5DxMRSJF+e7WTydZC2Jm4qIj4D3Lr+imGPrJTK+kjN0QXRXknGsNn36oRF/I41cGqYRGwawFGSPZBHuav+ehDk1doTrbDlll4zMUWm2iXTcBIcJo4NR1LoE2c9/MPfbH7jKm5ke7aS0ets+EANEplkeClfCVAashtIF+Bz6a9qk4F2n0baLT/s3IQkXCwwO2fxxY03x8gWiB1n4E7sousEB+J1Skl/z0bwmaiY0C+raPoV/FyZxQuh0ocvdU7fnQbKuNoGE/Usfm9Y3g8eH81b/k4fMJL2lqXHkPft6zUV9bJsp3v1iGEkIf2+ER/QLczteNz6kw/uTPQctMEDXM17GEnBXISVrQcPSW3i93eFwWacs8iT3G4bjEQvpxSBQrhDdCCoxy8bVWqkVeDWw5u2q/3WL9Ov1NrY+G4/DYb2qONNQds0vTHCGvemU5GNjtaeCbojkZ7Z3KOeAY8080kKrsO7fve+ZMACCIFD+se8kF7NN4ZJASSqq9lJpBWvtbc0O8jCcVGNuN7exXjrcbiN1L/9HkARV+KEJU3jbXObAhAnfAaeRWBwmTfZodCu+fDd/Jor6l36tjD4kC4/CPrDtyQ== alfonsomthd", "key_options": null, "keyfile": "/home/alfonsomthd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "alfonsomthd", "validate_certs": true} 2021-07-26T15:40:06.061 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDpp2NWr5T6s+jzHiz/FfCKzN7ZBnUSzyE7ieuntzjeGotyupAAjVBoSpCJgNDybm+WkE4dShv5mttPJ2/q1UZCLRj3nN+y3NG333aLZuyugR0ht5qtvGVegg58PwQ8CMobR7ca7bl5UdEy0UIrM3d/qpDOuPkuE4MIJcrtZGICE8NAVnmHNOB9Sm4ovAYkewTuMAv40j2Dl4F9dD6bg+OJfBOJ9+Zj+MpowYlAILtEB9Dc20zB8GGUEtr9yfOVroblTYhvTxGYRaE7aVBe83DNwkWGbDc/qUNR6bpA04w/P+LclYVsVKRoHOs1EXHSwNMFromA8RsKS+rajwu5uRg5 ben@dhcp-185-182.bos.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC93wGgyyQmTxa7f+BZcYPUapTH2N1mnV1ikl9nzJzHhgrtJ6pv00LhtH1HqGhvoqnqZjBD5XRAKyjMRcMBT5MYcXXep5RqZ9sJ6Xz8rHkBjfl/OOQUeZ/ZyG/Ksr1jpGraN2xtrjQQzbqN1YvirCqfLk2exPvVeEk4CGnNybwKwCWob1uKV46ASrYeQK8pfHxrW7pTo+xdErHOvb7uumZm89/YisUJGicO1qSHBeuw1MxjhnD+fIcxHKWY5NNJ4qScW6a5AABk1JJsoHkh9IGCVaf/zJv8D3gil5SiM8LIBKaNa1fn6oObPl/Ky/wkiIo2gmUZawvAVA8iJnX9eUPl ben@bene-laptop", "key_options": null, "keyfile": "/home/bengland/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bengland", "validate_certs": true} 2021-07-26T15:40:06.145 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCoL9+aMxLtUG3aRIuT4kbjc1CPuQ+wbS30ocuJ2YIExlKMSxVr+LYqbjcz0T4f8gAKG539dZQgD9BAsHM8yfOVEvei0KsQHn87pzgYGR3DtaMx5IEG5xNyARPu+VuEoe8qlL3cAPwTiaU78datD5Cz9GEClhL1Fhn/Z8o7BMbs5xlcUIQ/J+s9/sKMcqmmBJy5IHQIEUHCl4SFwsev5g5ADlnLNNxjpalExuBCEeoSma9F3b2YEJHvpA5JhCIMZpVfXbgh2UhUsyfAQN6KgOIQ/XlKBMQDtizf2vZ4b8hW4ELcvKSADfTsyyqEs/Ql8jEJu32GFKf2mYPbgTS6E7FZfQz77X+5OBhojFAstB8LSSrH80FrG1gCbVZLnW0jXcSehKnU0oNmUWOKxxaT1b00fo/iZ4P8O1uJRY17/uaVCPNKdGTZzIlzyC16wsFFBxBl0d7HfojQY6qfww7AQJhvDkV2sP0/MIJzwriWOzZEmfr8Osqery5vFiYcSvMbdMZDfMEYd3z7Va2RiTIeyXuEYp5hzf8eyJRP/f2FEw8/BBrm5JCxeSWUx7qwgPHrJoWAVxCIg/M3YS/vfVSFc8Hh88sgc2upq0OqYr0uq6EFzUZi4aoOkOVYn9u/uc/p1AR0KbiQOkERMUDWTyADxrHaL0nQmGy+XyiJQjhq5ckZ+w== doliveira@suse.com", "key_options": null, "keyfile": "/home/oliveiradan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oliveiradan", "validate_certs": true} 2021-07-26T15:40:06.198 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC3YhI4am/T6s4rJRvbC/jAvrNcDhE/zaJiVDAjEuA1W/5Xt9ObX52eAnp+tOOtelXrX8ylYF/z5wGNQLjYrWepXhuqaEGxeVayCHzts6LMpmvyZ6sYnAw9HFO9rzrTawm70DuvWqY2Zt4KA6fM+lfXk3Qdpi5RCPDKk1jpXwSCyUtUKSWTDRtYtvvJTcO3H/xCJxQq/F9sU8yqgQcqFPfMNrV4a8gNj9KACqjt4IEIfuxKlKhlMA4yu1VTmGcNuhQS+geJzsEGuxZUQb0Io+q4o0b+40BQtazKgOdTcQbgNtqh3wZpjJsvB4AM+GNPjZY3mCsd+WPGg6dqfU08Voo2b7BfSwyCn14fQHnj1nSwRIea2juFY6AMfVJjstM5iIz7lOH2c3ydWWhzvSmMeoQ47zBXlg8JytWmDrXiyd21BSIpTL0Tn8P95wHYka8U9KRV0ZY7Jr2w/ThPdy2C+Cdir+P+OEL1sKHSnmEyQEeONa9P5yH1Rd1kM/FNESAIRiMLGspzXQeWoJhHswVaKoSBW/7f4b9VENxda8qAQi6ob8A71cAjbpRrkUmd5EBCSFMNs7lscus0/deUVvlpsrMjDAJa8S9gqhGHNU0YvF1WBIz3paLRAHDm9DWrHc5lreizJzX5ul4P/Z4ITjpO+9ZxKOcyi8wnJ8Og+QUYLpqOIw==", "key_options": null, "keyfile": "/home/pnawracay/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pnawracay", "validate_certs": true} 2021-07-26T15:40:06.281 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDh9bzZJulXGES+l9Xh6Aq15RZ8uQCGuDNhlNQtDblE1ISKJ/DqGYXp6wUW54+oVNA7eZiXz+fi3mq5pPEtZZOfd3ixEDzDJ4E3cVXoDZCqeWEmea6KvybeY10YxvB56TEI8U2KKAd56PRl20klXpLCjzXNqG7n0aXFcpCMbXDu369VX6lOk24K/7++7Wc5SttcvVu19sT2kqzsB/S1Y5cxiE6RM6wVtqBoksp/kRCIA16ruNwx3GUabDfbEoUGXlkkUP7+TZgAbHtBsYy6mCQhwi0S2+WG+HhHDUPjHhV+MdN9ffibCtOEGo52itVLVky09VeBocuA6H22JDGXPBgjcgf2NsZIqcKqGHhUkXmH92fhRSFOBLKHstrBq8jWRP/mNrgj8cQksDsakQYQbDg5dyabp+M0/iL2Q3YVq7erZI8aZMA7ZF3WgoQNYZg5E7oejM8URIlFP3x1ne2ClRC9a74phSCxeU/NVamGN3G3dImzEXGOSNyRggHJ4jGrIGc7tLPCzmI5OkomcB5OxReqf0r1TNXuUAqw8M4EoWt+0xoAmH5zVlUHf+psUCJIEV/4pbgtoJiSNq+LVY4jyDEFbvTAL7MqyXorMV7Tqlj+/3d7RXfhW9lR/SHb1Z3jcHvz4ZzYMzKWeJEjz+Y0NwIdFDhcPmUOYtEDmuRRrgYiSQ== sebstian.wagner@it-novum.com", "key_options": null, "keyfile": "/home/swagner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "swagner", "validate_certs": true} 2021-07-26T15:40:06.334 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDQu/CuhCIFVGCLbA0cjn+qqcwX12cRcFA1sHyJtkj6Ltfmge8FnfgAsex/LaPJwbtbBiVl9xRcazHNfBaDw5DxMRSJF+e7WTydZC2Jm4qIj4D3Lr+imGPrJTK+kjN0QXRXknGsNn36oRF/I41cGqYRGwawFGSPZBHuav+ehDk1doTrbDlll4zMUWm2iXTcBIcJo4NR1LoE2c9/MPfbH7jKm5ke7aS0ets+EANEplkeClfCVAashtIF+Bz6a9qk4F2n0baLT/s3IQkXCwwO2fxxY03x8gWiB1n4E7sousEB+J1Skl/z0bwmaiY0C+raPoV/FyZxQuh0ocvdU7fnQbKuNoGE/Usfm9Y3g8eH81b/k4fMJL2lqXHkPft6zUV9bJsp3v1iGEkIf2+ER/QLczteNz6kw/uTPQctMEDXM17GEnBXISVrQcPSW3i93eFwWacs8iT3G4bjEQvpxSBQrhDdCCoxy8bVWqkVeDWw5u2q/3WL9Ov1NrY+G4/DYb2qONNQds0vTHCGvemU5GNjtaeCbojkZ7Z3KOeAY8080kKrsO7fve+ZMACCIFD+se8kF7NN4ZJASSqq9lJpBWvtbc0O8jCcVGNuN7exXjrcbiN1L/9HkARV+KEJU3jbXObAhAnfAaeRWBwmTfZodCu+fDd/Jor6l36tjD4kC4/CPrDtyQ== alfonsomthd", "key_options": null, "keyfile": "/home/alfonsomthd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "alfonsomthd", "validate_certs": true} 2021-07-26T15:40:06.419 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDzYzqIDimPjMOUOUz1A122eV52fl3mgGgNBRYRlOWl/lOxM5oOat5FPkJlnXTVyQFl0MlnYgIv9fTnjHVTM0wFmFUItlUl151ZmK5XExiGpGVsqG3UWNyKJxZpk9Uh2a0T/5CKzzwXnv2fJMNxzfqgopYDrgq4TFEZcdvgWJ39dcRTXST/rGJQ8wOq9z7UNzKU5VOGxvgi6f/nGevGIHrSaTcY3Uu8BW8kXUrf9vfl+ZSxVjuNHXF/VmrJH5Ne8mVu7DzPMrl8ZZjxsfJKT/eQqF9kjqht5586OSPKIwg/LEOyYj7Wyyf3QbDAIp5bCygQfmBBl+kIxphJYq3EwUZT ylifshit@dhcp-4-102.tlv.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFgwQYD9amVSYq6JzjHyGmKBJATQCM9xsf6QnF3yb0Lvry2nzY9F61evVXQ95TmF/AqasRx5p2WansIvegG5ag5mytvRwFXtHzPs4o/J+XjA9o4+A5l6j9cOFLIDD/TwrwlUjgMa2PhqUztSpI1op906391RLrJAyflfDghJxeVl6dJab6TEsslV0W+yaCS3BBxMXXrCbxCB5Ms3KCRKDz0DqbhFc+Nw05L1O1pC98HBFRIp1SaXlMcT3++CRQ3wugpOMkDMNLbycl+vdMBFY3UZ28rRowS3Ta7V5EARZVVH7KxU5cL+8Hr/8DE1/ITOmrluaEZ1KwYgoxZbZ3w7Ptw0FK6aiCZ49YtqKT1WakoVfO8m7pCdxkqUOA91loMQtxvCwZ/Vfoxaut16gklmPz8N11xvo1H5XB8/ZrvK5yKdl3JDl+wwtfE/fwo4E/fte+rPRisoWBRsmsx8EGxs75sXnb6n3VjZ65vYEKsNMLg+5EAaevWLLeqF0a42UWGJrHdb4VKX/OAplHrOk7kA/VwArow8f9n+iaRp2hgDU9OhQiFVRhgqwahlmCFFXkcP4/4WlxMCuZrsaNMZgMjVhfsp7cskKOezSfZZey2MB2fREMS1wg0j40CdYRn4jTNEBr/LVszsoM7t7AwXUpnqXeYIe+gePx1PJb5XSzSPZ9Pw== yuvalif@yahoo.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDp0xz0ml2XuoQe70TxVeTo3Ib5xMinDrYNJ5eq5XYNa8ZLGcEByeDK4myzixTloAo31Rb/yDyGqv6kQ6nFChihO2aab3Ni/bsMOaJat1scrznaIYXGvLvw5KYx/qBDUxb3qW0vO0N/bB3dUPS1 2021-07-26T15:40:06.421 INFO:teuthology.task.ansible.out:lXTJaVf+KuljUk7v38ov2gsPWlofRYZNkPGQfUKXFEXc39OVj+Ex5LkehH/Z1LwjRYJa7jAdSm8hE5m8m6WborrzAA4/iFuLbhtM/Bqm4boSqa7koBVux422QX/HblSQ2KAeT1GFOS7xdcO6ndyp6mIpCZWunTjZwSLyK20NvIV/AzdAro4GZWi0D34PPtbSG344ZT1dSLeDRhYVkDjS6uutrmw9C+Ns1bo8s1ydhxL2XEsU14SWRWlbyrMF9PXyJOsaNiBNWGwc9lTly0ZlmPnN3l0AC3RIKOstkEYmI+TMj21r1tltz48e+6dH1an51wwnhNRYiODd3hbS67tmIg05BuSU5+whJ93wzXw2rC4FLE= ylifshit@localhost.localdomain", "key_options": null, "keyfile": "/home/yuvalif/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuvalif", "validate_certs": true} 2021-07-26T15:40:06.463 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCoL9+aMxLtUG3aRIuT4kbjc1CPuQ+wbS30ocuJ2YIExlKMSxVr+LYqbjcz0T4f8gAKG539dZQgD9BAsHM8yfOVEvei0KsQHn87pzgYGR3DtaMx5IEG5xNyARPu+VuEoe8qlL3cAPwTiaU78datD5Cz9GEClhL1Fhn/Z8o7BMbs5xlcUIQ/J+s9/sKMcqmmBJy5IHQIEUHCl4SFwsev5g5ADlnLNNxjpalExuBCEeoSma9F3b2YEJHvpA5JhCIMZpVfXbgh2UhUsyfAQN6KgOIQ/XlKBMQDtizf2vZ4b8hW4ELcvKSADfTsyyqEs/Ql8jEJu32GFKf2mYPbgTS6E7FZfQz77X+5OBhojFAstB8LSSrH80FrG1gCbVZLnW0jXcSehKnU0oNmUWOKxxaT1b00fo/iZ4P8O1uJRY17/uaVCPNKdGTZzIlzyC16wsFFBxBl0d7HfojQY6qfww7AQJhvDkV2sP0/MIJzwriWOzZEmfr8Osqery5vFiYcSvMbdMZDfMEYd3z7Va2RiTIeyXuEYp5hzf8eyJRP/f2FEw8/BBrm5JCxeSWUx7qwgPHrJoWAVxCIg/M3YS/vfVSFc8Hh88sgc2upq0OqYr0uq6EFzUZi4aoOkOVYn9u/uc/p1AR0KbiQOkERMUDWTyADxrHaL0nQmGy+XyiJQjhq5ckZ+w== doliveira@suse.com", "key_options": null, "keyfile": "/home/oliveiradan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oliveiradan", "validate_certs": true} 2021-07-26T15:40:06.547 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDXa9uTf3q+7tGnHzSxv0WbgpRKrBIYjAZ5x3V74vQUSD1aAbmyvOqgPnts7XttLYImjjRqiisyC03L3KgR4b3SOeyL3KFxrk3KkHAJ/AJH+Y/UafyDhHNl3gRNg0B9rjsa7h2dSlcrFKnAX0pDY1HapuNPrzYWrXsEbo7C6wteFh7PyPmTkHu0NzIIPC4FcLl8SGaww/HeBh8v91IymgFSgXG0jNC063FEExWdti54yNLGh3gpW0FytsiRN9eEOKUOgcveT1tejz9ORv8evO4Y9SCQ/lsyOKQKNcG5C7J8nsbwSjqQ2cf6i2aYFZ0Oq1UXuhJ8APJCoiKgLJy7AiYf kkeithle@dhcp-100-19-89.bos.redhat.com", "key_options": null, "keyfile": "/home/kkeithle/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kkeithle", "validate_certs": true} 2021-07-26T15:40:06.611 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDh9bzZJulXGES+l9Xh6Aq15RZ8uQCGuDNhlNQtDblE1ISKJ/DqGYXp6wUW54+oVNA7eZiXz+fi3mq5pPEtZZOfd3ixEDzDJ4E3cVXoDZCqeWEmea6KvybeY10YxvB56TEI8U2KKAd56PRl20klXpLCjzXNqG7n0aXFcpCMbXDu369VX6lOk24K/7++7Wc5SttcvVu19sT2kqzsB/S1Y5cxiE6RM6wVtqBoksp/kRCIA16ruNwx3GUabDfbEoUGXlkkUP7+TZgAbHtBsYy6mCQhwi0S2+WG+HhHDUPjHhV+MdN9ffibCtOEGo52itVLVky09VeBocuA6H22JDGXPBgjcgf2NsZIqcKqGHhUkXmH92fhRSFOBLKHstrBq8jWRP/mNrgj8cQksDsakQYQbDg5dyabp+M0/iL2Q3YVq7erZI8aZMA7ZF3WgoQNYZg5E7oejM8URIlFP3x1ne2ClRC9a74phSCxeU/NVamGN3G3dImzEXGOSNyRggHJ4jGrIGc7tLPCzmI5OkomcB5OxReqf0r1TNXuUAqw8M4EoWt+0xoAmH5zVlUHf+psUCJIEV/4pbgtoJiSNq+LVY4jyDEFbvTAL7MqyXorMV7Tqlj+/3d7RXfhW9lR/SHb1Z3jcHvz4ZzYMzKWeJEjz+Y0NwIdFDhcPmUOYtEDmuRRrgYiSQ== sebstian.wagner@it-novum.com", "key_options": null, "keyfile": "/home/swagner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "swagner", "validate_certs": true} 2021-07-26T15:40:06.684 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBYa5uEOlFv1s9K9D1SbcaApLwX3LBwASSnRXDHI7MtU paul.emmerich@croit.io", "key_options": null, "keyfile": "/home/emmericp/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "emmericp", "validate_certs": true} 2021-07-26T15:40:06.739 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDzYzqIDimPjMOUOUz1A122eV52fl3mgGgNBRYRlOWl/lOxM5oOat5FPkJlnXTVyQFl0MlnYgIv9fTnjHVTM0wFmFUItlUl151ZmK5XExiGpGVsqG3UWNyKJxZpk9Uh2a0T/5CKzzwXnv2fJMNxzfqgopYDrgq4TFEZcdvgWJ39dcRTXST/rGJQ8wOq9z7UNzKU5VOGxvgi6f/nGevGIHrSaTcY3Uu8BW8kXUrf9vfl+ZSxVjuNHXF/VmrJH5Ne8mVu7DzPMrl8ZZjxsfJKT/eQqF9kjqht5586OSPKIwg/LEOyYj7Wyyf3QbDAIp5bCygQfmBBl+kIxphJYq3EwUZT ylifshit@dhcp-4-102.tlv.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFgwQYD9amVSYq6JzjHyGmKBJATQCM9xsf6QnF3yb0Lvry2nzY9F61evVXQ95TmF/AqasRx5p2WansIvegG5ag5mytvRwFXtHzPs4o/J+XjA9o4+A5l6j9cOFLIDD/TwrwlUjgMa2PhqUztSpI1op906391RLrJAyflfDghJxeVl6dJab6TEsslV0W+yaCS3BBxMXXrCbxCB5Ms3KCRKDz0DqbhFc+Nw05L1O1pC98HBFRIp1SaXlMcT3++CRQ3wugpOMkDMNLbycl+vdMBFY3UZ28rRowS3Ta7V5EARZVVH7KxU5cL+8Hr/8DE1/ITOmrluaEZ1KwYgoxZbZ3w7Ptw0FK6aiCZ49YtqKT1WakoVfO8m7pCdxkqUOA91loMQtxvCwZ/Vfoxaut16gklmPz8N11xvo1H5XB8/ZrvK5yKdl3JDl+wwtfE/fwo4E/fte+rPRisoWBRsmsx8EGxs75sXnb6n3VjZ65vYEKsNMLg+5EAaevWLLeqF0a42UWGJrHdb4VKX/OAplHrOk7kA/VwArow8f9n+iaRp2hgDU9OhQiFVRhgqwahlmCFFXkcP4/4WlxMCuZrsaNMZgMjVhfsp7cskKOezSfZZey2MB2fREMS1wg0j40CdYRn4jTNEBr/LVszsoM7t7AwXUpnqXeYIe+gePx1PJb5XSzSPZ9Pw== yuvalif@yahoo.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDp0xz0ml2XuoQe70TxVeTo3Ib5xMinDrYNJ5eq5XYNa8ZLGcEByeDK4myzixTloAo31Rb/yDyGqv6kQ6nFChihO2aab3Ni/bsMOaJat1scrznaIYXGvLvw5KYx/qBDUxb3qW0vO0N/bB3dUPS1 2021-07-26T15:40:06.740 INFO:teuthology.task.ansible.out:lXTJaVf+KuljUk7v38ov2gsPWlofRYZNkPGQfUKXFEXc39OVj+Ex5LkehH/Z1LwjRYJa7jAdSm8hE5m8m6WborrzAA4/iFuLbhtM/Bqm4boSqa7koBVux422QX/HblSQ2KAeT1GFOS7xdcO6ndyp6mIpCZWunTjZwSLyK20NvIV/AzdAro4GZWi0D34PPtbSG344ZT1dSLeDRhYVkDjS6uutrmw9C+Ns1bo8s1ydhxL2XEsU14SWRWlbyrMF9PXyJOsaNiBNWGwc9lTly0ZlmPnN3l0AC3RIKOstkEYmI+TMj21r1tltz48e+6dH1an51wwnhNRYiODd3hbS67tmIg05BuSU5+whJ93wzXw2rC4FLE= ylifshit@localhost.localdomain", "key_options": null, "keyfile": "/home/yuvalif/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuvalif", "validate_certs": true} 2021-07-26T15:40:06.815 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCj28V9sMybkAzhkiaNiDDr8TfNVyr5DNdbOqszdGEVLy1Rxh/UYnxUclsR9n8lt9VnCft3M4NDTnVwlxOHE8+0oolJE9HP+DQomsgj3abP04EGJyOA0X8E7eIFQNLRbMFCD0yX/SNNlYPsS5fPTFhIa/gbBPmDBE07kULts66Tvc0Yo/2yIfwV1DV34bcWWVGi01XybIHBl9qbvlfBKAUrFEcv3ZdpHNhuZw6IkZY8xoYxo8iF+toLYeGX+gFxqCZUUOO+NBVmb0hVL1LI6bU66IrMOQDkFurqpvoraBTJqwZgXvMPceFUkcVIH4Nm7cK1X2WyMtnSw2XBpLMT8C4V mchangir@indraprastha", "key_options": null, "keyfile": "/home/mchangir/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mchangir", "validate_certs": true} 2021-07-26T15:40:06.878 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDXa9uTf3q+7tGnHzSxv0WbgpRKrBIYjAZ5x3V74vQUSD1aAbmyvOqgPnts7XttLYImjjRqiisyC03L3KgR4b3SOeyL3KFxrk3KkHAJ/AJH+Y/UafyDhHNl3gRNg0B9rjsa7h2dSlcrFKnAX0pDY1HapuNPrzYWrXsEbo7C6wteFh7PyPmTkHu0NzIIPC4FcLl8SGaww/HeBh8v91IymgFSgXG0jNC063FEExWdti54yNLGh3gpW0FytsiRN9eEOKUOgcveT1tejz9ORv8evO4Y9SCQ/lsyOKQKNcG5C7J8nsbwSjqQ2cf6i2aYFZ0Oq1UXuhJ8APJCoiKgLJy7AiYf kkeithle@dhcp-100-19-89.bos.redhat.com", "key_options": null, "keyfile": "/home/kkeithle/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kkeithle", "validate_certs": true} 2021-07-26T15:40:06.963 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC1OVCo0wMITAp8PNUqsTRPFz0SuBL0r1RzKFJUoxQm7gsP9qttZUQRlfiuZ7YRzkuGLOEBngPuIcV995o0lZ0+LVHA8jxWEJamb6sM9YgnonbGKDHfl4lT8LJd4YtjcWnMGvUUdPiPgIkfrpxXtx+RzJ7eCTmgRjAJziZrRh3AqXuKty+s9MDnmK8EQ2smpLdkMtZG5W3U2PiVaGgq2FIIOAoqr58xGqFgZ4tIpvWFpNxVsDZXIg2NdC+ouuKQvuJRWq9eERRHwq26CR+kDFNZeYSyhYKxNBqauLCsAoXNFCJzrdX5Oi9Ox4lJTsEtYX+SMziVipQS54F7MnRAUccukQ86IbXz8C5Ok2EzNo6smwRZ6UPKRvebWjIvfbeR/iwPRnrWcNgjGcaTR6yhlRJh8pBkW84nyY/bJa4WXsoNLgutdsYkjl18KKhbBldjdf0ovfL7FVgqYfAo/wpQYJJeMebP5QAczxvZIegjHRrAvbs/nbQTmuAkes3WL1hhBjSTwyIbWCzAuBJk8MNTmeZkVBvub7XoIyIySppfoJC/1a+ZsxGkzAlgrIxXPYrrBzTtXd/9YRiIgCYx3UtfdbPkE6hT6GblH6ST6QESfWyyvfGxwlOmu+F+icRyVVJbgM9T/PD2W6I04u2/1mcfoHwaQGdwvbbBkbjWzm+zwNSisQ== sanupkri@redhat.com", "key_options": null, "keyfile": "/home/sidharthanup/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sidharthanup", "validate_certs": true} 2021-07-26T15:40:07.016 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBYa5uEOlFv1s9K9D1SbcaApLwX3LBwASSnRXDHI7MtU paul.emmerich@croit.io", "key_options": null, "keyfile": "/home/emmericp/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "emmericp", "validate_certs": true} 2021-07-26T15:40:07.090 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCkeYXWjU7wVdODC32U40QRFgFH7ZEuEsOeWWaKx3Y5EBuAcwkTHiF9Bq/2mrDu+c9W46S8L38Ogc9GZ0DcCXtN/Z4z8iKOIIi5U1GzvwdbKuiAPCd8bdYP0vo0MOIRgylJo5hcnB5BCwCXRN1hmci1ES5UbSeQg0rydMiyYXHZ64AT47+qVUpn/mVP6PVw00pPqt16l9YxhbPFG74Y/WnY4FyrqXGQJfv0tcP7+UR7GQdFiI4QQV3ZUSRHRLWGcmoiiOmGimLhtzEmP4Jzy4gF4wg9q8jyX54NjfxDRZs+YuaoqqWKz/HSz5ic7W2RGKHrRby2N9wNu19nmC1NzIn3 varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCW58OUR3pniaYgvr9xAExeNm4eMxgaJfFbEfEYPztTWv/xxqqihBYCeFltfgWbu7ERTy+hVNo1PJWyyczjl5Ivc3FdRmhykosygs7X74PPh02c7Em4MsSTr7SSPNN20rkJbWqiYMMOBbqbiZ7JXiSUNVilLHgZqZBEQc5Rf5I1PyBLHHJ2ZruPKnDPHCRLdwJ+MdXy2haKmGrQLhtzIKaDzh8VkfojL454k0aHCIh34Z0oBdP9757mNuYJUVEkKZF5t2oML84lWGMgwZxUWN2yO9ALTti4tNH1fXA6NipS9ztE+3hEJe1fWXEoUQDX9JNu4qEHTeCz0secQMkyZVDZSQk8yDUQxQ76yiett37sQB1WQR/3fclcahmqQ4dUS7M3Onyz6k6zia896PBK6G48TBUbFa1rw5Hx7WfNZluDMkv4YxkQvfz7XVzZx2/lhs45Kjh1UR9n7LaW/NID98vokcvASw1N6Bk/6pOd/45iPyEJemwovnQLs6ecwlMIikM= varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcQ8xMjwVf+KiFIQARcbFT+wg4NHysBRrFxk3Bx5X2k2hGKcEYR2tY/ApHZYfJ6me3LUvJEXg2c/6xa6ibVTUp/90l4y0cF6RmF5uB45J0xuBYoFJd8xJkVrhDIlZix4aFfb7TrmJEqjleBrkTwam7Q9aE3lss16nVOxU4hiViYiCANJ45wobK6tz7y5btfzrHE/iYpwniDvzLwK7EpkEK336VVd6f9wV0vG+ErEFxnNVxheXLLm05LuvdVQvFqJcTFrc7/GZ54yKg5IgwVwXqSAyOXIhgduUqk+oN1ciA7jnSqdiOKQPS/VmYkbhw2YP85l8wGVreIYUmOG19QEyVLB82oB9KS1LezM2KCH61XW22+85dHf4PvuL9DULhGt6wBCvpO10OHxw0JvHXbEgBPhiyd9j2yJmcQozbRPth/sMUvLKNXOGabZhhkPBYL7xZICHc+UwxrXs0h/j9jOjLyHzBAWMomF2lzgbvtzjcbxJ1a5oclJ6IW8yHJllkOh0= varsha@localhost.locald 2021-07-26T15:40:07.092 INFO:teuthology.task.ansible.out:omain", "key_options": null, "keyfile": "/home/varsha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "varsha", "validate_certs": true} 2021-07-26T15:40:07.143 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCj28V9sMybkAzhkiaNiDDr8TfNVyr5DNdbOqszdGEVLy1Rxh/UYnxUclsR9n8lt9VnCft3M4NDTnVwlxOHE8+0oolJE9HP+DQomsgj3abP04EGJyOA0X8E7eIFQNLRbMFCD0yX/SNNlYPsS5fPTFhIa/gbBPmDBE07kULts66Tvc0Yo/2yIfwV1DV34bcWWVGi01XybIHBl9qbvlfBKAUrFEcv3ZdpHNhuZw6IkZY8xoYxo8iF+toLYeGX+gFxqCZUUOO+NBVmb0hVL1LI6bU66IrMOQDkFurqpvoraBTJqwZgXvMPceFUkcVIH4Nm7cK1X2WyMtnSw2XBpLMT8C4V mchangir@indraprastha", "key_options": null, "keyfile": "/home/mchangir/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mchangir", "validate_certs": true} 2021-07-26T15:40:07.228 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6RDgqwA0GrvE6KqRaGCgYnFhnxdi9ehjIWvfaMa1oq0CqYxUAee2bNbp/X2Bd18Vqk8iH9fpE0+qrLgAH/8BpD+MtgGikCFMORvazeUtOCF/OCDO0AMg1jvl8aTdvrQU8ZTDPXa65Avpkc9vwugcoplnwrW7lKx++XqCWsSlfHgEdyMV3wrt/ZDFwI2AS2bZBpWM6ViG1KSjXjgTi/T3hSZPY+buYvWjzoEjQO0946iI3iiKKCGohEpCUnG02oJXcS0vvgl8dWE71451lbainEKJ4hbDhfDmy57s6VXfVUANsczwiPWiSC/ZmMlDaCCBeKHO0Gz0xXaDXd9j4SA7P sam@Pondermatic\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCYylAUS12hF6XndDQ3CkrUddKmXNSd8pOlHwO+pWaDTJPKxwtPL6sM3aOtaAPLrGkv1zD2k3iZaxmDwfPYGaXOyb0KS5ZCddtOyNXj5JLrjxh2niqFPP8SIkdHLOP+0Hv1/tB0Jz75RV+tNIT1SJTm7OZ8wZNy0qYycITSooJ14iEgyZ7rOa3EEzbtIVpHS4+YqIuIJdV2oV5egCrJyRv4sPUrS8ERXD4QZSOlHE+W4Tf+WVrEfsHOdDLRlAXJUzhuqgWtVouiYcW5ex294z28eA+12lKaPQpE0cft/NJ6FLs41yqh4ZN588bl8Ada+yTXEaHWioQEEJMlca2jIgrP sjust@rex004.front.sepia.ceph.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC08RrDQ2M7Zjcpx7RL9e+tjv48kBgDNyTenX1QdxW22JA2JR3D3ThA/ej9HtiPWcIVz16oZ4tzrCEVwaCMfbsmXq 2021-07-26T15:40:07.229 INFO:teuthology.task.ansible.out:2z08ZXYqwiBuoXJVshU7lIKVqAtadT4F6Q9eQvxEo4zWdBib1W0/cqNLlYzU/DuwlUqYnWBDLGxc4fD5Kxrz366oWUDB/ULCpl77TMqfTKlStCgGXot0zLqiscqzq1W7XsuA7A5vQw/JTq7MvIME+SkUuGWX0WKwTMIRZKNWBGmlf51bNru3GmmAnKBUFsJv9H4G0FPqGY/aH02rr5dAgTTmfKt+XbWRfMTMpjJqVRGX03+1mQNoYQ3kNDz0wl sjust@office\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA5UMPySf/h9r2/OryRXrO9Qq9k5J9Dn9nvJYyaYCE82H/qkBJGboAJgyIXfbsGYO5uPM25d3fGRH4magzAQm2hGWNbbt1YWn9HaIyKCCXo9JX600/dv3OZbHyGGmgXPa4Anl16j1c2vxRRt2+ArjlyyhP7cAcRkilUGdagK9u6ALrwnz9hhXYV+BmXrxMm7zZCmdWHcWz+YxoA65es4+w+aLvVZWmUCZLF8uZrcpPSw+oK3SfZE8JPRc5vWulXbWEEfIoHb9AszPIpSyzbfPWXelmc3XlG0KD66t7w+AnNlQPt3JVePRCfFHPYeTj9B0k8sxPyUqTQIl5pu6GppRMOQ== sam@Deepthought", "key_options": null, "keyfile": "/home/sjust/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sjust", "validate_certs": true} 2021-07-26T15:40:07.281 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC1OVCo0wMITAp8PNUqsTRPFz0SuBL0r1RzKFJUoxQm7gsP9qttZUQRlfiuZ7YRzkuGLOEBngPuIcV995o0lZ0+LVHA8jxWEJamb6sM9YgnonbGKDHfl4lT8LJd4YtjcWnMGvUUdPiPgIkfrpxXtx+RzJ7eCTmgRjAJziZrRh3AqXuKty+s9MDnmK8EQ2smpLdkMtZG5W3U2PiVaGgq2FIIOAoqr58xGqFgZ4tIpvWFpNxVsDZXIg2NdC+ouuKQvuJRWq9eERRHwq26CR+kDFNZeYSyhYKxNBqauLCsAoXNFCJzrdX5Oi9Ox4lJTsEtYX+SMziVipQS54F7MnRAUccukQ86IbXz8C5Ok2EzNo6smwRZ6UPKRvebWjIvfbeR/iwPRnrWcNgjGcaTR6yhlRJh8pBkW84nyY/bJa4WXsoNLgutdsYkjl18KKhbBldjdf0ovfL7FVgqYfAo/wpQYJJeMebP5QAczxvZIegjHRrAvbs/nbQTmuAkes3WL1hhBjSTwyIbWCzAuBJk8MNTmeZkVBvub7XoIyIySppfoJC/1a+ZsxGkzAlgrIxXPYrrBzTtXd/9YRiIgCYx3UtfdbPkE6hT6GblH6ST6QESfWyyvfGxwlOmu+F+icRyVVJbgM9T/PD2W6I04u2/1mcfoHwaQGdwvbbBkbjWzm+zwNSisQ== sanupkri@redhat.com", "key_options": null, "keyfile": "/home/sidharthanup/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sidharthanup", "validate_certs": true} 2021-07-26T15:40:07.349 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDj6DxTZNodVnwJZrnSZ/jv9Cw4uYLb8MGpccmOvtwl93sVBvqq597AYnBqYiV4VBbKU3GVFbT41zkplia1iCfXoddttCOyWmEKviBXRnAsd5f80dxL0pfzrBJvCaH4NAfYgVw9JFWsvT981b+nB6vum4Vz8Dw0PM5GPnVUjsZNFkpmDPUBL4yHPmMCGP2WtUurJVD3Gm9t72XlG6Dl/vB9Qw/i4IY1SoCCbuhhNgE7IN8JXeGmVJbRwDeUlP+Q8Ti7iedV7YB/W1opt6eT5EPzX8NcxTc0c7rrDgsUWjFQYRSup0GLK9ofdHs0E2RbPPO5OSc5Z2+B1IEV7fZeyJwAyHwUgwx7sSGy7aROdvinaj/hOBglcgISyQ2CY7LTV8NGWJquo7yRCJXhZVIHfgqfBcrgWdNbr+vNBXnWe5PCtLhV8ryHPSJ/7Ru+7voQxgvwux5SdZwxXTbWDKni1f6/8bNrhRx6bmLK9xuYAgt2FhlIivI7L5kQF4etcBiaf68= deepika@x1cabon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdqbYcbJYtgCrAbLo7PcS82caXxcT8cpX0RkULaFXfaiUDs8Foy6Yf/XoEHIdpgw8kX6qBdydYXxti6HFhYDNsL5KleKu/yA+bVKlvri39CRNkNxFHAUL2CRBT5Hefj1AJQBm/BKVEN4/eb05OlJJ808Qb/aNycot/YwgpNvUIaO2yTMA0meq82wNdZmUcmyLB9QXz4QInTcoAsxq70KxX95YC938rTWpbg1hM8gzLkJJt/OD/Z7TMYv/Sc5KGOFqo930AmObQ5KPmffkWGYbLT65TxlCULnvIr63lWHdGTj5mYjib/v9ncu24az9GYRWYcicV0B/def+KVrrIp3Mz ideepika@teuthology", "key_options": null, "keyfile": "/home/ideepika/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ideepika", "validate_certs": true} 2021-07-26T15:40:07.412 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCkeYXWjU7wVdODC32U40QRFgFH7ZEuEsOeWWaKx3Y5EBuAcwkTHiF9Bq/2mrDu+c9W46S8L38Ogc9GZ0DcCXtN/Z4z8iKOIIi5U1GzvwdbKuiAPCd8bdYP0vo0MOIRgylJo5hcnB5BCwCXRN1hmci1ES5UbSeQg0rydMiyYXHZ64AT47+qVUpn/mVP6PVw00pPqt16l9YxhbPFG74Y/WnY4FyrqXGQJfv0tcP7+UR7GQdFiI4QQV3ZUSRHRLWGcmoiiOmGimLhtzEmP4Jzy4gF4wg9q8jyX54NjfxDRZs+YuaoqqWKz/HSz5ic7W2RGKHrRby2N9wNu19nmC1NzIn3 varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCW58OUR3pniaYgvr9xAExeNm4eMxgaJfFbEfEYPztTWv/xxqqihBYCeFltfgWbu7ERTy+hVNo1PJWyyczjl5Ivc3FdRmhykosygs7X74PPh02c7Em4MsSTr7SSPNN20rkJbWqiYMMOBbqbiZ7JXiSUNVilLHgZqZBEQc5Rf5I1PyBLHHJ2ZruPKnDPHCRLdwJ+MdXy2haKmGrQLhtzIKaDzh8VkfojL454k0aHCIh34Z0oBdP9757mNuYJUVEkKZF5t2oML84lWGMgwZxUWN2yO9ALTti4tNH1fXA6NipS9ztE+3hEJe1fWXEoUQDX9JNu4qEHTeCz0secQMkyZVDZSQk8yDUQxQ76yiett37sQB1WQR/3fclcahmqQ4dUS7M3Onyz6k6zia896PBK6G48TBUbFa1rw5Hx7WfNZluDMkv4YxkQvfz7XVzZx2/lhs45Kjh1UR9n7LaW/NID98vokcvASw1N6Bk/6pOd/45iPyEJemwovnQLs6ecwlMIikM= varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcQ8xMjwVf+KiFIQARcbFT+wg4NHysBRrFxk3Bx5X2k2hGKcEYR2tY/ApHZYfJ6me3LUvJEXg2c/6xa6ibVTUp/90l4y0cF6RmF5uB45J0xuBYoFJd8xJkVrhDIlZix4aFfb7TrmJEqjleBrkTwam7Q9aE3lss16nVOxU4hiViYiCANJ45wobK6tz7y5btfzrHE/iYpwniDvzLwK7EpkEK336VVd6f9wV0vG+ErEFxnNVxheXLLm05LuvdVQvFqJcTFrc7/GZ54yKg5IgwVwXqSAyOXIhgduUqk+oN1ciA7jnSqdiOKQPS/VmYkbhw2YP85l8wGVreIYUmOG19QEyVLB82oB9KS1LezM2KCH61XW22+85dHf4PvuL9DULhGt6wBCvpO10OHxw0JvHXbEgBPhiyd9j2yJmcQozbRPth/sMUvLKNXOGabZhhkPBYL7xZICHc+UwxrXs0h/j9jOjLyHzBAWMomF2lzgbvtzjcbxJ1a5oclJ6IW8yHJllkOh0= varsha@localhost.locald 2021-07-26T15:40:07.414 INFO:teuthology.task.ansible.out:omain", "key_options": null, "keyfile": "/home/varsha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "varsha", "validate_certs": true} 2021-07-26T15:40:07.487 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDC0h+TpaUkm2V6Hbf7aPCTys/nsm51CmY9s+bdwEXAiSAWpq/7Xi2LlN0mZgsrAYBHbr5L+Pz8x0YdigvWysUK6U9XRSPM28cbWmh8F25re9HEk8ARESkMZKTv/hKFs1v7kTHbT9hNNynbQGQOqEaazjr0shcli+Byvop27riX3QDDSsd5xfCjjyDz9fiA9YESlF0kbXyFUKPsoaBhRv9FUhtH6DxlygxtxTsKyKgeoiKw2sCfeUMckcJKnGCMtkXW4U8h7NL/fPZFyBaMDRi/TtoBKaVGLaWqF7RuukfjoMCwhuIDmuTG3WhanH4HJrfNenPZkpZUBhzWwZcleao8SD3mXXfZ9gcZb8QB2ymEtTqrAEyDoNWO4q8ljNP3WJXIgF0h0Sjmx/CV/i0ArEYlBMwBD7DFVnPJqCqSyypuQdDGsDNQZxaRCiYg7nIslFOpDr+0PLp78m+CHyYbSFLTvVVJoJ1k0YhMnDPHM29nt7fMGx6Qrigwnuk0yKg1bfgJ/t0TOqEw0bqGKIvHnyoP/n0ObazEsiPl5pRr2ehs/Rqf35Iwhc1i02Hhz/3Sqwc1eAgqm4/OVghxqUJGpRocua5Gf/vO32wwoyGxh2sl7y6K2pNDA3glhKYbZeIh1fjnaTjikgleqIQkCBxbTeAE7n5+T6TcFtnII6RSxYv3tQ== gal.salomon@gmail.com", "key_options": null, "keyfile": "/home/gsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gsalomon", "validate_certs": true} 2021-07-26T15:40:07.562 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6RDgqwA0GrvE6KqRaGCgYnFhnxdi9ehjIWvfaMa1oq0CqYxUAee2bNbp/X2Bd18Vqk8iH9fpE0+qrLgAH/8BpD+MtgGikCFMORvazeUtOCF/OCDO0AMg1jvl8aTdvrQU8ZTDPXa65Avpkc9vwugcoplnwrW7lKx++XqCWsSlfHgEdyMV3wrt/ZDFwI2AS2bZBpWM6ViG1KSjXjgTi/T3hSZPY+buYvWjzoEjQO0946iI3iiKKCGohEpCUnG02oJXcS0vvgl8dWE71451lbainEKJ4hbDhfDmy57s6VXfVUANsczwiPWiSC/ZmMlDaCCBeKHO0Gz0xXaDXd9j4SA7P sam@Pondermatic\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCYylAUS12hF6XndDQ3CkrUddKmXNSd8pOlHwO+pWaDTJPKxwtPL6sM3aOtaAPLrGkv1zD2k3iZaxmDwfPYGaXOyb0KS5ZCddtOyNXj5JLrjxh2niqFPP8SIkdHLOP+0Hv1/tB0Jz75RV+tNIT1SJTm7OZ8wZNy0qYycITSooJ14iEgyZ7rOa3EEzbtIVpHS4+YqIuIJdV2oV5egCrJyRv4sPUrS8ERXD4QZSOlHE+W4Tf+WVrEfsHOdDLRlAXJUzhuqgWtVouiYcW5ex294z28eA+12lKaPQpE0cft/NJ6FLs41yqh4ZN588bl8Ada+yTXEaHWioQEEJMlca2jIgrP sjust@rex004.front.sepia.ceph.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC08RrDQ2M7Zjcpx7RL9e+tjv48kBgDNyTenX1QdxW22JA2JR3D3ThA/ej9HtiPWcIVz16oZ4tzrCEVwaCMfbsmXq 2021-07-26T15:40:07.564 INFO:teuthology.task.ansible.out:2z08ZXYqwiBuoXJVshU7lIKVqAtadT4F6Q9eQvxEo4zWdBib1W0/cqNLlYzU/DuwlUqYnWBDLGxc4fD5Kxrz366oWUDB/ULCpl77TMqfTKlStCgGXot0zLqiscqzq1W7XsuA7A5vQw/JTq7MvIME+SkUuGWX0WKwTMIRZKNWBGmlf51bNru3GmmAnKBUFsJv9H4G0FPqGY/aH02rr5dAgTTmfKt+XbWRfMTMpjJqVRGX03+1mQNoYQ3kNDz0wl sjust@office\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA5UMPySf/h9r2/OryRXrO9Qq9k5J9Dn9nvJYyaYCE82H/qkBJGboAJgyIXfbsGYO5uPM25d3fGRH4magzAQm2hGWNbbt1YWn9HaIyKCCXo9JX600/dv3OZbHyGGmgXPa4Anl16j1c2vxRRt2+ArjlyyhP7cAcRkilUGdagK9u6ALrwnz9hhXYV+BmXrxMm7zZCmdWHcWz+YxoA65es4+w+aLvVZWmUCZLF8uZrcpPSw+oK3SfZE8JPRc5vWulXbWEEfIoHb9AszPIpSyzbfPWXelmc3XlG0KD66t7w+AnNlQPt3JVePRCfFHPYeTj9B0k8sxPyUqTQIl5pu6GppRMOQ== sam@Deepthought", "key_options": null, "keyfile": "/home/sjust/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sjust", "validate_certs": true} 2021-07-26T15:40:07.627 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrGYBGPDQqn+2jnxKhDurSrAJvTT8dZMYGVCt6NbjpFhDFYtyvrF8Jv5NKBQynG18LwscN7a57L0Oq0e4jOEPRz//CDcAfP+L6p45L4BdUzTysN4+rQ7waMnIiYp7VjSswhGH/BnYIVKwmDqzM2fo1w/oLIT6mgwUYqAdceeswAkXBt7jgagL8ox3E4oHBqER7f60AHdTviuW953t5luVQiMjyF2fOwZuo2ycufIzBee0CwS+xyRuJQwdgD3HL4Qs2vtBCX+H8n3wC6A9JrMA5tzCDr5VZKBJZURIniwvaXfJodjO4SvBL5jAfXoMqriv8ZWHbap2fk82YE8/uPqNvSISjixJEBgQinklZ+iAOYm5tfPbhPM/8ErpN/yJ0EoGRn+nj6X6nAjXAIk3AENopeqtM7mLZ26RFIuEV5ld7eqUvAfiy6Hk2LH9Q1Z4CXaxD0gDGzUxgdAaaAgLAR4btWi2n7Tb7ZNDdOfctg2ya9ftzZBOHvCaVXSpJCry/GMU= skoduri@localhost.localdomain", "key_options": null, "keyfile": "/home/soumyakoduri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "soumyakoduri", "validate_certs": true} 2021-07-26T15:40:07.702 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDj6DxTZNodVnwJZrnSZ/jv9Cw4uYLb8MGpccmOvtwl93sVBvqq597AYnBqYiV4VBbKU3GVFbT41zkplia1iCfXoddttCOyWmEKviBXRnAsd5f80dxL0pfzrBJvCaH4NAfYgVw9JFWsvT981b+nB6vum4Vz8Dw0PM5GPnVUjsZNFkpmDPUBL4yHPmMCGP2WtUurJVD3Gm9t72XlG6Dl/vB9Qw/i4IY1SoCCbuhhNgE7IN8JXeGmVJbRwDeUlP+Q8Ti7iedV7YB/W1opt6eT5EPzX8NcxTc0c7rrDgsUWjFQYRSup0GLK9ofdHs0E2RbPPO5OSc5Z2+B1IEV7fZeyJwAyHwUgwx7sSGy7aROdvinaj/hOBglcgISyQ2CY7LTV8NGWJquo7yRCJXhZVIHfgqfBcrgWdNbr+vNBXnWe5PCtLhV8ryHPSJ/7Ru+7voQxgvwux5SdZwxXTbWDKni1f6/8bNrhRx6bmLK9xuYAgt2FhlIivI7L5kQF4etcBiaf68= deepika@x1cabon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdqbYcbJYtgCrAbLo7PcS82caXxcT8cpX0RkULaFXfaiUDs8Foy6Yf/XoEHIdpgw8kX6qBdydYXxti6HFhYDNsL5KleKu/yA+bVKlvri39CRNkNxFHAUL2CRBT5Hefj1AJQBm/BKVEN4/eb05OlJJ808Qb/aNycot/YwgpNvUIaO2yTMA0meq82wNdZmUcmyLB9QXz4QInTcoAsxq70KxX95YC938rTWpbg1hM8gzLkJJt/OD/Z7TMYv/Sc5KGOFqo930AmObQ5KPmffkWGYbLT65TxlCULnvIr63lWHdGTj5mYjib/v9ncu24az9GYRWYcicV0B/def+KVrrIp3Mz ideepika@teuthology", "key_options": null, "keyfile": "/home/ideepika/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ideepika", "validate_certs": true} 2021-07-26T15:40:07.779 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPeuSTD7kv8yQX6dW+7Vpq1mqrcr8JGubPYa1DpGTV/gE50d5L42UspUN2FXmICDMiV1h4Q9WQAFma3168f1I5I94qFkV+/56szCMoILClm7IW/EV4t8fTxoyOpEa9l4qSU3qgJpDbY04CkiyVJFuQj24Zq3gD/70jYgGpy8RfA0BihSR6F+A0WZLh/fESjqfor3/pFWhUCRnPEqrZsXyuB8lRgDTyGp4s1cHyUqmFMuCPDRMtok0rSVpaRZj2Zj8lboah19UI/L89ptQgEdqsOKzlkxiT+1GdyIY+jpPCM0a3yZz75l3Qiu0k6q7qUV8T0hm1GZiBguvST1KMcwnt kyrylo.shatskyy@suse.com", "key_options": null, "keyfile": "/home/kyr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kyr", "validate_certs": true} 2021-07-26T15:40:07.834 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDC0h+TpaUkm2V6Hbf7aPCTys/nsm51CmY9s+bdwEXAiSAWpq/7Xi2LlN0mZgsrAYBHbr5L+Pz8x0YdigvWysUK6U9XRSPM28cbWmh8F25re9HEk8ARESkMZKTv/hKFs1v7kTHbT9hNNynbQGQOqEaazjr0shcli+Byvop27riX3QDDSsd5xfCjjyDz9fiA9YESlF0kbXyFUKPsoaBhRv9FUhtH6DxlygxtxTsKyKgeoiKw2sCfeUMckcJKnGCMtkXW4U8h7NL/fPZFyBaMDRi/TtoBKaVGLaWqF7RuukfjoMCwhuIDmuTG3WhanH4HJrfNenPZkpZUBhzWwZcleao8SD3mXXfZ9gcZb8QB2ymEtTqrAEyDoNWO4q8ljNP3WJXIgF0h0Sjmx/CV/i0ArEYlBMwBD7DFVnPJqCqSyypuQdDGsDNQZxaRCiYg7nIslFOpDr+0PLp78m+CHyYbSFLTvVVJoJ1k0YhMnDPHM29nt7fMGx6Qrigwnuk0yKg1bfgJ/t0TOqEw0bqGKIvHnyoP/n0ObazEsiPl5pRr2ehs/Rqf35Iwhc1i02Hhz/3Sqwc1eAgqm4/OVghxqUJGpRocua5Gf/vO32wwoyGxh2sl7y6K2pNDA3glhKYbZeIh1fjnaTjikgleqIQkCBxbTeAE7n5+T6TcFtnII6RSxYv3tQ== gal.salomon@gmail.com", "key_options": null, "keyfile": "/home/gsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gsalomon", "validate_certs": true} 2021-07-26T15:40:07.921 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeERrQ0NVXhuTYzI08rlKRbHZVFXSv1YC7sGq6aCWRbTCv7Ad/t/3OJz3vfcd2TjBMvABfrYCFgTFWIaJBaeA3BXUUU9y9TwnzuxKv4C46WJYoalVGyLEpWpcGbJ5v+leA6Je/+lunenplb7TBKGE/YTgggEXyX7KnunYlv+Jdm33TmAZTcHrLk5QR/6FdRGKmdlLna0dXZc3v04+AI8W+p9ghAv1+e8ENxJDTF8p0MawBiKWcSj2mysOhQ2Cj91qZ0qTnLLeu0CPf4rBO+qjYIshiCuTLhYt2UazlzME4nCCsVqK7Nz9olA/lgvJLRaPxgQQ7iCMmIZilS6B4Y3oL sseshasa@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCo0zniUEXuQ4JJuuRtfnEK8WHqr97AmXEniGPY5U23MTxhMuP8CSkGWkUHdmXw0H1tDKbYgk97M6TspJropNGKljla2H1/3e2T1BOI1L2WfcsOh6VPYeyOj2ssMJeEDdQgd0J3g+4oj2QS+guPlT24UhO0CBhRZ6waVlJMgagDYyDLCLGI4ASoBYx0AOaoyjnEQtRd/gyejzv7jntkHc9YNBPsJ37X6hTYNA/s2ORJE7QMXd6xI60mTBuCdD3JcPYoUSvyCUa7rIrDc70lAcW5XtxewvMBogTZJLoFG/d6Ugij49h4AfwrtoUCtLyJOWJX6PTfomXely8Ym6KpN/3981+m70dhcHPDJ66QCWMd1LAgftVXTIsebA+Bxfg4Vsbrv7j1lJXzmMfsOl+1wVPe+Y9h28GyeIlalW3laURZGV7dhexGZ8YNxPuzxtAlWtfw+kddbjw0j4ODtgVXrj4SDxqmTTYYuMBkrQ3H33sOgPLx8DyA6e4pckb6lOOEvb41Yi5tyP7BIJlYN2PpNVDkSQd/t5Q0di4Ct+3vqLRCkPuJiJAUyaBGT4HM7yQc25+Y0B3sXNON7BjeaBXB7OwKZMp9w1jwbJt4JL/aGOw3HVljVyVgu+pIuQ2ISd9VBcmAJK5EGdWe5Q57h5fJkD+TVrXgeNTaufdclh5vWOH1qQ== sseshasa@teuthology", "key_options": null, "keyfile": "/home/sseshasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sseshasa", "validate_certs": true} 2021-07-26T15:40:07.975 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrGYBGPDQqn+2jnxKhDurSrAJvTT8dZMYGVCt6NbjpFhDFYtyvrF8Jv5NKBQynG18LwscN7a57L0Oq0e4jOEPRz//CDcAfP+L6p45L4BdUzTysN4+rQ7waMnIiYp7VjSswhGH/BnYIVKwmDqzM2fo1w/oLIT6mgwUYqAdceeswAkXBt7jgagL8ox3E4oHBqER7f60AHdTviuW953t5luVQiMjyF2fOwZuo2ycufIzBee0CwS+xyRuJQwdgD3HL4Qs2vtBCX+H8n3wC6A9JrMA5tzCDr5VZKBJZURIniwvaXfJodjO4SvBL5jAfXoMqriv8ZWHbap2fk82YE8/uPqNvSISjixJEBgQinklZ+iAOYm5tfPbhPM/8ErpN/yJ0EoGRn+nj6X6nAjXAIk3AENopeqtM7mLZ26RFIuEV5ld7eqUvAfiy6Hk2LH9Q1Z4CXaxD0gDGzUxgdAaaAgLAR4btWi2n7Tb7ZNDdOfctg2ya9ftzZBOHvCaVXSpJCry/GMU= skoduri@localhost.localdomain", "key_options": null, "keyfile": "/home/soumyakoduri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "soumyakoduri", "validate_certs": true} 2021-07-26T15:40:08.049 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDIC6uqbIg9XaTlDZd7KCX7FXSzfGFMEWXhx42ktz3ehOPLviA/yNpVd+LmYHSgzd5Szd3mMxleisiE+JdSq/q5YyPAF6eD6+wfynkpMv5aWNHGI0yVfKbCwdOX8bY6yqhyVwMDo14uoFvdDcM4Lj+vz8F75VJHUU5ihJNOW24EllobTLzR4XI6AcM+mjbXRnBLLVoBSuDaU2D0kWqMn8rDCJKdUJnoiy9oxIok8eMLfGkGsL55oOx9BflMSz/0jM9X5GLQahYiECbXjvCIarCkUFE8txNoXM9Djmg8QqhAQDhY0hzJTauFJJaD8Ax1uFQlXONed7tv7a7Tb3dH+/jb rfriedma@dhcp-4-239.tlv.redhat.com", "key_options": null, "keyfile": "/home/rfriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rfriedma", "validate_certs": true} 2021-07-26T15:40:08.103 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPeuSTD7kv8yQX6dW+7Vpq1mqrcr8JGubPYa1DpGTV/gE50d5L42UspUN2FXmICDMiV1h4Q9WQAFma3168f1I5I94qFkV+/56szCMoILClm7IW/EV4t8fTxoyOpEa9l4qSU3qgJpDbY04CkiyVJFuQj24Zq3gD/70jYgGpy8RfA0BihSR6F+A0WZLh/fESjqfor3/pFWhUCRnPEqrZsXyuB8lRgDTyGp4s1cHyUqmFMuCPDRMtok0rSVpaRZj2Zj8lboah19UI/L89ptQgEdqsOKzlkxiT+1GdyIY+jpPCM0a3yZz75l3Qiu0k6q7qUV8T0hm1GZiBguvST1KMcwnt kyrylo.shatskyy@suse.com", "key_options": null, "keyfile": "/home/kyr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kyr", "validate_certs": true} 2021-07-26T15:40:08.186 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIXHA8BwV4OnqlaHHyYofsp5X+wanose+aneJVx2Or05PcWA9c7xFEOerkvEn9LvivSRd9G9o/S8SvnGH91tG2bbOAidVZ69FGul9OKa/BCJYUP0vVBX09/Td3n7+R2lVlvu5XiyC5SUzCjaQEZLOpjq23rqaqdCDXE6wFnxfpkmcsccbG/xUiOEBeBGI92lntdx99Sn6CxWWA27lMMaYkCRvX6ziRZEm6O44N2nMm+qYm0jmMyGv1iyQkJxtt0YaLPp+X9t2trUEzEjgBCXqqzEzBjB7T4rbzhAuvU3NRHiAoWXSnrY5AQOTTvC/wpaZV/gF2NDNThjMcpcEdNstleOctXtN4XTTJQewbG+t7I9knR00TPpsoUvUtpbcoFOluGgWTDTFa6GCmDPppx23nZgulOniZUVTI2CbScSpc8sfp1JE7Q6vLECY9lJ+GpVCbDAbIEE9WHXSkJ/6L9yf+ZoHbpqCkEFDcWLfz3B5NFoJ5gne8B8uzd6ptKVtJrP8pMvoOyydyvQlmkgh8tNDsOnp6kaUNG0NHmtfGlCTkbM7oKsKbf87Cv1HgYuZl/HP7go5sOX02LfBfbvWrawZzOaZ3dewEq74w5hVMKEHrmJPstIpcHSxZpq33f2j4Z/uKW9tJat6rgSWK1I+T3tCd++76apxbOYl5TDOaoxCyjQ== lars@marowsky-bree.de", "key_options": null, "keyfile": "/home/lmb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lmb", "validate_certs": true} 2021-07-26T15:40:08.240 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeERrQ0NVXhuTYzI08rlKRbHZVFXSv1YC7sGq6aCWRbTCv7Ad/t/3OJz3vfcd2TjBMvABfrYCFgTFWIaJBaeA3BXUUU9y9TwnzuxKv4C46WJYoalVGyLEpWpcGbJ5v+leA6Je/+lunenplb7TBKGE/YTgggEXyX7KnunYlv+Jdm33TmAZTcHrLk5QR/6FdRGKmdlLna0dXZc3v04+AI8W+p9ghAv1+e8ENxJDTF8p0MawBiKWcSj2mysOhQ2Cj91qZ0qTnLLeu0CPf4rBO+qjYIshiCuTLhYt2UazlzME4nCCsVqK7Nz9olA/lgvJLRaPxgQQ7iCMmIZilS6B4Y3oL sseshasa@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCo0zniUEXuQ4JJuuRtfnEK8WHqr97AmXEniGPY5U23MTxhMuP8CSkGWkUHdmXw0H1tDKbYgk97M6TspJropNGKljla2H1/3e2T1BOI1L2WfcsOh6VPYeyOj2ssMJeEDdQgd0J3g+4oj2QS+guPlT24UhO0CBhRZ6waVlJMgagDYyDLCLGI4ASoBYx0AOaoyjnEQtRd/gyejzv7jntkHc9YNBPsJ37X6hTYNA/s2ORJE7QMXd6xI60mTBuCdD3JcPYoUSvyCUa7rIrDc70lAcW5XtxewvMBogTZJLoFG/d6Ugij49h4AfwrtoUCtLyJOWJX6PTfomXely8Ym6KpN/3981+m70dhcHPDJ66QCWMd1LAgftVXTIsebA+Bxfg4Vsbrv7j1lJXzmMfsOl+1wVPe+Y9h28GyeIlalW3laURZGV7dhexGZ8YNxPuzxtAlWtfw+kddbjw0j4ODtgVXrj4SDxqmTTYYuMBkrQ3H33sOgPLx8DyA6e4pckb6lOOEvb41Yi5tyP7BIJlYN2PpNVDkSQd/t5Q0di4Ct+3vqLRCkPuJiJAUyaBGT4HM7yQc25+Y0B3sXNON7BjeaBXB7OwKZMp9w1jwbJt4JL/aGOw3HVljVyVgu+pIuQ2ISd9VBcmAJK5EGdWe5Q57h5fJkD+TVrXgeNTaufdclh5vWOH1qQ== sseshasa@teuthology", "key_options": null, "keyfile": "/home/sseshasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sseshasa", "validate_certs": true} 2021-07-26T15:40:08.323 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMDUcToIhs8tiIozgPudiYyD2upEX+VvsiJRti7zrA/1HPIDARYt2+xyWCASm5x5vdohRM7wnBLUlbBVnvr6ZUQvfShNDsS1Uu7hEfYF38MtW+dVwvGlm14J4m1gbjzqVlZvO6bg6rfGo7Qer0bKUlxtqbisQ/kCg/lVWR04CNxdRtZxEpaQ21y4C5jAlrpFTzxQSuiCLEyY3EAKdZUaZElFEcXlna0ysCP8inlzhF402PkSdl9DkkPpg3IR2dUEGqsblWSdLVk19EFavjtGAAnsvaBWWm2rCLNC5RmhGQaS/Z52Aes1nBuT4cI6qLjbEMqAzLwxiOR7l4IPMpK5EcuRK+FaqQG0wMAjxPc95CmxDzi58ZRJ5ERV8vgps73F1AJXWU9Lb1P77BTsLXqiwko2mvPf6e0LwCxQuxYJWc+xvO7Ji011B+nm5eLCCC/LcDtTPjkimTh7nkvUNi/yTKCXi9KwLISAHHd335KnfrL28rU3GahMXs4NjOxuN8eKM= ksirivad@ksirivad\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDS3HkgHb6z+gi4tN5rBL/N+WLJgN8RtUokt0YnRjpor2epRbmqgmEFRbRFqjLK9LiTuLxmkwol1/G56AJms9ixue33M6jVs73nc259LDxn2qj/NCtxeU7xdjSDuhKyItgM0yuiFjWOKSYTghNtwoR26PX7SQVbycD4NN1ZuwUbdMQA31VrLvQR7d0lYKlis2auH2Xb6WifotoEyszZz1KYRwzJvOHtHku/jAyNmTD/8kAsuCjEgUPSyyehAfdWn59tY2gM7aFyj/dtRoAghekv5gkov9zx+zjN6D2LSN7e+DRti05iJMifA3nfmdj7f8aHzXDtsDL0XNkmmT3g9N2OQ8WL4ESOFASXPPj9JGUROealgnaQ+Y64evDClhbt2L7FLbgj5sgKb+XYhpGnAiC+v3t1Rq3HZrstOYf2qSYguIo+zW9gHwzJDqH5YNCpSF4ZDCfkJ94ngl5ptQmZ/FcrH2hBs2cMoyK9EyDpcI9hBeACTzu19kaB6DrOC+UTvBgYL2sNbCvi+caIqhENJICZ21rI4u4EZqu7PVb+Y3CLgSjTEgclGYBZoxlrT/X2QHrIfZF7lLGeeh0bureedCrBg4b61SL7ZU3Me9x1iWOZMSJgVvg+qPSrzZiHbA46k8i0af5Q+geL1BuuGy76zbYd/KR0KiNZnXjdlHyRz76rpQ== kamoltatsirivadhna@Ksirivad-MacBook-Pro.loc 2021-07-26T15:40:08.325 INFO:teuthology.task.ansible.out:al", "key_options": null, "keyfile": "/home/ksirivad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ksirivad", "validate_certs": true} 2021-07-26T15:40:08.379 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDIC6uqbIg9XaTlDZd7KCX7FXSzfGFMEWXhx42ktz3ehOPLviA/yNpVd+LmYHSgzd5Szd3mMxleisiE+JdSq/q5YyPAF6eD6+wfynkpMv5aWNHGI0yVfKbCwdOX8bY6yqhyVwMDo14uoFvdDcM4Lj+vz8F75VJHUU5ihJNOW24EllobTLzR4XI6AcM+mjbXRnBLLVoBSuDaU2D0kWqMn8rDCJKdUJnoiy9oxIok8eMLfGkGsL55oOx9BflMSz/0jM9X5GLQahYiECbXjvCIarCkUFE8txNoXM9Djmg8QqhAQDhY0hzJTauFJJaD8Ax1uFQlXONed7tv7a7Tb3dH+/jb rfriedma@dhcp-4-239.tlv.redhat.com", "key_options": null, "keyfile": "/home/rfriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rfriedma", "validate_certs": true} 2021-07-26T15:40:08.451 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC0POsA+0NyxecLo3Y821G6W3+jJPKFMuLSIl4FSLi25vuyuM5+mFGmCNWv8gg93eQhG9Y3SOygqmkaxzxDtBS/V6VNC2f8hZsVw9B+HbnfggvCNQSgjJ5rhvf6IHfx/aHq4IHF+stqdcoWhwR/68wIhGNqtP7Nhqnzk2aN1kG9bU2iVk4CH8XGIwqwET3aWNuCMcHi2AhrvDBpZu7bzo/6ARUJDqEfTEC/XIkzv8/mEkJ5igcycARVy6dChuCwfZc8rhfwQpekwx1Y9/WBFdNQlYkN4fVe8yIqT5VsQ3AcRv21GJk8L7mwB4hF9dVAi4p1cSyxatR3kDifsFc8VQk9 toor@localhost.localdomain", "key_options": null, "keyfile": "/home/ofriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ofriedma", "validate_certs": true} 2021-07-26T15:40:08.515 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIXHA8BwV4OnqlaHHyYofsp5X+wanose+aneJVx2Or05PcWA9c7xFEOerkvEn9LvivSRd9G9o/S8SvnGH91tG2bbOAidVZ69FGul9OKa/BCJYUP0vVBX09/Td3n7+R2lVlvu5XiyC5SUzCjaQEZLOpjq23rqaqdCDXE6wFnxfpkmcsccbG/xUiOEBeBGI92lntdx99Sn6CxWWA27lMMaYkCRvX6ziRZEm6O44N2nMm+qYm0jmMyGv1iyQkJxtt0YaLPp+X9t2trUEzEjgBCXqqzEzBjB7T4rbzhAuvU3NRHiAoWXSnrY5AQOTTvC/wpaZV/gF2NDNThjMcpcEdNstleOctXtN4XTTJQewbG+t7I9knR00TPpsoUvUtpbcoFOluGgWTDTFa6GCmDPppx23nZgulOniZUVTI2CbScSpc8sfp1JE7Q6vLECY9lJ+GpVCbDAbIEE9WHXSkJ/6L9yf+ZoHbpqCkEFDcWLfz3B5NFoJ5gne8B8uzd6ptKVtJrP8pMvoOyydyvQlmkgh8tNDsOnp6kaUNG0NHmtfGlCTkbM7oKsKbf87Cv1HgYuZl/HP7go5sOX02LfBfbvWrawZzOaZ3dewEq74w5hVMKEHrmJPstIpcHSxZpq33f2j4Z/uKW9tJat6rgSWK1I+T3tCd++76apxbOYl5TDOaoxCyjQ== lars@marowsky-bree.de", "key_options": null, "keyfile": "/home/lmb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lmb", "validate_certs": true} 2021-07-26T15:40:08.591 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDc/8sWrMq+bqKBPmDPplUgdMoY2SQL+57jRSh27PAoYW9rNVR/UgK7EA9oxFLfoi9wJ9+VKU4opeoohOXLWQXXatLvfXjGE3fRYIonQfwJqKrasqQJTGWzRZ9t1/2Cb0VHkoAvipCJzWmgB46X6q73XW5Td1H3b+AINd6E4Rsm1QjBOhk0DMjCdfwrVUZIfGdsEo+5u/AwioHwH+NDJvXTWT8ZigeZBNHJSY/EQn1+15ut0QB2rvXkJasvvDlVbEsPQtM4C3VX1ronmAnKMvCp1O4EtAXaoKSOx7XEN++UAvVn7czDCWk/UFgpzZOqTcQJwg82XtS4sZP23CpNe0G9 h4iresis@fedora", "key_options": null, "keyfile": "/home/h4iresis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "h4iresis", "validate_certs": true} 2021-07-26T15:40:08.647 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMDUcToIhs8tiIozgPudiYyD2upEX+VvsiJRti7zrA/1HPIDARYt2+xyWCASm5x5vdohRM7wnBLUlbBVnvr6ZUQvfShNDsS1Uu7hEfYF38MtW+dVwvGlm14J4m1gbjzqVlZvO6bg6rfGo7Qer0bKUlxtqbisQ/kCg/lVWR04CNxdRtZxEpaQ21y4C5jAlrpFTzxQSuiCLEyY3EAKdZUaZElFEcXlna0ysCP8inlzhF402PkSdl9DkkPpg3IR2dUEGqsblWSdLVk19EFavjtGAAnsvaBWWm2rCLNC5RmhGQaS/Z52Aes1nBuT4cI6qLjbEMqAzLwxiOR7l4IPMpK5EcuRK+FaqQG0wMAjxPc95CmxDzi58ZRJ5ERV8vgps73F1AJXWU9Lb1P77BTsLXqiwko2mvPf6e0LwCxQuxYJWc+xvO7Ji011B+nm5eLCCC/LcDtTPjkimTh7nkvUNi/yTKCXi9KwLISAHHd335KnfrL28rU3GahMXs4NjOxuN8eKM= ksirivad@ksirivad\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDS3HkgHb6z+gi4tN5rBL/N+WLJgN8RtUokt0YnRjpor2epRbmqgmEFRbRFqjLK9LiTuLxmkwol1/G56AJms9ixue33M6jVs73nc259LDxn2qj/NCtxeU7xdjSDuhKyItgM0yuiFjWOKSYTghNtwoR26PX7SQVbycD4NN1ZuwUbdMQA31VrLvQR7d0lYKlis2auH2Xb6WifotoEyszZz1KYRwzJvOHtHku/jAyNmTD/8kAsuCjEgUPSyyehAfdWn59tY2gM7aFyj/dtRoAghekv5gkov9zx+zjN6D2LSN7e+DRti05iJMifA3nfmdj7f8aHzXDtsDL0XNkmmT3g9N2OQ8WL4ESOFASXPPj9JGUROealgnaQ+Y64evDClhbt2L7FLbgj5sgKb+XYhpGnAiC+v3t1Rq3HZrstOYf2qSYguIo+zW9gHwzJDqH5YNCpSF4ZDCfkJ94ngl5ptQmZ/FcrH2hBs2cMoyK9EyDpcI9hBeACTzu19kaB6DrOC+UTvBgYL2sNbCvi+caIqhENJICZ21rI4u4EZqu7PVb+Y3CLgSjTEgclGYBZoxlrT/X2QHrIfZF7lLGeeh0bureedCrBg4b61SL7ZU3Me9x1iWOZMSJgVvg+qPSrzZiHbA46k8i0af5Q+geL1BuuGy76zbYd/KR0KiNZnXjdlHyRz76rpQ== kamoltatsirivadhna@Ksirivad-MacBook-Pro.loc 2021-07-26T15:40:08.649 INFO:teuthology.task.ansible.out:al", "key_options": null, "keyfile": "/home/ksirivad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ksirivad", "validate_certs": true} 2021-07-26T15:40:08.721 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCqhWVTosH12864VGY5S3/k0yKc59GbV0m2WxD28gAf+uvJ1/y8gekD2wDzBv0DWqEekYLV7L68gpapDXyGosQeZ6n5OO/NZFZmW+Xq1P7P1QHJil6kVpwk927lzX440pwNf3+PRvTbLzlbuVFWJRpiykv+juJyIFjzXLJRF67wB2qgZVm5cRs/GOi4fnvTaou/Ae51mvsO8M3JL5cphApFKD/AO/X+3pHBhLjvaW33cYsp0Z4Rce1nm8wxSmvuJRF+HAfjBlknhDl5ZaJGA96RYA+g9WbAXimFprg4xeiRp7liPExQwtVgackJweoC4MahC1glmjC3eOh9dvrrxLnALOLMOkyCSK/tOF/iq2PJaLViObanPI8mnNkMLbdJyzUBf8hRGdSLcw98qxaf0sSZ+vz4VQS6e9CwX7ikkNNsTeYXjnJ+1yU3mfCW1CXJDr7kBDVG2OTLefCpMY8WBAYDiEaK0RW83cBcFIKfecKYd0qStHRaOsvmyWdFYgBh2vM1UWjro5WXlb+7aJPrUp8ZruapkUXUwhjHA7FwGA4ysE0tsOVVFm0Dw8tvyVVkVNm/9EObG28dWctioZ2+ZEzTWgMJU26Q+wOJ/U4qZyIvpMRUgPZc5nM9J8kcmvNWtb6DV9k/6p8h28kiOxPkxLtPP+3TlBCHjq//mhEnJZ/d8w== shshyukriev@suse.com", "key_options": null, "keyfile": "/home/shyukri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyukri", "validate_certs": true} 2021-07-26T15:40:08.774 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC0POsA+0NyxecLo3Y821G6W3+jJPKFMuLSIl4FSLi25vuyuM5+mFGmCNWv8gg93eQhG9Y3SOygqmkaxzxDtBS/V6VNC2f8hZsVw9B+HbnfggvCNQSgjJ5rhvf6IHfx/aHq4IHF+stqdcoWhwR/68wIhGNqtP7Nhqnzk2aN1kG9bU2iVk4CH8XGIwqwET3aWNuCMcHi2AhrvDBpZu7bzo/6ARUJDqEfTEC/XIkzv8/mEkJ5igcycARVy6dChuCwfZc8rhfwQpekwx1Y9/WBFdNQlYkN4fVe8yIqT5VsQ3AcRv21GJk8L7mwB4hF9dVAi4p1cSyxatR3kDifsFc8VQk9 toor@localhost.localdomain", "key_options": null, "keyfile": "/home/ofriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ofriedma", "validate_certs": true} 2021-07-26T15:40:08.850 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxDJtmmcnrbA4AUsmBBZq/M4xNdIbOT+cQQxhUKeCu8F9mht+RznwyaaJbVIlD+UNv9LMhRyzI5oktSalokNltlrtPQMoP52PXH7KFFGnVnexCHAk4nGvEhuZCniO5T+ENm2wFR47lFEQK7lyJJLp5PFiSM7vM1MK6UkMvRmCTRildjaYLyf3EEvBXifbsGmR0tBIXtml6KITCAaT6l0E94055oEGN2G5NhZIvfLcojt5liEkXEHQNdfkUDXM0Go43JZzgsSWDXC/7RYLrAJwz5mq4qCa9YZL/3Spjso37+1oLq7lOQ0TDJUAQXmnW0So/NkzECx4MolVcylhTzmgj sergio@milestones", "key_options": null, "keyfile": "/home/scarvalhojr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "scarvalhojr", "validate_certs": true} 2021-07-26T15:40:08.904 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDc/8sWrMq+bqKBPmDPplUgdMoY2SQL+57jRSh27PAoYW9rNVR/UgK7EA9oxFLfoi9wJ9+VKU4opeoohOXLWQXXatLvfXjGE3fRYIonQfwJqKrasqQJTGWzRZ9t1/2Cb0VHkoAvipCJzWmgB46X6q73XW5Td1H3b+AINd6E4Rsm1QjBOhk0DMjCdfwrVUZIfGdsEo+5u/AwioHwH+NDJvXTWT8ZigeZBNHJSY/EQn1+15ut0QB2rvXkJasvvDlVbEsPQtM4C3VX1ronmAnKMvCp1O4EtAXaoKSOx7XEN++UAvVn7czDCWk/UFgpzZOqTcQJwg82XtS4sZP23CpNe0G9 h4iresis@fedora", "key_options": null, "keyfile": "/home/h4iresis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "h4iresis", "validate_certs": true} 2021-07-26T15:40:08.987 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEOigBGMeElb3uHXX36HxLtPJMG+iG/6D7NDFCVR6AyYsmimBQb6SlSIR6SaFULb6HT/IFVk0Jf/z0HoipAP7Xu+wvP/J6LFoMdguxylh1ov8raqxQJrGLl9n64EI+qWINwEM0MKMUnDQ3tmMKBl78LKQVQTYBx1+9cXsT6DE1yhgmV79XIvOOb+v53agSi/kLJF2i9K04kpi1OejXg95Ub2eLMY69Jm8PnLy1Jq8DhC8pz7nrfzbKtOC7HbytTAO1XTlb90lVhqC/1yTMAUc/rpJwoSEHc2epGeZWdMsJhqhX2EqMwcV53M3qcFSGreGNJ/Ncd4/JHxz7q0IU411t rakesh@localhost.localdomain", "key_options": null, "keyfile": "/home/rakesh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rakesh", "validate_certs": true} 2021-07-26T15:40:09.040 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCqhWVTosH12864VGY5S3/k0yKc59GbV0m2WxD28gAf+uvJ1/y8gekD2wDzBv0DWqEekYLV7L68gpapDXyGosQeZ6n5OO/NZFZmW+Xq1P7P1QHJil6kVpwk927lzX440pwNf3+PRvTbLzlbuVFWJRpiykv+juJyIFjzXLJRF67wB2qgZVm5cRs/GOi4fnvTaou/Ae51mvsO8M3JL5cphApFKD/AO/X+3pHBhLjvaW33cYsp0Z4Rce1nm8wxSmvuJRF+HAfjBlknhDl5ZaJGA96RYA+g9WbAXimFprg4xeiRp7liPExQwtVgackJweoC4MahC1glmjC3eOh9dvrrxLnALOLMOkyCSK/tOF/iq2PJaLViObanPI8mnNkMLbdJyzUBf8hRGdSLcw98qxaf0sSZ+vz4VQS6e9CwX7ikkNNsTeYXjnJ+1yU3mfCW1CXJDr7kBDVG2OTLefCpMY8WBAYDiEaK0RW83cBcFIKfecKYd0qStHRaOsvmyWdFYgBh2vM1UWjro5WXlb+7aJPrUp8ZruapkUXUwhjHA7FwGA4ysE0tsOVVFm0Dw8tvyVVkVNm/9EObG28dWctioZ2+ZEzTWgMJU26Q+wOJ/U4qZyIvpMRUgPZc5nM9J8kcmvNWtb6DV9k/6p8h28kiOxPkxLtPP+3TlBCHjq//mhEnJZ/d8w== shshyukriev@suse.com", "key_options": null, "keyfile": "/home/shyukri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyukri", "validate_certs": true} 2021-07-26T15:40:09.125 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvRwrsN62CReT0/kOeFEXGA3THhzJ+hwZVpUzo7VMRZeSo6LgNlVGdrQchMHnlwBvuwaVNJlBAkQr+5J5BB3ikrmbcnLHfPutXBBBB6uDfSwwbqjzUY7elTbz9ul6AkegR9K65O44ouD9+WC76D+Tp0maqnP1w0O3h1GVxDHe34LpEwBvZJ+/BSYmBpwRZqeXFRADORPzdtW08PSiRErGHb8j+j5i+br37JfOOh+A/9dHwQw9alBVL2DijwvrPMa7dV5yX00dlMSTL2LLo9IdI4aFPmie8oic0eanFbQDq210ilOR65IGeshKHEKOq0KFFz0nSK9OdO03OkSEN/0d5 ryg@tapir", "key_options": null, "keyfile": "/home/ryg-/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ryg-", "validate_certs": true} 2021-07-26T15:40:09.178 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxDJtmmcnrbA4AUsmBBZq/M4xNdIbOT+cQQxhUKeCu8F9mht+RznwyaaJbVIlD+UNv9LMhRyzI5oktSalokNltlrtPQMoP52PXH7KFFGnVnexCHAk4nGvEhuZCniO5T+ENm2wFR47lFEQK7lyJJLp5PFiSM7vM1MK6UkMvRmCTRildjaYLyf3EEvBXifbsGmR0tBIXtml6KITCAaT6l0E94055oEGN2G5NhZIvfLcojt5liEkXEHQNdfkUDXM0Go43JZzgsSWDXC/7RYLrAJwz5mq4qCa9YZL/3Spjso37+1oLq7lOQ0TDJUAQXmnW0So/NkzECx4MolVcylhTzmgj sergio@milestones", "key_options": null, "keyfile": "/home/scarvalhojr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "scarvalhojr", "validate_certs": true} 2021-07-26T15:40:09.251 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/ 2021-07-26T15:40:09.253 INFO:teuthology.task.ansible.out:yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-07-26T15:40:09.315 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEOigBGMeElb3uHXX36HxLtPJMG+iG/6D7NDFCVR6AyYsmimBQb6SlSIR6SaFULb6HT/IFVk0Jf/z0HoipAP7Xu+wvP/J6LFoMdguxylh1ov8raqxQJrGLl9n64EI+qWINwEM0MKMUnDQ3tmMKBl78LKQVQTYBx1+9cXsT6DE1yhgmV79XIvOOb+v53agSi/kLJF2i9K04kpi1OejXg95Ub2eLMY69Jm8PnLy1Jq8DhC8pz7nrfzbKtOC7HbytTAO1XTlb90lVhqC/1yTMAUc/rpJwoSEHc2epGeZWdMsJhqhX2EqMwcV53M3qcFSGreGNJ/Ncd4/JHxz7q0IU411t rakesh@localhost.localdomain", "key_options": null, "keyfile": "/home/rakesh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rakesh", "validate_certs": true} 2021-07-26T15:40:09.378 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDOJg56HsyNa5vHHb52G6O5vtv9I2tdlNMjFlG3SVCCu/bVZwVeGzp1ekuNGU10owmnIvhlSldMjLn2wwTwiDjbvYJVVCPvzK63vCUcMevRsvr9EyU16JdAgrmrGMyuYYEb+wh8XWI9Dc72o84fMaBYFSSer1S9nUBL+KVLVhIe7culgADimrDgDVh2t7u2JHBI0m0nKFGJZNcIyYf+GKOM+n7SaQXIYIytvSteU5BvUIKPsDd4z5lVlWiKO3kG6jF2RnKFV6KWBWI9m8YGItdGu25mXELXN9MOlApZF3AoGTmCE2Web7uDVGvO6rz6b+dc7RXTOlbWIhtMoRqQf6mz zac.dover@gmail.com", "key_options": null, "keyfile": "/home/zdover/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zdover", "validate_certs": true} 2021-07-26T15:40:09.442 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvRwrsN62CReT0/kOeFEXGA3THhzJ+hwZVpUzo7VMRZeSo6LgNlVGdrQchMHnlwBvuwaVNJlBAkQr+5J5BB3ikrmbcnLHfPutXBBBB6uDfSwwbqjzUY7elTbz9ul6AkegR9K65O44ouD9+WC76D+Tp0maqnP1w0O3h1GVxDHe34LpEwBvZJ+/BSYmBpwRZqeXFRADORPzdtW08PSiRErGHb8j+j5i+br37JfOOh+A/9dHwQw9alBVL2DijwvrPMa7dV5yX00dlMSTL2LLo9IdI4aFPmie8oic0eanFbQDq210ilOR65IGeshKHEKOq0KFFz0nSK9OdO03OkSEN/0d5 ryg@tapir", "key_options": null, "keyfile": "/home/ryg-/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ryg-", "validate_certs": true} 2021-07-26T15:40:09.515 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC4zwWf+kMEDgaSOrX7AlD+UCOgf4/fRiorQVJqC8GfMNynfiFVZaThngwIrwtQROfXHbzspi+AcRvDLewY25mXyuxVgOfSbuSIEqiUNvzcVq9IItI1J58xeDBpIktAsoHHS6JENV56fAT6krzRAQLnSa1k2b0pyKuPBzFSeNgiaQMhjrCLAaCi9yLsdKpnWgXhyfrdqvN2r/Ctts/zlTPqtRYdvdIL/p/l+vg7Q8S3OhuAGtimaEq3RE70xadaPbGhsLISMTrbfYXbxw84KKZpNYwO4zmQ2ztcvC9D7A/8ov3+A5Jq42G+pq7ORuix2NoTWtADMiwvNe1HyzS/7cX/BuXLFssRY1bzRvp+x2ExZ7b+bFx+TE/RduRh0eyDNLg7SyL83aeTr2Usa+mPoCAMKed9XtYbRnUu7ox4wmfeAgx6jM9uG5uQfauJ1XpDddrVBG8KYBvSd0BM2cyRdcAXqwxg9AVPZcdE7sbBk44CGVhw+ziZ3e3cLBTO4y44KRQre+1Bhe/Ze8OTQWLFugl/XagFlJE/L6fGUIPuFojmQvlw5dBZwtUURnxsu8yHm3iIsj4y8nR1zHMj+zuMk6rF3ZW0epPAECAdq4gG8X2wv3HTq0vLBkKpi1KMAmntEtcVwF0fzMt5XYqRd4jceFgonAAipJNDknHgi6yaUzBYmQ== rraja@redhat.com", "key_options": null, "keyfile": "/home/rraja/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rraja", "validate_certs": true} 2021-07-26T15:40:09.579 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/ 2021-07-26T15:40:09.580 INFO:teuthology.task.ansible.out:yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-07-26T15:40:09.652 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2mEyxfkW1u84u5BocLCAXESj2qObWkxUd20cmPolhJYlIWLOafa69Dw5A9CjFBp0U6Jx5d0JWcwmAc5ZeffQ7t7vzmtHCZnpKkyZhN9bu6vuCh4N+I643SI/K7tdbB2E8ZE6uI7ORMAan5+t0bNSVolUVq6X1w7dIA5El54K10WNdiwgRKW6e3anNbJ3rBLGEk7gawZqDDOqTvVQmOBGWek3BjSReDvg3rkmTQLxJkiKdxnx4/s7gzH1xTpsS/OludIuSxF0BK064ZcT1t09qcjnT4Os1inV2GfYswt+UhpgqrHqXjEs0Z3y4Oy77QBKL1rDf93CP4a4+eJjqXe+v tbechtold@suse.com", "key_options": null, "keyfile": "/home/toabctl/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "toabctl", "validate_certs": true} 2021-07-26T15:40:09.726 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDOJg56HsyNa5vHHb52G6O5vtv9I2tdlNMjFlG3SVCCu/bVZwVeGzp1ekuNGU10owmnIvhlSldMjLn2wwTwiDjbvYJVVCPvzK63vCUcMevRsvr9EyU16JdAgrmrGMyuYYEb+wh8XWI9Dc72o84fMaBYFSSer1S9nUBL+KVLVhIe7culgADimrDgDVh2t7u2JHBI0m0nKFGJZNcIyYf+GKOM+n7SaQXIYIytvSteU5BvUIKPsDd4z5lVlWiKO3kG6jF2RnKFV6KWBWI9m8YGItdGu25mXELXN9MOlApZF3AoGTmCE2Web7uDVGvO6rz6b+dc7RXTOlbWIhtMoRqQf6mz zac.dover@gmail.com", "key_options": null, "keyfile": "/home/zdover/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zdover", "validate_certs": true} 2021-07-26T15:40:09.790 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCitWIN7jm5KEmB6jqcA+ufKRLodxkJ1GIdaaueCdeXdMHgWNH9FUDCUJk5dcA11MxQO15DRH/cdhb3QHPGiMv4XrBeK6HHYwGttzkcUEz1EDUhpowOrnFETbPa7K39ObmRcgdvoGXOSrNZ4mvptCTz9Xb0MF+Gcg5iJ4g+qZzIVa2/ueecYY8ZorbaH4m/NWUub6Rf01Q04HfxTvKrUFswrbCoE/Aigz/Oh88RiS854XoTvV7rE1tKbyKkaungwMAaQSNnZkq4hi8nbp6pzTxJLV7N/ZYMhVpdxSbWcghFg6cy7aeoCzZMN97WcDhpdfbhRT0dbqCkMmHV6t0usDDnOss2v68UCzkxuA1Hj4uy8rRHjXBtYqI6xsrwCjvmgP05B14TpmFdG+3GdRHx2+QlhnGj7nuPf1KoWW/f3tD85DXoEmVl6RJ4KTrMeEVlOn3kdMLVH0y2hIqPTYMP5cMVNi0EdfeoBdd9kxMKMvoSVBAgmLzGVv17o1lNvVS6V1kyt7gME2PfNR2Np+U1cJVJfUJRTm28mHXBVoDXG9s0zv8+LpQ/gVPS+vsPAfxWWYGW8ZmEV3ZorDOZycSPybjHkPFzDAdUhPG0Db0o+F9ug+22F7pvifsdDZ42zqGGLbyzfIQE3AtyI7LR7Sc5tpN9rKTeSBYJ0yNcDKEj5FUHDw== mfritch@suse.com", "key_options": null, "keyfile": "/home/mgfritch/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mgfritch", "validate_certs": true} 2021-07-26T15:40:09.864 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC4zwWf+kMEDgaSOrX7AlD+UCOgf4/fRiorQVJqC8GfMNynfiFVZaThngwIrwtQROfXHbzspi+AcRvDLewY25mXyuxVgOfSbuSIEqiUNvzcVq9IItI1J58xeDBpIktAsoHHS6JENV56fAT6krzRAQLnSa1k2b0pyKuPBzFSeNgiaQMhjrCLAaCi9yLsdKpnWgXhyfrdqvN2r/Ctts/zlTPqtRYdvdIL/p/l+vg7Q8S3OhuAGtimaEq3RE70xadaPbGhsLISMTrbfYXbxw84KKZpNYwO4zmQ2ztcvC9D7A/8ov3+A5Jq42G+pq7ORuix2NoTWtADMiwvNe1HyzS/7cX/BuXLFssRY1bzRvp+x2ExZ7b+bFx+TE/RduRh0eyDNLg7SyL83aeTr2Usa+mPoCAMKed9XtYbRnUu7ox4wmfeAgx6jM9uG5uQfauJ1XpDddrVBG8KYBvSd0BM2cyRdcAXqwxg9AVPZcdE7sbBk44CGVhw+ziZ3e3cLBTO4y44KRQre+1Bhe/Ze8OTQWLFugl/XagFlJE/L6fGUIPuFojmQvlw5dBZwtUURnxsu8yHm3iIsj4y8nR1zHMj+zuMk6rF3ZW0epPAECAdq4gG8X2wv3HTq0vLBkKpi1KMAmntEtcVwF0fzMt5XYqRd4jceFgonAAipJNDknHgi6yaUzBYmQ== rraja@redhat.com", "key_options": null, "keyfile": "/home/rraja/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rraja", "validate_certs": true} 2021-07-26T15:40:10.076 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5bCXQ/B16AKl2oevC93R0U+3OrTyd3XEypouJy4LjIzXLX/Go1C1ViERwDAeHmqiUTqJUL+KZ0kMo8U7zlhNBk9PucbMZCqdqx5hkiCAo4y65lEXmuPGimRU2mK9TpcDTLWoyrD/EEhwzT6gmw3ytVTxi7qAb0tQUCQB+pW4+Zr5u6HZzgu9kLGxp7zsGtMA84Zqm5ql72mGuS0bUN1ajm8LWBetFuzOOW6YGfnKt29cLV2h1itVewA9DKM5G70B91eK4LjoNddCkqVA8L+v6LMQNU2pejUzPap98hmFUpQMNxlWQ0+B7UjfbkHWe+mIsSkdr3FfCfqWvsL0RiHcZ root@lxbceph0", "key_options": null, "keyfile": "/home/xiubli/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiubli", "validate_certs": true} ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2mEyxfkW1u84u5BocLCAXESj2qObWkxUd20cmPolhJYlIWLOafa69Dw5A9CjFBp0U6Jx5d0JWcwmAc5ZeffQ7t7vzmtHCZnpKkyZhN9bu6vuCh4N+I643SI/K7tdbB2E8ZE6uI7ORMAan5+t0bNSVolUVq6X1w7dIA5El54K10WNdiwgRKW6e3anNbJ3rBLGEk7gawZqDDOqTvVQmOBGWek3BjSReDvg3rkmTQLxJkiKdxnx4/s7gzH1xTpsS/OludIuSxF0BK064ZcT1t09qcjnT4Os1inV2GfYswt+UhpgqrHqXjEs0Z3y4Oy77QBKL1rDf93CP4a4+eJjqXe+v tbechtold@suse.com", "key_options": null, "keyfile": "/home/toabctl/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "toabctl", "validate_certs": true 2021-07-26T15:40:10.078 INFO:teuthology.task.ansible.out:} ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDT+6B5Fr99p8xe9Zo5x8ULcdeA6ne727iVJp/xaguGwGHj6AhuK+R/CjznnHk0yA+6kiblNzjvbnsuzO8T9c8Ayv5KU07MxP1y1pymdYBpEh3NTXmhB6QOTCNTQbT14PL6MVgzK17SqarFCYXoEGuyK9jaBdN9QM76vhEaXc/2Osg+d8boJTkOk7lOPHbzeOCbQU3d+jX0VFOgAQS5OFz3Ug/X7nB0D0LN8bt5FlCZiGO95Iwls/SyPDbVXc9ot8oh4ME7kd7sElokBdYdXPauibRxWKjSDn+hV6kZfSzqwnMFaZ1TC+Av6zNsBuZucNSp3/Ws3T5i9i+21eyS4+qVE8IiX2aVKYuC9afb2lPLbdG2Iy1CqiaeGPkZfiGT9P8iQPOkqae45859UzFAd/XzKjBcmus3lSArKG1EyZl03HQ5P2J60pErCXq8W9mPjxAze2ReLRXJVEgTXnmdhCptcg6PZ4d/k4BEddbdnoX6/BEgFxLEJ64HpTeTVcDXHpipCpxFSRvgyPH/wQGKAvt8AfKBhmeZs7LuyGOhJiOon4DDaShHpE9wTnJ5qlnyg44+u6NCwelGPMAkHKEO4OgcjSsyXm+HYUpxG2s4poloIJzvU6oa3dvJsMZFhcb8CsW75sBYE+YngS/1fg1WU88ZOdaa1yF4F87pVZycpZqY1w== jan@jfsuselaptop", "key_options": null, "keyfile": "/home/jafaj/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jafaj", "validate_certs": true} 2021-07-26T15:40:10.136 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCitWIN7jm5KEmB6jqcA+ufKRLodxkJ1GIdaaueCdeXdMHgWNH9FUDCUJk5dcA11MxQO15DRH/cdhb3QHPGiMv4XrBeK6HHYwGttzkcUEz1EDUhpowOrnFETbPa7K39ObmRcgdvoGXOSrNZ4mvptCTz9Xb0MF+Gcg5iJ4g+qZzIVa2/ueecYY8ZorbaH4m/NWUub6Rf01Q04HfxTvKrUFswrbCoE/Aigz/Oh88RiS854XoTvV7rE1tKbyKkaungwMAaQSNnZkq4hi8nbp6pzTxJLV7N/ZYMhVpdxSbWcghFg6cy7aeoCzZMN97WcDhpdfbhRT0dbqCkMmHV6t0usDDnOss2v68UCzkxuA1Hj4uy8rRHjXBtYqI6xsrwCjvmgP05B14TpmFdG+3GdRHx2+QlhnGj7nuPf1KoWW/f3tD85DXoEmVl6RJ4KTrMeEVlOn3kdMLVH0y2hIqPTYMP5cMVNi0EdfeoBdd9kxMKMvoSVBAgmLzGVv17o1lNvVS6V1kyt7gME2PfNR2Np+U1cJVJfUJRTm28mHXBVoDXG9s0zv8+LpQ/gVPS+vsPAfxWWYGW8ZmEV3ZorDOZycSPybjHkPFzDAdUhPG0Db0o+F9ug+22F7pvifsdDZ42zqGGLbyzfIQE3AtyI7LR7Sc5tpN9rKTeSBYJ0yNcDKEj5FUHDw== mfritch@suse.com", "key_options": null, "keyfile": "/home/mgfritch/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mgfritch", "validate_certs": true} 2021-07-26T15:40:10.179 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo8wE/b2/EDwV018ENfcENVfXSF7vnXAwBSzNVScgxdqr2DVKTWDzhoI0m5CXTqI2HLnJVFDTgN3t5/fFcmwmSAP8ic8wU1JznSPZXN7qEQrcEsU/cwHeuzyutibg1ItTWWtoXYV8SFnVom8NF3UwXF8I+Vj6VF1EStWCcClgPjLbiOm8vIgaouXtbUIFv25GpadXyUtwiHEq1NKUPLgka8Usm8ibyS9hY9KmNWlD9AfmnwAImc8Urn2dErcsfAltxoGUHCI7ZBHGpzg+6dpynNR+giJMrjwWzREaCHmiJX3g6jmHuuY54eSOs6cxqi3E4jNHVWXPe/tEF3l0klEvl jschmid@suse.com", "key_options": null, "keyfile": "/home/jschmid/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jschmid", "validate_certs": true} 2021-07-26T15:40:10.265 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5bCXQ/B16AKl2oevC93R0U+3OrTyd3XEypouJy4LjIzXLX/Go1C1ViERwDAeHmqiUTqJUL+KZ0kMo8U7zlhNBk9PucbMZCqdqx5hkiCAo4y65lEXmuPGimRU2mK9TpcDTLWoyrD/EEhwzT6gmw3ytVTxi7qAb0tQUCQB+pW4+Zr5u6HZzgu9kLGxp7zsGtMA84Zqm5ql72mGuS0bUN1ajm8LWBetFuzOOW6YGfnKt29cLV2h1itVewA9DKM5G70B91eK4LjoNddCkqVA8L+v6LMQNU2pejUzPap98hmFUpQMNxlWQ0+B7UjfbkHWe+mIsSkdr3FfCfqWvsL0RiHcZ root@lxbceph0", "key_options": null, "keyfile": "/home/xiubli/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiubli", "validate_certs": true} 2021-07-26T15:40:10.318 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnQfkkxYWLhMdoQ4RsZxWTXBpbzsssgeRfvV5q+n0mW60dxQ+9rjDXUTsRkmh45B5EhNWlKwyIUcQ5HpgJk6XQvYU6MPboWjriCTngmoUbwNIjOjyazkBbxfbwUiRDb+x1EyVm4Kt0rgj3nhqqxf3krqO2SlKgsVaY9b7+NTfshXb9T73/RRLtvwUOFkjp2B+w0SQs7Ka1GenmHSY/6xP25Mb8q9QW/2nuf1mV9rTd5l2ZHREzgG7gQFhjgUq3w6zCCfcCGwrPb4omqd9xiYLDw8l1vfQ7UPbuOqK1rFM67r7JQDG3yyJjCdWgRUI/ysbbXj0fyT+QOPZGK618V8yZPVlq5loQzYI39zAWZU9L9X9bkQCsJfjU5Yo9f/zOaecnWfUxC84NKpbG7k6XACdUIB9JGGtL6RPtgBU+k6Ts7EemIUCyMYm/GX+PYU3GnmmdqW9yBeyZoldwDCWLq05vjLXj+R3J2UrMl5x+fhP+KEFd1ZgNc7PV+CF35/ux8UE= kachau@localhost.localdomain", "key_options": null, "keyfile": "/home/kachau/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kachau", "validate_certs": true} 2021-07-26T15:40:10.404 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDT+6B5Fr99p8xe9Zo5x8ULcdeA6ne727iVJp/xaguGwGHj6AhuK+R/CjznnHk0yA+6kiblNzjvbnsuzO8T9c8Ayv5KU07MxP1y1pymdYBpEh3NTXmhB6QOTCNTQbT14PL6MVgzK17SqarFCYXoEGuyK9jaBdN9QM76vhEaXc/2Osg+d8boJTkOk7lOPHbzeOCbQU3d+jX0VFOgAQS5OFz3Ug/X7nB0D0LN8bt5FlCZiGO95Iwls/SyPDbVXc9ot8oh4ME7kd7sElokBdYdXPauibRxWKjSDn+hV6kZfSzqwnMFaZ1TC+Av6zNsBuZucNSp3/Ws3T5i9i+21eyS4+qVE8IiX2aVKYuC9afb2lPLbdG2Iy1CqiaeGPkZfiGT9P8iQPOkqae45859UzFAd/XzKjBcmus3lSArKG1EyZl03HQ5P2J60pErCXq8W9mPjxAze2ReLRXJVEgTXnmdhCptcg6PZ4d/k4BEddbdnoX6/BEgFxLEJ64HpTeTVcDXHpipCpxFSRvgyPH/wQGKAvt8AfKBhmeZs7LuyGOhJiOon4DDaShHpE9wTnJ5qlnyg44+u6NCwelGPMAkHKEO4OgcjSsyXm+HYUpxG2s4poloIJzvU6oa3dvJsMZFhcb8CsW75sBYE+YngS/1fg1WU88ZOdaa1yF4F87pVZycpZqY1w== jan@jfsuselaptop", "key_options": null, "keyfile": "/home/jafaj/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jafaj", "validate_certs": true} 2021-07-26T15:40:10.448 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQujcXnq9qOCmTWs44GwKOw48BxZGBmo9AeFk3KPRx33Cz5hS7UHPYvJy03KdoMySgxJtuxsOSvjJSPxpXesTtArO5giW8RLyuVsu9q5j/GhPKyABttuGQyexiRokrHQFLVifzgqwsUARwHarWH16Oa1n6fZPFNqSH56c872zS4Pwqgkzx99NKRWh/B+fIk8VmDzzP1qvQAnUXDeTeTOzapAL+8fSNTp3QnhmZbvCHYwUxfSqJyzq1wBL+517WrvzvX7yCY9B0wzm72sIO4daV6UDyAL1B72QpB04vEZZ/skwS/0jmokfBn43HHCMPy/Mxywfi54alFJzIu4pti30V kravishankar@localhost.localdomain", "key_options": null, "keyfile": "/home/khiremat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "khiremat", "validate_certs": true} 2021-07-26T15:40:10.533 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo8wE/b2/EDwV018ENfcENVfXSF7vnXAwBSzNVScgxdqr2DVKTWDzhoI0m5CXTqI2HLnJVFDTgN3t5/fFcmwmSAP8ic8wU1JznSPZXN7qEQrcEsU/cwHeuzyutibg1ItTWWtoXYV8SFnVom8NF3UwXF8I+Vj6VF1EStWCcClgPjLbiOm8vIgaouXtbUIFv25GpadXyUtwiHEq1NKUPLgka8Usm8ibyS9hY9KmNWlD9AfmnwAImc8Urn2dErcsfAltxoGUHCI7ZBHGpzg+6dpynNR+giJMrjwWzREaCHmiJX3g6jmHuuY54eSOs6cxqi3E4jNHVWXPe/tEF3l0klEvl jschmid@suse.com", "key_options": null, "keyfile": "/home/jschmid/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jschmid", "validate_certs": true} 2021-07-26T15:40:10.575 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCoqsDnRqAeNPi5xiIfFl2i2zqcwLTvcAso3R9+QAfSChw4+wcQzmMV8uQz1jt8UReefg2QL6bwvcQPj5Zw7ADqUjfxm1K0ezgH6RrtHgRZ1SVseTvJUvzmkDZ2gr2ToZAJYsaV7gBLJLZ7TOiQ6jzrtitiKqJZdpZfzadjShecY1TdMo8bSS7XfbRcwri40u82TRM825B4L//QuhMI7akPqa3iJbGEAQPhkGLI3kz19ryVG1UwvAkkt7TQ68zz+piXSmB2CMRti51shT4NuAOq6Qe9y2Obicf88ItkYxvySMQ5jWi2bo7Zhwuq9jUH8lK6I6PHrYc8LOsR9gE/hqkXxTQrkOXEDtHN1mr/KKLrXO0GeBdgh8Gj4gcwgd1RUCE+T9q09WO9j7c0piWK9Fs1+q1FjH06/AfmP4qob1TlJMHhtPyOp+lk2XvABP+sqW4vyrgmXu5vJU+Hgq3X9KE7bKh4WkCem24Np4uA+irhpvZmIoHyINsYW46lGfwJvM8= kapandya@localhost.localdomain", "key_options": null, "keyfile": "/home/kapandya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kapandya", "validate_certs": true} 2021-07-26T15:40:10.670 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnQfkkxYWLhMdoQ4RsZxWTXBpbzsssgeRfvV5q+n0mW60dxQ+9rjDXUTsRkmh45B5EhNWlKwyIUcQ5HpgJk6XQvYU6MPboWjriCTngmoUbwNIjOjyazkBbxfbwUiRDb+x1EyVm4Kt0rgj3nhqqxf3krqO2SlKgsVaY9b7+NTfshXb9T73/RRLtvwUOFkjp2B+w0SQs7Ka1GenmHSY/6xP25Mb8q9QW/2nuf1mV9rTd5l2ZHREzgG7gQFhjgUq3w6zCCfcCGwrPb4omqd9xiYLDw8l1vfQ7UPbuOqK1rFM67r7JQDG3yyJjCdWgRUI/ysbbXj0fyT+QOPZGK618V8yZPVlq5loQzYI39zAWZU9L9X9bkQCsJfjU5Yo9f/zOaecnWfUxC84NKpbG7k6XACdUIB9JGGtL6RPtgBU+k6Ts7EemIUCyMYm/GX+PYU3GnmmdqW9yBeyZoldwDCWLq05vjLXj+R3J2UrMl5x+fhP+KEFd1ZgNc7PV+CF35/ux8UE= kachau@localhost.localdomain", "key_options": null, "keyfile": "/home/kachau/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kachau", "validate_certs": true} 2021-07-26T15:40:10.713 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNEEz49M5KdLcp0cbKrE9iihrH5PEhsPgnAxac+aQwvnTstOOlUOyR+TvHiRa7sgXHuFX/UXo+k3Qmhs5U/sMZWZmmN3Jb3fKT78lSBbGnByclfPoGVTTLOHxwo+RFE79Sp3e30oshJ3DwqYgiX6JjM8B2Y7d5Tv0Ss5uEZswvmCEjdTLDSsoxrsOjVxBpuArOfCxes8PnKDdq21mWldpP66iwFel2GgOGSc85iVHKcOE2OpVMazMzXoMSMFoOpCULKjFfXBuDIqkXwJmtLJaiCgcVmTR56KXh7JpZ7vAeJ9ttv9qgOckqKdI3jEjeDT+TrdLlRWghBE7FRkm0vmun prasad.krishnan@macprasad", "key_options": null, "keyfile": "/home/prasad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prasad", "validate_certs": true} 2021-07-26T15:40:10.808 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQujcXnq9qOCmTWs44GwKOw48BxZGBmo9AeFk3KPRx33Cz5hS7UHPYvJy03KdoMySgxJtuxsOSvjJSPxpXesTtArO5giW8RLyuVsu9q5j/GhPKyABttuGQyexiRokrHQFLVifzgqwsUARwHarWH16Oa1n6fZPFNqSH56c872zS4Pwqgkzx99NKRWh/B+fIk8VmDzzP1qvQAnUXDeTeTOzapAL+8fSNTp3QnhmZbvCHYwUxfSqJyzq1wBL+517WrvzvX7yCY9B0wzm72sIO4daV6UDyAL1B72QpB04vEZZ/skwS/0jmokfBn43HHCMPy/Mxywfi54alFJzIu4pti30V kravishankar@localhost.localdomain", "key_options": null, "keyfile": "/home/khiremat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "khiremat", "validate_certs": true} 2021-07-26T15:40:10.840 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCu9CW99ySPXSKQpLbefu1A0KqbUQIzvUOJizIu4azEgdlOqUnOMR/GC6jgOdiVL5mNb/U5bg7yQuEHgPAtmPRotvbI6/FSwIAR9+GgiuKSOJCa4s7QzWbHwv9g7wS2SLURw8UERSzlLlT8KQyGj+GkBhToWp4PTXC7te61c8XJNGF6giLmIAky4SH8uPI1zeLwwviJQomjFWZZ1RTbcRJxvGPjPtuUKDlF7QgXTLE9ZgsNopusC6PfRd7N8Udkl2OYPAzA+Jun0IRnQyjRXG3c2sYXQR8YYGICsxvnm4l81vKdxRL34K7LqBUHQXUcoCjJy7+/2/1dca/AMHgi4sZwgeYQ/U9jZg5jbm7o4MpDUFsS8W6OO/ZPiuYTswGBNRXhPmbGFnfa9dBXBS0p+buHF8PcTSLH0Dp2nhHkK1ehGmBFVPw6nPj3wXA9BKuNc+g7AiNUyRKyCWroFJ0VwUQGbI6ZMccO2cI7QpYmIqPCl3am/vUSNq4j0m/iURR7+t0= vikhyat@redhat", "key_options": null, "keyfile": "/home/vikhyat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vikhyat", "validate_certs": true} 2021-07-26T15:40:10.945 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCoqsDnRqAeNPi5xiIfFl2i2zqcwLTvcAso3R9+QAfSChw4+wcQzmMV8uQz1jt8UReefg2QL6bwvcQPj5Zw7ADqUjfxm1K0ezgH6RrtHgRZ1SVseTvJUvzmkDZ2gr2ToZAJYsaV7gBLJLZ7TOiQ6jzrtitiKqJZdpZfzadjShecY1TdMo8bSS7XfbRcwri40u82TRM825B4L//QuhMI7akPqa3iJbGEAQPhkGLI3kz19ryVG1UwvAkkt7TQ68zz+piXSmB2CMRti51shT4NuAOq6Qe9y2Obicf88ItkYxvySMQ5jWi2bo7Zhwuq9jUH8lK6I6PHrYc8LOsR9gE/hqkXxTQrkOXEDtHN1mr/KKLrXO0GeBdgh8Gj4gcwgd1RUCE+T9q09WO9j7c0piWK9Fs1+q1FjH06/AfmP4qob1TlJMHhtPyOp+lk2XvABP+sqW4vyrgmXu5vJU+Hgq3X9KE7bKh4WkCem24Np4uA+irhpvZmIoHyINsYW46lGfwJvM8= kapandya@localhost.localdomain", "key_options": null, "keyfile": "/home/kapandya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kapandya", "validate_certs": true} 2021-07-26T15:40:10.977 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCipD0d1tI/Cff3AeOZTQ9eb6pZ/NOCAOw7MZG/JgpCs8+T3WqiUEYefsb2PuSa85vV2GC7kq0M9ux7+U+vZZf05geYiU2S9eTucLEu2+YE+RaAvIK+ZB134/33JSPGIVubXgGWZw/ZFCEYXmYk3kyEg1YDIk/BEaoG7PsDiSB4j0W7/WiV2bEEdSlTXt5C1/kH0qn4H9wQMiBSpdMgdaRWw60HjObDd6LASeUVgabbyclypravZdpYBnits4ayoN8VG1aZe4Qhm1SzP/CfxAAYfxo9NbqSBWJmn3iSN8UKHhCFrRCTaYic3z3usr8784VsA7z/LxK0fs6xjhoxRTa3 shraddha.agrawal000@gmail.com", "key_options": null, "keyfile": "/home/shraddhaag/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shraddhaag", "validate_certs": true} 2021-07-26T15:40:11.073 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNEEz49M5KdLcp0cbKrE9iihrH5PEhsPgnAxac+aQwvnTstOOlUOyR+TvHiRa7sgXHuFX/UXo+k3Qmhs5U/sMZWZmmN3Jb3fKT78lSBbGnByclfPoGVTTLOHxwo+RFE79Sp3e30oshJ3DwqYgiX6JjM8B2Y7d5Tv0Ss5uEZswvmCEjdTLDSsoxrsOjVxBpuArOfCxes8PnKDdq21mWldpP66iwFel2GgOGSc85iVHKcOE2OpVMazMzXoMSMFoOpCULKjFfXBuDIqkXwJmtLJaiCgcVmTR56KXh7JpZ7vAeJ9ttv9qgOckqKdI3jEjeDT+TrdLlRWghBE7FRkm0vmun prasad.krishnan@macprasad", "key_options": null, "keyfile": "/home/prasad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prasad", "validate_certs": true} 2021-07-26T15:40:11.105 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpE5V9JG1WhkHSYqjqaijBb1MLyjcKQlmj5WQ8w5832n6x9J4yDO8wI4qmiX3XeiXPlmW6XjAq5keyukrQe/yVI6NDXzgRxaHDmNj1AR73gyUVqRXpJprrqqsnLHawIRovrBD/HNhTv/2G8xG3BHakac1+qj7tZe4Jjx0aG1HbRhhJ5Q98EgvTkDAhktnlvF9OXXC1WI7QirHx0pRHa40SYyFLfOQDbQSCzb1TAAY5NGn3SwK3s2mWeoEsAJpCLrkNfSTbR3Z0mylAJUn+PayqhJegjwKmLaONjx8ZHXN970JHgojBBGOD30J/NnJQ7N6eRl+ekjpHmLAYGbe2oCwD gkyratsas@suse.com", "key_options": null, "keyfile": "/home/gkyratsas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gkyratsas", "validate_certs": true} 2021-07-26T15:40:11.210 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCu9CW99ySPXSKQpLbefu1A0KqbUQIzvUOJizIu4azEgdlOqUnOMR/GC6jgOdiVL5mNb/U5bg7yQuEHgPAtmPRotvbI6/FSwIAR9+GgiuKSOJCa4s7QzWbHwv9g7wS2SLURw8UERSzlLlT8KQyGj+GkBhToWp4PTXC7te61c8XJNGF6giLmIAky4SH8uPI1zeLwwviJQomjFWZZ1RTbcRJxvGPjPtuUKDlF7QgXTLE9ZgsNopusC6PfRd7N8Udkl2OYPAzA+Jun0IRnQyjRXG3c2sYXQR8YYGICsxvnm4l81vKdxRL34K7LqBUHQXUcoCjJy7+/2/1dca/AMHgi4sZwgeYQ/U9jZg5jbm7o4MpDUFsS8W6OO/ZPiuYTswGBNRXhPmbGFnfa9dBXBS0p+buHF8PcTSLH0Dp2nhHkK1ehGmBFVPw6nPj3wXA9BKuNc+g7AiNUyRKyCWroFJ0VwUQGbI6ZMccO2cI7QpYmIqPCl3am/vUSNq4j0m/iURR7+t0= vikhyat@redhat", "key_options": null, "keyfile": "/home/vikhyat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vikhyat", "validate_certs": true} 2021-07-26T15:40:11.241 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9sZe9p48s6RSpluK1R97X9tsN3tWiidPbdyXvyMUXifYQb3nth9wMWUakrVBp+QGEkqALLIf3so3MfgbRvYexzNfHvRT7Lxn8D/isiCpWa4aLM/0alprV+RI38dR0mI3IVb3aIEYmgp2IY4yzybWTHCmS1VUrUJJ0pOfXOssq0xgo3qeaSQBHYRKasqR8GWAD5MWpG6/kg6gxI7o0aHVVTXy5ADB7NS1LEZr06xxNm4exeYvl9TzXrbGZWf2gC8ZpXhmFHI80A+TKEZRU6wmcju7G69nyEEF8/ebcBKmZB4eTsDN7qR7lc9dxKxiiZcJXc/MWy4bSu69NhOeuq2xx7bdexS8OHKdgYH9gsJolu5zgN20IHzaRgswO3XIe3nh2Ud8wntwBCwmJ9bf5YByITGjpOhntkvWAP3AXkQ1B4HXCdlUNW+4pMexDe2D05LHOwxcS8RVIH6ELu8rWe/QBA+DFcyZz4xE55pbfVt3FCEFrAxUn5qkyzszwPMjtK4XAnn9kmnw2B0k6XLZOZd+n7W8ege6wih+gwfDhYMZX0qzi3HdAK7nk5vEOFibCztLaogzfc6fdFRx8OIWJQXqx5I1641FU3UE6sVxku4IMDTq2GVyUWKdSN6y8gBiDPVe3xu4qM4xghSnaAmfB45IrcNvibBjikNva2FHt8lcutQ== prateek@prateek-Dell", "key_options": null, "keyfile": "/home/prateek/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prateek", "validate_certs": true} 2021-07-26T15:40:11.337 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCipD0d1tI/Cff3AeOZTQ9eb6pZ/NOCAOw7MZG/JgpCs8+T3WqiUEYefsb2PuSa85vV2GC7kq0M9ux7+U+vZZf05geYiU2S9eTucLEu2+YE+RaAvIK+ZB134/33JSPGIVubXgGWZw/ZFCEYXmYk3kyEg1YDIk/BEaoG7PsDiSB4j0W7/WiV2bEEdSlTXt5C1/kH0qn4H9wQMiBSpdMgdaRWw60HjObDd6LASeUVgabbyclypravZdpYBnits4ayoN8VG1aZe4Qhm1SzP/CfxAAYfxo9NbqSBWJmn3iSN8UKHhCFrRCTaYic3z3usr8784VsA7z/LxK0fs6xjhoxRTa3 shraddha.agrawal000@gmail.com", "key_options": null, "keyfile": "/home/shraddhaag/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shraddhaag", "validate_certs": true} 2021-07-26T15:40:11.380 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFmmTp8+YDXU27xnSPxhWwouslpkvp1eULVp63taoXceDOnH8EMWv0wiEjN/P+Fcf/UB+iU8bELyHubZiqnOUr9f2pGX4jkJ6Yty1p5BUK4my7Si5J0/JawEDVQm4HpFWMKUVKYumvz3UFuBoINHVTqr1cLIDAt7mdeKfJqFB45AqxDUIPP4d8iznNCw+QO2CMxk0o/wMNHbygZZrHAiDngXQxwhe6oR17RfolhREy0JjHgojRjxgagpG7O8WW3OPI5Outnz5Pvraas5q7w+b3xbB9vdTObW/Nii5VOpTdIsFzBvp46hLoRSIcB8pRLUrxPJBPOY7G0zbopDRLB2zLNGKIH2zxEHJOeY928uUbWT22b9mGu/L95FFY7hmeRAicCUeixMTgXgczeQlHDn5eqQzLI3PNP7JX/0dauCD27GRKsDUnpIDj9RqgCQDVueIQQMC6QMa9dYQmps0r9Ljp8R84WjYFRP9oOI+POOzbgmRO0JCVnPqz9MKyGVby9/WFBHcvG6xmwACez00oqe62z+rhcavGXViX5CxGMV6vUTXugBa4ZkXlzs+djzYWfZ33ZKVeRIwj2Pu1PRTGzB8e2BaKqJMN0FVtzpV4hom4Y/9vIPyDpjRjNuKzrkYW1M8PxBxn+EJUPMLhr3jFMCo6HSxHoFXy8BzZoFkZWqap3w== JCL@IT-MINI-JCL.local", "key_options": null, "keyfile": "/home/jelopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jelopez", "validate_certs": true} 2021-07-26T15:40:11.469 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpE5V9JG1WhkHSYqjqaijBb1MLyjcKQlmj5WQ8w5832n6x9J4yDO8wI4qmiX3XeiXPlmW6XjAq5keyukrQe/yVI6NDXzgRxaHDmNj1AR73gyUVqRXpJprrqqsnLHawIRovrBD/HNhTv/2G8xG3BHakac1+qj7tZe4Jjx0aG1HbRhhJ5Q98EgvTkDAhktnlvF9OXXC1WI7QirHx0pRHa40SYyFLfOQDbQSCzb1TAAY5NGn3SwK3s2mWeoEsAJpCLrkNfSTbR3Z0mylAJUn+PayqhJegjwKmLaONjx8ZHXN970JHgojBBGOD30J/NnJQ7N6eRl+ekjpHmLAYGbe2oCwD gkyratsas@suse.com", "key_options": null, "keyfile": "/home/gkyratsas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gkyratsas", "validate_certs": true} 2021-07-26T15:40:11.512 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdbJDYY43Zu0EKAGgrSKEobyXIxdhT0AeTT3yBoNY+YdYDScimJsQzK4hKNJIn1xC3klr0dSnsqeJru+SA4GMhbdcsmVyudhutCw75R/vFoRHOwaeVS2SMiBAtDbAYGQ3dh6LapkmXeLURcycNbebUV4HM9XsYqnuL8J2XyY4tRKgHrAd6OQw4jsXDOxwTRlHM822N/2kgv8iEwiXAJoUoymbr8mnfSxuuaH0oiKBwuaK1wuaDrlJyXkXNslPq89/1f8hJfjixY2dQdW7Xk5m3t5ptQxWENpw79OMRJ4cDW4G7LrtFONom5KQ+9TBZJIhNgJobkqI4qwinrWF8qMW5 dcain@fullsteam", "key_options": null, "keyfile": "/home/dcain/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dcain", "validate_certs": true} 2021-07-26T15:40:11.607 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9sZe9p48s6RSpluK1R97X9tsN3tWiidPbdyXvyMUXifYQb3nth9wMWUakrVBp+QGEkqALLIf3so3MfgbRvYexzNfHvRT7Lxn8D/isiCpWa4aLM/0alprV+RI38dR0mI3IVb3aIEYmgp2IY4yzybWTHCmS1VUrUJJ0pOfXOssq0xgo3qeaSQBHYRKasqR8GWAD5MWpG6/kg6gxI7o0aHVVTXy5ADB7NS1LEZr06xxNm4exeYvl9TzXrbGZWf2gC8ZpXhmFHI80A+TKEZRU6wmcju7G69nyEEF8/ebcBKmZB4eTsDN7qR7lc9dxKxiiZcJXc/MWy4bSu69NhOeuq2xx7bdexS8OHKdgYH9gsJolu5zgN20IHzaRgswO3XIe3nh2Ud8wntwBCwmJ9bf5YByITGjpOhntkvWAP3AXkQ1B4HXCdlUNW+4pMexDe2D05LHOwxcS8RVIH6ELu8rWe/QBA+DFcyZz4xE55pbfVt3FCEFrAxUn5qkyzszwPMjtK4XAnn9kmnw2B0k6XLZOZd+n7W8ege6wih+gwfDhYMZX0qzi3HdAK7nk5vEOFibCztLaogzfc6fdFRx8OIWJQXqx5I1641FU3UE6sVxku4IMDTq2GVyUWKdSN6y8gBiDPVe3xu4qM4xghSnaAmfB45IrcNvibBjikNva2FHt8lcutQ== prateek@prateek-Dell", "key_options": null, "keyfile": "/home/prateek/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prateek", "validate_certs": true} 2021-07-26T15:40:11.639 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDs2+6XwRPdiDHT+63Yab00VBulg96/OLEORtNUvm7TDRMpcx4OD2oOnbsE4rG3dOdXNgT17H15c6MWFX2a2uC2h1j4hJTa+dG567HrYXRHG60Kwg5Sviiuq/ETPoH/r3OSvHs0HJ4Y9qYPQ5j0k7gG1XgIY3QHDWNRsXiyRXP9FEfoaOKABDTUoLPjqRX+4ExJd1Nz6DLxqIlre8wfqF5L1l12vec8JU3HB5NSRa87HxKFtLLIAtw7B9H/HggqX5wWVEnXq2qN4o6OOePhaO5cjWAZxOtT+AJTyHkeyaWLwIGOHBVZS5BKti6jLc+PxQxAflYlu9X3xh/2FlA+9H+ABZwMHE3ruUfTVbviYBbtccMCvkzcvFgnvaUCHjd7Iv/T8/JHNfBgFgigcX0Vei0+PZQ5oC5b7YpKT241NA8DCGZNgr1KuL9LazkvbkbpDcaHUOrkWsmSW1RRMC6ffYkbAI9QiBJFpImDAWP1u+1yCGhzPKBfGNt91GcLCD6ML90= sunny@devBox", "key_options": null, "keyfile": "/home/sunny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunny", "validate_certs": true} 2021-07-26T15:40:11.734 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFmmTp8+YDXU27xnSPxhWwouslpkvp1eULVp63taoXceDOnH8EMWv0wiEjN/P+Fcf/UB+iU8bELyHubZiqnOUr9f2pGX4jkJ6Yty1p5BUK4my7Si5J0/JawEDVQm4HpFWMKUVKYumvz3UFuBoINHVTqr1cLIDAt7mdeKfJqFB45AqxDUIPP4d8iznNCw+QO2CMxk0o/wMNHbygZZrHAiDngXQxwhe6oR17RfolhREy0JjHgojRjxgagpG7O8WW3OPI5Outnz5Pvraas5q7w+b3xbB9vdTObW/Nii5VOpTdIsFzBvp46hLoRSIcB8pRLUrxPJBPOY7G0zbopDRLB2zLNGKIH2zxEHJOeY928uUbWT22b9mGu/L95FFY7hmeRAicCUeixMTgXgczeQlHDn5eqQzLI3PNP7JX/0dauCD27GRKsDUnpIDj9RqgCQDVueIQQMC6QMa9dYQmps0r9Ljp8R84WjYFRP9oOI+POOzbgmRO0JCVnPqz9MKyGVby9/WFBHcvG6xmwACez00oqe62z+rhcavGXViX5CxGMV6vUTXugBa4ZkXlzs+djzYWfZ33ZKVeRIwj2Pu1PRTGzB8e2BaKqJMN0FVtzpV4hom4Y/9vIPyDpjRjNuKzrkYW1M8PxBxn+EJUPMLhr3jFMCo6HSxHoFXy8BzZoFkZWqap3w== JCL@IT-MINI-JCL.local", "key_options": null, "keyfile": "/home/jelopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jelopez", "validate_certs": true} 2021-07-26T15:40:11.777 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4pIcNiZKVIfT9GxyTe/B8G2GyHKxrAle3iExEzLH5bBCKtBrottX1y66KBzQSsrAb0z9h+A+uxlswlY6VM/gNos9VRB6x4NRB4ADY1Bku+JsKs5aXwRB1zz2ueZhrFN9hJwMl1heLICx85ksHBdm0q+JPdUAV+/LBdr0H/IjWveV34WL3Awf7QikzyKhzUciMB2gN9PJXTW0bl8PP56y60ys++L3nMSRJ+15uPcWl8MS3D2vABII0Tu+3PsxzrTTNodElyQ6G/fwyFfWhdp7fkidjR7mDDx8NyWfCl2rKejXv9LnVC0wb3tFoQqvwdz6shN4E51EIEGXHcLUeRpBhL2pFOqIZ0qfnmLIQVZ88RKMTgo42CgtmS5UzxCLOyKOh9GxF7DDEajTinJFJJVbNJ5xF494H2geSnmP1o1AecGsGbCZ4ndhS9unSfIZLAyv1J3wZlAlMsvxXgY7yrh1srUiASVyKK8jba1IT+v3TXR8kQUCNsLKKbvuX/l0IXME= xuxuehan@bogon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBd4eSizc2zAkWDy3mFZUhELO2wXDgkVxDNM/Nw2zT1li3L+6YOjFfdT4NOxpkg5laLd54bdKb5GVRA6iKqAO+aqo53xHHJGC8OY5eJaUPjtpypgIWO4Qzbos2ZzsC+nX5jvi8O9nM+JkabSW5iFv3gGPTqHixFYkxK2NIBa/UtXFOhmb1wZ6CG5Q+WObCosBUEMWokC8ntCADfhi6qDsO2fol6mYUhYEE/0nhQ5uLRrVIM5QM5dhrQVEeAs4KcYpmPDw6q6AKgx/f5zObh5OSJFTVsgx2cqzdQVJVDDx2OD2QVRtZ9fgvI2EGmKSwe1TUQOdqa5bmsVIp2Jfi8MC1 xuxuehan@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIokXSvPYP3TRlSw0SBgmMFW5jVltGf4c6CqjIW4KKCgsL4c4Vs0FztRyDGc9p0krZUoGJCZHErVToXm6/lSq8JlfrlLX4X4yh37fUifWqc2UTJGeH8kLaP3WEt9vT8eQ9h8t2GqlMlGQU8KzVAdC+c5IwrbGRsS6S7D09/y0rklkhdJ6nuj8cssN/2TzLF9YIvVcFZHdyznk84eB7TgpPKD88MOpTnEgWFlD4vAWEuHpkuxgj1KI9LscgSFcW9/RxLeRxcV0GypZ8jPmczoCnin/ZOstCTpbcmjL 2021-07-26T15:40:11.778 INFO:teuthology.task.ansible.out:d+LW1kgGXXQSkf09iHeJ/cyCw6ooZOkynVwwmI9Uz2ZaMedCUBpG0bKclIerJ9jn+CoTs3U3Orhd9+6MVtCHX9VNJbVa4q0KCS1sp5S3HDrYkgUyawUxdYorrLZcqfRHWWo1luiridmuQdr8lQ6dvNpz4rhsCrAG6S1eeaC/s+o0Rzpv1YxU64JzquZ6WNR+W3U6Bg3iYkSoDCK9byf0rsptyL8= luqixi@luqixideMacBook-Air.local", "key_options": null, "keyfile": "/home/xuxuehan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuxuehan", "validate_certs": true} 2021-07-26T15:40:11.873 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdbJDYY43Zu0EKAGgrSKEobyXIxdhT0AeTT3yBoNY+YdYDScimJsQzK4hKNJIn1xC3klr0dSnsqeJru+SA4GMhbdcsmVyudhutCw75R/vFoRHOwaeVS2SMiBAtDbAYGQ3dh6LapkmXeLURcycNbebUV4HM9XsYqnuL8J2XyY4tRKgHrAd6OQw4jsXDOxwTRlHM822N/2kgv8iEwiXAJoUoymbr8mnfSxuuaH0oiKBwuaK1wuaDrlJyXkXNslPq89/1f8hJfjixY2dQdW7Xk5m3t5ptQxWENpw79OMRJ4cDW4G7LrtFONom5KQ+9TBZJIhNgJobkqI4qwinrWF8qMW5 dcain@fullsteam", "key_options": null, "keyfile": "/home/dcain/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dcain", "validate_certs": true} 2021-07-26T15:40:11.905 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMOuxxTZyxz/TEVA+ODgtLrNcSsUhKE64BZg/Ub96LLffQXQc9SYT/0YI4wxu2vSsky05PnVSON7jqGxunCt0+AdRqxXhW4ttmRIOz8rq8SiMnnLayV34nIF1G0aYTkgY4ej4+VmSVIHU3bb5mp/Q3D0hxQwDPdgOJWNyW9oYerHbnx6lVgchvsZHB9VO09GNHcAsyUz4p+xBf9iR7eS74p4dZmUbth/oBBqpOa4NgNr69iyZ9a/pNDLxaVQoIpDFrevk5UU5nUHQq2frFNxF/Y2Ja1EBXCavvPF/m5v3J3xNEu3SI/GbLFCPKCKeBDpXJbe1QqTBKJjMl9qGmKEJ3 aclewett@mac", "key_options": null, "keyfile": "/home/aclewett/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aclewett", "validate_certs": true} 2021-07-26T15:40:12.012 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDs2+6XwRPdiDHT+63Yab00VBulg96/OLEORtNUvm7TDRMpcx4OD2oOnbsE4rG3dOdXNgT17H15c6MWFX2a2uC2h1j4hJTa+dG567HrYXRHG60Kwg5Sviiuq/ETPoH/r3OSvHs0HJ4Y9qYPQ5j0k7gG1XgIY3QHDWNRsXiyRXP9FEfoaOKABDTUoLPjqRX+4ExJd1Nz6DLxqIlre8wfqF5L1l12vec8JU3HB5NSRa87HxKFtLLIAtw7B9H/HggqX5wWVEnXq2qN4o6OOePhaO5cjWAZxOtT+AJTyHkeyaWLwIGOHBVZS5BKti6jLc+PxQxAflYlu9X3xh/2FlA+9H+ABZwMHE3ruUfTVbviYBbtccMCvkzcvFgnvaUCHjd7Iv/T8/JHNfBgFgigcX0Vei0+PZQ5oC5b7YpKT241NA8DCGZNgr1KuL9LazkvbkbpDcaHUOrkWsmSW1RRMC6ffYkbAI9QiBJFpImDAWP1u+1yCGhzPKBfGNt91GcLCD6ML90= sunny@devBox", "key_options": null, "keyfile": "/home/sunny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunny", "validate_certs": true} 2021-07-26T15:40:12.045 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdTLDprr3DXtsgiqrB/miglJwSkY7BAv+OW9sC0ZHQf8Y4dFoUtr7q9fd6W7ehKL6aMjya/8eQSMPRoEIZFD8f2KPCuE74Wgwgv2cpAkFmLjcPtjixqLo3LGFCyEJWGLQxjlthdzx59mpCWgBsEJQmlKP36JIYjILIMtXtsETIUGFa8QPIn9sMdIgutPPf3yB/6DHcR7C6yIAuvbJactEsiCt4C8+uJinvCii3PzYOMAEd+mictPGk8nOCQFZrI+ZmwTz4UbJylxFqnX8lhhoPIUEfNAXlb3lkZWH1LaFOxarbmupuPYcg2rT0+kFtyNr3/mAx0FO01jADYooqcW1Z cardno:000604936806", "key_options": null, "keyfile": "/home/cblum/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cblum", "validate_certs": true} 2021-07-26T15:40:12.155 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4pIcNiZKVIfT9GxyTe/B8G2GyHKxrAle3iExEzLH5bBCKtBrottX1y66KBzQSsrAb0z9h+A+uxlswlY6VM/gNos9VRB6x4NRB4ADY1Bku+JsKs5aXwRB1zz2ueZhrFN9hJwMl1heLICx85ksHBdm0q+JPdUAV+/LBdr0H/IjWveV34WL3Awf7QikzyKhzUciMB2gN9PJXTW0bl8PP56y60ys++L3nMSRJ+15uPcWl8MS3D2vABII0Tu+3PsxzrTTNodElyQ6G/fwyFfWhdp7fkidjR7mDDx8NyWfCl2rKejXv9LnVC0wb3tFoQqvwdz6shN4E51EIEGXHcLUeRpBhL2pFOqIZ0qfnmLIQVZ88RKMTgo42CgtmS5UzxCLOyKOh9GxF7DDEajTinJFJJVbNJ5xF494H2geSnmP1o1AecGsGbCZ4ndhS9unSfIZLAyv1J3wZlAlMsvxXgY7yrh1srUiASVyKK8jba1IT+v3TXR8kQUCNsLKKbvuX/l0IXME= xuxuehan@bogon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBd4eSizc2zAkWDy3mFZUhELO2wXDgkVxDNM/Nw2zT1li3L+6YOjFfdT4NOxpkg5laLd54bdKb5GVRA6iKqAO+aqo53xHHJGC8OY5eJaUPjtpypgIWO4Qzbos2ZzsC+nX5jvi8O9nM+JkabSW5iFv3gGPTqHixFYkxK2NIBa/UtXFOhmb1wZ6CG5Q+WObCosBUEMWokC8ntCADfhi6qDsO2fol6mYUhYEE/0nhQ5uLRrVIM5QM5dhrQVEeAs4KcYpmPDw6q6AKgx/f5zObh5OSJFTVsgx2cqzdQVJVDDx2OD2QVRtZ9fgvI2EGmKSwe1TUQOdqa5bmsVIp2Jfi8MC1 xuxuehan@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIokXSvPYP3TRlSw0SBgmMFW5jVltGf4c6CqjIW4KKCgsL4c4Vs0FztRyDGc9p0krZUoGJCZHErVToXm6/lSq8JlfrlLX4X4yh37fUifWqc2UTJGeH8kLaP3WEt9vT8eQ9h8t2GqlMlGQU8KzVAdC+c5IwrbGRsS6S7D09/y0rklkhdJ6nuj8cssN/2TzLF9YIvVcFZHdyznk84eB7TgpPKD88MOpTnEgWFlD4vAWEuHpkuxgj1KI9LscgSFcW9/RxLeRxcV0GypZ8jPmczoCnin/ZOstCTpbcmjL 2021-07-26T15:40:12.157 INFO:teuthology.task.ansible.out:d+LW1kgGXXQSkf09iHeJ/cyCw6ooZOkynVwwmI9Uz2ZaMedCUBpG0bKclIerJ9jn+CoTs3U3Orhd9+6MVtCHX9VNJbVa4q0KCS1sp5S3HDrYkgUyawUxdYorrLZcqfRHWWo1luiridmuQdr8lQ6dvNpz4rhsCrAG6S1eeaC/s+o0Rzpv1YxU64JzquZ6WNR+W3U6Bg3iYkSoDCK9byf0rsptyL8= luqixi@luqixideMacBook-Air.local", "key_options": null, "keyfile": "/home/xuxuehan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuxuehan", "validate_certs": true} 2021-07-26T15:40:12.180 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDPUCIVfNQOOG+uAeKWo7tLAdgGO/oQu4exTE3XLfyTVdd8u6pbQCmIDFEnbGgMtlYuWJlCJtxJIzEZJ5HIwf+po3y7kb7HxEeWnEb9DsqJB4nCRE8fHnNLgF3bh9gvE7sOZdNXEKqtsnGcaaS81oXQ6QgkFGQzlOBOqxj7jIvad7AtNWD3WbJi/uTVDsWcukU51tn/aEW+hHMD7Y5QJkLH7O0PrCeEZCUCWoiMP7sNwACBym0DsqX+POkGJOaGx9EeNhGVA4B6o3xYXJPqmFbgMWMfG3/Y3SiheZjxzySMQ7FKW4Q817NaWqbjtLZQsSZw7JNqNFkcdTzVZwwCOJ1AAecajpniKeQLnyiWQ3Z/EkSGGwtDj67wo7uqT85tpOyLfYhQm6Zp+xSh+I6s0YJ0xO/huLKzeT5D1r5vVMk2VdcLD3CCxXUwZgaMUxYAC2Wq6mpIkxVZFQLbGuA/dWkQbFsrpbf7ES+kh+uzp4R6dQ29OjXbVcSfF2vyIuA+VUKoyj370YOZQhs50yuAJ4BSHlEgoJdRzi3XUX48h45XHiZcCY3X8LTX6a+0KAIgqeAWdFhRgQtAxoRYjhOxC3k/boBc8sEQ3o4pkxnhtE5Y/tnM2CPkPMX9HWYirNf9GyZTYcR/5rDf4ETQ18G68WLaNK758OuUPjSkwttcyLd4dw== mlatimer@suse.com", "key_options": null, "keyfile": "/home/mlatimer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mlatimer", "validate_certs": true} 2021-07-26T15:40:12.285 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMOuxxTZyxz/TEVA+ODgtLrNcSsUhKE64BZg/Ub96LLffQXQc9SYT/0YI4wxu2vSsky05PnVSON7jqGxunCt0+AdRqxXhW4ttmRIOz8rq8SiMnnLayV34nIF1G0aYTkgY4ej4+VmSVIHU3bb5mp/Q3D0hxQwDPdgOJWNyW9oYerHbnx6lVgchvsZHB9VO09GNHcAsyUz4p+xBf9iR7eS74p4dZmUbth/oBBqpOa4NgNr69iyZ9a/pNDLxaVQoIpDFrevk5UU5nUHQq2frFNxF/Y2Ja1EBXCavvPF/m5v3J3xNEu3SI/GbLFCPKCKeBDpXJbe1QqTBKJjMl9qGmKEJ3 aclewett@mac", "key_options": null, "keyfile": "/home/aclewett/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aclewett", "validate_certs": true} 2021-07-26T15:40:12.328 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYh28a9R3a7jpRfPqVAL9EcD+S6KkZzKTfCmRn4s8Fg39kUZsgnWUZQ3jUxKSeBA00te7WMR8CsIEzulm7f+/egNuPcvzNI/SaaCDtVMaxqlEuW85ll8uBQi3s4SLmOu9oS+5oid4cqTrGTcG6uhl29oWS/53SxoGh+T+y6GesO2cYRuTpcUHxGMvIgZe/bKtVGdP1y7rQd62e8emb9UupMBxaHpkYj9AaMuLjovHbBgecWbe4PlzPWNzl+eITVk2d6CxxIem4/bw9VHkRjQZlhL2nbwRgtczLYhlaZAd4ePEtsqA+7nTDjTDhXXHVIf1pDAsJbZEdgQCSGH3FzxtrQ2hZJrH/NIKdHk/OtI06e7POSGj7PcHzTvMjQSFnTpJXinxwzn0lvFSlmABN/00lIE0p2ZXfPs6dgWJ17JnTq6dMUoTiGhfKphPHyfSXJCzfa2VB+lQQ5eAaa9cRXy9pLmWGHXVGz2hsBMtyYmTjR/wr8kdTzeK+Jk4opBtGgcxDustg59b9x/jvgoc3HCdtnkqLTug2KmutB6kb+4KnVO07GsSp0RmNtDmCRcXs9YN/eia9ICtIGDWPc3YDRppsw1Vktza/+ZW5vGzIKILZTo4SNGcg19zQw4Qxd9eLkXfB66vE2CQvA90CGo7mcye+UWjjXLr7i0cDEszAloQ9aQ== srangana@redhat.com", "key_options": null, "keyfile": "/home/shyamsundarr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyamsundarr", "validate_certs": true} 2021-07-26T15:40:12.419 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdTLDprr3DXtsgiqrB/miglJwSkY7BAv+OW9sC0ZHQf8Y4dFoUtr7q9fd6W7ehKL6aMjya/8eQSMPRoEIZFD8f2KPCuE74Wgwgv2cpAkFmLjcPtjixqLo3LGFCyEJWGLQxjlthdzx59mpCWgBsEJQmlKP36JIYjILIMtXtsETIUGFa8QPIn9sMdIgutPPf3yB/6DHcR7C6yIAuvbJactEsiCt4C8+uJinvCii3PzYOMAEd+mictPGk8nOCQFZrI+ZmwTz4UbJylxFqnX8lhhoPIUEfNAXlb3lkZWH1LaFOxarbmupuPYcg2rT0+kFtyNr3/mAx0FO01jADYooqcW1Z cardno:000604936806", "key_options": null, "keyfile": "/home/cblum/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cblum", "validate_certs": true} 2021-07-26T15:40:12.473 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRZyOnj6D9tCw5o4+ujpos5Uj1O0XVvea798DsXPRh8bEE1pLkARQJLv4iW6LsG3x/CXruahmwT+6C/VHppIsbgtpadMWdCTPYrsjctPK0/N9nr4kQEL6XeK3/GHFnwqYcc+LySpNNfbKrgN4qWOwdZBhQjSV7K7FJd4ZYSm4wp6TVbvKKp7o+JdeM2zhstfC9AcCtBv/TpxixFFq/+y8/Z0PwqN1YyHduDOr1dr1DWn4ZzrkhiTYfPOltx0jweD6zTJoTAJDqae7kBA+3XH3dUGX3n7Tchsa3bnIKVz9sLQvH/vPro61I+Xig6MQh77JsylNvpwb1LLOEzDf7dxl bigwhite@wrjj37deMacBook-Pro-2.local", "key_options": null, "keyfile": "/home/shuzhenyi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shuzhenyi", "validate_certs": true} 2021-07-26T15:40:12.559 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDPUCIVfNQOOG+uAeKWo7tLAdgGO/oQu4exTE3XLfyTVdd8u6pbQCmIDFEnbGgMtlYuWJlCJtxJIzEZJ5HIwf+po3y7kb7HxEeWnEb9DsqJB4nCRE8fHnNLgF3bh9gvE7sOZdNXEKqtsnGcaaS81oXQ6QgkFGQzlOBOqxj7jIvad7AtNWD3WbJi/uTVDsWcukU51tn/aEW+hHMD7Y5QJkLH7O0PrCeEZCUCWoiMP7sNwACBym0DsqX+POkGJOaGx9EeNhGVA4B6o3xYXJPqmFbgMWMfG3/Y3SiheZjxzySMQ7FKW4Q817NaWqbjtLZQsSZw7JNqNFkcdTzVZwwCOJ1AAecajpniKeQLnyiWQ3Z/EkSGGwtDj67wo7uqT85tpOyLfYhQm6Zp+xSh+I6s0YJ0xO/huLKzeT5D1r5vVMk2VdcLD3CCxXUwZgaMUxYAC2Wq6mpIkxVZFQLbGuA/dWkQbFsrpbf7ES+kh+uzp4R6dQ29OjXbVcSfF2vyIuA+VUKoyj370YOZQhs50yuAJ4BSHlEgoJdRzi3XUX48h45XHiZcCY3X8LTX6a+0KAIgqeAWdFhRgQtAxoRYjhOxC3k/boBc8sEQ3o4pkxnhtE5Y/tnM2CPkPMX9HWYirNf9GyZTYcR/5rDf4ETQ18G68WLaNK758OuUPjSkwttcyLd4dw== mlatimer@suse.com", "key_options": null, "keyfile": "/home/mlatimer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mlatimer", "validate_certs": true} 2021-07-26T15:40:12.614 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEcI3X9mNxtHRSvi2gVFavu21kRCWDd1erXW3d/1zWnoUvRxe9ft2xA1c3Bmo067GqhFudPcXoYJvz3atAGR9k3n1UTtTJe95XRZ1Zmn/boi6mn7I2oRVFpW/KjxaiM3iN2SHKknMtcs6qRTioapYCU7u924oc0izqPBvkrC73cfVF4emH1ERWEcQBTxWub6N6Mn3xaDmJ5xnGlNvDY70CC9osoa2VRNJM7GU9eUQClHirPbSooDvvVKfTGD7YfMH76j6PdDR/a/cgNeiMevtMbeFGhu1SOEHb1ihCNoGq2vQFPPWwwTCzMI05XuUEc4iaxw/kbGBMpWbmIvswIMQrRwgwLZk67GGpf/dEeutI6WseeNKNuHnTzzx43AW9G2coGq0RKE7OuA5Cqj0CO7Kcf5UA4AqIIroLETVBrrEV6qzpkD74QBZXPl7gbSZIyxLpvtQoMfSSzN+Mj184LmQoURCqIT+yM5gddF5/S5I+rpw81vBj5M9ZskyzVQAo0H8= michelledipalma@mdipalma-mac", "key_options": null, "keyfile": "/home/mdipalma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mdipalma", "validate_certs": true} 2021-07-26T15:40:12.710 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYh28a9R3a7jpRfPqVAL9EcD+S6KkZzKTfCmRn4s8Fg39kUZsgnWUZQ3jUxKSeBA00te7WMR8CsIEzulm7f+/egNuPcvzNI/SaaCDtVMaxqlEuW85ll8uBQi3s4SLmOu9oS+5oid4cqTrGTcG6uhl29oWS/53SxoGh+T+y6GesO2cYRuTpcUHxGMvIgZe/bKtVGdP1y7rQd62e8emb9UupMBxaHpkYj9AaMuLjovHbBgecWbe4PlzPWNzl+eITVk2d6CxxIem4/bw9VHkRjQZlhL2nbwRgtczLYhlaZAd4ePEtsqA+7nTDjTDhXXHVIf1pDAsJbZEdgQCSGH3FzxtrQ2hZJrH/NIKdHk/OtI06e7POSGj7PcHzTvMjQSFnTpJXinxwzn0lvFSlmABN/00lIE0p2ZXfPs6dgWJ17JnTq6dMUoTiGhfKphPHyfSXJCzfa2VB+lQQ5eAaa9cRXy9pLmWGHXVGz2hsBMtyYmTjR/wr8kdTzeK+Jk4opBtGgcxDustg59b9x/jvgoc3HCdtnkqLTug2KmutB6kb+4KnVO07GsSp0RmNtDmCRcXs9YN/eia9ICtIGDWPc3YDRppsw1Vktza/+ZW5vGzIKILZTo4SNGcg19zQw4Qxd9eLkXfB66vE2CQvA90CGo7mcye+UWjjXLr7i0cDEszAloQ9aQ== srangana@redhat.com", "key_options": null, "keyfile": "/home/shyamsundarr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyamsundarr", "validate_certs": true} 2021-07-26T15:40:12.753 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+tqgRGdlbb7NMefZVPCtbzVZBapxmmPcKaUtqT7E/9AKRoHuroZQ7KJQfO15POpIfEja7BugBt5F95aW2Bd9/xhulzC4/JjiZYc6ST5Na03BrcudI3YcktoGR8Mm7ZVzSojvm0SKtLLHM5Su17JpCC7BitMdao1mETlUOklEXc6pgbr9XHOayo1zeuos8DB90iA8TQ2soR/POD1Rix4GKniCHXz10+iXQFYPsif1HsQ3rh8Vi1M0cTq98bMSmfsKODil8KIxf+lvLCL4GAgDYEyxnstiTFh5GAcIMOOo2dl1fDb/Oa981CxWU+xxJD+M7AEJVeyAqqAnShvZU6y1L kiefer@kiefer-uchi", "key_options": null, "keyfile": "/home/kchang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchang", "validate_certs": true} 2021-07-26T15:40:12.849 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRZyOnj6D9tCw5o4+ujpos5Uj1O0XVvea798DsXPRh8bEE1pLkARQJLv4iW6LsG3x/CXruahmwT+6C/VHppIsbgtpadMWdCTPYrsjctPK0/N9nr4kQEL6XeK3/GHFnwqYcc+LySpNNfbKrgN4qWOwdZBhQjSV7K7FJd4ZYSm4wp6TVbvKKp7o+JdeM2zhstfC9AcCtBv/TpxixFFq/+y8/Z0PwqN1YyHduDOr1dr1DWn4ZzrkhiTYfPOltx0jweD6zTJoTAJDqae7kBA+3XH3dUGX3n7Tchsa3bnIKVz9sLQvH/vPro61I+Xig6MQh77JsylNvpwb1LLOEzDf7dxl bigwhite@wrjj37deMacBook-Pro-2.local", "key_options": null, "keyfile": "/home/shuzhenyi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shuzhenyi", "validate_certs": true} 2021-07-26T15:40:12.892 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDjj3bbbLvd4IHeFrSJyM9N6uKXA7ElQrzfcisKRGjUPON8IsAWkXQeAnHoBsIQv7tRGudXOrK+tbfv7crLI0/CxL+o0cCVW8bxuTEtdz07ZFsND9cppCc7Yq+wHsg7nQ/n0QfxnlYc0T9pATXUoT+aW4c3NQoDbsupLSkNs1C+G/MEBzz6iH6tgrv43OAOUccfQbC+IYx4RIKL5MteEjVrZanNELIG+jsYe+CZLdsONk1nR8+xKQw19Sm/jkKdl1K9NXoVPEBQmFXrYl6G+7tCdWeU3Vq24lM1X5p1mVspcG6FyyctcuP/8+zhL2L208DrXlOVPcqHR/4FEf3Wmk89 vereddy@vereddy.remote.csb", "key_options": null, "keyfile": "/home/vereddy/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vereddy", "validate_certs": true} 2021-07-26T15:40:12.982 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEcI3X9mNxtHRSvi2gVFavu21kRCWDd1erXW3d/1zWnoUvRxe9ft2xA1c3Bmo067GqhFudPcXoYJvz3atAGR9k3n1UTtTJe95XRZ1Zmn/boi6mn7I2oRVFpW/KjxaiM3iN2SHKknMtcs6qRTioapYCU7u924oc0izqPBvkrC73cfVF4emH1ERWEcQBTxWub6N6Mn3xaDmJ5xnGlNvDY70CC9osoa2VRNJM7GU9eUQClHirPbSooDvvVKfTGD7YfMH76j6PdDR/a/cgNeiMevtMbeFGhu1SOEHb1ihCNoGq2vQFPPWwwTCzMI05XuUEc4iaxw/kbGBMpWbmIvswIMQrRwgwLZk67GGpf/dEeutI6WseeNKNuHnTzzx43AW9G2coGq0RKE7OuA5Cqj0CO7Kcf5UA4AqIIroLETVBrrEV6qzpkD74QBZXPl7gbSZIyxLpvtQoMfSSzN+Mj184LmQoURCqIT+yM5gddF5/S5I+rpw81vBj5M9ZskyzVQAo0H8= michelledipalma@mdipalma-mac", "key_options": null, "keyfile": "/home/mdipalma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mdipalma", "validate_certs": true} 2021-07-26T15:40:13.034 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+EkUbnaeC7Dqtq2N4/dX9v+WGlrgRS2ygHhlbZy4KHbd6+Q9T5NAWtqnFwqcbFpYYUBwMvz8zLo6HYN6gNskRN0qTiFKPQdtnydF0Tx1KHrdGGcX3G2lxyGH5P8nrqReXAPPvRiVc2/Mj7APCTmY2JftkSS1qYcTleeueivVyho6z6uD1AyC7OXANhtn7kGeIY/NvVKBhDr+3TuPmpPwPCQMcJUyZWCHYyp47v2vzNBy2Etp7WjGwOnfZ5ULiJGjH6PCXx0YfpmTUOPVkNbV6Om+0YJ3fcLlmQ/2nsdsWfOKvoAr+1uzO81h7ZBX9LVEitj8YU3WeSCV2vqS2VvOpq5NyHXWGq+ZkOCfhy4Z9MvMG+6hqp4p4z1JMpKsZ191kP7eAQua41GkTSQPlEfF+um1UV6ZjNzhB68utOXyGDoDcxct9oOdnhhjwu5W4/0t9iBHuMn02iHRYVrUWOH2FXVysR0p5x/L2xdvNPiTgFAZ2eN+EFWmdan4e9mAAw3M= gbenhano@localhost.localdomain", "key_options": null, "keyfile": "/home/benhanokh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "benhanokh", "validate_certs": true} 2021-07-26T15:40:13.119 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+tqgRGdlbb7NMefZVPCtbzVZBapxmmPcKaUtqT7E/9AKRoHuroZQ7KJQfO15POpIfEja7BugBt5F95aW2Bd9/xhulzC4/JjiZYc6ST5Na03BrcudI3YcktoGR8Mm7ZVzSojvm0SKtLLHM5Su17JpCC7BitMdao1mETlUOklEXc6pgbr9XHOayo1zeuos8DB90iA8TQ2soR/POD1Rix4GKniCHXz10+iXQFYPsif1HsQ3rh8Vi1M0cTq98bMSmfsKODil8KIxf+lvLCL4GAgDYEyxnstiTFh5GAcIMOOo2dl1fDb/Oa981CxWU+xxJD+M7AEJVeyAqqAnShvZU6y1L kiefer@kiefer-uchi", "key_options": null, "keyfile": "/home/kchang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchang", "validate_certs": true} 2021-07-26T15:40:13.162 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBYtdHKBXQcXQFkEW8fSwlFK/xZM16VcFY288ABI/DPfejTStHhxiRvmlsWzMy0Ar5WadZ8FU1ptjA3MKBEY1Do1r1Ul369k3zHCvxXyg9QGGMNPYfHmnNeoF4GEgoJpuounPs0mkLmrPTR+cR+/XuaZZt38nsad8M/zJetnolvqCWpcV87D7+Rt8F32J6kGDknC4ikEe8I0n7F+goOmJhlgkqegbKEeJ/EMnOItwVZHFwaC+sxOq4IlYp2f1aZMKGAtr5+ICwYH1SMCcvnp3qWL8O//t2tvguZgQxzIs6Nf5GaxwdQkh4CvjbWiCkIbGFJ57YICS6k++KMXMbEnwh jsalomon@Josh-laptop.tlv.redhat.com", "key_options": null, "keyfile": "/home/jsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsalomon", "validate_certs": true} 2021-07-26T15:40:13.250 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDjj3bbbLvd4IHeFrSJyM9N6uKXA7ElQrzfcisKRGjUPON8IsAWkXQeAnHoBsIQv7tRGudXOrK+tbfv7crLI0/CxL+o0cCVW8bxuTEtdz07ZFsND9cppCc7Yq+wHsg7nQ/n0QfxnlYc0T9pATXUoT+aW4c3NQoDbsupLSkNs1C+G/MEBzz6iH6tgrv43OAOUccfQbC+IYx4RIKL5MteEjVrZanNELIG+jsYe+CZLdsONk1nR8+xKQw19Sm/jkKdl1K9NXoVPEBQmFXrYl6G+7tCdWeU3Vq24lM1X5p1mVspcG6FyyctcuP/8+zhL2L208DrXlOVPcqHR/4FEf3Wmk89 vereddy@vereddy.remote.csb", "key_options": null, "keyfile": "/home/vereddy/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vereddy", "validate_certs": true} 2021-07-26T15:40:13.293 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9ltUNitnn0FNwMeiGkBnozpBN5ziVR2MreaqkfqTQY2TgI24559xuILyy+TnAKumhemZ8i8nIQ876Iso85OzIXbUbRM45hpL/bMQX7pWyMIRNeFKrCDwf18OT0DPc8aeDOAFQ6YoN0j4awUENjdZuuAW80cfcjoQO3m7ORF8wBF0IvMWwPDIQQrz+Li31ECgXg6VC7K3e+BNHlfNQ/2/ahS0+V4J6JYFsylZL0r2tydhDMd6rR8QA9c9BgeBz7+KWobGtiZVe7KReTzJ0O38PxNd8br3aS50j5BiN63gch8eFxPAROaUMnuiavu6OTDy4/aeL3Zc5WpUy3VyyumWf jolmomar@localhost.localdomain", "key_options": null, "keyfile": "/home/jolmomar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jolmomar", "validate_certs": true} 2021-07-26T15:40:13.388 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+EkUbnaeC7Dqtq2N4/dX9v+WGlrgRS2ygHhlbZy4KHbd6+Q9T5NAWtqnFwqcbFpYYUBwMvz8zLo6HYN6gNskRN0qTiFKPQdtnydF0Tx1KHrdGGcX3G2lxyGH5P8nrqReXAPPvRiVc2/Mj7APCTmY2JftkSS1qYcTleeueivVyho6z6uD1AyC7OXANhtn7kGeIY/NvVKBhDr+3TuPmpPwPCQMcJUyZWCHYyp47v2vzNBy2Etp7WjGwOnfZ5ULiJGjH6PCXx0YfpmTUOPVkNbV6Om+0YJ3fcLlmQ/2nsdsWfOKvoAr+1uzO81h7ZBX9LVEitj8YU3WeSCV2vqS2VvOpq5NyHXWGq+ZkOCfhy4Z9MvMG+6hqp4p4z1JMpKsZ191kP7eAQua41GkTSQPlEfF+um1UV6ZjNzhB68utOXyGDoDcxct9oOdnhhjwu5W4/0t9iBHuMn02iHRYVrUWOH2FXVysR0p5x/L2xdvNPiTgFAZ2eN+EFWmdan4e9mAAw3M= gbenhano@localhost.localdomain", "key_options": null, "keyfile": "/home/benhanokh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "benhanokh", "validate_certs": true} 2021-07-26T15:40:13.431 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQKiUAlB8dxudAY60M7jnIJvs9yb2pNaT+BVv1Vk1kMs0XjPjcw9cyT3DtQ1xGLF367phRi/cfQbXOYbHG+uyBzQ4EEnBFvziktWRx4mfeWYxKjkjbfkVfpKPsxztqCbwm6+NYzMxGK2cExN7jUHnghHAjfA0IUpVVg9peBD3kUveLwS+UxuJAnuj+G4480LS6GDyLrhFEXU7uOIIlW4S9oLnU6vJL6GAzwyLE4ijTA8Ek03SJ01Ey/gpU9AqnQNp9u12l/7sJely6sI9pAuIzmS8Ht324hexxSWN5sFjXgLvLfFK83ziDBdrFBr0WXnWsFdRpHs2CwSq1JTkByqbN hmunjulu@hmunjulu.remote.csb", "key_options": null, "keyfile": "/home/hmunjulu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hmunjulu", "validate_certs": true} 2021-07-26T15:40:13.537 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBYtdHKBXQcXQFkEW8fSwlFK/xZM16VcFY288ABI/DPfejTStHhxiRvmlsWzMy0Ar5WadZ8FU1ptjA3MKBEY1Do1r1Ul369k3zHCvxXyg9QGGMNPYfHmnNeoF4GEgoJpuounPs0mkLmrPTR+cR+/XuaZZt38nsad8M/zJetnolvqCWpcV87D7+Rt8F32J6kGDknC4ikEe8I0n7F+goOmJhlgkqegbKEeJ/EMnOItwVZHFwaC+sxOq4IlYp2f1aZMKGAtr5+ICwYH1SMCcvnp3qWL8O//t2tvguZgQxzIs6Nf5GaxwdQkh4CvjbWiCkIbGFJ57YICS6k++KMXMbEnwh jsalomon@Josh-laptop.tlv.redhat.com", "key_options": null, "keyfile": "/home/jsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsalomon", "validate_certs": true} 2021-07-26T15:40:13.568 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoefxOfeArToGucfWG7y1tyLF2I1J/IkBSlmxxEJyHyDUB6ElXjYIJReoiPfmB0xLEmINpmt8QA4XN/8UbR1r9LFOexlZZbX1LSbihi11LXCvfIJWqkHVwIyKHRTu/duMrntBFVENJ0LVf0GSWVTtllXaDA+fMkp6/ra/hlRHQbx19UXy/9+Pogj8Xl+SntnMGiHlX8FFq2A2tUqhdQSf/1GW1HfUIa5WtwdEqIpKpAgMM7sOW9i3QAmLAMo8HiKrArSiy7jrRUODCqsTJsfifxEbmnOS0ZtmDh0eeWL/Dyqbz99Rg4WbFNeK8oyZYr7D6bEAhd2az2A+wycPx4Nq7 julpark@julpark.remote.csb", "key_options": null, "keyfile": "/home/julpark/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "julpark", "validate_certs": true} 2021-07-26T15:40:13.665 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9ltUNitnn0FNwMeiGkBnozpBN5ziVR2MreaqkfqTQY2TgI24559xuILyy+TnAKumhemZ8i8nIQ876Iso85OzIXbUbRM45hpL/bMQX7pWyMIRNeFKrCDwf18OT0DPc8aeDOAFQ6YoN0j4awUENjdZuuAW80cfcjoQO3m7ORF8wBF0IvMWwPDIQQrz+Li31ECgXg6VC7K3e+BNHlfNQ/2/ahS0+V4J6JYFsylZL0r2tydhDMd6rR8QA9c9BgeBz7+KWobGtiZVe7KReTzJ0O38PxNd8br3aS50j5BiN63gch8eFxPAROaUMnuiavu6OTDy4/aeL3Zc5WpUy3VyyumWf jolmomar@localhost.localdomain", "key_options": null, "keyfile": "/home/jolmomar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jolmomar", "validate_certs": true} 2021-07-26T15:40:13.714 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD03otezqmbR7v9dq62mWH5Kkg692jdmDZk6Ve4vux0A0YhxBuXDCyBWLE1Z4lLNxQahvK0pGsgokp+Uk+Q6aU+ZnF/E2jLp6YWerFXIHY3M7byObJx9+QuVBfNI0bZBkV3+vSjhSCGOYU+TrTHsKZqhsTcejZjmL3gFLmWfU6dTh0sX05qz97cdJl3CMPhCIR3KjtkiPygj417/N7wet/Efv1t79TvyS7dtK1oz+zRLEpKi/fZjvpXb8xec7as72Y0XexsWMDyZJ/N8PijTQ5L6EfLMV7ae/bWGzNAKsoC1dHVY7q/Q4pzktC6zU0Rc9sDRMtrgFg+q+04BfveSLfxTb9tqf7SbSvh7IAG1eKiEuDT/uy3T6Uiw+CiZ0eIqYzZscO/aDjUArGbS8eyaycybdYCBK9Jz38i0mYKkXg855yoVuIExr6MXieYwyVoVW8gbx1bAslaafrzra2dkAFByOJ0sbosPFRgR2+boUSxD6IaE+ALgno4T/0CI2RMiH0= prashant@cephdev", "key_options": null, "keyfile": "/home/pdhange/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdhange", "validate_certs": true} 2021-07-26T15:40:13.795 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQKiUAlB8dxudAY60M7jnIJvs9yb2pNaT+BVv1Vk1kMs0XjPjcw9cyT3DtQ1xGLF367phRi/cfQbXOYbHG+uyBzQ4EEnBFvziktWRx4mfeWYxKjkjbfkVfpKPsxztqCbwm6+NYzMxGK2cExN7jUHnghHAjfA0IUpVVg9peBD3kUveLwS+UxuJAnuj+G4480LS6GDyLrhFEXU7uOIIlW4S9oLnU6vJL6GAzwyLE4ijTA8Ek03SJ01Ey/gpU9AqnQNp9u12l/7sJely6sI9pAuIzmS8Ht324hexxSWN5sFjXgLvLfFK83ziDBdrFBr0WXnWsFdRpHs2CwSq1JTkByqbN hmunjulu@hmunjulu.remote.csb", "key_options": null, "keyfile": "/home/hmunjulu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hmunjulu", "validate_certs": true} 2021-07-26T15:40:13.834 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDg7xW5+Mk7pG5MjLxOc7GTvDTCPBJj2L3MEQZIapmmo6t8uPODwDewXncSzrKDH6zFVE4TTTD9fJdu+BhyT+jCFgXrEOMMabj7vJsg0wO0SWqr+4NECFPhD9y4ewfYiewBeXisclA5Bto91v93AtYpZBCdmPYSi0BEcPVc6S3iBUD0PzIrL62I/kBAtm0f/bScRiT7XvQJXvkbEObW2yS2XhUv2qgq1VlFvO1jl3B85KMTHVb8+LrKpQWOKfRfxJ74c51y6tnEjZLFO6Xn0JevqOhd8gPQIXueFZOM0g0pNp1mbtGaaBlEIibbrzo2p9kzsdvJeHMq1XuMIi1/Qyj9 dpivonka@dhcp-41-144.bos.redhat.com", "key_options": null, "keyfile": "/home/dpivonka/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dpivonka", "validate_certs": true} 2021-07-26T15:40:13.929 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoefxOfeArToGucfWG7y1tyLF2I1J/IkBSlmxxEJyHyDUB6ElXjYIJReoiPfmB0xLEmINpmt8QA4XN/8UbR1r9LFOexlZZbX1LSbihi11LXCvfIJWqkHVwIyKHRTu/duMrntBFVENJ0LVf0GSWVTtllXaDA+fMkp6/ra/hlRHQbx19UXy/9+Pogj8Xl+SntnMGiHlX8FFq2A2tUqhdQSf/1GW1HfUIa5WtwdEqIpKpAgMM7sOW9i3QAmLAMo8HiKrArSiy7jrRUODCqsTJsfifxEbmnOS0ZtmDh0eeWL/Dyqbz99Rg4WbFNeK8oyZYr7D6bEAhd2az2A+wycPx4Nq7 julpark@julpark.remote.csb", "key_options": null, "keyfile": "/home/julpark/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "julpark", "validate_certs": true} 2021-07-26T15:40:13.991 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0m+8wna4RnrOcuCUj971EBe4cFiTXVkEWkIsUX3yeCUwMaS/ZjaoOjcdYX7cYpCp1ilo4FSO5BsochU0RiMbQEwLGcE0zB2q1ac8+yYKCuWWyknig2t4bOReu5OrXvl6mj/9R+p7clFlYhwIoNG5ZZ/2eTbo3nH7gWgaOKaPbTtvEGg/5R/qjQKg8OTC8oix6kLsaNTisQJ78Zd7b4ukg9bO0jlq/2UhQOBM072sU1/kJpWTkcA0xxm3nsC4rWPwapgz7UwBmMdyx116GZgWdfQecTLKO7b8pyJw21npk2ntUmeMi7WPZGX6VI3IpaAhBjW3KiATAb8JbAQh8F9bmejkw6x7zrP3hYKQOg3A+U8DKRRo/Ad+f0zz9gjC42DUvMEOr09RBdxZcEAPY7H/YRWEqbA2zPX3Gfth4b7/letzM3m9ToUvVfSt1CdjaZD+gIia9pCgDMb+j1j2w9reG4F7Us+W/1f5pYCyFyrm4XO3AdoYM9/FOAOR3vffTIQU= adking@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJOefD/VJfS15LRyuVDLluKv93Zgocsl8BhiDMimvBNbrGWc795v2+eevWuwaL/SlL44SnsNZ9Mz8FVn9YuFoQiHLg7cHZNLg9EJh5SMXzZzwLZHnF02MdI2CU6U++9nmh8FtBrdBWKzZ7o+01wOw+52dYOxvP7IJ7C/vjwOLgfigEN8Nd1PrxALVNIQz7fsiet0n3odk9PJfoqTu3IloXm9qbQiPFyfMA6b8a20RdLZCJDGGG5rd6gtsyeFHoAPZEz8FEUlNkow7NM7ZhdxOz/fWXyMZ27KmY8WSAgflbxysMzexyifkGzypiE3NQ10hdPGBgoYsHrAN4Qmte1/Z4aI5nxrNzLy/uNc+L/Bp/0XkLj9zfoiFFOReXvlz/laAV6LpbHyacr+iCwv9rlI7echXmvC6mSJXfBPuyR1uromUXpYRhEkn5uiOsCIQCuYpx2jeil7JV+LJlF62lLSndOv4g12Gq2TEZ4Bhsr2902kftPkLFenyfDTh3A2qGGNM= adking@localhost.localdomain", "key_options": null, "keyfile": "/home/adking/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "adking", "validate_certs": true} 2021-07-26T15:40:14.083 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD03otezqmbR7v9dq62mWH5Kkg692jdmDZk6Ve4vux0A0YhxBuXDCyBWLE1Z4lLNxQahvK0pGsgokp+Uk+Q6aU+ZnF/E2jLp6YWerFXIHY3M7byObJx9+QuVBfNI0bZBkV3+vSjhSCGOYU+TrTHsKZqhsTcejZjmL3gFLmWfU6dTh0sX05qz97cdJl3CMPhCIR3KjtkiPygj417/N7wet/Efv1t79TvyS7dtK1oz+zRLEpKi/fZjvpXb8xec7as72Y0XexsWMDyZJ/N8PijTQ5L6EfLMV7ae/bWGzNAKsoC1dHVY7q/Q4pzktC6zU0Rc9sDRMtrgFg+q+04BfveSLfxTb9tqf7SbSvh7IAG1eKiEuDT/uy3T6Uiw+CiZ0eIqYzZscO/aDjUArGbS8eyaycybdYCBK9Jz38i0mYKkXg855yoVuIExr6MXieYwyVoVW8gbx1bAslaafrzra2dkAFByOJ0sbosPFRgR2+boUSxD6IaE+ALgno4T/0CI2RMiH0= prashant@cephdev", "key_options": null, "keyfile": "/home/pdhange/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdhange", "validate_certs": true} 2021-07-26T15:40:14.116 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCs6q2b5NcUsNXl+w1Mrc7idNvGdwWkL0XRX5zTw22UNpQyqPkSrRTFKi4NxoY8ucv8JoLnaJL7hYSRHKTh7SqH78uPLZX0FLtoHvpYLgUgJzzJ5AOW5uekIhCMCm+3egmFnEBwFcNxtGnU2es02ByXNEXRxt4/LQ0f8K6lMqxVRSKYcltvWzlA7WFFdTnYMunbCYOdpw88RXm2pYjGIHRBnie7+pFiFSS6K/mkzQcfLiJmahgLSaYslI0ho1vQd8xfNLmZ700C5F4VTUlT/mJK/dI2LF3OfaPTsyqKNzOchrjLFx5b6dhZ4WZyqu7VKsHNm+xHZwT8VP3LPGSVVBdmEsiCsmV4g4QTI5ssZLi7siZDpaFp72nVAIO1i6kBGuiF3or+J4LmIh8ZRKzTc0DRDOw7S+IkWu1fv2UhYg83z6wrz4HeczI+bnolFFWW6HgGV3MFaUeRTRvrbxw2DPoEGQ+cjP0wsjyEhxlScwdh8W8IbVpNl+7mBe45YGUH2hg83Lst5QQxD4PHelriu40moWRHFKCnKfNesb4L1uqu29o8f+/PgpLdrWE/P5zIKe2ReWJyScYAI7jTMlFw+xgf+0TKryk44NMy90l3ei0umlx4qsFbbEv+lhzAALrUJ/da7fsQw7eIVykmcscBeYr99/YSYk4MGdk4jVCiHsQkdw== amathuri@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ3ch+pU88/tX5TVVFl/1pPief8drYLRkK4BtfJk+xVNxX9qkDtOtiLAU+OugYF1/xk9hE9zTbm3UBL23unrzhlR80t8f2FiF1YFhHVzeZ/p/OunmkU0RFQzkMVuwKVOUNulw9FwpEZ/0Bjfxvaims0SBWaCzBgE5g0R+Ofdq/bVF82K8vU5Laa3KZ/cCdGzFgW00cBvPAKIpQ93g8TRqsCsFvR37nY9v5SU1hJ9araEp6LRA86tUt3EFtxD2tRcmqKGtCb0kOr+rRXWVGiaUBiedHxFudIy0+TNj4fNrJwpoC0hcBO9ek4Bh6hM7Zqzum9HpkPGlz84jkm+r+xMThaZCh8iFkgxyK+bw8B8smaVJD04ob9Wb4RYoFYfQ7TEkPkO9gr+UsSesbP9fWfucemUqwK0htOOtpc1YRwdOPcdPJWAfx9J5+YVL8BTWYBaTdmHslOKeUGM5fCob6QxC6Er9xweys9jh7MXttSpe013bY7P4ZDRF8uWvygpsytPE= amathuri@redhat.com", " 2021-07-26T15:40:14.118 INFO:teuthology.task.ansible.out:key_options": null, "keyfile": "/home/amathuri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amathuri", "validate_certs": true} 2021-07-26T15:40:14.212 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDg7xW5+Mk7pG5MjLxOc7GTvDTCPBJj2L3MEQZIapmmo6t8uPODwDewXncSzrKDH6zFVE4TTTD9fJdu+BhyT+jCFgXrEOMMabj7vJsg0wO0SWqr+4NECFPhD9y4ewfYiewBeXisclA5Bto91v93AtYpZBCdmPYSi0BEcPVc6S3iBUD0PzIrL62I/kBAtm0f/bScRiT7XvQJXvkbEObW2yS2XhUv2qgq1VlFvO1jl3B85KMTHVb8+LrKpQWOKfRfxJ74c51y6tnEjZLFO6Xn0JevqOhd8gPQIXueFZOM0g0pNp1mbtGaaBlEIibbrzo2p9kzsdvJeHMq1XuMIi1/Qyj9 dpivonka@dhcp-41-144.bos.redhat.com", "key_options": null, "keyfile": "/home/dpivonka/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dpivonka", "validate_certs": true} 2021-07-26T15:40:14.249 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDr6H7hmtGCUrO3GppgMHwbmA4XT/Vipz/uLG/N8h6ZxtaLQKpCefRpdKcFlOdDwxkTmT5q9vmXQ8nl95lTGq+eeMxl4ho104ZD9e9AIYmgYqFy7/qNP8gkqduIPlypLL9m5rElTcGd7zqfMqgljMvAmnXLtZNJlIuFtszVU5WPI1QCwfQ3t5aHF6j66bpVoN9uWItVGB1LApQz9TtViWsQ9Hl8X4YauJToO+TkuSX+H/OGH7ZC6CPOzNZb3b3vF/jLMnTzXl86PJs1se4DjKkRGLVCVbr2WhLwQeZ8TEn3Hg1Gn5X8zNM5cTo6U8SnXBAe9ZYbuyfvghrNLdlZpmN+8l0/l5zC3z+N+sEzklXwHw4MQLF+KSloVFd9NN/kyenufTZAyp8VxllZ9TgdC+CPORIWyzmu1elOtYo7LNuE6CIh/Zm9B54SO6hVHhVoOCqe/dIyjeHJA0WKIZblK1XZEvWuu0E2T3jhxfe1GICyTukeB8WoBQH9DZ1yzMPt59E= nia@redhat.com", "key_options": null, "keyfile": "/home/nizamial09/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nizamial09", "validate_certs": true} 2021-07-26T15:40:14.346 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0m+8wna4RnrOcuCUj971EBe4cFiTXVkEWkIsUX3yeCUwMaS/ZjaoOjcdYX7cYpCp1ilo4FSO5BsochU0RiMbQEwLGcE0zB2q1ac8+yYKCuWWyknig2t4bOReu5OrXvl6mj/9R+p7clFlYhwIoNG5ZZ/2eTbo3nH7gWgaOKaPbTtvEGg/5R/qjQKg8OTC8oix6kLsaNTisQJ78Zd7b4ukg9bO0jlq/2UhQOBM072sU1/kJpWTkcA0xxm3nsC4rWPwapgz7UwBmMdyx116GZgWdfQecTLKO7b8pyJw21npk2ntUmeMi7WPZGX6VI3IpaAhBjW3KiATAb8JbAQh8F9bmejkw6x7zrP3hYKQOg3A+U8DKRRo/Ad+f0zz9gjC42DUvMEOr09RBdxZcEAPY7H/YRWEqbA2zPX3Gfth4b7/letzM3m9ToUvVfSt1CdjaZD+gIia9pCgDMb+j1j2w9reG4F7Us+W/1f5pYCyFyrm4XO3AdoYM9/FOAOR3vffTIQU= adking@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJOefD/VJfS15LRyuVDLluKv93Zgocsl8BhiDMimvBNbrGWc795v2+eevWuwaL/SlL44SnsNZ9Mz8FVn9YuFoQiHLg7cHZNLg9EJh5SMXzZzwLZHnF02MdI2CU6U++9nmh8FtBrdBWKzZ7o+01wOw+52dYOxvP7IJ7C/vjwOLgfigEN8Nd1PrxALVNIQz7fsiet0n3odk9PJfoqTu3IloXm9qbQiPFyfMA6b8a20RdLZCJDGGG5rd6gtsyeFHoAPZEz8FEUlNkow7NM7ZhdxOz/fWXyMZ27KmY8WSAgflbxysMzexyifkGzypiE3NQ10hdPGBgoYsHrAN4Qmte1/Z4aI5nxrNzLy/uNc+L/Bp/0XkLj9zfoiFFOReXvlz/laAV6LpbHyacr+iCwv9rlI7echXmvC6mSJXfBPuyR1uromUXpYRhEkn5uiOsCIQCuYpx2jeil7JV+LJlF62lLSndOv4g12Gq2TEZ4Bhsr2902kftPkLFenyfDTh3A2qGGNM= adking@localhost.localdomain", "key_options": null, "keyfile": "/home/adking/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "adking", "validate_certs": true} 2021-07-26T15:40:14.392 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC//ZCaEeVN/J09FtsvuZ4eEs4rTBtYoQyG+ZpuWkJLL90VyJeYrZzRsgvveKW2W9oFxCFcMy7IBhLes0TZ/X/4Ox9eUmP/eyqK8fBqT3K1F1W/uOmKLFhlQhkxxj+p9BOMBD5trfES/QJQ6UFSYIS2WhWaitDgONjoLMR6wXZ9r7yZeQBxbmG4wGI0Cwx4Wgg+I59UbE/5iUfnX++gN3rXrPnv9V0yFeciS4HvXRFXdrIzvQFHcZMmpOOmGruHXN/ME2dZCG+kaZhZdI6kICSlOwpU7TU1lv99zjBCeEzGfFkjv041ykKdNVR3qE0k5u0AOMqxJBORL/woSCdGvrBXqju2G/2ohl3B4zD6TAve+JLfWOV5C20NFRPPbTd53JaNpV9OQqwOfVniowzSYYBdedjm9sq6YwhJt8iBXze3OA8ZO0GPXo7PC2MyrrUtu6uu3DZqU4x0cl8iJxqOlx5pH0Gydj8nuUG0+X6wHZzPXZRe5M7/RzmvXch9koG6FQMiikNjUkK8Guz4NMBdAYUpxYkdPGBhiuELoaAcgIVzSGoZTuICpNYwAxBHk6q18G8Qd8vaeUdGdim4YvwycsSOwFE47wg/XmpCHrNJUZzzB9UD7Kn84TG82LAmCuAzpzcp0uPjsBckbXzj9Zt0hRgF80yDgUazsQkbgtd2p8KxIQ== loic", "key_options": null, "keyfile": "/home/dachary/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dachary", "validate_certs": true} 2021-07-26T15:40:14.484 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCs6q2b5NcUsNXl+w1Mrc7idNvGdwWkL0XRX5zTw22UNpQyqPkSrRTFKi4NxoY8ucv8JoLnaJL7hYSRHKTh7SqH78uPLZX0FLtoHvpYLgUgJzzJ5AOW5uekIhCMCm+3egmFnEBwFcNxtGnU2es02ByXNEXRxt4/LQ0f8K6lMqxVRSKYcltvWzlA7WFFdTnYMunbCYOdpw88RXm2pYjGIHRBnie7+pFiFSS6K/mkzQcfLiJmahgLSaYslI0ho1vQd8xfNLmZ700C5F4VTUlT/mJK/dI2LF3OfaPTsyqKNzOchrjLFx5b6dhZ4WZyqu7VKsHNm+xHZwT8VP3LPGSVVBdmEsiCsmV4g4QTI5ssZLi7siZDpaFp72nVAIO1i6kBGuiF3or+J4LmIh8ZRKzTc0DRDOw7S+IkWu1fv2UhYg83z6wrz4HeczI+bnolFFWW6HgGV3MFaUeRTRvrbxw2DPoEGQ+cjP0wsjyEhxlScwdh8W8IbVpNl+7mBe45YGUH2hg83Lst5QQxD4PHelriu40moWRHFKCnKfNesb4L1uqu29o8f+/PgpLdrWE/P5zIKe2ReWJyScYAI7jTMlFw+xgf+0TKryk44NMy90l3ei0umlx4qsFbbEv+lhzAALrUJ/da7fsQw7eIVykmcscBeYr99/YSYk4MGdk4jVCiHsQkdw== amathuri@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ3ch+pU88/tX5TVVFl/1pPief8drYLRkK4BtfJk+xVNxX9qkDtOtiLAU+OugYF1/xk9hE9zTbm3UBL23unrzhlR80t8f2FiF1YFhHVzeZ/p/OunmkU0RFQzkMVuwKVOUNulw9FwpEZ/0Bjfxvaims0SBWaCzBgE5g0R+Ofdq/bVF82K8vU5Laa3KZ/cCdGzFgW00cBvPAKIpQ93g8TRqsCsFvR37nY9v5SU1hJ9araEp6LRA86tUt3EFtxD2tRcmqKGtCb0kOr+rRXWVGiaUBiedHxFudIy0+TNj4fNrJwpoC0hcBO9ek4Bh6hM7Zqzum9HpkPGlz84jkm+r+xMThaZCh8iFkgxyK+bw8B8smaVJD04ob9Wb4RYoFYfQ7TEkPkO9gr+UsSesbP9fWfucemUqwK0htOOtpc1YRwdOPcdPJWAfx9J5+YVL8BTWYBaTdmHslOKeUGM5fCob6QxC6Er9xweys9jh7MXttSpe013bY7P4ZDRF8uWvygpsytPE= amathuri@redhat.com", " 2021-07-26T15:40:14.486 INFO:teuthology.task.ansible.out:key_options": null, "keyfile": "/home/amathuri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amathuri", "validate_certs": true} 2021-07-26T15:40:14.528 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDwVh9KqjV0b+65aBxQV66IUwNo3D5zTbN8U6Kh6eE4QtaIVe5Mmvi2SBbGMSWofE0zIIw2JmsI5LzdOoCyZl/3gNDPHQd6D9o0xRHQv94giZ2a5K+mW79foAxsuppTjV/Fbg8EZ/19W91+BqMWotlMR66ka0RPT/6U8V5mzXoydSminViO/B6q7ZYzIIgGZqaTsSxCMvz5BAzzeEaGfSlGxw5MOye9sF/tDppuRKG4rMUZULEWGuxgXAtabtXCduocAArqAY3BRJEgj7JetPdPNjipGrULyYQmT7GeknvP/waC0sPm5o8t7taJca7Vu9qKKMKPAqiK4KhlrW/yVBFliT2CjAdVuYvGj87LCcEn6NMeF+4ONwDz++YwjrAWQT2zHUJPvLnYOZPiD1LUm3F34cEHD1y4Uf+oeiYgriUMauskfFn+ShbTmWWooFRFyNobzweg9aMBZSkA+kFFifqOV1FwHTOYg342NumRGB8svK0vvTUID7AU1Ev8YXYqCEGbb0UHth/1pEbAF103enLTtPZ6qKua74rE0qJ89OF9dZXv4JY9+8Juyps7bi2XEyHNm1nHZOY5tqdY0eKFmSGJMoWBDzGgdMjmXlWp4jnY2fC619nZqxMrCQpeT70CqnBhtBemUuu6jHYUbbrPjnXIkH3FZ7/qvZt0jF0IMP9FGw== amctagga@redhat.com", "key_options": null, "keyfile": "/home/amctagga/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amctagga", "validate_certs": true} 2021-07-26T15:40:14.624 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDr6H7hmtGCUrO3GppgMHwbmA4XT/Vipz/uLG/N8h6ZxtaLQKpCefRpdKcFlOdDwxkTmT5q9vmXQ8nl95lTGq+eeMxl4ho104ZD9e9AIYmgYqFy7/qNP8gkqduIPlypLL9m5rElTcGd7zqfMqgljMvAmnXLtZNJlIuFtszVU5WPI1QCwfQ3t5aHF6j66bpVoN9uWItVGB1LApQz9TtViWsQ9Hl8X4YauJToO+TkuSX+H/OGH7ZC6CPOzNZb3b3vF/jLMnTzXl86PJs1se4DjKkRGLVCVbr2WhLwQeZ8TEn3Hg1Gn5X8zNM5cTo6U8SnXBAe9ZYbuyfvghrNLdlZpmN+8l0/l5zC3z+N+sEzklXwHw4MQLF+KSloVFd9NN/kyenufTZAyp8VxllZ9TgdC+CPORIWyzmu1elOtYo7LNuE6CIh/Zm9B54SO6hVHhVoOCqe/dIyjeHJA0WKIZblK1XZEvWuu0E2T3jhxfe1GICyTukeB8WoBQH9DZ1yzMPt59E= nia@redhat.com", "key_options": null, "keyfile": "/home/nizamial09/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nizamial09", "validate_certs": true} 2021-07-26T15:40:14.657 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDtiHTDuQk8EDH5R+JfDMucI4ZpOzKN5SLD+j35QLLySgGXholoDxtqjHnmRjM1rpj5SIaXjHBZdJi7iax+1MRywHYBi5BfTtzYPgA+NH8mt+XkcdkEuFPcYxGh6fMQDQWb2g9Euze/6qi0W9mbYXvvb1/Q3bhVCXg1UgKD42BndWEpbMYFfzJLZWPtOD/lg81pwUmf/4BpPFv52sy87lQVfkkvcUliLObR4S0TI5hPLYxBS+RXmHYKgvPMB2QJ9wum62lJ+YM1MxPygS0OWbIB6UQGXmvxRXA4osXkxJ8ksPPCupOgFNiiYro91cQh3mmi6iHc9kMz5R1aNGGOfDdlnLx9DRSIiNcacjXEVNFaoM0x441f4GeU2ZR8/7uq2dfk7QjPlh1eJGxG9pzRiQ8JCDF1car0eYwXdMTsQoQqpIi5imqcELdcqGGp9FhzFElgUwpf15JYlkouVhS6hq4LDjhLNk7dDT8fmCEnHOPcbxaTgN7J3idnJK6zeIniuuk= root@iZj6ce071s2zz3reioxn93Z", "key_options": null, "keyfile": "/home/kevinz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kevinz", "validate_certs": true} 2021-07-26T15:40:14.764 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC//ZCaEeVN/J09FtsvuZ4eEs4rTBtYoQyG+ZpuWkJLL90VyJeYrZzRsgvveKW2W9oFxCFcMy7IBhLes0TZ/X/4Ox9eUmP/eyqK8fBqT3K1F1W/uOmKLFhlQhkxxj+p9BOMBD5trfES/QJQ6UFSYIS2WhWaitDgONjoLMR6wXZ9r7yZeQBxbmG4wGI0Cwx4Wgg+I59UbE/5iUfnX++gN3rXrPnv9V0yFeciS4HvXRFXdrIzvQFHcZMmpOOmGruHXN/ME2dZCG+kaZhZdI6kICSlOwpU7TU1lv99zjBCeEzGfFkjv041ykKdNVR3qE0k5u0AOMqxJBORL/woSCdGvrBXqju2G/2ohl3B4zD6TAve+JLfWOV5C20NFRPPbTd53JaNpV9OQqwOfVniowzSYYBdedjm9sq6YwhJt8iBXze3OA8ZO0GPXo7PC2MyrrUtu6uu3DZqU4x0cl8iJxqOlx5pH0Gydj8nuUG0+X6wHZzPXZRe5M7/RzmvXch9koG6FQMiikNjUkK8Guz4NMBdAYUpxYkdPGBhiuELoaAcgIVzSGoZTuICpNYwAxBHk6q18G8Qd8vaeUdGdim4YvwycsSOwFE47wg/XmpCHrNJUZzzB9UD7Kn84TG82LAmCuAzpzcp0uPjsBckbXzj9Zt0hRgF80yDgUazsQkbgtd2p8KxIQ== loic", "key_options": null, "keyfile": "/home/dachary/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dachary", "validate_certs": true} 2021-07-26T15:40:14.798 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1YAaxAvlRgu72huAggHpoDKSgtF/b00ACfUX4Wk5NyLFbYI3PAQapHNcNL4mIsH8pc6YkdjcJ5N/F12aEupJGQ0Q06OS324xapnaBoUy1hQl9IvhtPqTLEwR0X5xLIAhNBLIEJDNVg13MKwr0u5YVUXdrQRu7Kj9RXAPBahNZFo/Ed+cnR3LICQWliHeHFrk/DU2DUHol3a5wAPxrowAG0AxAecP6/7rASMmitvLQwdQcfIJAhWYgfyXzudg+gOmAEgv3O3U4QOikgmkm/EabUXLJnlTj6yuhtuuctdJr73UT3wLGAGmphLKCkug27kb1nTNoDa+PW/+grP63zhU1 chunmei@otccldstore05", "key_options": null, "keyfile": "/home/liu-chunmei/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "liu-chunmei", "validate_certs": true} 2021-07-26T15:40:14.897 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDwVh9KqjV0b+65aBxQV66IUwNo3D5zTbN8U6Kh6eE4QtaIVe5Mmvi2SBbGMSWofE0zIIw2JmsI5LzdOoCyZl/3gNDPHQd6D9o0xRHQv94giZ2a5K+mW79foAxsuppTjV/Fbg8EZ/19W91+BqMWotlMR66ka0RPT/6U8V5mzXoydSminViO/B6q7ZYzIIgGZqaTsSxCMvz5BAzzeEaGfSlGxw5MOye9sF/tDppuRKG4rMUZULEWGuxgXAtabtXCduocAArqAY3BRJEgj7JetPdPNjipGrULyYQmT7GeknvP/waC0sPm5o8t7taJca7Vu9qKKMKPAqiK4KhlrW/yVBFliT2CjAdVuYvGj87LCcEn6NMeF+4ONwDz++YwjrAWQT2zHUJPvLnYOZPiD1LUm3F34cEHD1y4Uf+oeiYgriUMauskfFn+ShbTmWWooFRFyNobzweg9aMBZSkA+kFFifqOV1FwHTOYg342NumRGB8svK0vvTUID7AU1Ev8YXYqCEGbb0UHth/1pEbAF103enLTtPZ6qKua74rE0qJ89OF9dZXv4JY9+8Juyps7bi2XEyHNm1nHZOY5tqdY0eKFmSGJMoWBDzGgdMjmXlWp4jnY2fC619nZqxMrCQpeT70CqnBhtBemUuu6jHYUbbrPjnXIkH3FZ7/qvZt0jF0IMP9FGw== amctagga@redhat.com", "key_options": null, "keyfile": "/home/amctagga/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amctagga", "validate_certs": true} 2021-07-26T15:40:14.930 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDLbPdDb+XHOD2fo8g3RacATj0cG07uELwUvqQP35y+JmhNRSb/ttaysFLA5ss0y77TiXx22saP3ECEm5SnuPg5IERkPQmXiw84ATTNfLnzx2G5H223SLaTQiGfSgniBCJHVPCJfNahJiurlZoOAlwDz6SKXTUiivVrFJ22iTBDCQUO6HFQKjE7aM3RAo5mZXKVlTXzM6WOd8vlzk3HMzV0/91JR6H86Lt9MEzXT4dOzqmtxd8gS6U+vA+50zOIspdK+orTRJ0PO2Fn8c1RSYM8g7uqQtpDcOEHderW8TRsqBbDxpyslK6hRX5urUNBX506XE6JNoViLNvCofgseCGj yingxin@yingxin-server", "key_options": null, "keyfile": "/home/cyx1231st/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cyx1231st", "validate_certs": true} 2021-07-26T15:40:15.028 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDtiHTDuQk8EDH5R+JfDMucI4ZpOzKN5SLD+j35QLLySgGXholoDxtqjHnmRjM1rpj5SIaXjHBZdJi7iax+1MRywHYBi5BfTtzYPgA+NH8mt+XkcdkEuFPcYxGh6fMQDQWb2g9Euze/6qi0W9mbYXvvb1/Q3bhVCXg1UgKD42BndWEpbMYFfzJLZWPtOD/lg81pwUmf/4BpPFv52sy87lQVfkkvcUliLObR4S0TI5hPLYxBS+RXmHYKgvPMB2QJ9wum62lJ+YM1MxPygS0OWbIB6UQGXmvxRXA4osXkxJ8ksPPCupOgFNiiYro91cQh3mmi6iHc9kMz5R1aNGGOfDdlnLx9DRSIiNcacjXEVNFaoM0x441f4GeU2ZR8/7uq2dfk7QjPlh1eJGxG9pzRiQ8JCDF1car0eYwXdMTsQoQqpIi5imqcELdcqGGp9FhzFElgUwpf15JYlkouVhS6hq4LDjhLNk7dDT8fmCEnHOPcbxaTgN7J3idnJK6zeIniuuk= root@iZj6ce071s2zz3reioxn93Z", "key_options": null, "keyfile": "/home/kevinz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kevinz", "validate_certs": true} 2021-07-26T15:40:15.072 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdqw+8an6CHqsagFqXfuzQi1zCFHCh0e9pDtYz+ylA7L+7vnJLjTR7km0bb4Z6VTUh7h0/nUfF6faPzD2KGmTKvS+mTpeOUaN/H8O8j8qqh90f8z4T8F8L3DwqQbPf/R0izXmTgz0FZObFHmj+G8a+D4ndxF80EPzKkML/G0Hg2GEVdYzazSY4imSY2f56ul6qByBknhFshaTo2DUDcdbDDokF6lO6WgXhY0MJrT24CUSMyZmyi+3hF7vowW2dfbJ+SuDft4XmPDnIxRhDWWvi12jZb8Le7SWYzUlu7fAGbWe63VJqNh992myI61aZshApDD24+1xqIoo+Z/XkQD3l sunnagar@localhost.localdomain", "key_options": null, "keyfile": "/home/sunnagar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunnagar", "validate_certs": true} 2021-07-26T15:40:15.168 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1YAaxAvlRgu72huAggHpoDKSgtF/b00ACfUX4Wk5NyLFbYI3PAQapHNcNL4mIsH8pc6YkdjcJ5N/F12aEupJGQ0Q06OS324xapnaBoUy1hQl9IvhtPqTLEwR0X5xLIAhNBLIEJDNVg13MKwr0u5YVUXdrQRu7Kj9RXAPBahNZFo/Ed+cnR3LICQWliHeHFrk/DU2DUHol3a5wAPxrowAG0AxAecP6/7rASMmitvLQwdQcfIJAhWYgfyXzudg+gOmAEgv3O3U4QOikgmkm/EabUXLJnlTj6yuhtuuctdJr73UT3wLGAGmphLKCkug27kb1nTNoDa+PW/+grP63zhU1 chunmei@otccldstore05", "key_options": null, "keyfile": "/home/liu-chunmei/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "liu-chunmei", "validate_certs": true} 2021-07-26T15:40:15.201 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDTlsh9TFwLCeeD2RR+56VhRZ0hp9CHj72U3Z1gbMpxpcg6PYEDzb+0qPVQp1/cIhcwwy0sm13yFl/A5i0iCRpyqB2MbyaXjj0HgkNinxLBFkPSiW2C83lfAyAhG/gLk+FcmWE4+xVrE29aoSM0JtcNtp+q83UGdnFcvhFe0pgJbt5vITo3ZMJND/UZrzeewyK8Vy4Rvpfy8aHYi2Eq+7WQrRHwUwxn0CwsxldnUfmZtu58d+Rtt78LRF0mvcScNlC7q5D+8htmYwkWkK639w5IB3xPv+Z5cV49Psi24Q+9BIr9Zo9/OnnCTauAi5ivDlh+kk/iBksAE8rQpMhvfuSFnNoq2O87aPQvNQHdRCcOa7FVIDcuocu6AB8UP4cGcJreT4+BW5Zbk6vQeJZhmj9yExpRj9MuONy5793nKuAMPn9lOjuXRfK7A5Tb3OOhpEJK1/MjtdZz4mNmFFfFIZ24hgTZO0pOiMwDf/tQ6BG7H8NS9g3QmXPyZajUocw6Szs= lflores@redhat.com", "key_options": null, "keyfile": "/home/lflores/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lflores", "validate_certs": true} 2021-07-26T15:40:15.292 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDLbPdDb+XHOD2fo8g3RacATj0cG07uELwUvqQP35y+JmhNRSb/ttaysFLA5ss0y77TiXx22saP3ECEm5SnuPg5IERkPQmXiw84ATTNfLnzx2G5H223SLaTQiGfSgniBCJHVPCJfNahJiurlZoOAlwDz6SKXTUiivVrFJ22iTBDCQUO6HFQKjE7aM3RAo5mZXKVlTXzM6WOd8vlzk3HMzV0/91JR6H86Lt9MEzXT4dOzqmtxd8gS6U+vA+50zOIspdK+orTRJ0PO2Fn8c1RSYM8g7uqQtpDcOEHderW8TRsqBbDxpyslK6hRX5urUNBX506XE6JNoViLNvCofgseCGj yingxin@yingxin-server", "key_options": null, "keyfile": "/home/cyx1231st/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cyx1231st", "validate_certs": true} 2021-07-26T15:40:15.335 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGq2g8OFN5msjIn5CNB2BRss9eIyJRk3r+7RQcnBOQid jsawaya@redhat.com", "key_options": null, "keyfile": "/home/jsawaya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsawaya", "validate_certs": true} 2021-07-26T15:40:15.426 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdqw+8an6CHqsagFqXfuzQi1zCFHCh0e9pDtYz+ylA7L+7vnJLjTR7km0bb4Z6VTUh7h0/nUfF6faPzD2KGmTKvS+mTpeOUaN/H8O8j8qqh90f8z4T8F8L3DwqQbPf/R0izXmTgz0FZObFHmj+G8a+D4ndxF80EPzKkML/G0Hg2GEVdYzazSY4imSY2f56ul6qByBknhFshaTo2DUDcdbDDokF6lO6WgXhY0MJrT24CUSMyZmyi+3hF7vowW2dfbJ+SuDft4XmPDnIxRhDWWvi12jZb8Le7SWYzUlu7fAGbWe63VJqNh992myI61aZshApDD24+1xqIoo+Z/XkQD3l sunnagar@localhost.localdomain", "key_options": null, "keyfile": "/home/sunnagar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunnagar", "validate_certs": true} 2021-07-26T15:40:15.480 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDNIdsy+yA0QjwkvjzTiH4lKB+txlh4oGkgC0r1l9swmFvD+MuzNNkD+oB/YscT51tJXsP5/wZDZMuk60xds4Os2ejoIBvzdGBgZ1G2B33etHPmzgTFE7ZegBkMlvWYmrJ9YS+iaMvXn0MMtqfE4zq0kemVAA4NBfFZMhHPJMKCg7Gj31MR0S0b7dcPx7Jnpg4A45oHr0qnufeqZYQaHGgo+LO2xdoV4V2EswWr7YG+b1wI6DzFZBbNsGyQd+cE1BzQ8NmETPNNpDPk5dCyBS7U+4ZTf/WbWk3+Cn+Ky47iWfxcscupQRkCjmTYI/uCMhnrpGU0zEHkbFwLTS6wqDtDmVHm++xof3xSsGJ2cE/vZySZGHqdxqVXfT8gt17h35rME8eX3TU392rjfK6kjEUD3UgwJJp4NFzQIEXi2HTmDYx/Vi9nuId3V1NrDz98QLPUd1ijiy1DuzI0BJPE/DTDmsb7hNXNIcAV8VRc1243W3eaee/Pdg/wmwfkrgjTU3s= shuaiwang@Shuais-MacBook-Pro.local", "key_options": null, "keyfile": "/home/markw8973240/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "markw8973240", "validate_certs": true} 2021-07-26T15:40:15.556 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDTlsh9TFwLCeeD2RR+56VhRZ0hp9CHj72U3Z1gbMpxpcg6PYEDzb+0qPVQp1/cIhcwwy0sm13yFl/A5i0iCRpyqB2MbyaXjj0HgkNinxLBFkPSiW2C83lfAyAhG/gLk+FcmWE4+xVrE29aoSM0JtcNtp+q83UGdnFcvhFe0pgJbt5vITo3ZMJND/UZrzeewyK8Vy4Rvpfy8aHYi2Eq+7WQrRHwUwxn0CwsxldnUfmZtu58d+Rtt78LRF0mvcScNlC7q5D+8htmYwkWkK639w5IB3xPv+Z5cV49Psi24Q+9BIr9Zo9/OnnCTauAi5ivDlh+kk/iBksAE8rQpMhvfuSFnNoq2O87aPQvNQHdRCcOa7FVIDcuocu6AB8UP4cGcJreT4+BW5Zbk6vQeJZhmj9yExpRj9MuONy5793nKuAMPn9lOjuXRfK7A5Tb3OOhpEJK1/MjtdZz4mNmFFfFIZ24hgTZO0pOiMwDf/tQ6BG7H8NS9g3QmXPyZajUocw6Szs= lflores@redhat.com", "key_options": null, "keyfile": "/home/lflores/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lflores", "validate_certs": true} 2021-07-26T15:40:15.609 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+ZvZuogU+WfyGj4BR2xYllNoQqAoxQ6AM0IYddBV2pL1xgTM/SopuAxDRP0q2stpozMtjVjlvuiIgr/caqyTuOgYtYCvB09ppefqdnCDrJJBCOKpjUEnCpAKcBMMuz9V32Zqt5FgpIi0Mu7Gp/QCvB97imxEkoUunpdX/8Ri/xz0nJO+QqoJX5wOn91jG49XnkMCLzx+MuafhT90WFO9CV1sIVREZS+X2C7ACQuhx9Qwk7R4BXt2f3M4dA0K2nLwaAnVW50M1y6Gs50Wl+ojDR1itySOxv8YpwyRlRTOzQTyVMnG0Qsaxxwp+hy4b/vQW3NIUvHYdTyvqALTQdGHT lricomor@lricomor-mac", "key_options": null, "keyfile": "/home/luisrico/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "luisrico", "validate_certs": true} 2021-07-26T15:40:15.684 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGq2g8OFN5msjIn5CNB2BRss9eIyJRk3r+7RQcnBOQid jsawaya@redhat.com", "key_options": null, "keyfile": "/home/jsawaya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsawaya", "validate_certs": true} 2021-07-26T15:40:15.747 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAICYMwYvykHtnVhhJwcKaiRh9oMpJkqvEA7OAbHPYOv6W matan.brz@gmail.com", "key_options": null, "keyfile": "/home/matan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "matan", "validate_certs": true} 2021-07-26T15:40:15.821 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDNIdsy+yA0QjwkvjzTiH4lKB+txlh4oGkgC0r1l9swmFvD+MuzNNkD+oB/YscT51tJXsP5/wZDZMuk60xds4Os2ejoIBvzdGBgZ1G2B33etHPmzgTFE7ZegBkMlvWYmrJ9YS+iaMvXn0MMtqfE4zq0kemVAA4NBfFZMhHPJMKCg7Gj31MR0S0b7dcPx7Jnpg4A45oHr0qnufeqZYQaHGgo+LO2xdoV4V2EswWr7YG+b1wI6DzFZBbNsGyQd+cE1BzQ8NmETPNNpDPk5dCyBS7U+4ZTf/WbWk3+Cn+Ky47iWfxcscupQRkCjmTYI/uCMhnrpGU0zEHkbFwLTS6wqDtDmVHm++xof3xSsGJ2cE/vZySZGHqdxqVXfT8gt17h35rME8eX3TU392rjfK6kjEUD3UgwJJp4NFzQIEXi2HTmDYx/Vi9nuId3V1NrDz98QLPUd1ijiy1DuzI0BJPE/DTDmsb7hNXNIcAV8VRc1243W3eaee/Pdg/wmwfkrgjTU3s= shuaiwang@Shuais-MacBook-Pro.local", "key_options": null, "keyfile": "/home/markw8973240/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "markw8973240", "validate_certs": true} 2021-07-26T15:40:15.886 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCkFTEUxQkQ1cplOLOf86Teu4qTYGkMqWtjIwzsU/AcimjFolSI5fJ3B72PH7bhQKkSnOlTjiOos2LrD5i/XgxkJD6icVWwHO11lczsq/8K5x0ZMJbJaiT3QphBB4yItoge2Y4/7g4o/78Ne+U7eZ1L5fgeO1fExtIaEXK1lS8pVlpZQXyproTIzp1WLHoaXb38Mxc5jAtuvEKfEycdX3c8k/9ti2qBCZnmjPH05WOxkqCRyNBT+bSJZyFMYt9RDUuycn3BYVSXTAzPW0qwgvKY5vij+qiFoxij7nKNMH7w6C0arolCcJxhiMyEF3UbTuOxgVONWyqFk/vScGGSYj9ytQYjv0L1cFyOVhlpbu+tnptulfQ3faMpjROE/eYxTIoY7OPDgWbFqEUJ4eEhKwAC7aYIYUhvoI/8k+4u64nsyEJQdHXmB+OY3WE5TegYUCuqSsdPY74eO1o8dDgxF363eggDSBmYqSSs+Tpu9TNhJG7iJFX1tiAPwmKvjVrJOac= ozeneva@omri", "key_options": null, "keyfile": "/home/ozeneva/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ozeneva", "validate_certs": true} 2021-07-26T15:40:15.949 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+ZvZuogU+WfyGj4BR2xYllNoQqAoxQ6AM0IYddBV2pL1xgTM/SopuAxDRP0q2stpozMtjVjlvuiIgr/caqyTuOgYtYCvB09ppefqdnCDrJJBCOKpjUEnCpAKcBMMuz9V32Zqt5FgpIi0Mu7Gp/QCvB97imxEkoUunpdX/8Ri/xz0nJO+QqoJX5wOn91jG49XnkMCLzx+MuafhT90WFO9CV1sIVREZS+X2C7ACQuhx9Qwk7R4BXt2f3M4dA0K2nLwaAnVW50M1y6Gs50Wl+ojDR1itySOxv8YpwyRlRTOzQTyVMnG0Qsaxxwp+hy4b/vQW3NIUvHYdTyvqALTQdGHT lricomor@lricomor-mac", "key_options": null, "keyfile": "/home/luisrico/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "luisrico", "validate_certs": true} 2021-07-26T15:40:16.026 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDepyzA+MeQT5oRM52SxmUUKVAzkcrH/NqFxoCpBAjUSioTMaB1h0PhHE00nvHnKRvqWdPl8LCBWS3Ncjh30r9lwHaP+oPy4iLQEc7D2Mwn7WyPh5cq9N3UF25C0AlMG744k1tBNb97qy73OJI+oc5pAj4vUpCC1Ut9pMP5E5pQCx/kwgSOpC7mk0dYr/H5FxjPb0ca55eisFTLXraHPSChdrHjlYC5XpOZ9csilTwFdF0fJdu0nMDwIxGvwTOaUcIcfNLkpGB2Sj/pAM4L9pVsIbeE3C8d978MZ8Ff+ksQ0T8eNzew2ZjSkSuV+oR1sBCJYZ7mbDQuYLKAs5DanO1VFJvgjBJm1zP2ONu+g0fn/j04qIosuudziwoG/dOTkFo+6dBvF5hQi7TbZOIUVFr5dBlGS+O4eoK0gi/wpzun227E4dadY9uB1wiZ/PTD/5og+gxWG32RkHqqX3ALlK4m8JKzrq214nZ7Dt9CNewiUkR15uRkDasGIdiu6qb4Ez8= ArunaSudhan@sudhan-linux", "key_options": null, "keyfile": "/home/sudhanaruna/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sudhanaruna", "validate_certs": true} 2021-07-26T15:40:16.099 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAICYMwYvykHtnVhhJwcKaiRh9oMpJkqvEA7OAbHPYOv6W matan.brz@gmail.com", "key_options": null, "keyfile": "/home/matan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "matan", "validate_certs": true} 2021-07-26T15:40:16.153 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDuHIpWAz6Sk3ATLvTG4KS24JUzgqQBEm4EesPgf1cEG+xK4gISUixaVC9OSNS/KR+8/yoWAhmw992p8cp7mWXxqrRC9kIrthLWvD6Jjz3HTXgarO2oNibeVu27kK/Fm2vvUNACARBkoC5YXd6IuoZOEg1bJu06DLw5Y7pGMqZRVDOrE8WUDwr27roZSgU2/N+18Y1LYn4gwSvWpuC/IotLyGSpW7/dgrZAIreRoYboMdTSlIjjuzeWvYx/AnZmkeEo0IhfyuBRl7ZQwxSFYHn9Z1+iQkt+O9hEZYSZuYRuyFPRqHNMKCEj1iYVRMcwbf/x2/dhjfmbWmjOMJoNNwm+DpixHHbId6Idx82GlAtCgQSTe9aG783oCeZYuVUr1plIRjeEsdjY9UBRYKNknEAChKjMSbxysvO3Dy4yrU2r8qo1iBS1fi4HUg12asCLrJX7vSCvOhOn7ltqDTmt5UiLSn+eCzXpOTBDWz7McB28FoYyR+Rwz5GOH3ITFhPyhXc= wzl@manjaro-wzl", "key_options": null, "keyfile": "/home/zl31wang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zl31wang", "validate_certs": true} 2021-07-26T15:40:16.231 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCkFTEUxQkQ1cplOLOf86Teu4qTYGkMqWtjIwzsU/AcimjFolSI5fJ3B72PH7bhQKkSnOlTjiOos2LrD5i/XgxkJD6icVWwHO11lczsq/8K5x0ZMJbJaiT3QphBB4yItoge2Y4/7g4o/78Ne+U7eZ1L5fgeO1fExtIaEXK1lS8pVlpZQXyproTIzp1WLHoaXb38Mxc5jAtuvEKfEycdX3c8k/9ti2qBCZnmjPH05WOxkqCRyNBT+bSJZyFMYt9RDUuycn3BYVSXTAzPW0qwgvKY5vij+qiFoxij7nKNMH7w6C0arolCcJxhiMyEF3UbTuOxgVONWyqFk/vScGGSYj9ytQYjv0L1cFyOVhlpbu+tnptulfQ3faMpjROE/eYxTIoY7OPDgWbFqEUJ4eEhKwAC7aYIYUhvoI/8k+4u64nsyEJQdHXmB+OY3WE5TegYUCuqSsdPY74eO1o8dDgxF363eggDSBmYqSSs+Tpu9TNhJG7iJFX1tiAPwmKvjVrJOac= ozeneva@omri", "key_options": null, "keyfile": "/home/ozeneva/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ozeneva", "validate_certs": true} 2021-07-26T15:40:16.294 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIi8JMOVD91QR7EXBkhxeAsB2UO2gyWqYPiP6HjJO/TzzMKf7QtO928XzdORwQ1/jm2hDF1kaNPaU/XIHD0hHSvfICS4ELQcBPa5uPya6d5Kn5fVlpGqBcXBxKGbHB01PGjn0214eupt2LebWxkm7TP/BGDHKXXaoR748AlbyyG2L3TaNoGkwQiEoZe3CWgH4qkrf2CEpyfOa7BM7U0h+lceJxIGe+Yo6Ll14zyngDBa059E+ndFTpkQ6vECII7FdB1+A4Orhu40XHZgyVnlRudD1l80pIVnZves8N2zHZhQo8hp0sB5oY8HENiB09j7Xa6YQ/c1c2wm9E2xJHSNo7muFiHz48vQEgvNmu0lZdbVwXIy3IgLEBHjs6Kyqjtg618V4UaoP/LBOqtWtLd6TvGJ3qBlNyvhO5gZ2DGeLMN2WWoHxfl3VM+QGCGI2dnzUyHhfG1VBDYj8fzWXOuUVpVCMUw8fEg8GWmYLDwm3SbdMACWU87J0kAmaDPKcwwL6AwtWJZr/p89sSypl6y50JlOoDrbDbxrIbHQgbf1tcEgPOuLUN+O06qpi+OxKMtFdbvz+NQ4V4CpXpvMMQZj5AbuHp0EJ5Vme/Kcmpl/xoYGyFDzOEGR8lw6LMz+CpQ4GtnK5XXe1Xn3TJh6Tn2tVyS20p7artemGQQquCN8iQOw== mayag@gett.com", "key_options": null, "keyfile": "/home/mayagilad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mayagilad", "validate_certs": true} 2021-07-26T15:40:16.500 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDepyzA+MeQT5oRM52SxmUUKVAzkcrH/NqFxoCpBAjUSioTMaB1h0PhHE00nvHnKRvqWdPl8LCBWS3Ncjh30r9lwHaP+oPy4iLQEc7D2Mwn7WyPh5cq9N3UF25C0AlMG744k1tBNb97qy73OJI+oc5pAj4vUpCC1Ut9pMP5E5pQCx/kwgSOpC7mk0dYr/H5FxjPb0ca55eisFTLXraHPSChdrHjlYC5XpOZ9csilTwFdF0fJdu0nMDwIxGvwTOaUcIcfNLkpGB2Sj/pAM4L9pVsIbeE3C8d978MZ8Ff+ksQ0T8eNzew2ZjSkSuV+oR1sBCJYZ7mbDQuYLKAs5DanO1VFJvgjBJm1zP2ONu+g0fn/j04qIosuudziwoG/dOTkFo+6dBvF5hQi7TbZOIUVFr5dBlGS+O4eoK0gi/wpzun227E4dadY9uB1wiZ/PTD/5og+gxWG32RkHqqX3ALlK4m8JKzrq214nZ7Dt9CNewiUkR15uRkDasGIdiu6qb4Ez8= ArunaSudhan@sudhan-linux", "key_options": null, "keyfile": "/home/sudhanaruna/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sudhanaruna", "validate_certs": true} 2021-07-26T15:40:16.502 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDuHIpWAz6Sk3ATLvTG4KS24JUzgqQBEm4EesPgf1cEG+xK4gISUixaVC9OSNS/KR+8/yoWAhmw992p8cp7mWXxqrRC9kIrthLWvD6Jjz3HTXgarO2oNibeVu27kK/Fm2vvUNACARBkoC5YXd6IuoZOEg1bJu06DLw5Y7pGMqZRVDOrE8WUDwr27roZSgU2/N+18Y1LYn4gwSvWpuC/IotLyGSpW7/dgrZAIreRoYboMdTSlIjjuzeWvYx/AnZmkeEo0IhfyuBRl7ZQwxSFYHn9Z1+iQkt+O9hEZYSZuYRuyFPRqHNMKCEj1iYVRMcwbf/x2/dhjfmbWmjOMJoNNwm+DpixHHbId6Idx82GlAtCgQSTe9aG783oCeZYuVUr1plIRjeEsdjY9UBRYKNknEAChKjMSbxysvO3Dy4yrU2r8qo1iBS1fi4HUg12asCLrJX7vSCvOhOn7ltqDTmt5UiLSn+eCzXpOTBDWz7McB28FoYyR+Rwz5GOH3ITFhPyhXc= wzl@manjaro-wzl", "key_options": null, "keyfile": "/home/zl31wang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zl31wang", "validate_certs": true} 2021-07-26T15:40:16.524 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:16 +0000 (0:00:20.629) 0:00:58.804 *********** 2021-07-26T15:40:16.622 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:16.633 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:16.635 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** changed: [smithi037.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIi8JMOVD91QR7EXBkhxeAsB2UO2gyWqYPiP6HjJO/TzzMKf7QtO928XzdORwQ1/jm2hDF1kaNPaU/XIHD0hHSvfICS4ELQcBPa5uPya6d5Kn5fVlpGqBcXBxKGbHB01PGjn0214eupt2LebWxkm7TP/BGDHKXXaoR748AlbyyG2L3TaNoGkwQiEoZe3CWgH4qkrf2CEpyfOa7BM7U0h+lceJxIGe+Yo6Ll14zyngDBa059E+ndFTpkQ6vECII7FdB1+A4Orhu40XHZgyVnlRudD1l80pIVnZves8N2zHZhQo8hp0sB5oY8HENiB09j7Xa6YQ/c1c2wm9E2xJHSNo7muFiHz48vQEgvNmu0lZdbVwXIy3IgLEBHjs6Kyqjtg618V4UaoP/LBOqtWtLd6TvGJ3qBlNyvhO5gZ2DGeLMN2WWoHxfl3VM+QGCGI2dnzUyHhfG1VBDYj8fzWXOuUVpVCMUw8fEg8GWmYLDwm3SbdMACWU87J0kAmaDPKcwwL6AwtWJZr/p89sSypl6y50JlOoDrbDbxrIbHQgbf1tcEgPOuLUN+O06qpi+OxKMtFdbvz+NQ4V4CpXpvMMQZj5AbuHp0EJ5Vme/Kcmpl/xoYGyFDzOEGR8lw6LMz+CpQ4GtnK5XXe1Xn3TJh6Tn2tVyS20p7artemGQQquCN8iQOw== mayag@gett.com", "key_options": null, "keyfile": "/home/mayagilad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mayagilad", "validate_certs": true} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:16.638 INFO:teuthology.task.ansible.out: 2021-07-26T15:40:16.646 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:16.674 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-07-26T15:40:16.710 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-07-26T15:40:16.712 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841e 2021-07-26T15:40:16.714 INFO:teuthology.task.ansible.out:e62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:16.736 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:16 +0000 (0:00:00.212) 0:00:59.016 *********** 2021-07-26T15:40:16.824 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "key_options": null, "keyfile": "/home/smithfarm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smithfarm", "validate_certs": true} 2021-07-26T15:40:16.826 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:16.837 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:16.848 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:16.850 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr 2021-07-26T15:40:16.851 INFO:teuthology.task.ansible.out:+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:16.862 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:16.873 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:16.874 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:16.968 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "key_options": null, "keyfile": "/home/amaredia/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amaredia", "validate_certs": true} 2021-07-26T15:40:17.022 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "key_options": null, "keyfile": "/home/smithfarm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smithfarm", "validate_certs": true} 2021-07-26T15:40:17.033 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.046 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.102 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "key_options": null, "keyfile": "/home/tserlin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tserlin", "validate_certs": true} 2021-07-26T15:40:17.113 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.115 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.126 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.137 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.148 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.159 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.162 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.172 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "skip_reason": "Conditional result was False"} ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunne 2021-07-26T15:40:17.174 INFO:teuthology.task.ansible.out:r yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "key_options": null, "keyfile": "/home/amaredia/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amaredia", "validate_certs": true} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.183 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.195 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.196 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.208 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.209 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.220 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.231 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.242 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.244 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.253 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.265 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.276 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.278 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.287 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.289 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.299 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.299 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "key_options": null, "keyfile": "/home/tserlin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tserlin", "validate_certs": true} 2021-07-26T15:40:17.300 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a 2021-07-26T15:40:17.301 INFO:teuthology.task.ansible.out:195'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.313 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.323 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.325 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.336 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.347 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.359 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.372 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item= 2021-07-26T15:40:17.373 INFO:teuthology.task.ansible.out:{'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.384 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "item": 2021-07-26T15:40:17.386 INFO:teuthology.task.ansible.out: {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.395 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.397 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "x 2021-07-26T15:40:17.398 INFO:teuthology.task.ansible.out:xg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.411 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.419 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.422 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.432 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.434 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f6 2021-07-26T15:40:17.436 INFO:teuthology.task.ansible.out:4d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.445 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.447 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.457 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.459 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.469 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.470 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.471 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.482 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.494 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.495 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.508 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.519 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.530 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.532 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.543 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.545 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.556 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.559 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.569 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.571 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.581 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.583 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.594 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.594 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.596 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.597 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.598 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.609 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.611 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.611 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.613 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.615 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.625 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.627 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.638 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.640 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.642 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.653 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.656 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.667 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.669 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.680 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.682 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.693 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.695 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.705 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.708 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.719 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.721 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.733 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.736 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.747 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.749 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.759 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.762 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.773 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.775 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.787 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.788 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.799 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.801 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.811 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.813 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.823 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.825 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.836 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.837 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.848 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.850 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.850 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.862 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.863 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.874 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.875 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.886 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.898 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.900 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1 2021-07-26T15:40:17.902 INFO:teuthology.task.ansible.out:bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.912 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.914 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.915 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.926 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.929 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.948 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.950 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.962 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.965 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.965 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.967 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.967 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.968 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad 2021-07-26T15:40:17.969 INFO:teuthology.task.ansible.out:jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.980 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.982 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.992 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:17.995 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.006 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.008 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.056 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.058 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.059 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.060 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.061 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.063 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.089 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:18 +0000 (0:00:01.352) 0:01:00.369 *********** 2021-07-26T15:40:18.098 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.099 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.100 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.101 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.101 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.113 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.125 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.127 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.136 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.153 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.159 INFO:teuthology.task.ansible.out: TASK [Filter the revoked_users list] ******************************************* skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.192 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:18 +0000 (0:00:00.102) 0:01:00.471 *********** 2021-07-26T15:40:18.200 INFO:teuthology.task.ansible.out: 2021-07-26T15:40:18.202 INFO:teuthology.task.ansible.out:TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.204 INFO:teuthology.task.ansible.out: skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.216 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.228 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.240 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.242 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.246 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.278 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.281 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.317 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "matan", "ovpn": "matanb@main 5ZJUAUM7LCpjmIkH+Ntl6g 27de66609fee4975af229f411a1f49f589a4c64b958d8913d3f5eff128a37afa"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.319 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.331 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.332 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.388 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:18 +0000 (0:00:00.195) 0:01:00.667 *********** 2021-07-26T15:40:18.410 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** ok: [smithi107.front.sepia.ceph.com] => (item=zcerza) => {"ansible_loop_var": "item", "changed": false, "item": "zcerza", "name": "zcerza", "state": "absent"} 2021-07-26T15:40:18.474 INFO:teuthology.task.ansible.out: TASK [Filter the revoked_users list] ******************************************* skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:18.498 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:18 +0000 (0:00:00.111) 0:01:00.778 *********** 2021-07-26T15:40:18.558 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-07-26T15:40:18.560 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=aschoen) => {"ansible_loop_var": "item", "changed": false, "item": "aschoen", "name": "aschoen", "state": "absent"} 2021-07-26T15:40:18.687 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=andrew) => {"ansible_loop_var": "item", "changed": false, "item": "andrew", "name": "andrew", "state": "absent"} 2021-07-26T15:40:18.710 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=zcerza) => {"ansible_loop_var": "item", "changed": false, "item": "zcerza", "name": "zcerza", "state": "absent"} 2021-07-26T15:40:18.820 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=sweil) => {"ansible_loop_var": "item", "changed": false, "item": "sweil", "name": "sweil", "state": "absent"} 2021-07-26T15:40:18.853 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=aschoen) => {"ansible_loop_var": "item", "changed": false, "item": "aschoen", "name": "aschoen", "state": "absent"} 2021-07-26T15:40:18.952 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=brad) => {"ansible_loop_var": "item", "changed": false, "item": "brad", "name": "brad", "state": "absent"} 2021-07-26T15:40:18.995 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=andrew) => {"ansible_loop_var": "item", "changed": false, "item": "andrew", "name": "andrew", "state": "absent"} 2021-07-26T15:40:19.083 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=kefu) => {"ansible_loop_var": "item", "changed": false, "item": "kefu", "name": "kefu", "state": "absent"} 2021-07-26T15:40:19.137 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=sweil) => {"ansible_loop_var": "item", "changed": false, "item": "sweil", "name": "sweil", "state": "absent"} 2021-07-26T15:40:19.215 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=shylesh) => {"ansible_loop_var": "item", "changed": false, "item": "shylesh", "name": "shylesh", "state": "absent"} 2021-07-26T15:40:19.276 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=brad) => {"ansible_loop_var": "item", "changed": false, "item": "brad", "name": "brad", "state": "absent"} 2021-07-26T15:40:19.342 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=gmeno) => {"ansible_loop_var": "item", "changed": false, "item": "gmeno", "name": "gmeno", "state": "absent"} 2021-07-26T15:40:19.434 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=kefu) => {"ansible_loop_var": "item", "changed": false, "item": "kefu", "name": "kefu", "state": "absent"} 2021-07-26T15:40:19.469 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=alfredodeza) => {"ansible_loop_var": "item", "changed": false, "item": "alfredodeza", "name": "alfredodeza", "state": "absent"} 2021-07-26T15:40:19.566 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=shylesh) => {"ansible_loop_var": "item", "changed": false, "item": "shylesh", "name": "shylesh", "state": "absent"} 2021-07-26T15:40:19.599 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=trhoden) => {"ansible_loop_var": "item", "changed": false, "item": "trhoden", "name": "trhoden", "state": "absent"} 2021-07-26T15:40:19.705 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=gmeno) => {"ansible_loop_var": "item", "changed": false, "item": "gmeno", "name": "gmeno", "state": "absent"} 2021-07-26T15:40:19.748 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=nishtha) => {"ansible_loop_var": "item", "changed": false, "item": "nishtha", "name": "nishtha", "state": "absent"} 2021-07-26T15:40:19.842 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=alfredodeza) => {"ansible_loop_var": "item", "changed": false, "item": "alfredodeza", "name": "alfredodeza", "state": "absent"} 2021-07-26T15:40:19.874 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=yguang) => {"ansible_loop_var": "item", "changed": false, "item": "yguang", "name": "yguang", "state": "absent"} 2021-07-26T15:40:19.973 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=trhoden) => {"ansible_loop_var": "item", "changed": false, "item": "trhoden", "name": "trhoden", "state": "absent"} 2021-07-26T15:40:20.016 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=sdieffen) => {"ansible_loop_var": "item", "changed": false, "item": "sdieffen", "name": "sdieffen", "state": "absent"} 2021-07-26T15:40:20.114 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=nishtha) => {"ansible_loop_var": "item", "changed": false, "item": "nishtha", "name": "nishtha", "state": "absent"} 2021-07-26T15:40:20.158 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=brian) => {"ansible_loop_var": "item", "changed": false, "item": "brian", "name": "brian", "state": "absent"} 2021-07-26T15:40:20.244 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=yguang) => {"ansible_loop_var": "item", "changed": false, "item": "yguang", "name": "yguang", "state": "absent"} 2021-07-26T15:40:20.287 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=pmcgarry) => {"ansible_loop_var": "item", "changed": false, "item": "pmcgarry", "name": "pmcgarry", "state": "absent"} 2021-07-26T15:40:20.391 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=sdieffen) => {"ansible_loop_var": "item", "changed": false, "item": "sdieffen", "name": "sdieffen", "state": "absent"} 2021-07-26T15:40:20.423 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=karnan) => {"ansible_loop_var": "item", "changed": false, "item": "karnan", "name": "karnan", "state": "absent"} 2021-07-26T15:40:20.529 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=brian) => {"ansible_loop_var": "item", "changed": false, "item": "brian", "name": "brian", "state": "absent"} 2021-07-26T15:40:20.561 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=ryneli) => {"ansible_loop_var": "item", "changed": false, "item": "ryneli", "name": "ryneli", "state": "absent"} 2021-07-26T15:40:20.657 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=pmcgarry) => {"ansible_loop_var": "item", "changed": false, "item": "pmcgarry", "name": "pmcgarry", "state": "absent"} 2021-07-26T15:40:20.689 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=dlambrig) => {"ansible_loop_var": "item", "changed": false, "item": "dlambrig", "name": "dlambrig", "state": "absent"} 2021-07-26T15:40:20.805 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=karnan) => {"ansible_loop_var": "item", "changed": false, "item": "karnan", "name": "karnan", "state": "absent"} 2021-07-26T15:40:20.827 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=icolle) => {"ansible_loop_var": "item", "changed": false, "item": "icolle", "name": "icolle", "state": "absent"} 2021-07-26T15:40:20.932 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=ryneli) => {"ansible_loop_var": "item", "changed": false, "item": "ryneli", "name": "ryneli", "state": "absent"} 2021-07-26T15:40:20.966 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=soumya) => {"ansible_loop_var": "item", "changed": false, "item": "soumya", "name": "soumya", "state": "absent"} 2021-07-26T15:40:21.074 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=dlambrig) => {"ansible_loop_var": "item", "changed": false, "item": "dlambrig", "name": "dlambrig", "state": "absent"} 2021-07-26T15:40:21.096 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=jspray) => {"ansible_loop_var": "item", "changed": false, "item": "jspray", "name": "jspray", "state": "absent"} 2021-07-26T15:40:21.212 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=icolle) => {"ansible_loop_var": "item", "changed": false, "item": "icolle", "name": "icolle", "state": "absent"} 2021-07-26T15:40:21.234 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=erwan) => {"ansible_loop_var": "item", "changed": false, "item": "erwan", "name": "erwan", "state": "absent"} 2021-07-26T15:40:21.350 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=soumya) => {"ansible_loop_var": "item", "changed": false, "item": "soumya", "name": "soumya", "state": "absent"} 2021-07-26T15:40:21.361 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=jj) => {"ansible_loop_var": "item", "changed": false, "item": "jj", "name": "jj", "state": "absent"} 2021-07-26T15:40:21.486 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=jspray) => {"ansible_loop_var": "item", "changed": false, "item": "jspray", "name": "jspray", "state": "absent"} 2021-07-26T15:40:21.498 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=amarangone) => {"ansible_loop_var": "item", "changed": false, "item": "amarangone", "name": "amarangone", "state": "absent"} 2021-07-26T15:40:21.614 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=erwan) => {"ansible_loop_var": "item", "changed": false, "item": "erwan", "name": "erwan", "state": "absent"} 2021-07-26T15:40:21.636 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=oprypin) => {"ansible_loop_var": "item", "changed": false, "item": "oprypin", "name": "oprypin", "state": "absent"} 2021-07-26T15:40:21.752 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=jj) => {"ansible_loop_var": "item", "changed": false, "item": "jj", "name": "jj", "state": "absent"} 2021-07-26T15:40:21.762 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=adamyanova) => {"ansible_loop_var": "item", "changed": false, "item": "adamyanova", "name": "adamyanova", "state": "absent"} 2021-07-26T15:40:21.889 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=amarangone) => {"ansible_loop_var": "item", "changed": false, "item": "amarangone", "name": "amarangone", "state": "absent"} 2021-07-26T15:40:21.900 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=sbillah) => {"ansible_loop_var": "item", "changed": false, "item": "sbillah", "name": "sbillah", "state": "absent"} 2021-07-26T15:40:22.015 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=oprypin) => {"ansible_loop_var": "item", "changed": false, "item": "oprypin", "name": "oprypin", "state": "absent"} 2021-07-26T15:40:22.029 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=onyb) => {"ansible_loop_var": "item", "changed": false, "item": "onyb", "name": "onyb", "state": "absent"} 2021-07-26T15:40:22.152 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=adamyanova) => {"ansible_loop_var": "item", "changed": false, "item": "adamyanova", "name": "adamyanova", "state": "absent"} 2021-07-26T15:40:22.167 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=jwilliamson) => {"ansible_loop_var": "item", "changed": false, "item": "jwilliamson", "name": "jwilliamson", "state": "absent"} 2021-07-26T15:40:22.290 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=sbillah) => {"ansible_loop_var": "item", "changed": false, "item": "sbillah", "name": "sbillah", "state": "absent"} 2021-07-26T15:40:22.301 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=kmroz) => {"ansible_loop_var": "item", "changed": false, "item": "kmroz", "name": "kmroz", "state": "absent"} 2021-07-26T15:40:22.427 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=onyb) => {"ansible_loop_var": "item", "changed": false, "item": "onyb", "name": "onyb", "state": "absent"} 2021-07-26T15:40:22.430 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=shehbazj) => {"ansible_loop_var": "item", "changed": false, "item": "shehbazj", "name": "shehbazj", "state": "absent"} 2021-07-26T15:40:22.554 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=jwilliamson) => {"ansible_loop_var": "item", "changed": false, "item": "jwilliamson", "name": "jwilliamson", "state": "absent"} 2021-07-26T15:40:22.565 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=abhishekvrshny) => {"ansible_loop_var": "item", "changed": false, "item": "abhishekvrshny", "name": "abhishekvrshny", "state": "absent"} 2021-07-26T15:40:22.692 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=kmroz) => {"ansible_loop_var": "item", "changed": false, "item": "kmroz", "name": "kmroz", "state": "absent"} 2021-07-26T15:40:22.693 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=asheplyakov) => {"ansible_loop_var": "item", "changed": false, "item": "asheplyakov", "name": "asheplyakov", "state": "absent"} 2021-07-26T15:40:22.828 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=shehbazj) => {"ansible_loop_var": "item", "changed": false, "item": "shehbazj", "name": "shehbazj", "state": "absent"} 2021-07-26T15:40:22.830 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=liupan) => {"ansible_loop_var": "item", "changed": false, "item": "liupan", "name": "liupan", "state": "absent"} 2021-07-26T15:40:22.965 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=abhishekvrshny) => {"ansible_loop_var": "item", "changed": false, "item": "abhishekvrshny", "name": "abhishekvrshny", "state": "absent"} ok: [smithi107.front.sepia.ceph.com] => (item=adeza) => {"ansible_loop_var": "item", "changed": false, "item": "adeza", "name": "adeza", "state": "absent"} 2021-07-26T15:40:23.095 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=pranith) => {"ansible_loop_var": "item", "changed": false, "item": "pranith", "name": "pranith", "state": "absent"} ok: [smithi037.front.sepia.ceph.com] => (item=asheplyakov) => {"ansible_loop_var": "item", "changed": false, "item": "asheplyakov", "name": "asheplyakov", "state": "absent"} 2021-07-26T15:40:23.221 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=dorinda) => {"ansible_loop_var": "item", "changed": false, "item": "dorinda", "name": "dorinda", "state": "absent"} 2021-07-26T15:40:23.232 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=liupan) => {"ansible_loop_var": "item", "changed": false, "item": "liupan", "name": "liupan", "state": "absent"} 2021-07-26T15:40:23.358 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=zyan) => {"ansible_loop_var": "item", "changed": false, "item": "zyan", "name": "zyan", "state": "absent"} 2021-07-26T15:40:23.370 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=adeza) => {"ansible_loop_var": "item", "changed": false, "item": "adeza", "name": "adeza", "state": "absent"} 2021-07-26T15:40:23.506 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=pranith) => {"ansible_loop_var": "item", "changed": false, "item": "pranith", "name": "pranith", "state": "absent"} 2021-07-26T15:40:23.644 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=dorinda) => {"ansible_loop_var": "item", "changed": false, "item": "dorinda", "name": "dorinda", "state": "absent"} 2021-07-26T15:40:23.792 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=zyan) => {"ansible_loop_var": "item", "changed": false, "item": "zyan", "name": "zyan", "state": "absent"} 2021-07-26T15:40:23.857 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item=jdillaman) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "jdillaman", "name": "jdillaman", "remove": false, "state": "absent"} 2021-07-26T15:40:24.003 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=nlevine) => {"ansible_loop_var": "item", "changed": false, "item": "nlevine", "name": "nlevine", "state": "absent"} 2021-07-26T15:40:24.138 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=tbrekke) => {"ansible_loop_var": "item", "changed": false, "item": "tbrekke", "name": "tbrekke", "state": "absent"} 2021-07-26T15:40:24.213 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item=jdillaman) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "jdillaman", "name": "jdillaman", "remove": false, "state": "absent"} 2021-07-26T15:40:24.289 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=taco) => {"ansible_loop_var": "item", "changed": false, "item": "taco", "name": "taco", "state": "absent"} 2021-07-26T15:40:24.355 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=nlevine) => {"ansible_loop_var": "item", "changed": false, "item": "nlevine", "name": "nlevine", "state": "absent"} 2021-07-26T15:40:24.418 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=louis) => {"ansible_loop_var": "item", "changed": false, "item": "louis", "name": "louis", "state": "absent"} 2021-07-26T15:40:24.492 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=tbrekke) => {"ansible_loop_var": "item", "changed": false, "item": "tbrekke", "name": "tbrekke", "state": "absent"} 2021-07-26T15:40:24.557 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=amarango) => {"ansible_loop_var": "item", "changed": false, "item": "amarango", "name": "amarango", "state": "absent"} 2021-07-26T15:40:24.624 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=taco) => {"ansible_loop_var": "item", "changed": false, "item": "taco", "name": "taco", "state": "absent"} 2021-07-26T15:40:24.710 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=oobe) => {"ansible_loop_var": "item", "changed": false, "item": "oobe", "name": "oobe", "state": "absent"} 2021-07-26T15:40:24.763 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=louis) => {"ansible_loop_var": "item", "changed": false, "item": "louis", "name": "louis", "state": "absent"} 2021-07-26T15:40:24.848 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=rturk) => {"ansible_loop_var": "item", "changed": false, "item": "rturk", "name": "rturk", "state": "absent"} 2021-07-26T15:40:24.904 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=amarango) => {"ansible_loop_var": "item", "changed": false, "item": "amarango", "name": "amarango", "state": "absent"} 2021-07-26T15:40:24.989 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=fche) => {"ansible_loop_var": "item", "changed": false, "item": "fche", "name": "fche", "state": "absent"} 2021-07-26T15:40:25.043 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=oobe) => {"ansible_loop_var": "item", "changed": false, "item": "oobe", "name": "oobe", "state": "absent"} 2021-07-26T15:40:25.129 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=jbainbri) => {"ansible_loop_var": "item", "changed": false, "item": "jbainbri", "name": "jbainbri", "state": "absent"} 2021-07-26T15:40:25.183 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=rturk) => {"ansible_loop_var": "item", "changed": false, "item": "rturk", "name": "rturk", "state": "absent"} 2021-07-26T15:40:25.274 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=kdhananj) => {"ansible_loop_var": "item", "changed": false, "item": "kdhananj", "name": "kdhananj", "state": "absent"} 2021-07-26T15:40:25.341 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:25 +0000 (0:00:06.840) 0:01:07.619 *********** 2021-07-26T15:40:25.360 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=fche) => {"ansible_loop_var": "item", "changed": false, "item": "fche", "name": "fche", "state": "absent"} 2021-07-26T15:40:25.578 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=jbainbri) => {"ansible_loop_var": "item", "changed": false, "item": "jbainbri", "name": "jbainbri", "state": "absent"} 2021-07-26T15:40:25.743 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=kdhananj) => {"ansible_loop_var": "item", "changed": false, "item": "kdhananj", "name": "kdhananj", "state": "absent"} 2021-07-26T15:40:25.745 INFO:teuthology.task.ansible.out: 2021-07-26T15:40:25.799 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:25 +0000 (0:00:00.459) 0:01:08.079 *********** 2021-07-26T15:40:25.901 INFO:teuthology.task.ansible.out: TASK [users : Write /keys-repo-sha1 sentinel file] ***************************** 2021-07-26T15:40:25.902 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => {"changed": true, "checksum": "6b66beacdb1c95b0ac86e1041f3914cfa0c50311", "dest": "/keys-repo-sha1", "gid": 0, "group": "root", "md5sum": "e34309bf71492baa6798d79247cca3d0", "mode": "0644", "owner": "root", "size": 40, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627314025.461246-5209-117473704356861/source", "state": "file", "uid": 0} 2021-07-26T15:40:25.926 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:25 +0000 (0:00:00.127) 0:01:08.206 *********** 2021-07-26T15:40:26.007 INFO:teuthology.task.ansible.out: TASK [common : Log the OS name, version and release] *************************** ok: [smithi107.front.sepia.ceph.com] => { "msg": "Host smithi107.front.sepia.ceph.com is running Ubuntu 20.04 (focal)" } 2021-07-26T15:40:26.031 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:26 +0000 (0:00:00.105) 0:01:08.311 *********** 2021-07-26T15:40:26.122 INFO:teuthology.task.ansible.out: TASK [common : Including major version specific variables.] ******************** ok: [smithi107.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"} 2021-07-26T15:40:26.146 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:26 +0000 (0:00:00.115) 0:01:08.426 *********** 2021-07-26T15:40:26.237 INFO:teuthology.task.ansible.out: TASK [users : Write /keys-repo-sha1 sentinel file] ***************************** changed: [smithi037.front.sepia.ceph.com] => {"changed": true, "checksum": "6b66beacdb1c95b0ac86e1041f3914cfa0c50311", "dest": "/keys-repo-sha1", "gid": 0, "group": "root", "md5sum": "e34309bf71492baa6798d79247cca3d0", "mode": "0644", "owner": "root", "size": 40, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627314025.8924105-5259-265966917043853/source", "state": "file", "uid": 0} 2021-07-26T15:40:26.239 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 6)] *********************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:26.264 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:26 +0000 (0:00:00.117) 0:01:08.544 *********** 2021-07-26T15:40:26.286 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:26 +0000 (0:00:00.022) 0:01:08.566 *********** 2021-07-26T15:40:26.327 INFO:teuthology.task.ansible.out: TASK [common : Log the OS name, version and release] *************************** ok: [smithi037.front.sepia.ceph.com] => { "msg": "Host smithi037.front.sepia.ceph.com is running Ubuntu 20.04 (focal)" } 2021-07-26T15:40:26.353 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:26 +0000 (0:00:00.066) 0:01:08.633 *********** 2021-07-26T15:40:26.359 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 7)] *********************** 2021-07-26T15:40:26.361 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:26.385 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:26 +0000 (0:00:00.032) 0:01:08.665 *********** 2021-07-26T15:40:26.434 INFO:teuthology.task.ansible.out: TASK [common : Including major version specific variables.] ******************** ok: [smithi037.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"} 2021-07-26T15:40:26.458 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:26 +0000 (0:00:00.073) 0:01:08.738 *********** 2021-07-26T15:40:26.464 INFO:teuthology.task.ansible.out: TASK [common : Reboot RHEL7 to workaround systemd bug] ************************* 2021-07-26T15:40:26.466 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:26.490 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:26 +0000 (0:00:00.032) 0:01:08.770 *********** 2021-07-26T15:40:26.528 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 6)] *********************** 2021-07-26T15:40:26.530 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:26.560 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:26 +0000 (0:00:00.069) 0:01:08.840 *********** 2021-07-26T15:40:26.580 INFO:teuthology.task.ansible.out: TASK [common : Wait for reboot in case of systemd workaround] ****************** 2021-07-26T15:40:26.582 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:26.606 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:26 +0000 (0:00:00.046) 0:01:08.886 *********** 2021-07-26T15:40:26.633 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 7)] *********************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:26.662 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:26 +0000 (0:00:00.056) 0:01:08.942 *********** 2021-07-26T15:40:26.680 INFO:teuthology.task.ansible.out: TASK [common : Set /etc/localtime (RHEL/CentOS 6)] ***************************** 2021-07-26T15:40:26.683 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:26.706 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:26 +0000 (0:00:00.043) 0:01:08.985 *********** 2021-07-26T15:40:26.734 INFO:teuthology.task.ansible.out: TASK [common : Reboot RHEL7 to workaround systemd bug] ************************* 2021-07-26T15:40:26.736 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:26.760 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:26 +0000 (0:00:00.053) 0:01:09.039 *********** 2021-07-26T15:40:26.777 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone (RHEL/CentOS >= 7)] **************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:26.803 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:26 +0000 (0:00:00.041) 0:01:09.081 *********** 2021-07-26T15:40:26.831 INFO:teuthology.task.ansible.out: TASK [common : Wait for reboot in case of systemd workaround] ****************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:26.857 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:26 +0000 (0:00:00.055) 0:01:09.136 *********** 2021-07-26T15:40:26.877 INFO:teuthology.task.ansible.out: TASK [common : Install yum on Fedora 22 and later] ***************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:26.900 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:26 +0000 (0:00:00.043) 0:01:09.180 *********** 2021-07-26T15:40:26.919 INFO:teuthology.task.ansible.out: TASK [common : Set /etc/localtime (RHEL/CentOS 6)] ***************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:26.947 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:26 +0000 (0:00:00.046) 0:01:09.227 *********** 2021-07-26T15:40:26.949 INFO:teuthology.task.ansible.out: 2021-07-26T15:40:26.978 INFO:teuthology.task.ansible.out: TASK [common : Set entitlements_path] ****************************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:27.006 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:26 +0000 (0:00:00.055) 0:01:09.282 *********** 2021-07-26T15:40:27.021 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone (RHEL/CentOS >= 7)] **************************** 2021-07-26T15:40:27.022 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:27.046 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:27 +0000 (0:00:00.043) 0:01:09.326 *********** 2021-07-26T15:40:27.090 INFO:teuthology.task.ansible.out: TASK [common : Include Red Hat encrypted variables.] *************************** 2021-07-26T15:40:27.092 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item=None) => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} skipping: [smithi107.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:40:27.117 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:27 +0000 (0:00:00.071) 0:01:09.397 *********** 2021-07-26T15:40:27.125 INFO:teuthology.task.ansible.out: TASK [common : Install yum on Fedora 22 and later] ***************************** 2021-07-26T15:40:27.127 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:27.153 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:27 +0000 (0:00:00.036) 0:01:09.433 *********** 2021-07-26T15:40:27.192 INFO:teuthology.task.ansible.out: TASK [common : Set have_entitlements] ****************************************** 2021-07-26T15:40:27.193 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:27.217 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:27 +0000 (0:00:00.063) 0:01:09.497 *********** 2021-07-26T15:40:27.234 INFO:teuthology.task.ansible.out: TASK [common : Set entitlements_path] ****************************************** 2021-07-26T15:40:27.236 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:27.263 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:27 +0000 (0:00:00.045) 0:01:09.543 *********** 2021-07-26T15:40:27.293 INFO:teuthology.task.ansible.out: 2021-07-26T15:40:27.295 INFO:teuthology.task.ansible.out:TASK [common : Install CA Cert from Satellite Server] ************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:27.321 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:27 +0000 (0:00:00.056) 0:01:09.600 *********** 2021-07-26T15:40:27.337 INFO:teuthology.task.ansible.out: TASK [common : Include Red Hat encrypted variables.] *************************** 2021-07-26T15:40:27.338 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item=None) => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} skipping: [smithi037.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:40:27.363 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:27 +0000 (0:00:00.043) 0:01:09.643 *********** 2021-07-26T15:40:27.381 INFO:teuthology.task.ansible.out: TASK [common : Set the releasever] ********************************************* skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:27.411 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:27 +0000 (0:00:00.046) 0:01:09.690 *********** 2021-07-26T15:40:27.427 INFO:teuthology.task.ansible.out: TASK [common : Set have_entitlements] ****************************************** 2021-07-26T15:40:27.429 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:27.453 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:27 +0000 (0:00:00.042) 0:01:09.732 *********** 2021-07-26T15:40:27.480 INFO:teuthology.task.ansible.out: TASK [common : Determine if node is registered with subscription-manager.] ***** skipping: [smithi107.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:40:27.505 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:27 +0000 (0:00:00.052) 0:01:09.785 *********** 2021-07-26T15:40:27.523 INFO:teuthology.task.ansible.out: TASK [common : Install CA Cert from Satellite Server] ************************** 2021-07-26T15:40:27.524 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:27.548 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:27 +0000 (0:00:00.043) 0:01:09.828 *********** 2021-07-26T15:40:27.577 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we're already registered] **************** 2021-07-26T15:40:27.579 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:27.603 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:27 +0000 (0:00:00.054) 0:01:09.883 *********** 2021-07-26T15:40:27.621 INFO:teuthology.task.ansible.out: TASK [common : Set the releasever] ********************************************* 2021-07-26T15:40:27.623 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:27.647 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:27 +0000 (0:00:00.044) 0:01:09.927 *********** 2021-07-26T15:40:27.688 INFO:teuthology.task.ansible.out: TASK [common : Register with subscription-manager.] **************************** 2021-07-26T15:40:27.690 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:40:27.715 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:27 +0000 (0:00:00.067) 0:01:09.995 *********** 2021-07-26T15:40:27.724 INFO:teuthology.task.ansible.out: TASK [common : Determine if node is registered with subscription-manager.] ***** skipping: [smithi037.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:40:27.749 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:27 +0000 (0:00:00.034) 0:01:10.029 *********** 2021-07-26T15:40:27.798 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we just registered] ********************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:27.823 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:27 +0000 (0:00:00.072) 0:01:10.102 *********** 2021-07-26T15:40:27.831 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we're already registered] **************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:27.860 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:27 +0000 (0:00:00.038) 0:01:10.140 *********** 2021-07-26T15:40:27.900 INFO:teuthology.task.ansible.out: TASK [common : List CDN releases available to system] ************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:27.925 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:27 +0000 (0:00:00.064) 0:01:10.204 *********** 2021-07-26T15:40:27.942 INFO:teuthology.task.ansible.out: TASK [common : Register with subscription-manager.] **************************** skipping: [smithi037.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:40:27.966 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:27 +0000 (0:00:00.042) 0:01:10.246 *********** 2021-07-26T15:40:27.997 INFO:teuthology.task.ansible.out: TASK [common : Unregister Beta/Alpha/RC system with subscription-manager] ****** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:28.023 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:28 +0000 (0:00:00.056) 0:01:10.303 *********** 2021-07-26T15:40:28.040 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we just registered] ********************** 2021-07-26T15:40:28.042 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:28.067 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:28 +0000 (0:00:00.044) 0:01:10.347 *********** 2021-07-26T15:40:28.096 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered to false if Beta/Alpha/RC release] ********** 2021-07-26T15:40:28.098 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:28.122 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:28 +0000 (0:00:00.054) 0:01:10.402 *********** 2021-07-26T15:40:28.139 INFO:teuthology.task.ansible.out: TASK [common : List CDN releases available to system] ************************** 2021-07-26T15:40:28.141 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:28.168 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:28 +0000 (0:00:00.044) 0:01:10.446 *********** 2021-07-26T15:40:28.195 INFO:teuthology.task.ansible.out: TASK [common : Configure internal beta repos in /etc/yum.repos.d/] ************* skipping: [smithi107.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:40:28.220 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:28 +0000 (0:00:00.053) 0:01:10.500 *********** 2021-07-26T15:40:28.276 INFO:teuthology.task.ansible.out: TASK [common : Unregister Beta/Alpha/RC system with subscription-manager] ****** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:28.305 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:28 +0000 (0:00:00.079) 0:01:10.579 *********** 2021-07-26T15:40:28.310 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:28.335 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:28 +0000 (0:00:00.035) 0:01:10.615 *********** 2021-07-26T15:40:28.374 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered to false if Beta/Alpha/RC release] ********** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:28.402 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:28 +0000 (0:00:00.063) 0:01:10.679 *********** 2021-07-26T15:40:28.438 INFO:teuthology.task.ansible.out: TASK [common : Get list of enabled RHSM repos] ********************************* skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:28.463 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:28 +0000 (0:00:00.063) 0:01:10.743 *********** 2021-07-26T15:40:28.465 INFO:teuthology.task.ansible.out: 2021-07-26T15:40:28.492 INFO:teuthology.task.ansible.out: TASK [common : Configure internal beta repos in /etc/yum.repos.d/] ************* 2021-07-26T15:40:28.494 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:40:28.525 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:28 +0000 (0:00:00.059) 0:01:10.802 *********** 2021-07-26T15:40:28.552 INFO:teuthology.task.ansible.out: TASK [common : Store list of enabled repos] ************************************ skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:28.595 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:28 +0000 (0:00:00.072) 0:01:10.875 *********** 2021-07-26T15:40:28.623 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-07-26T15:40:28.625 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:28.649 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:28 +0000 (0:00:00.054) 0:01:10.929 *********** 2021-07-26T15:40:28.668 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos false if entitlements are missing or if we unregistered] *** 2021-07-26T15:40:28.670 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:28.695 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:28 +0000 (0:00:00.044) 0:01:10.974 *********** 2021-07-26T15:40:28.732 INFO:teuthology.task.ansible.out: TASK [common : Get list of enabled RHSM repos] ********************************* skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:28.766 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:28 +0000 (0:00:00.072) 0:01:11.046 *********** 2021-07-26T15:40:28.787 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if rhsm_repos differs from repo_list] **** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:28.813 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:28 +0000 (0:00:00.046) 0:01:11.093 *********** 2021-07-26T15:40:28.890 INFO:teuthology.task.ansible.out: TASK [common : Store list of enabled repos] ************************************ skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:28.914 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:28 +0000 (0:00:00.100) 0:01:11.194 *********** 2021-07-26T15:40:28.924 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if newly-subscribed] ********************* 2021-07-26T15:40:28.926 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:28.950 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:28 +0000 (0:00:00.036) 0:01:11.230 *********** 2021-07-26T15:40:28.991 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos false if entitlements are missing or if we unregistered] *** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:29.021 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:29 +0000 (0:00:00.071) 0:01:11.301 *********** 2021-07-26T15:40:29.044 INFO:teuthology.task.ansible.out: TASK [common : Disable all rhsm repos] ***************************************** 2021-07-26T15:40:29.046 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:40:29.076 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:29 +0000 (0:00:00.054) 0:01:11.356 *********** 2021-07-26T15:40:29.120 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if rhsm_repos differs from repo_list] **** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:29.145 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:29 +0000 (0:00:00.068) 0:01:11.425 *********** 2021-07-26T15:40:29.164 INFO:teuthology.task.ansible.out: TASK [common : Enable necessary rhsm repos] ************************************ skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:29.190 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:29 +0000 (0:00:00.045) 0:01:11.470 *********** 2021-07-26T15:40:29.230 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if newly-subscribed] ********************* 2021-07-26T15:40:29.232 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:29.259 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:29 +0000 (0:00:00.068) 0:01:11.539 *********** 2021-07-26T15:40:29.266 INFO:teuthology.task.ansible.out: TASK [common : Remove old apt-mirror repository definition.] ******************* 2021-07-26T15:40:29.267 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:29.291 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:29 +0000 (0:00:00.032) 0:01:11.571 *********** 2021-07-26T15:40:29.321 INFO:teuthology.task.ansible.out: TASK [common : Disable all rhsm repos] ***************************************** 2021-07-26T15:40:29.323 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:40:29.346 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:29 +0000 (0:00:00.055) 0:01:11.627 *********** 2021-07-26T15:40:29.364 INFO:teuthology.task.ansible.out: TASK [common : Increase the yum timeout.] ************************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:29.389 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:29 +0000 (0:00:00.042) 0:01:11.669 *********** 2021-07-26T15:40:29.418 INFO:teuthology.task.ansible.out: TASK [common : Enable necessary rhsm repos] ************************************ 2021-07-26T15:40:29.420 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:29.444 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:29 +0000 (0:00:00.054) 0:01:11.724 *********** 2021-07-26T15:40:29.475 INFO:teuthology.task.ansible.out: TASK [common : Configure epel repos in /etc/yum.repos.d/] ********************** skipping: [smithi107.front.sepia.ceph.com] => (item={'key': 'epel', 'value': {'name': 'Extra Packages for Enterprise Linux', 'mirrorlist': 'file:///etc/yum.repos.d/epel-mirrorlist', 'failovermethod': 'priority', 'enabled': '1', 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel", "value": {"enabled": "1", "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-mirrorlist", "name": "Extra Packages for Enterprise Linux"}}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'key': 'epel-testing', 'value': {'name': 'Extra Packages for Enterprise Linux - Testing', 'mirrorlist': 'file:///etc/yum.repos.d/epel-testing-mirrorlist', 'failovermethod': 'priority', 'enabled': 0, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel-testing", "value": {"enabled": 0, "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-testing-mirrorlist", "name": "Extra Packages for Enterprise Linux - Testing"}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:29.500 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:29 +0000 (0:00:00.056) 0:01:11.780 *********** 2021-07-26T15:40:29.518 INFO:teuthology.task.ansible.out: TASK [common : Remove old apt-mirror repository definition.] ******************* 2021-07-26T15:40:29.519 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:29.543 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:29 +0000 (0:00:00.043) 0:01:11.823 *********** 2021-07-26T15:40:29.585 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* skipping: [smithi107.front.sepia.ceph.com] => (item=epel-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "item": "epel-mirrorlist", "skip_reason": "Conditional result was False"} 2021-07-26T15:40:29.594 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item=epel-testing-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "item": "epel-testing-mirrorlist", "skip_reason": "Conditional result was False"} 2021-07-26T15:40:29.628 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:29 +0000 (0:00:00.084) 0:01:11.908 *********** 2021-07-26T15:40:29.635 INFO:teuthology.task.ansible.out: TASK [common : Increase the yum timeout.] ************************************** 2021-07-26T15:40:29.637 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:29.665 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:29 +0000 (0:00:00.036) 0:01:11.944 *********** 2021-07-26T15:40:29.707 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:29.731 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:29 +0000 (0:00:00.066) 0:01:12.011 *********** 2021-07-26T15:40:29.751 INFO:teuthology.task.ansible.out: TASK [common : Configure epel repos in /etc/yum.repos.d/] ********************** skipping: [smithi037.front.sepia.ceph.com] => (item={'key': 'epel', 'value': {'name': 'Extra Packages for Enterprise Linux', 'mirrorlist': 'file:///etc/yum.repos.d/epel-mirrorlist', 'failovermethod': 'priority', 'enabled': '1', 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel", "value": {"enabled": "1", "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-mirrorlist", "name": "Extra Packages for Enterprise Linux"}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:29.764 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'key': 'epel-testing', 'value': {'name': 'Extra Packages for Enterprise Linux - Testing', 'mirrorlist': 'file:///etc/yum.repos.d/epel-testing-mirrorlist', 'failovermethod': 'priority', 'enabled': 0, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel-testing", "value": {"enabled": 0, "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-testing-mirrorlist", "name": "Extra Packages for Enterprise Linux - Testing"}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:29.787 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:29 +0000 (0:00:00.055) 0:01:12.066 *********** 2021-07-26T15:40:29.869 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* skipping: [smithi037.front.sepia.ceph.com] => (item=epel-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "item": "epel-mirrorlist", "skip_reason": "Conditional result was False"} 2021-07-26T15:40:29.870 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item=epel-testing-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "item": "epel-testing-mirrorlist", "skip_reason": "Conditional result was False"} 2021-07-26T15:40:29.892 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:29 +0000 (0:00:00.105) 0:01:12.172 *********** 2021-07-26T15:40:29.932 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-07-26T15:40:29.934 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "cmd": "cat /etc/timezone", "delta": "0:00:00.015455", "end": "2021-07-26 15:40:29.474339", "rc": 0, "start": "2021-07-26 15:40:29.458884", "stderr": "", "stderr_lines": [], "stdout": "Etc/UTC", "stdout_lines": ["Etc/UTC"]} 2021-07-26T15:40:29.976 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:29 +0000 (0:00:00.082) 0:01:12.254 *********** 2021-07-26T15:40:29.980 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-07-26T15:40:29.982 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:30.006 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:30 +0000 (0:00:00.032) 0:01:12.286 *********** 2021-07-26T15:40:30.048 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone in /etc/timezone] ****************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:30.068 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:30 +0000 (0:00:00.062) 0:01:12.348 *********** 2021-07-26T15:40:30.148 INFO:teuthology.task.ansible.out: TASK [common : Inform the OS of the new timezone] ****************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:30.172 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:30 +0000 (0:00:00.103) 0:01:12.452 *********** 2021-07-26T15:40:30.200 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-07-26T15:40:30.202 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "cmd": "cat /etc/timezone", "delta": "0:00:00.012069", "end": "2021-07-26 15:40:30.194356", "rc": 0, "start": "2021-07-26 15:40:30.182287", "stderr": "", "stderr_lines": [], "stdout": "Etc/UTC", "stdout_lines": ["Etc/UTC"]} 2021-07-26T15:40:30.225 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:30 +0000 (0:00:00.053) 0:01:12.505 *********** 2021-07-26T15:40:30.314 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone in /etc/timezone] ****************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:30.343 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:30 +0000 (0:00:00.117) 0:01:12.623 *********** 2021-07-26T15:40:30.433 INFO:teuthology.task.ansible.out: TASK [common : Inform the OS of the new timezone] ****************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:30.458 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:30 +0000 (0:00:00.114) 0:01:12.737 *********** 2021-07-26T15:40:30.959 INFO:teuthology.task.ansible.out: TASK [common : Mask sleep units] *********************************************** 2021-07-26T15:40:30.961 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "sleep.target", "name": "sleep.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "sleep.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "sleep.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit sleep.target is masked.\"", "LoadState": "masked", "Names": "sleep.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-07-26T15:40:30.985 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "sleep.target", "name": "sleep.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "sleep.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "sleep.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit sleep.target is masked.\"", "LoadState": "masked", "Names": "sleep.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-07-26T15:40:31.154 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=suspend.target) => {"ansible_loop_var": "item", "changed": false, "item": "suspend.target", "name": "suspend.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "suspend.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "suspend.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit suspend.target is masked.\"", "LoadState": "masked", "Names": "suspend.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-07-26T15:40:31.191 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=suspend.target) => {"ansible_loop_var": "item", "changed": false, "item": "suspend.target", "name": "suspend.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "suspend.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "suspend.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit suspend.target is masked.\"", "LoadState": "masked", "Names": "suspend.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-07-26T15:40:31.319 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=hibernate.target) => {"ansible_loop_var": "item", "changed": false, "item": "hibernate.target", "name": "hibernate.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "hibernate.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "hibernate.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit hibernate.target is masked.\"", "LoadState": "masked", "Names": "hibernate.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-07-26T15:40:31.368 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=hibernate.target) => {"ansible_loop_var": "item", "changed": false, "item": "hibernate.target", "name": "hibernate.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "hibernate.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "hibernate.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit hibernate.target is masked.\"", "LoadState": "masked", "Names": "hibernate.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-07-26T15:40:31.507 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=hybrid-sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "hybrid-sleep.target", "name": "hybrid-sleep.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "hybrid-sleep.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "hybrid-sleep.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit hybrid-sleep.target is masked.\"", "LoadState": "masked", "Names": "hybrid-sleep.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-07-26T15:40:31.557 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:31 +0000 (0:00:01.099) 0:01:13.837 *********** 2021-07-26T15:40:31.566 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=hybrid-sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "hybrid-sleep.target", "name": "hybrid-sleep.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "hybrid-sleep.target", "FailureAction": "none", "FragmentPath": "/dev/null", "Id": "hybrid-sleep.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit hybrid-sleep.target is masked.\"", "LoadState": "masked", "Names": "hybrid-sleep.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFileState": "masked"}} 2021-07-26T15:40:31.607 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:31 +0000 (0:00:00.049) 0:01:13.887 *********** 2021-07-26T15:40:31.626 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-07-26T15:40:31.628 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:31.661 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:31 +0000 (0:00:00.053) 0:01:13.940 *********** 2021-07-26T15:40:31.681 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:31.721 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:31 +0000 (0:00:00.058) 0:01:13.998 *********** 2021-07-26T15:40:31.739 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone] *********************************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:31.766 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:31 +0000 (0:00:00.045) 0:01:14.044 *********** 2021-07-26T15:40:31.793 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:31.820 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:31 +0000 (0:00:00.053) 0:01:14.098 *********** 2021-07-26T15:40:31.834 INFO:teuthology.task.ansible.out: TASK [common : Add base OpenSUSE Leap repo] ************************************ 2021-07-26T15:40:31.836 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:31.862 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:31 +0000 (0:00:00.044) 0:01:14.142 *********** 2021-07-26T15:40:31.894 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:31.919 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:31 +0000 (0:00:00.056) 0:01:14.199 *********** 2021-07-26T15:40:31.948 INFO:teuthology.task.ansible.out: TASK [common : Add updates OpenSUSE Leap repo] ********************************* 2021-07-26T15:40:31.950 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:31.973 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:31 +0000 (0:00:00.054) 0:01:14.253 *********** 2021-07-26T15:40:31.991 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:32.016 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:32 +0000 (0:00:00.042) 0:01:14.296 *********** 2021-07-26T15:40:32.044 INFO:teuthology.task.ansible.out: TASK [common : Refresh repos] ************************************************** 2021-07-26T15:40:32.045 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:32.070 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:32 +0000 (0:00:00.053) 0:01:14.349 *********** 2021-07-26T15:40:32.097 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:32.121 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:32 +0000 (0:00:00.051) 0:01:14.401 *********** 2021-07-26T15:40:32.520 INFO:teuthology.task.ansible.out: TASK [common : Set the hardware clock] ***************************************** 2021-07-26T15:40:32.522 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => {"changed": true, "cmd": ["hwclock", "--systohc"], "delta": "0:00:00.261885", "end": "2021-07-26 15:40:32.508937", "rc": 0, "start": "2021-07-26 15:40:32.247052", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:40:32.545 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:32 +0000 (0:00:00.423) 0:01:14.825 *********** 2021-07-26T15:40:32.625 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (RedHat)] ***************************** 2021-07-26T15:40:32.627 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:32.650 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:32 +0000 (0:00:00.105) 0:01:14.930 *********** 2021-07-26T15:40:32.900 INFO:teuthology.task.ansible.out: TASK [common : Clean apt cache] ************************************************ [WARNING]: Consider using the apt module rather than running 'apt-get'. If you need to use command because apt is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message. changed: [smithi037.front.sepia.ceph.com] => {"changed": true, "cmd": ["apt-get", "clean"], "delta": "0:00:00.059212", "end": "2021-07-26 15:40:32.888088", "rc": 0, "start": "2021-07-26 15:40:32.828876", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:40:32.930 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:32 +0000 (0:00:00.274) 0:01:15.204 *********** 2021-07-26T15:40:33.976 INFO:teuthology.task.ansible.out: TASK [common : Set the hardware clock] ***************************************** 2021-07-26T15:40:33.977 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => {"changed": true, "cmd": ["hwclock", "--systohc"], "delta": "0:00:01.753336", "end": "2021-07-26 15:40:33.507698", "rc": 0, "start": "2021-07-26 15:40:31.754362", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:40:33.999 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:33 +0000 (0:00:01.075) 0:01:16.279 *********** 2021-07-26T15:40:34.069 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (RedHat)] ***************************** 2021-07-26T15:40:34.072 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:34.093 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:34 +0000 (0:00:00.093) 0:01:16.373 *********** 2021-07-26T15:40:34.403 INFO:teuthology.task.ansible.out: TASK [common : Clean apt cache] ************************************************ 2021-07-26T15:40:34.405 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => {"changed": true, "cmd": ["apt-get", "clean"], "delta": "0:00:00.118978", "end": "2021-07-26 15:40:33.941155", "rc": 0, "start": "2021-07-26 15:40:33.822177", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:40:34.427 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:34 +0000 (0:00:00.333) 0:01:16.707 *********** 2021-07-26T15:40:36.687 INFO:teuthology.task.ansible.out: TASK [common : Update apt cache] *********************************************** ok: [smithi037.front.sepia.ceph.com] => {"attempts": 1, "cache_update_time": 1627313836, "cache_updated": false, "changed": false} 2021-07-26T15:40:36.715 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:36 +0000 (0:00:02.288) 0:01:18.995 *********** 2021-07-26T15:40:37.477 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (Debian)] ***************************** ok: [smithi037.front.sepia.ceph.com] => {"cache_update_time": 1627313836, "cache_updated": false, "changed": false} 2021-07-26T15:40:37.504 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:37 +0000 (0:00:00.786) 0:01:19.781 *********** 2021-07-26T15:40:37.571 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (OpenSUSE Leap)] ********************** 2021-07-26T15:40:37.573 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:37.618 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:37 +0000 (0:00:00.111) 0:01:19.892 *********** 2021-07-26T15:40:37.907 INFO:teuthology.task.ansible.out: TASK [common : Update apt cache] *********************************************** ok: [smithi107.front.sepia.ceph.com] => {"attempts": 1, "cache_update_time": 1627313842, "cache_updated": false, "changed": false} 2021-07-26T15:40:37.933 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:37 +0000 (0:00:00.320) 0:01:20.213 *********** 2021-07-26T15:40:38.383 INFO:teuthology.task.ansible.out: TASK [common : Add krb5 config file] ******************************************* ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "checksum": "b3c1a33d19a4e448c29374429629dff57657b576", "dest": "/etc/krb5.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/krb5.conf", "size": 131, "state": "file", "uid": 0} 2021-07-26T15:40:38.408 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:38 +0000 (0:00:00.474) 0:01:20.688 *********** 2021-07-26T15:40:38.665 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (Debian)] ***************************** 2021-07-26T15:40:38.667 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"cache_update_time": 1627313842, "cache_updated": false, "changed": false} 2021-07-26T15:40:38.690 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:38 +0000 (0:00:00.282) 0:01:20.970 *********** 2021-07-26T15:40:38.759 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (OpenSUSE Leap)] ********************** 2021-07-26T15:40:38.761 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:38.783 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:38 +0000 (0:00:00.092) 0:01:21.063 *********** 2021-07-26T15:40:39.150 INFO:teuthology.task.ansible.out: TASK [common : Make sure smartmontools is installed] *************************** ok: [smithi037.front.sepia.ceph.com] => {"cache_update_time": 1627313836, "cache_updated": false, "changed": false} 2021-07-26T15:40:39.173 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:39 +0000 (0:00:00.390) 0:01:21.453 *********** 2021-07-26T15:40:39.181 INFO:teuthology.task.ansible.out: TASK [common : Add krb5 config file] ******************************************* 2021-07-26T15:40:39.183 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "checksum": "b3c1a33d19a4e448c29374429629dff57657b576", "dest": "/etc/krb5.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/krb5.conf", "size": 131, "state": "file", "uid": 0} 2021-07-26T15:40:39.210 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:39 +0000 (0:00:00.035) 0:01:21.488 *********** 2021-07-26T15:40:39.603 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** 2021-07-26T15:40:39.605 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=megacli) => {"ansible_loop_var": "item", "changed": false, "checksum": "cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde", "dest": "/usr/sbin/megacli", "gid": 0, "group": "root", "item": "megacli", "mode": "0755", "owner": "root", "path": "/usr/sbin/megacli", "size": 2716736, "state": "file", "uid": 0} 2021-07-26T15:40:39.934 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=cli64) => {"ansible_loop_var": "item", "changed": false, "checksum": "a3b8773b14e8594ffbd9fc156c09436eb0184bc7", "dest": "/usr/sbin/cli64", "gid": 0, "group": "root", "item": "cli64", "mode": "0755", "owner": "root", "path": "/usr/sbin/cli64", "size": 1952038, "state": "file", "uid": 0} 2021-07-26T15:40:39.936 INFO:teuthology.task.ansible.out: TASK [common : Make sure smartmontools is installed] *************************** ok: [smithi107.front.sepia.ceph.com] => {"cache_update_time": 1627313842, "cache_updated": false, "changed": false} 2021-07-26T15:40:39.964 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:39 +0000 (0:00:00.752) 0:01:22.241 *********** 2021-07-26T15:40:40.242 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** ok: [smithi037.front.sepia.ceph.com] => (item=nvme) => {"ansible_loop_var": "item", "changed": false, "checksum": "98735dcacd6fec55dd92b67281b478603b7955b1", "dest": "/usr/sbin/nvme", "gid": 0, "group": "root", "item": "nvme", "mode": "0755", "owner": "root", "path": "/usr/sbin/nvme", "size": 580432, "state": "file", "uid": 0} 2021-07-26T15:40:40.263 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:40 +0000 (0:00:00.302) 0:01:22.543 *********** 2021-07-26T15:40:40.370 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=megacli) => {"ansible_loop_var": "item", "changed": false, "checksum": "cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde", "dest": "/usr/sbin/megacli", "gid": 0, "group": "root", "item": "megacli", "mode": "0755", "owner": "root", "path": "/usr/sbin/megacli", "size": 2716736, "state": "file", "uid": 0} 2021-07-26T15:40:40.403 INFO:teuthology.task.ansible.out: TASK [common : Create /usr/libexec.] ******************************************* 2021-07-26T15:40:40.404 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/libexec", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:40:40.427 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:40 +0000 (0:00:00.163) 0:01:22.707 *********** 2021-07-26T15:40:40.710 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** ok: [smithi107.front.sepia.ceph.com] => (item=cli64) => {"ansible_loop_var": "item", "changed": false, "checksum": "a3b8773b14e8594ffbd9fc156c09436eb0184bc7", "dest": "/usr/sbin/cli64", "gid": 0, "group": "root", "item": "cli64", "mode": "0755", "owner": "root", "path": "/usr/sbin/cli64", "size": 1952038, "state": "file", "uid": 0} 2021-07-26T15:40:40.815 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2021-07-26T15:40:40.825 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=smart.sh) => {"ansible_loop_var": "item", "changed": false, "checksum": "00d0404b545463be4a65f475e0870e07a48f35b6", "dest": "/usr/libexec/smart.sh", "gid": 0, "group": "root", "item": "smart.sh", "mode": "0755", "owner": "root", "path": "/usr/libexec/smart.sh", "size": 13355, "state": "file", "uid": 0} 2021-07-26T15:40:41.134 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** ok: [smithi107.front.sepia.ceph.com] => (item=nvme) => {"ansible_loop_var": "item", "changed": false, "checksum": "98735dcacd6fec55dd92b67281b478603b7955b1", "dest": "/usr/sbin/nvme", "gid": 0, "group": "root", "item": "nvme", "mode": "0755", "owner": "root", "path": "/usr/sbin/nvme", "size": 580432, "state": "file", "uid": 0} 2021-07-26T15:40:41.208 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:41 +0000 (0:00:00.743) 0:01:23.451 *********** 2021-07-26T15:40:41.220 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2021-07-26T15:40:41.221 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=raid.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9d9a89805d8a9e4c7281934e887da31f7ac464fb", "dest": "/usr/libexec/raid.pl", "gid": 0, "group": "root", "item": "raid.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/raid.pl", "size": 8602, "state": "file", "uid": 0} 2021-07-26T15:40:41.345 INFO:teuthology.task.ansible.out: TASK [common : Create /usr/libexec.] ******************************************* 2021-07-26T15:40:41.347 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/libexec", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:40:41.370 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:41 +0000 (0:00:00.197) 0:01:23.649 *********** 2021-07-26T15:40:41.678 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** changed: [smithi037.front.sepia.ceph.com] => (item=diskusage.pl) => {"ansible_loop_var": "item", "changed": true, "checksum": "2fbc67b36d59f66fc2621f3ca2dcf60dea2167a5", "dest": "/usr/libexec/diskusage.pl", "gid": 0, "group": "root", "item": "diskusage.pl", "md5sum": "fae049f2bb3feda9c19a2dc30bce838a", "mode": "0755", "owner": "root", "size": 3612, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627314041.2513454-7436-249514006835284/source", "state": "file", "uid": 0} 2021-07-26T15:40:41.709 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:41 +0000 (0:00:00.338) 0:01:23.987 *********** 2021-07-26T15:40:41.816 INFO:teuthology.task.ansible.out: TASK [common : Include apt_system vars] **************************************** ok: [smithi037.front.sepia.ceph.com] => {"ansible_facts": {"nagios_plugins_directory": "/usr/lib/nagios/plugins", "nrpe_group": "nagios", "nrpe_packages": ["nagios-nrpe-server", "nagios-plugins-basic"], "nrpe_service_name": "nagios-nrpe-server", "nrpe_user": "nagios"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/apt_systems.yml"], "changed": false} 2021-07-26T15:40:41.845 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:41 +0000 (0:00:00.137) 0:01:24.125 *********** 2021-07-26T15:40:41.847 INFO:teuthology.task.ansible.out: 2021-07-26T15:40:41.864 INFO:teuthology.task.ansible.out: 2021-07-26T15:40:41.866 INFO:teuthology.task.ansible.out:TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** ok: [smithi107.front.sepia.ceph.com] => (item=smart.sh) => {"ansible_loop_var": "item", "changed": false, "checksum": "00d0404b545463be4a65f475e0870e07a48f35b6", "dest": "/usr/libexec/smart.sh", "gid": 0, "group": "root", "item": "smart.sh", "mode": "0755", "owner": "root", "path": "/usr/libexec/smart.sh", "size": 13355, "state": "file", "uid": 0} 2021-07-26T15:40:41.991 INFO:teuthology.task.ansible.out: TASK [common : Include yum_systems vars] *************************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:42.015 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:42 +0000 (0:00:00.170) 0:01:24.295 *********** 2021-07-26T15:40:42.114 INFO:teuthology.task.ansible.out: TASK [common : Check for epel] ************************************************* skipping: [smithi037.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:40:42.127 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:42 +0000 (0:00:00.111) 0:01:24.407 *********** 2021-07-26T15:40:42.235 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** ok: [smithi107.front.sepia.ceph.com] => (item=raid.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9d9a89805d8a9e4c7281934e887da31f7ac464fb", "dest": "/usr/libexec/raid.pl", "gid": 0, "group": "root", "item": "raid.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/raid.pl", "size": 8602, "state": "file", "uid": 0} 2021-07-26T15:40:42.244 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe without epel] ************************************** skipping: [smithi037.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:40:42.263 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:40:42.275 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:40:42.291 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:40:42.326 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:42 +0000 (0:00:00.197) 0:01:24.604 *********** 2021-07-26T15:40:42.417 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (RHEL/CentOS)] ************ skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:42.448 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:42 +0000 (0:00:00.123) 0:01:24.728 *********** 2021-07-26T15:40:42.663 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2021-07-26T15:40:42.665 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item=diskusage.pl) => {"ansible_loop_var": "item", "changed": true, "checksum": "2fbc67b36d59f66fc2621f3ca2dcf60dea2167a5", "dest": "/usr/libexec/diskusage.pl", "gid": 0, "group": "root", "item": "diskusage.pl", "md5sum": "fae049f2bb3feda9c19a2dc30bce838a", "mode": "0755", "owner": "root", "size": 3612, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627314042.2712827-7646-41069763373591/source", "state": "file", "uid": 0} 2021-07-26T15:40:42.695 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:42 +0000 (0:00:00.242) 0:01:24.971 *********** 2021-07-26T15:40:42.772 INFO:teuthology.task.ansible.out: TASK [common : Include apt_system vars] **************************************** ok: [smithi107.front.sepia.ceph.com] => {"ansible_facts": {"nagios_plugins_directory": "/usr/lib/nagios/plugins", "nrpe_group": "nagios", "nrpe_packages": ["nagios-nrpe-server", "nagios-plugins-basic"], "nrpe_service_name": "nagios-nrpe-server", "nrpe_user": "nagios"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/apt_systems.yml"], "changed": false} 2021-07-26T15:40:42.798 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:42 +0000 (0:00:00.106) 0:01:25.077 *********** 2021-07-26T15:40:42.879 INFO:teuthology.task.ansible.out: TASK [common : Include yum_systems vars] *************************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:42.910 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:42 +0000 (0:00:00.110) 0:01:25.187 *********** 2021-07-26T15:40:42.976 INFO:teuthology.task.ansible.out: TASK [common : Check for epel] ************************************************* 2021-07-26T15:40:42.978 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:40:43.005 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:42 +0000 (0:00:00.094) 0:01:25.281 *********** 2021-07-26T15:40:43.114 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe without epel] ************************************** 2021-07-26T15:40:43.116 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:40:43.126 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:40:43.129 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:40:43.141 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-07-26T15:40:43.170 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:43 +0000 (0:00:00.168) 0:01:25.450 *********** 2021-07-26T15:40:43.208 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (Ubuntu/Fedora)] ********** 2021-07-26T15:40:43.210 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"cache_update_time": 1627313836, "cache_updated": false, "changed": false} 2021-07-26T15:40:43.237 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:43 +0000 (0:00:00.067) 0:01:25.517 *********** 2021-07-26T15:40:43.256 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (RHEL/CentOS)] ************ skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:43.280 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:43 +0000 (0:00:00.043) 0:01:25.561 *********** 2021-07-26T15:40:43.654 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios sudoers.d for raid utilities.] ******************** ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "checksum": "4880e187ff9f437cc33858eb1d0fa49a06d67be4", "dest": "/etc/sudoers.d/90-nagios", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/90-nagios", "size": 180, "state": "file", "uid": 0} 2021-07-26T15:40:43.682 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:43 +0000 (0:00:00.397) 0:01:25.958 *********** 2021-07-26T15:40:44.044 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (Ubuntu/Fedora)] ********** ok: [smithi107.front.sepia.ceph.com] => {"cache_update_time": 1627313842, "cache_updated": false, "changed": false} 2021-07-26T15:40:44.075 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:44 +0000 (0:00:00.397) 0:01:26.355 *********** 2021-07-26T15:40:44.093 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios check_mem script] ********************************* 2021-07-26T15:40:44.095 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "checksum": "39df629b10ded370443e2e4c84d690332c95104d", "dest": "/usr/lib/nagios/plugins/check_mem.sh", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib/nagios/plugins/check_mem.sh", "size": 1964, "state": "file", "uid": 0} 2021-07-26T15:40:44.119 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:44 +0000 (0:00:00.042) 0:01:26.398 *********** 2021-07-26T15:40:44.315 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************ ok: [smithi037.front.sepia.ceph.com] => (item=DAEMON_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "DAEMON_OPTS", "msg": ""} 2021-07-26T15:40:44.446 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=NRPE_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "NRPE_OPTS", "msg": ""} 2021-07-26T15:40:44.469 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:44 +0000 (0:00:00.350) 0:01:26.748 *********** 2021-07-26T15:40:44.475 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios sudoers.d for raid utilities.] ******************** ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "checksum": "4880e187ff9f437cc33858eb1d0fa49a06d67be4", "dest": "/etc/sudoers.d/90-nagios", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/90-nagios", "size": 180, "state": "file", "uid": 0} 2021-07-26T15:40:44.504 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:44 +0000 (0:00:00.034) 0:01:26.783 *********** 2021-07-26T15:40:44.537 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (RHEL/CentOS)] ******************* 2021-07-26T15:40:44.540 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:44.564 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:44 +0000 (0:00:00.059) 0:01:26.843 *********** 2021-07-26T15:40:44.647 INFO:teuthology.task.ansible.out: TASK [common : Check firewalld status] ***************************************** skipping: [smithi037.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:40:44.681 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:44 +0000 (0:00:00.117) 0:01:26.961 *********** 2021-07-26T15:40:44.762 INFO:teuthology.task.ansible.out: TASK [common : Open nrpe port if firewalld enabled] **************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:44.791 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:44 +0000 (0:00:00.108) 0:01:27.069 *********** 2021-07-26T15:40:44.925 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios check_mem script] ********************************* 2021-07-26T15:40:44.929 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "checksum": "39df629b10ded370443e2e4c84d690332c95104d", "dest": "/usr/lib/nagios/plugins/check_mem.sh", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib/nagios/plugins/check_mem.sh", "size": 1964, "state": "file", "uid": 0} 2021-07-26T15:40:44.952 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:44 +0000 (0:00:00.162) 0:01:27.232 *********** 2021-07-26T15:40:45.153 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************ ok: [smithi107.front.sepia.ceph.com] => (item=DAEMON_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "DAEMON_OPTS", "msg": ""} 2021-07-26T15:40:45.177 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios nrpe config.] ************************************* ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "checksum": "a0ee4c31e844cf26108115f6af99f92f904eafbf", "dest": "/etc/nagios/nrpe.cfg", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/nagios/nrpe.cfg", "size": 1176, "state": "file", "uid": 0} 2021-07-26T15:40:45.205 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:45 +0000 (0:00:00.253) 0:01:27.485 *********** 2021-07-26T15:40:45.207 INFO:teuthology.task.ansible.out: 2021-07-26T15:40:45.280 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************ ok: [smithi107.front.sepia.ceph.com] => (item=NRPE_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "NRPE_OPTS", "msg": ""} 2021-07-26T15:40:45.306 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:45 +0000 (0:00:00.101) 0:01:27.586 *********** 2021-07-26T15:40:45.386 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (RHEL/CentOS)] ******************* skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:45.415 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:45 +0000 (0:00:00.108) 0:01:27.694 *********** 2021-07-26T15:40:45.474 INFO:teuthology.task.ansible.out: TASK [common : Make sure nagios nrpe service is running.] ********************** 2021-07-26T15:40:45.476 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "nagios-nrpe-server", "state": "started", "status": {"ActiveEnterTimestamp": "Mon 2021-07-26 15:38:48 UTC", "ActiveEnterTimestampMonotonic": "16474697", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "time-sync.target systemd-tmpfiles-setup.service nss-lookup.target systemd-journald.socket sysinit.target remote-fs.target system.slice network.target basic.target -.mount local-fs.target var-run.mount", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2021-07-26 15:38:48 UTC", "AssertTimestampMonotonic": "16460306", "Before": "xdm.service plymouth-quit.service getty@tty1.service multi-user.target shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2021-07-26 15:38:48 UTC", "Co 2021-07-26T15:40:45.478 INFO:teuthology.task.ansible.out:nditionTimestampMonotonic": "16460305", "ConfigurationDirectoryMode": "0755", "Conflicts": "nrpe.socket shutdown.target", "ControlGroup": "/system.slice/nagios-nrpe-server.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "Nagios Remote Plugin Executor", "DevicePolicy": "auto", "Documentation": "http://www.nagios.org/documentation", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/default/nagios-nrpe-server (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "845", "ExecMainStartTimestamp": "Mon 2021-07-26 15:38:48 UTC", "ExecMainStartTimestampMonotonic": "16474559", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_OPTS ; ignore_errors=no ; start_time=[Mon 2021-07-26 15:38:48 UTC] ; stop_time=[n/a] ; pid=845 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_OPTS ; flags= ; start_time=[Mon 2021-07-26 15:38:48 UTC] ; stop_time=[n/a] ; pid=845 ; code=(null) ; status=0/0 }", "ExecStopPost": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nagios/nrpe.pid ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopPostEx": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nagios/nrpe.pid ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/nagios-nrpe-server.service", "GI 2021-07-26T15:40:45.480 INFO:teuthology.task.ansible.out:D": "118", "Group": "nagios", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "nagios-nrpe-server.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Mon 2021-07-26 15:38:48 UTC", "InactiveExitTimestampMonotonic": "16474697", "InvocationID": "d0b96c6b3bcd441bb81e697f788e205c", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127802", "LimitNPROCSoft": "127802", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127802", "LimitSIGPENDINGSoft": "127802", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "845", "MemoryAccounting": "yes", "MemoryCurrent": "1335296", "MemoryD 2021-07-26T15:40:45.482 INFO:teuthology.task.ansible.out:enyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "nagios-nrpe-server.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "-500", "OnFailureJobMode": "replace", "PIDFile": "/run/nagios/nrpe.pid", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "-.mount sysinit.target system.slice", "RequiresMountsFor": "/var/tmp /tmp", "Restart": "on-abort", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2021-07-26 15:38:48 UTC", "StateChangeTimestampMonotonic": "16474697", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no" 2021-07-26T15:40:45.483 INFO:teuthology.task.ansible.out:, "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "38340", "TimeoutAbortUSec": "1min", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min", "TimerSlackNSec": "50000", "Transient": "no", "Type": "simple", "UID": "110", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "User": "nagios", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-07-26T15:40:45.501 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:45 +0000 (0:00:00.086) 0:01:27.781 *********** 2021-07-26T15:40:45.509 INFO:teuthology.task.ansible.out: TASK [common : Check firewalld status] ***************************************** 2021-07-26T15:40:45.510 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-07-26T15:40:45.536 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:45 +0000 (0:00:00.034) 0:01:27.816 *********** 2021-07-26T15:40:45.574 INFO:teuthology.task.ansible.out: TASK [common : Get SELinux status] ********************************************* skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:45.602 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:45 +0000 (0:00:00.063) 0:01:27.880 *********** 2021-07-26T15:40:45.617 INFO:teuthology.task.ansible.out: TASK [common : Open nrpe port if firewalld enabled] **************************** 2021-07-26T15:40:45.618 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:45.642 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:45 +0000 (0:00:00.042) 0:01:27.922 *********** 2021-07-26T15:40:45.670 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Install SELinux dependencies] **************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:45.696 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:45 +0000 (0:00:00.052) 0:01:27.975 *********** 2021-07-26T15:40:45.774 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Ensure SELinux policy is up to date] ********************* skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:45.794 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:45 +0000 (0:00:00.097) 0:01:28.072 *********** 2021-07-26T15:40:45.876 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Set SELinux boolean nagios_run_sudo true] **************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:45.903 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:45 +0000 (0:00:00.110) 0:01:28.182 *********** 2021-07-26T15:40:46.003 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove SELinux policy package] *************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:46.029 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:46 +0000 (0:00:00.124) 0:01:28.306 *********** 2021-07-26T15:40:46.058 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios nrpe config.] ************************************* 2021-07-26T15:40:46.060 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "checksum": "a0ee4c31e844cf26108115f6af99f92f904eafbf", "dest": "/etc/nagios/nrpe.cfg", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/nagios/nrpe.cfg", "size": 1176, "state": "file", "uid": 0} 2021-07-26T15:40:46.101 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:46 +0000 (0:00:00.074) 0:01:28.381 *********** 2021-07-26T15:40:46.139 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Copy SELinux type enforcement file] ********************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:46.170 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:46 +0000 (0:00:00.068) 0:01:28.450 *********** 2021-07-26T15:40:46.267 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Compile SELinux module file] ***************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:46.296 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:46 +0000 (0:00:00.125) 0:01:28.576 *********** 2021-07-26T15:40:46.299 INFO:teuthology.task.ansible.out: 2021-07-26T15:40:46.396 INFO:teuthology.task.ansible.out: TASK [common : Make sure nagios nrpe service is running.] ********************** 2021-07-26T15:40:46.398 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "nagios-nrpe-server", "state": "started", "status": {"ActiveEnterTimestamp": "Mon 2021-07-26 15:39:09 UTC", "ActiveEnterTimestampMonotonic": "14815306", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "systemd-tmpfiles-setup.service var-run.mount nss-lookup.target systemd-journald.socket sysinit.target system.slice remote-fs.target network.target -.mount local-fs.target basic.target time-sync.target", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2021-07-26 15:39:08 UTC", "AssertTimestampMonotonic": "14772006", "Before": "getty@tty1.service xdm.service multi-user.target plymouth-quit.service shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2021-07-26 15:39:08 UTC", "Co 2021-07-26T15:40:46.399 INFO:teuthology.task.ansible.out:nditionTimestampMonotonic": "14772004", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target nrpe.socket", "ControlGroup": "/system.slice/nagios-nrpe-server.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "Nagios Remote Plugin Executor", "DevicePolicy": "auto", "Documentation": "http://www.nagios.org/documentation", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/default/nagios-nrpe-server (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "893", "ExecMainStartTimestamp": "Mon 2021-07-26 15:39:09 UTC", "ExecMainStartTimestampMonotonic": "14815163", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_OPTS ; ignore_errors=no ; start_time=[Mon 2021-07-26 15:39:09 UTC] ; stop_time=[n/a] ; pid=893 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_OPTS ; flags= ; start_time=[Mon 2021-07-26 15:39:09 UTC] ; stop_time=[n/a] ; pid=893 ; code=(null) ; status=0/0 }", "ExecStopPost": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nagios/nrpe.pid ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopPostEx": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nagios/nrpe.pid ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/nagios-nrpe-server.service", "GI 2021-07-26T15:40:46.401 INFO:teuthology.task.ansible.out:D": "118", "Group": "nagios", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "nagios-nrpe-server.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Mon 2021-07-26 15:39:09 UTC", "InactiveExitTimestampMonotonic": "14815306", "InvocationID": "235563f10f264bee85ba799220d092d3", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127776", "LimitNPROCSoft": "127776", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127776", "LimitSIGPENDINGSoft": "127776", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "893", "MemoryAccounting": "yes", "MemoryCurrent": "1310720", "MemoryD 2021-07-26T15:40:46.403 INFO:teuthology.task.ansible.out:enyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "nagios-nrpe-server.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "-500", "OnFailureJobMode": "replace", "PIDFile": "/run/nagios/nrpe.pid", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "sysinit.target system.slice -.mount", "RequiresMountsFor": "/tmp /var/tmp", "Restart": "on-abort", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2021-07-26 15:39:09 UTC", "StateChangeTimestampMonotonic": "14815306", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no" 2021-07-26T15:40:46.405 INFO:teuthology.task.ansible.out:, "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "38332", "TimeoutAbortUSec": "1min", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min", "TimerSlackNSec": "50000", "Transient": "no", "Type": "simple", "UID": "110", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "User": "nagios", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} TASK [common : nrpe - Build SELinux policy package] **************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:46.429 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:46 +0000 (0:00:00.128) 0:01:28.704 *********** 2021-07-26T15:40:46.450 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:46 +0000 (0:00:00.024) 0:01:28.729 *********** 2021-07-26T15:40:46.491 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Load SELinux policy package] ***************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:46.517 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:46 +0000 (0:00:00.068) 0:01:28.797 *********** 2021-07-26T15:40:46.534 INFO:teuthology.task.ansible.out: TASK [common : Get SELinux status] ********************************************* 2021-07-26T15:40:46.536 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:46.573 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:46 +0000 (0:00:00.055) 0:01:28.853 *********** 2021-07-26T15:40:46.594 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove temporary files] ********************************** 2021-07-26T15:40:46.596 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:46.631 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:46 +0000 (0:00:00.058) 0:01:28.911 *********** 2021-07-26T15:40:46.667 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Install SELinux dependencies] **************************** 2021-07-26T15:40:46.669 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:46.697 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:46 +0000 (0:00:00.062) 0:01:28.974 *********** 2021-07-26T15:40:46.740 INFO:teuthology.task.ansible.out: TASK [testnode : Include package type specific vars.] ************************** ok: [smithi037.front.sepia.ceph.com] => {"ansible_facts": {"apt_repos": [], "ceph_packages_to_remove": ["ceph", "ceph-common", "libcephfs1", "radosgw", "python-ceph", "python-rados", "python-cephfs", "python-rbd", "librbd1", "librados2", "ceph-fs-common-dbg", "ceph-fs-common"], "common_apt_repos": [], "common_packages": [], "nfs_service": "nfs-kernel-server", "ntp_service_name": "ntp", "packages": [], "packages_to_remove": ["multipath-tools"], "pip_packages_to_install": ["remoto>=0.0.35"], "ssh_service_name": "ssh"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/apt_systems.yml"], "changed": false} 2021-07-26T15:40:46.766 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:46 +0000 (0:00:00.071) 0:01:29.046 *********** 2021-07-26T15:40:46.799 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Ensure SELinux policy is up to date] ********************* skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:46.824 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:46 +0000 (0:00:00.058) 0:01:29.105 *********** 2021-07-26T15:40:46.870 INFO:teuthology.task.ansible.out: TASK [testnode : Including distro specific variables.] ************************* 2021-07-26T15:40:46.872 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml) => {"ansible_facts": {"common_packages": ["libfcgi0ldbl", "python-dev", "libev-dev", "perl", "libwww-perl", "lsb-release", "build-essential", "sysstat", "gdb", "libedit2", "cryptsetup-bin", "xfsprogs", "gdisk", "parted", "libuuid1", "libatomic-ops-dev", "git-core", "attr", "dbench", "bonnie++", "valgrind", "ant", "libtool", "automake", "gettext", "uuid-dev", "libacl1-dev", "bc", "xfsdump", "xfslibs-dev", "libattr1-dev", "quota", "libcap2-bin", "libncurses5-dev", "lvm2", "vim", "pdsh", "blktrace", "genisoimage", "libjson-xs-perl", "xml-twig-tools", "default-jdk", "junit4", "tgt", "open-iscsi", "cifs-utils", "ipcalc", "nfs-common", "nfs-kernel-server", "software-properties-common"], "no_recommended_packages": ["collectl"], "non_aarch64_common_packages": ["smbios-utils", "libfcgi", "sysprof"], "non_aarch64_packages_to_upgrade": ["libapache2-mod-fastcgi"], "packages_to_remove": ["openmpi-common"], "packages_to_upgrade": ["apt", "apache2"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"} 2021-07-26T15:40:46.906 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:46 +0000 (0:00:00.075) 0:01:29.180 *********** 2021-07-26T15:40:46.920 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Set SELinux boolean nagios_run_sudo true] **************** 2021-07-26T15:40:46.927 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:46.971 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:46 +0000 (0:00:00.070) 0:01:29.250 *********** 2021-07-26T15:40:47.012 INFO:teuthology.task.ansible.out: TASK [testnode : Including major version specific variables.] ****************** 2021-07-26T15:40:47.032 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml) => {"ansible_facts": {"non_aarch64_packages": ["libgoogle-perftools4", "iozone3"], "non_aarch64_packages_to_upgrade": [], "packages": ["mpich", "qemu-system-x86", "lttng-tools", "libtool-bin", "docker.io", "python3-nose", "python3-virtualenv", "python3-configobj", "python3-gevent", "python3-numpy", "python3-matplotlib", "python3-setuptools"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml"} 2021-07-26T15:40:47.058 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:47 +0000 (0:00:00.085) 0:01:29.335 *********** 2021-07-26T15:40:47.067 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove SELinux policy package] *************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:47.094 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:47 +0000 (0:00:00.039) 0:01:29.374 *********** 2021-07-26T15:40:47.139 INFO:teuthology.task.ansible.out: TASK [testnode : Including version specific variables.] ************************ ok: [smithi037.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-07-26T15:40:47.164 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:47 +0000 (0:00:00.069) 0:01:29.444 *********** 2021-07-26T15:40:47.175 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Copy SELinux type enforcement file] ********************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:47.200 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:47 +0000 (0:00:00.034) 0:01:29.478 *********** 2021-07-26T15:40:47.306 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Compile SELinux module file] ***************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:47.331 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:47 +0000 (0:00:00.131) 0:01:29.610 *********** 2021-07-26T15:40:47.337 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the sudo group exists.] ******************************** ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false} 2021-07-26T15:40:47.366 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:47 +0000 (0:00:00.033) 0:01:29.643 *********** 2021-07-26T15:40:47.416 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Build SELinux policy package] **************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:47.442 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:47 +0000 (0:00:00.078) 0:01:29.722 *********** 2021-07-26T15:40:47.530 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Load SELinux policy package] ***************************** 2021-07-26T15:40:47.532 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:47.561 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:47 +0000 (0:00:00.118) 0:01:29.840 *********** 2021-07-26T15:40:47.578 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the teuthology_user group exists.] ********************* 2021-07-26T15:40:47.580 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "name": "ubuntu", "state": "present", "system": false} 2021-07-26T15:40:47.619 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:47 +0000 (0:00:00.058) 0:01:29.899 *********** 2021-07-26T15:40:47.662 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove temporary files] ********************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:47.689 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:47 +0000 (0:00:00.069) 0:01:29.968 *********** 2021-07-26T15:40:47.739 INFO:teuthology.task.ansible.out: TASK [testnode : Create the teuthology user.] ********************************** 2021-07-26T15:40:47.741 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:47.765 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:47 +0000 (0:00:00.076) 0:01:30.045 *********** 2021-07-26T15:40:47.783 INFO:teuthology.task.ansible.out: TASK [testnode : Include package type specific vars.] ************************** 2021-07-26T15:40:47.785 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"ansible_facts": {"apt_repos": [], "ceph_packages_to_remove": ["ceph", "ceph-common", "libcephfs1", "radosgw", "python-ceph", "python-rados", "python-cephfs", "python-rbd", "librbd1", "librados2", "ceph-fs-common-dbg", "ceph-fs-common"], "common_apt_repos": [], "common_packages": [], "nfs_service": "nfs-kernel-server", "ntp_service_name": "ntp", "packages": [], "packages_to_remove": ["multipath-tools"], "pip_packages_to_install": ["remoto>=0.0.35"], "ssh_service_name": "ssh"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/apt_systems.yml"], "changed": false} 2021-07-26T15:40:47.813 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:47 +0000 (0:00:00.046) 0:01:30.091 *********** 2021-07-26T15:40:47.851 INFO:teuthology.task.ansible.out: TASK [testnode : Delete the teuthology users password.] ************************ skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:47.881 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:47 +0000 (0:00:00.069) 0:01:30.160 *********** 2021-07-26T15:40:47.902 INFO:teuthology.task.ansible.out: TASK [testnode : Including distro specific variables.] ************************* ok: [smithi107.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml) => {"ansible_facts": {"common_packages": ["libfcgi0ldbl", "python-dev", "libev-dev", "perl", "libwww-perl", "lsb-release", "build-essential", "sysstat", "gdb", "libedit2", "cryptsetup-bin", "xfsprogs", "gdisk", "parted", "libuuid1", "libatomic-ops-dev", "git-core", "attr", "dbench", "bonnie++", "valgrind", "ant", "libtool", "automake", "gettext", "uuid-dev", "libacl1-dev", "bc", "xfsdump", "xfslibs-dev", "libattr1-dev", "quota", "libcap2-bin", "libncurses5-dev", "lvm2", "vim", "pdsh", "blktrace", "genisoimage", "libjson-xs-perl", "xml-twig-tools", "default-jdk", "junit4", "tgt", "open-iscsi", "cifs-utils", "ipcalc", "nfs-common", "nfs-kernel-server", "software-properties-common"], "no_recommended_packages": ["collectl"], "non_aarch64_common_packages": ["smbios-utils", "libfcgi", "sysprof"], "non_aarch64_packages_to_upgrade": ["libapache2-mod-fastcgi"], "packages_to_remove": ["openmpi-common"], "packages_to_upgrade": ["apt", "apache2"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"} 2021-07-26T15:40:47.932 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:47 +0000 (0:00:00.052) 0:01:30.212 *********** 2021-07-26T15:40:47.934 INFO:teuthology.task.ansible.out: 2021-07-26T15:40:48.028 INFO:teuthology.task.ansible.out: TASK [testnode : Including major version specific variables.] ****************** ok: [smithi107.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml) => {"ansible_facts": {"non_aarch64_packages": ["libgoogle-perftools4", "iozone3"], "non_aarch64_packages_to_upgrade": [], "packages": ["mpich", "qemu-system-x86", "lttng-tools", "libtool-bin", "docker.io", "python3-nose", "python3-virtualenv", "python3-configobj", "python3-gevent", "python3-numpy", "python3-matplotlib", "python3-setuptools"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml"} 2021-07-26T15:40:48.052 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:48 +0000 (0:00:00.119) 0:01:30.331 *********** 2021-07-26T15:40:48.123 INFO:teuthology.task.ansible.out: TASK [testnode : Add a user for xfstests to test user quotas.] ***************** ok: [smithi037.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 10101, "home": "/home/fsgqa", "move_home": false, "name": "fsgqa", "shell": "/bin/sh", "state": "present", "uid": 10101} 2021-07-26T15:40:48.152 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:48 +0000 (0:00:00.091) 0:01:30.423 *********** TASK [testnode : Including version specific variables.] ************************ ok: [smithi107.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-07-26T15:40:48.183 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:48 +0000 (0:00:00.038) 0:01:30.461 *********** 2021-07-26T15:40:48.325 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the sudo group exists.] ******************************** ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false} 2021-07-26T15:40:48.349 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:48 +0000 (0:00:00.167) 0:01:30.629 *********** 2021-07-26T15:40:48.530 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the teuthology_user group exists.] ********************* ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "name": "ubuntu", "state": "present", "system": false} 2021-07-26T15:40:48.555 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:48 +0000 (0:00:00.201) 0:01:30.830 *********** 2021-07-26T15:40:48.626 INFO:teuthology.task.ansible.out: TASK [testnode : Create the teuthology user.] ********************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} TASK [testnode : Set a high max open files limit for the teuthology user.] ***** ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "checksum": "dc140f4bb26594b8d5e0753bab8d93c0cced7772", "dest": "/etc/security/limits.d/ubuntu.conf", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/security/limits.d/ubuntu.conf", "size": 112, "state": "file", "uid": 0} 2021-07-26T15:40:48.646 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:48 +0000 (0:00:00.095) 0:01:30.926 *********** 2021-07-26T15:40:48.668 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:48 +0000 (0:00:00.021) 0:01:30.948 *********** 2021-07-26T15:40:48.727 INFO:teuthology.task.ansible.out: TASK [testnode : Set hostname var] ********************************************* ok: [smithi037.front.sepia.ceph.com] => {"ansible_facts": {"hostname": "smithi037"}, "changed": false} 2021-07-26T15:40:48.762 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:48 +0000 (0:00:00.087) 0:01:31.035 *********** 2021-07-26T15:40:48.767 INFO:teuthology.task.ansible.out: TASK [testnode : Delete the teuthology users password.] ************************ skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:48.798 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:48 +0000 (0:00:00.033) 0:01:31.069 *********** 2021-07-26T15:40:49.012 INFO:teuthology.task.ansible.out: TASK [testnode : Add a user for xfstests to test user quotas.] ***************** 2021-07-26T15:40:49.014 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 10101, "home": "/home/fsgqa", "move_home": false, "name": "fsgqa", "shell": "/bin/sh", "state": "present", "uid": 10101} 2021-07-26T15:40:49.042 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:49 +0000 (0:00:00.250) 0:01:31.320 *********** 2021-07-26T15:40:49.535 INFO:teuthology.task.ansible.out: TASK [testnode : Set a high max open files limit for the teuthology user.] ***** ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "checksum": "dc140f4bb26594b8d5e0753bab8d93c0cced7772", "dest": "/etc/security/limits.d/ubuntu.conf", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/security/limits.d/ubuntu.conf", "size": 112, "state": "file", "uid": 0} 2021-07-26T15:40:49.557 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:49 +0000 (0:00:00.517) 0:01:31.837 *********** 2021-07-26T15:40:49.559 INFO:teuthology.task.ansible.out: 2021-07-26T15:40:49.638 INFO:teuthology.task.ansible.out: TASK [testnode : Set hostname var] ********************************************* ok: [smithi107.front.sepia.ceph.com] => {"ansible_facts": {"hostname": "smithi107"}, "changed": false} 2021-07-26T15:40:49.661 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:49 +0000 (0:00:00.104) 0:01:31.941 *********** 2021-07-26T15:40:49.700 INFO:teuthology.task.ansible.out: TASK [testnode : Set the system's hostname] ************************************ 2021-07-26T15:40:49.710 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => {"ansible_facts": {"ansible_domain": "front.sepia.ceph.com", "ansible_fqdn": "smithi037.front.sepia.ceph.com", "ansible_hostname": "smithi037", "ansible_nodename": "smithi037"}, "changed": true, "name": "smithi037"} 2021-07-26T15:40:49.732 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:49 +0000 (0:00:00.070) 0:01:32.012 *********** 2021-07-26T15:40:50.113 INFO:teuthology.task.ansible.out: TASK [testnode : Upload distro major version specific sshd_config] ************* ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "checksum": "2f7bfea2455a0d9220592aa0c21ac69c312e7471", "dest": "/etc/ssh/sshd_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/sshd_config", "size": 2646, "state": "file", "uid": 0} TASK [testnode : Set the system's hostname] ************************************ changed: [smithi107.front.sepia.ceph.com] => {"ansible_facts": {"ansible_domain": "front.sepia.ceph.com", "ansible_fqdn": "smithi107.front.sepia.ceph.com", "ansible_hostname": "smithi107", "ansible_nodename": "smithi107"}, "changed": true, "name": "smithi107"} 2021-07-26T15:40:50.137 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:50 +0000 (0:00:00.403) 0:01:32.415 *********** 2021-07-26T15:40:50.157 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:50 +0000 (0:00:00.021) 0:01:32.437 *********** 2021-07-26T15:40:50.520 INFO:teuthology.task.ansible.out: TASK [testnode : Upload ssh_config] ******************************************** 2021-07-26T15:40:50.521 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "checksum": "58d78b02605c8368f1913de12e145f4ad930fafc", "dest": "/etc/ssh/ssh_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/ssh_config", "size": 570, "state": "file", "uid": 0} 2021-07-26T15:40:50.546 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:50 +0000 (0:00:00.387) 0:01:32.825 *********** 2021-07-26T15:40:50.565 INFO:teuthology.task.ansible.out: TASK [testnode : Upload distro major version specific sshd_config] ************* 2021-07-26T15:40:50.566 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "checksum": "2f7bfea2455a0d9220592aa0c21ac69c312e7471", "dest": "/etc/ssh/sshd_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/sshd_config", "size": 2646, "state": "file", "uid": 0} 2021-07-26T15:40:50.592 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:50 +0000 (0:00:00.047) 0:01:32.872 *********** 2021-07-26T15:40:50.994 INFO:teuthology.task.ansible.out: TASK [testnode : Upload ssh_config] ******************************************** ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "checksum": "58d78b02605c8368f1913de12e145f4ad930fafc", "dest": "/etc/ssh/ssh_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/ssh_config", "size": 570, "state": "file", "uid": 0} 2021-07-26T15:40:51.019 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:51 +0000 (0:00:00.426) 0:01:33.299 *********** 2021-07-26T15:40:51.060 INFO:teuthology.task.ansible.out: TASK [testnode : Add ssh pubkeys] ********************************************** changed: [smithi037.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "https://raw.githubusercontent.com/ceph/keys/autogenerated/ssh/@all.pub", "key_options": null, "keyfile": "/home/ubuntu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ubuntu", "validate_certs": true} 2021-07-26T15:40:51.087 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:51 +0000 (0:00:00.067) 0:01:33.367 *********** 2021-07-26T15:40:51.161 INFO:teuthology.task.ansible.out: TASK [testnode : Create remote.conf] ******************************************* skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:51.184 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:51 +0000 (0:00:00.097) 0:01:33.464 *********** 2021-07-26T15:40:51.258 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2021-07-26T15:40:51.260 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:51.287 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:51 +0000 (0:00:00.103) 0:01:33.567 *********** 2021-07-26T15:40:51.358 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-07-26T15:40:51.360 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:51.394 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:51 +0000 (0:00:00.106) 0:01:33.673 *********** 2021-07-26T15:40:51.470 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:51.500 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:51 +0000 (0:00:00.106) 0:01:33.780 *********** 2021-07-26T15:40:51.509 INFO:teuthology.task.ansible.out: TASK [testnode : Add ssh pubkeys] ********************************************** changed: [smithi107.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "https://raw.githubusercontent.com/ceph/keys/autogenerated/ssh/@all.pub", "key_options": null, "keyfile": "/home/ubuntu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ubuntu", "validate_certs": true} 2021-07-26T15:40:51.539 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:51 +0000 (0:00:00.039) 0:01:33.819 *********** 2021-07-26T15:40:51.580 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:51.604 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:51 +0000 (0:00:00.064) 0:01:33.884 *********** 2021-07-26T15:40:51.622 INFO:teuthology.task.ansible.out: TASK [testnode : Create remote.conf] ******************************************* 2021-07-26T15:40:51.624 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:51.648 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:51 +0000 (0:00:00.043) 0:01:33.928 *********** 2021-07-26T15:40:51.686 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:51.710 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:51 +0000 (0:00:00.062) 0:01:33.990 *********** 2021-07-26T15:40:51.733 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:51.759 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:51 +0000 (0:00:00.049) 0:01:34.039 *********** 2021-07-26T15:40:51.789 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:51.817 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:51 +0000 (0:00:00.058) 0:01:34.097 *********** 2021-07-26T15:40:51.858 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-07-26T15:40:51.860 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:51.891 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:51 +0000 (0:00:00.073) 0:01:34.171 *********** 2021-07-26T15:40:51.897 INFO:teuthology.task.ansible.out: TASK [testnode : Clean up Stream distro-provided repos] ************************ 2021-07-26T15:40:51.899 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:51.927 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:51 +0000 (0:00:00.036) 0:01:34.207 *********** 2021-07-26T15:40:51.966 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:51.992 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:51 +0000 (0:00:00.064) 0:01:34.272 *********** 2021-07-26T15:40:51.998 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:40:52.000 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:52.028 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:52 +0000 (0:00:00.034) 0:01:34.306 *********** 2021-07-26T15:40:52.056 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2021-07-26T15:40:52.057 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:52.082 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:52 +0000 (0:00:00.055) 0:01:34.362 *********** 2021-07-26T15:40:52.113 INFO:teuthology.task.ansible.out: TASK [testnode : Include CentOS Stream specific variables] ********************* skipping: [smithi037.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml", "skip_reason": "Conditional result was False"} 2021-07-26T15:40:52.142 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:52 +0000 (0:00:00.055) 0:01:34.418 *********** 2021-07-26T15:40:52.157 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:52.185 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:52 +0000 (0:00:00.046) 0:01:34.465 *********** 2021-07-26T15:40:52.214 INFO:teuthology.task.ansible.out: TASK [testnode : Configure local mirrorlists] ********************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:52.239 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:52 +0000 (0:00:00.054) 0:01:34.519 *********** 2021-07-26T15:40:52.257 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2021-07-26T15:40:52.259 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:52.291 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:52 +0000 (0:00:00.049) 0:01:34.568 *********** 2021-07-26T15:40:52.309 INFO:teuthology.task.ansible.out: TASK [testnode : Configure common additional repos in /etc/yum.repos.d/] ******* 2021-07-26T15:40:52.334 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:52 +0000 (0:00:00.045) 0:01:34.614 *********** 2021-07-26T15:40:52.364 INFO:teuthology.task.ansible.out: TASK [testnode : Clean up Stream distro-provided repos] ************************ 2021-07-26T15:40:52.366 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:52.391 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:52 +0000 (0:00:00.057) 0:01:34.671 *********** 2021-07-26T15:40:52.410 INFO:teuthology.task.ansible.out: TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ******** 2021-07-26T15:40:52.434 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:52 +0000 (0:00:00.042) 0:01:34.714 *********** 2021-07-26T15:40:52.478 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:52.510 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:52 +0000 (0:00:00.066) 0:01:34.781 *********** 2021-07-26T15:40:52.523 INFO:teuthology.task.ansible.out: TASK [testnode : Enable copr repos] ******************************************** 2021-07-26T15:40:52.551 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:52 +0000 (0:00:00.049) 0:01:34.830 *********** 2021-07-26T15:40:52.592 INFO:teuthology.task.ansible.out: TASK [testnode : Include CentOS Stream specific variables] ********************* skipping: [smithi107.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml", "skip_reason": "Conditional result was False"} 2021-07-26T15:40:52.618 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:52 +0000 (0:00:00.066) 0:01:34.897 *********** 2021-07-26T15:40:52.634 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG] ************************************************** 2021-07-26T15:40:52.638 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:52.662 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:52 +0000 (0:00:00.043) 0:01:34.941 *********** 2021-07-26T15:40:52.690 INFO:teuthology.task.ansible.out: TASK [testnode : Configure local mirrorlists] ********************************** 2021-07-26T15:40:52.695 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:52.716 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:52 +0000 (0:00:00.055) 0:01:34.996 *********** 2021-07-26T15:40:52.745 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG keys] ********************************************* skipping: [smithi037.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2021-07-26T15:40:52.776 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:52 +0000 (0:00:00.054) 0:01:35.051 *********** 2021-07-26T15:40:52.788 INFO:teuthology.task.ansible.out: TASK [testnode : Configure common additional repos in /etc/yum.repos.d/] ******* 2021-07-26T15:40:52.815 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:52 +0000 (0:00:00.044) 0:01:35.095 *********** 2021-07-26T15:40:52.833 INFO:teuthology.task.ansible.out: TASK [testnode : Clean yum cache] ********************************************** 2021-07-26T15:40:52.835 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:52.866 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:52 +0000 (0:00:00.051) 0:01:35.146 *********** 2021-07-26T15:40:52.888 INFO:teuthology.task.ansible.out: TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ******** 2021-07-26T15:40:52.914 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:52 +0000 (0:00:00.046) 0:01:35.193 *********** 2021-07-26T15:40:52.941 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:40:52.943 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:52.966 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:52 +0000 (0:00:00.052) 0:01:35.246 *********** 2021-07-26T15:40:52.994 INFO:teuthology.task.ansible.out: TASK [testnode : Enable copr repos] ******************************************** 2021-07-26T15:40:53.028 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:53 +0000 (0:00:00.061) 0:01:35.308 *********** 2021-07-26T15:40:53.042 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure yum_utils is present.] ********************************* skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:53.074 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:53 +0000 (0:00:00.045) 0:01:35.354 *********** 2021-07-26T15:40:53.116 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG] ************************************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:53.140 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:53 +0000 (0:00:00.066) 0:01:35.420 *********** 2021-07-26T15:40:53.159 INFO:teuthology.task.ansible.out: TASK [testnode : Removing saved yum transactions] ****************************** 2021-07-26T15:40:53.161 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:53.191 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:53 +0000 (0:00:00.049) 0:01:35.470 *********** 2021-07-26T15:40:53.225 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG keys] ********************************************* skipping: [smithi107.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} 2021-07-26T15:40:53.238 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2021-07-26T15:40:53.263 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:53 +0000 (0:00:00.072) 0:01:35.543 *********** 2021-07-26T15:40:53.271 INFO:teuthology.task.ansible.out: TASK [testnode : Check if ceph-debuginfo is installed] ************************* skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:53.306 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:53 +0000 (0:00:00.042) 0:01:35.586 *********** 2021-07-26T15:40:53.355 INFO:teuthology.task.ansible.out: TASK [testnode : Clean yum cache] ********************************************** 2021-07-26T15:40:53.358 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:53.382 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:53 +0000 (0:00:00.074) 0:01:35.661 *********** 2021-07-26T15:40:53.397 INFO:teuthology.task.ansible.out: TASK [testnode : Work around https://bugzilla.redhat.com/show_bug.cgi?id=1234967] *** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:53.424 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:53 +0000 (0:00:00.042) 0:01:35.704 *********** 2021-07-26T15:40:53.465 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:40:53.466 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:53.495 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:53 +0000 (0:00:00.069) 0:01:35.773 *********** 2021-07-26T15:40:53.500 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2021-07-26T15:40:53.502 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:53.527 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:53 +0000 (0:00:00.034) 0:01:35.807 *********** 2021-07-26T15:40:53.572 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure yum_utils is present.] ********************************* skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:53.595 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:53 +0000 (0:00:00.067) 0:01:35.875 *********** 2021-07-26T15:40:53.603 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2021-07-26T15:40:53.603 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:53.632 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:53 +0000 (0:00:00.036) 0:01:35.912 *********** 2021-07-26T15:40:53.672 INFO:teuthology.task.ansible.out: TASK [testnode : Removing saved yum transactions] ****************************** 2021-07-26T15:40:53.675 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:53.700 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:53 +0000 (0:00:00.068) 0:01:35.980 *********** 2021-07-26T15:40:53.718 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:53.748 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:53 +0000 (0:00:00.047) 0:01:36.028 *********** 2021-07-26T15:40:53.749 INFO:teuthology.task.ansible.out: 2021-07-26T15:40:53.781 INFO:teuthology.task.ansible.out: TASK [testnode : Check if ceph-debuginfo is installed] ************************* 2021-07-26T15:40:53.782 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:53.812 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:53 +0000 (0:00:00.057) 0:01:36.085 *********** 2021-07-26T15:40:53.825 INFO:teuthology.task.ansible.out: TASK [testnode : Install epel packages] **************************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:53.864 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:53 +0000 (0:00:00.057) 0:01:36.143 *********** 2021-07-26T15:40:53.899 INFO:teuthology.task.ansible.out: TASK [testnode : Work around https://bugzilla.redhat.com/show_bug.cgi?id=1234967] *** 2021-07-26T15:40:53.901 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:53.925 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:53 +0000 (0:00:00.061) 0:01:36.205 *********** 2021-07-26T15:40:53.942 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2021-07-26T15:40:53.944 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:53.974 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:53 +0000 (0:00:00.047) 0:01:36.253 *********** 2021-07-26T15:40:53.995 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:54.038 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:54 +0000 (0:00:00.060) 0:01:36.314 *********** 2021-07-26T15:40:54.054 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-07-26T15:40:54.056 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:54.087 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:54 +0000 (0:00:00.052) 0:01:36.367 *********** 2021-07-26T15:40:54.122 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:54.148 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:54 +0000 (0:00:00.061) 0:01:36.428 *********** 2021-07-26T15:40:54.180 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable firewalld] *********************************** 2021-07-26T15:40:54.181 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:54.206 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:54 +0000 (0:00:00.058) 0:01:36.486 *********** 2021-07-26T15:40:54.226 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:54.256 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:54 +0000 (0:00:00.049) 0:01:36.536 *********** 2021-07-26T15:40:54.449 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable iptables] ************************************ 2021-07-26T15:40:54.451 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:54.480 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:54 +0000 (0:00:00.224) 0:01:36.760 *********** 2021-07-26T15:40:54.530 INFO:teuthology.task.ansible.out: TASK [testnode : Install epel packages] **************************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:54.551 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:54 +0000 (0:00:00.066) 0:01:36.827 *********** 2021-07-26T15:40:54.713 INFO:teuthology.task.ansible.out: TASK [testnode : Enable SELinux] *********************************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:54.737 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:54 +0000 (0:00:00.189) 0:01:37.017 *********** 2021-07-26T15:40:54.767 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2021-07-26T15:40:54.769 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:54.792 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:54 +0000 (0:00:00.055) 0:01:37.072 *********** 2021-07-26T15:40:54.815 INFO:teuthology.task.ansible.out: TASK [testnode : Install abrt] ************************************************* skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:54.842 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:54 +0000 (0:00:00.049) 0:01:37.122 *********** 2021-07-26T15:40:54.871 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:54.898 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:54 +0000 (0:00:00.054) 0:01:37.176 *********** 2021-07-26T15:40:54.913 INFO:teuthology.task.ansible.out: TASK [testnode : Enable abrt-auto-reporting] *********************************** 2021-07-26T15:40:54.915 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:54.940 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:54 +0000 (0:00:00.043) 0:01:37.219 *********** 2021-07-26T15:40:54.964 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable firewalld] *********************************** 2021-07-26T15:40:54.966 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:54.994 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:54 +0000 (0:00:00.050) 0:01:37.271 *********** 2021-07-26T15:40:55.022 INFO:teuthology.task.ansible.out: TASK [testnode : Set OpenGPGCheck in abrt-action-save-package-data.conf] ******* skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:55.048 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:55 +0000 (0:00:00.057) 0:01:37.328 *********** 2021-07-26T15:40:55.066 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable iptables] ************************************ skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:55.098 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:55 +0000 (0:00:00.050) 0:01:37.378 *********** 2021-07-26T15:40:55.118 INFO:teuthology.task.ansible.out: TASK [testnode : Set ProcessUnpackaged in abrt-action-save-package-data.conf] *** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:55.144 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:55 +0000 (0:00:00.045) 0:01:37.424 *********** 2021-07-26T15:40:55.177 INFO:teuthology.task.ansible.out: TASK [testnode : Enable SELinux] *********************************************** 2021-07-26T15:40:55.179 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:55.204 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:55 +0000 (0:00:00.059) 0:01:37.484 *********** 2021-07-26T15:40:55.390 INFO:teuthology.task.ansible.out: TASK [testnode : Restart abrtd] ************************************************ 2021-07-26T15:40:55.392 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:55.415 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:55 +0000 (0:00:00.211) 0:01:37.695 *********** 2021-07-26T15:40:55.467 INFO:teuthology.task.ansible.out: TASK [testnode : Install abrt] ************************************************* skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:55.495 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:55 +0000 (0:00:00.077) 0:01:37.773 *********** 2021-07-26T15:40:55.725 INFO:teuthology.task.ansible.out: TASK [testnode : Enable abrt-auto-reporting] *********************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:55.749 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:55 +0000 (0:00:00.254) 0:01:38.028 *********** 2021-07-26T15:40:55.766 INFO:teuthology.task.ansible.out: TASK [testnode : Check for custom repos] *************************************** 2021-07-26T15:40:55.768 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "cmd": "ls -1 /etc/apt/sources.list.d/", "delta": "0:00:00.005446", "end": "2021-07-26 15:40:55.750831", "rc": 0, "start": "2021-07-26 15:40:55.745385", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:40:55.791 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:55 +0000 (0:00:00.042) 0:01:38.070 *********** 2021-07-26T15:40:55.966 INFO:teuthology.task.ansible.out: TASK [testnode : Set OpenGPGCheck in abrt-action-save-package-data.conf] ******* skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:56.000 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:55 +0000 (0:00:00.206) 0:01:38.277 *********** 2021-07-26T15:40:56.028 INFO:teuthology.task.ansible.out: TASK [testnode : Remove custom repos] ****************************************** 2021-07-26T15:40:56.178 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:56 +0000 (0:00:00.172) 0:01:38.449 *********** 2021-07-26T15:40:56.209 INFO:teuthology.task.ansible.out: TASK [testnode : Set ProcessUnpackaged in abrt-action-save-package-data.conf] *** 2021-07-26T15:40:56.211 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:56.235 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:56 +0000 (0:00:00.065) 0:01:38.515 *********** 2021-07-26T15:40:56.349 INFO:teuthology.task.ansible.out: TASK [testnode : Restart abrtd] ************************************************ skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:56.372 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:56 +0000 (0:00:00.134) 0:01:38.649 *********** 2021-07-26T15:40:56.592 INFO:teuthology.task.ansible.out: TASK [testnode : Check for custom repos] *************************************** ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "cmd": "ls -1 /etc/apt/sources.list.d/", "delta": "0:00:00.005367", "end": "2021-07-26 15:40:56.124650", "rc": 0, "start": "2021-07-26 15:40:56.119283", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:40:56.626 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:56 +0000 (0:00:00.253) 0:01:38.903 *********** 2021-07-26T15:40:56.698 INFO:teuthology.task.ansible.out: TASK [testnode : Set apt preferences] ****************************************** 2021-07-26T15:40:56.700 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "checksum": "ba101482124806c7f6ea9fc7b4acfda303391ad6", "dest": "/etc/apt/preferences.d/ceph.pref", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/apt/preferences.d/ceph.pref", "size": 52, "state": "file", "uid": 0} TASK [testnode : Remove custom repos] ****************************************** 2021-07-26T15:40:56.727 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:56 +0000 (0:00:00.104) 0:01:39.007 *********** 2021-07-26T15:40:56.749 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:56 +0000 (0:00:00.021) 0:01:39.029 *********** 2021-07-26T15:40:56.800 INFO:teuthology.task.ansible.out: TASK [testnode : Add sources list] ********************************************* 2021-07-26T15:40:56.802 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:56.831 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:56 +0000 (0:00:00.081) 0:01:39.111 *********** 2021-07-26T15:40:57.192 INFO:teuthology.task.ansible.out: TASK [testnode : Set apt preferences] ****************************************** 2021-07-26T15:40:57.194 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "checksum": "ba101482124806c7f6ea9fc7b4acfda303391ad6", "dest": "/etc/apt/preferences.d/ceph.pref", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/apt/preferences.d/ceph.pref", "size": 52, "state": "file", "uid": 0} 2021-07-26T15:40:57.218 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:57 +0000 (0:00:00.387) 0:01:39.498 *********** 2021-07-26T15:40:57.318 INFO:teuthology.task.ansible.out: TASK [testnode : Add sources list] ********************************************* 2021-07-26T15:40:57.320 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:40:57.346 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:57 +0000 (0:00:00.127) 0:01:39.626 *********** 2021-07-26T15:40:58.158 INFO:teuthology.task.ansible.out: TASK [testnode : Install apt keys] ********************************************* 2021-07-26T15:40:58.160 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/autobuild.asc"} 2021-07-26T15:40:58.446 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/autobuild.asc"} 2021-07-26T15:40:59.149 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/release.asc"} 2021-07-26T15:40:59.174 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:59 +0000 (0:00:01.827) 0:01:41.454 *********** 2021-07-26T15:40:59.420 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/release.asc"} 2021-07-26T15:40:59.458 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:59 +0000 (0:00:00.274) 0:01:41.728 *********** 2021-07-26T15:40:59.921 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-apt] ******************************************* ok: [smithi037.front.sepia.ceph.com] => {"cache_update_time": 1627313836, "cache_updated": false, "changed": false} 2021-07-26T15:40:59.955 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:40:59 +0000 (0:00:00.507) 0:01:42.235 *********** 2021-07-26T15:41:00.063 INFO:teuthology.task.ansible.out: TASK [testnode : Add local apt repos.] ***************************************** 2021-07-26T15:41:00.089 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:00 +0000 (0:00:00.132) 0:01:42.368 *********** 2021-07-26T15:41:00.174 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-apt] ******************************************* ok: [smithi107.front.sepia.ceph.com] => {"cache_update_time": 1627313842, "cache_updated": false, "changed": false} 2021-07-26T15:41:00.200 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:00 +0000 (0:00:00.111) 0:01:42.479 *********** 2021-07-26T15:41:00.290 INFO:teuthology.task.ansible.out: TASK [testnode : Add local apt repos.] ***************************************** 2021-07-26T15:41:00.330 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:00 +0000 (0:00:00.124) 0:01:42.604 *********** 2021-07-26T15:41:00.331 INFO:teuthology.task.ansible.out: TASK [testnode : Blast the apt cache.] ***************************************** 2021-07-26T15:41:00.332 INFO:teuthology.task.ansible.out:[WARNING]: Consider using 'become', 'become_method', and 'become_user' rather than running sudo 2021-07-26T15:41:00.334 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => {"changed": true, "cmd": ["sudo", "apt-get", "clean"], "delta": "0:00:00.033185", "end": "2021-07-26 15:41:00.303573", "rc": 0, "start": "2021-07-26 15:41:00.270388", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:41:00.360 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:00 +0000 (0:00:00.036) 0:01:42.640 *********** 2021-07-26T15:41:00.576 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => {"changed": true, "cmd": ["sudo", "apt-get", "clean"], "delta": "0:00:00.034443", "end": "2021-07-26 15:41:00.111627", "rc": 0, "start": "2021-07-26 15:41:00.077184", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:41:00.604 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:00 +0000 (0:00:00.243) 0:01:42.884 *********** 2021-07-26T15:41:02.793 INFO:teuthology.task.ansible.out: TASK [testnode : Update apt cache.] ******************************************** 2021-07-26T15:41:02.795 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"cache_update_time": 1627313836, "cache_updated": false, "changed": false} 2021-07-26T15:41:02.831 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:02 +0000 (0:00:02.226) 0:01:45.111 *********** 2021-07-26T15:41:02.888 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"cache_update_time": 1627313842, "cache_updated": false, "changed": false} 2021-07-26T15:41:02.919 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:02 +0000 (0:00:00.088) 0:01:45.199 *********** 2021-07-26T15:41:14.084 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure packages are not present.] ***************************** 2021-07-26T15:41:14.087 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => {"changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following packages were automatically installed and are no longer required:\n cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good\n gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1\n libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0\n libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0\n libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 liborc-0.4-0\n libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5 libtag1v5-vanilla\n libusbredirparser1 libv4l-0 libv4lconvert0 libvirglrenderer1 libvisual-0.4-0\n libvte-2.91-0 libvte-2.91-common libwayland-server0 msr-tools ovmf\n qemu-system-data qemu-system-gui seabios sharutils\nUse 'sudo apt autoremove' to remove them.\nThe following packages will be REMOVED:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n qemu-utils\n0 upgraded, 0 newly installed, 6 to remove and 154 not upgraded.\nAfter this operation, 62.7 MB disk space will be freed.\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138111 files and directories currently installed.)\r 2021-07-26T15:41:14.089 INFO:teuthology.task.ansible.out:\nRemoving qemu-system-x86 (1:4.2-3ubuntu6.14) ...\r\nRemoving qemu-system-common (1:4.2-3ubuntu6.14) ...\r\nRemoving qemu-utils (1:4.2-3ubuntu6.14) ...\r\nRemoving qemu-block-extra:amd64 (1:4.2-3ubuntu6.14) ...\r\nRemoving librbd1 (15.2.8-0ubuntu0.20.04.1) ...\r\nRemoving librados2 (15.2.8-0ubuntu0.20.04.1) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for libc-bin (2.31-0ubuntu9.2) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following packages were automatically installed and are no longer required:", " cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good", " gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1", " libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0", " libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0", " libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 liborc-0.4-0", " libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5 libtag1v5-vanilla", " libusbredirparser1 libv4l-0 libv4lconvert0 libvirglrenderer1 libvisual-0.4-0", " libvte-2.91-0 libvte-2.91-common libwayland-server0 msr-tools ovmf", " qemu-system-data qemu-system-gui seabios sharutils", "Use 'sudo apt autoremove' to remove them.", "The following packages will be REMOVED:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", " qemu-utils", "0 upgraded, 0 newly installed, 6 to remove and 154 not upgraded.", "After this operation, 62.7 MB disk space will be freed.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Re 2021-07-26T15:41:14.091 INFO:teuthology.task.ansible.out:ading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138111 files and directories currently installed.)", "Removing qemu-system-x86 (1:4.2-3ubuntu6.14) ...", "Removing qemu-system-common (1:4.2-3ubuntu6.14) ...", "Removing qemu-utils (1:4.2-3ubuntu6.14) ...", "Removing qemu-block-extra:amd64 (1:4.2-3ubuntu6.14) ...", "Removing librbd1 (15.2.8-0ubuntu0.20.04.1) ...", "Removing librados2 (15.2.8-0ubuntu0.20.04.1) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing triggers for libc-bin (2.31-0ubuntu9.2) ..."]} 2021-07-26T15:41:14.116 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:14 +0000 (0:00:11.191) 0:01:56.391 *********** 2021-07-26T15:41:14.382 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => {"changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following packages were automatically installed and are no longer required:\n cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good\n gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1\n libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0\n libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0\n libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 liborc-0.4-0\n libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5 libtag1v5-vanilla\n libusbredirparser1 libv4l-0 libv4lconvert0 libvirglrenderer1 libvisual-0.4-0\n libvte-2.91-0 libvte-2.91-common libwayland-server0 msr-tools ovmf\n qemu-system-data qemu-system-gui seabios sharutils\nUse 'sudo apt autoremove' to remove them.\nThe following packages will be REMOVED:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n qemu-utils\n0 upgraded, 0 newly installed, 6 to remove and 154 not upgraded.\nAfter this operation, 62.7 MB disk space will be freed.\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138111 files and directories currently installed.)\r 2021-07-26T15:41:14.386 INFO:teuthology.task.ansible.out:\nRemoving qemu-system-x86 (1:4.2-3ubuntu6.14) ...\r\nRemoving qemu-system-common (1:4.2-3ubuntu6.14) ...\r\nRemoving qemu-utils (1:4.2-3ubuntu6.14) ...\r\nRemoving qemu-block-extra:amd64 (1:4.2-3ubuntu6.14) ...\r\nRemoving librbd1 (15.2.8-0ubuntu0.20.04.1) ...\r\nRemoving librados2 (15.2.8-0ubuntu0.20.04.1) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for libc-bin (2.31-0ubuntu9.2) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following packages were automatically installed and are no longer required:", " cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good", " gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1", " libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0", " libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0", " libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 liborc-0.4-0", " libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5 libtag1v5-vanilla", " libusbredirparser1 libv4l-0 libv4lconvert0 libvirglrenderer1 libvisual-0.4-0", " libvte-2.91-0 libvte-2.91-common libwayland-server0 msr-tools ovmf", " qemu-system-data qemu-system-gui seabios sharutils", "Use 'sudo apt autoremove' to remove them.", "The following packages will be REMOVED:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", " qemu-utils", "0 upgraded, 0 newly installed, 6 to remove and 154 not upgraded.", "After this operation, 62.7 MB disk space will be freed.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Re 2021-07-26T15:41:14.388 INFO:teuthology.task.ansible.out:ading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138111 files and directories currently installed.)", "Removing qemu-system-x86 (1:4.2-3ubuntu6.14) ...", "Removing qemu-system-common (1:4.2-3ubuntu6.14) ...", "Removing qemu-utils (1:4.2-3ubuntu6.14) ...", "Removing qemu-block-extra:amd64 (1:4.2-3ubuntu6.14) ...", "Removing librbd1 (15.2.8-0ubuntu0.20.04.1) ...", "Removing librados2 (15.2.8-0ubuntu0.20.04.1) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing triggers for libc-bin (2.31-0ubuntu9.2) ..."]} 2021-07-26T15:41:14.410 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:14 +0000 (0:00:00.299) 0:01:56.690 *********** 2021-07-26T15:41:38.475 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* changed: [smithi107.front.sepia.ceph.com] => {"cache_update_time": 1627313842, "cache_updated": false, "changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following packages were automatically installed and are no longer required:\n cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good\n gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1\n libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0\n libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0\n libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 liborc-0.4-0\n libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5 libtag1v5-vanilla\n libusbredirparser1 libv4l-0 libv4lconvert0 libvirglrenderer1 libvisual-0.4-0\n libvte-2.91-0 libvte-2.91-common libwayland-server0 msr-tools ovmf\n qemu-system-data qemu-system-gui seabios sharutils\nUse 'sudo apt autoremove' to remove them.\nThe following additional packages will be installed:\n apache2-bin apache2-data apache2-utils apt-utils libapt-pkg6.0\nSuggested packages:\n apache2-doc apache2-suexec-pristine | apache2-suexec-custom www-browser\n apt-doc aptitude | synaptic | wajig\nThe following packages will be upgraded:\n apache2 apache2-bin apache2-data apache2-utils apt apt-utils libapt-pkg6.0\n7 upgraded, 0 newly installed, 0 to remove and 147 not upgraded.\nNeed to get 3866 kB of archives.\nAfter this operation, 42.0 kB of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libapt-pkg6.0 amd64 2.0.6 [835 kB]\nGet:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apt amd64 2.0.6 [1296 kB]\nGet:3 http:/ 2021-07-26T15:41:38.482 INFO:teuthology.task.ansible.out:/archive.ubuntu.com/ubuntu focal-updates/main amd64 apt-utils amd64 2.0.6 [216 kB]\nGet:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2 amd64 2.4.41-4ubuntu3.4 [95.5 kB]\nGet:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-bin amd64 2.4.41-4ubuntu3.4 [1180 kB]\nGet:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-data all 2.4.41-4ubuntu3.4 [159 kB]\nGet:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-utils amd64 2.4.41-4ubuntu3.4 [84.0 kB]\nFetched 3866 kB in 1s (4087 kB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138039 files and directories currently installed.)\r\nPreparing to unpack .../libapt-pkg6.0_2.0.6_amd64.deb ...\r\nUnpacking libapt-pkg6.0:amd64 (2.0.6) over (2.0.4) ...\r\nSetting up libapt-pkg6.0:amd64 (2.0.6) ...\r\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138039 files and directories currently installed.) 2021-07-26T15:41:38.486 INFO:teuthology.task.ansible.out:\r\nPreparing to unpack .../archives/apt_2.0.6_amd64.deb ...\r\nUnpacking apt (2.0.6) over (2.0.4) ...\r\nSetting up apt (2.0.6) ...\r\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138039 files and directories currently installed.)\r\nPreparing to unpack .../apt-utils_2.0.6_amd64.deb ...\r\nUnpacking apt-utils (2.0.6) over (2.0.4) ...\r\nPreparing to unpack .../apache2_2.4.41-4ubuntu3.4_amd64.deb ...\r\nUnpacking apache2 (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...\r\nPreparing to unpack .../apache2-bin_2.4.41-4ubuntu3.4_amd64.deb ...\r\nUnpacking apache2-bin (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...\r\nPreparing to unpack .../apache2-data_2.4.41-4ubuntu3.4_all.deb ...\r\nUnpacking apache2-data (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...\r\nPreparing to unpack .../apache2-utils_2.4.41-4ubuntu3.4_amd64.deb ...\r\nUnpacking apache2-utils (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...\r\nSetting up apt-utils (2.0.6) ...\r\nSetting up apache2-bin (2.4.41-4ubuntu3.4) ...\r\nSetting up apache2-data (2.4.41-4ubuntu3.4) ...\r\nSetting up apache2-utils (2.4.41-4ubuntu3.4) ...\r\nSetting up apache2 (2.4.41-4ubuntu3.4) ...\r\nProcessing triggers for ufw (0.36-6) ...\r\nProcessing triggers for systemd (245.4-4ubuntu3.4) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for libc-bin (2.31-0ubuntu9.2) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state inform 2021-07-26T15:41:38.488 INFO:teuthology.task.ansible.out:ation...", "The following packages were automatically installed and are no longer required:", " cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good", " gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1", " libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0", " libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0", " libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 liborc-0.4-0", " libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5 libtag1v5-vanilla", " libusbredirparser1 libv4l-0 libv4lconvert0 libvirglrenderer1 libvisual-0.4-0", " libvte-2.91-0 libvte-2.91-common libwayland-server0 msr-tools ovmf", " qemu-system-data qemu-system-gui seabios sharutils", "Use 'sudo apt autoremove' to remove them.", "The following additional packages will be installed:", " apache2-bin apache2-data apache2-utils apt-utils libapt-pkg6.0", "Suggested packages:", " apache2-doc apache2-suexec-pristine | apache2-suexec-custom www-browser", " apt-doc aptitude | synaptic | wajig", "The following packages will be upgraded:", " apache2 apache2-bin apache2-data apache2-utils apt apt-utils libapt-pkg6.0", "7 upgraded, 0 newly installed, 0 to remove and 147 not upgraded.", "Need to get 3866 kB of archives.", "After this operation, 42.0 kB of additional disk space will be used.", "Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libapt-pkg6.0 amd64 2.0.6 [835 kB]", "Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apt amd64 2.0.6 [1296 kB]", "Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apt-utils amd64 2.0.6 [216 kB]", "Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2 amd64 2.4.41-4ubuntu3.4 [95.5 kB]", "Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-bin amd64 2.4.41-4ubuntu3.4 [1180 kB]", "Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-data all 2.4.41-4ubuntu3.4 [159 kB]", "Get:7 http://archive.ubuntu 2021-07-26T15:41:38.490 INFO:teuthology.task.ansible.out:.com/ubuntu focal-updates/main amd64 apache2-utils amd64 2.4.41-4ubuntu3.4 [84.0 kB]", "Fetched 3866 kB in 1s (4087 kB/s)", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138039 files and directories currently installed.)", "Preparing to unpack .../libapt-pkg6.0_2.0.6_amd64.deb ...", "Unpacking libapt-pkg6.0:amd64 (2.0.6) over (2.0.4) ...", "Setting up libapt-pkg6.0:amd64 (2.0.6) ...", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138039 files and directories currently installed.)", "Preparing to unpack .../archives/apt_2.0.6_amd64.deb ...", "Unpacking apt (2.0.6) over (2.0.4) ...", "Setting up apt (2.0.6) ...", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading databa 2021-07-26T15:41:38.493 INFO:teuthology.task.ansible.out:se ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138039 files and directories currently installed.)", "Preparing to unpack .../apt-utils_2.0.6_amd64.deb ...", "Unpacking apt-utils (2.0.6) over (2.0.4) ...", "Preparing to unpack .../apache2_2.4.41-4ubuntu3.4_amd64.deb ...", "Unpacking apache2 (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...", "Preparing to unpack .../apache2-bin_2.4.41-4ubuntu3.4_amd64.deb ...", "Unpacking apache2-bin (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...", "Preparing to unpack .../apache2-data_2.4.41-4ubuntu3.4_all.deb ...", "Unpacking apache2-data (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...", "Preparing to unpack .../apache2-utils_2.4.41-4ubuntu3.4_amd64.deb ...", "Unpacking apache2-utils (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...", "Setting up apt-utils (2.0.6) ...", "Setting up apache2-bin (2.4.41-4ubuntu3.4) ...", "Setting up apache2-data (2.4.41-4ubuntu3.4) ...", "Setting up apache2-utils (2.4.41-4ubuntu3.4) ...", "Setting up apache2 (2.4.41-4ubuntu3.4) ...", "Processing triggers for ufw (0.36-6) ...", "Processing triggers for systemd (245.4-4ubuntu3.4) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing triggers for libc-bin (2.31-0ubuntu9.2) ..."]} 2021-07-26T15:41:38.499 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:38 +0000 (0:00:24.088) 0:02:20.779 *********** 2021-07-26T15:41:38.571 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade non aarch64 packages] ********************************* 2021-07-26T15:41:38.573 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:38.595 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:38 +0000 (0:00:00.095) 0:02:20.875 *********** 2021-07-26T15:41:39.073 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-07-26T15:41:39.075 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => {"cache_update_time": 1627313836, "cache_updated": false, "changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following packages were automatically installed and are no longer required:\n cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good\n gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1\n libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0\n libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0\n libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 liborc-0.4-0\n libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5 libtag1v5-vanilla\n libusbredirparser1 libv4l-0 libv4lconvert0 libvirglrenderer1 libvisual-0.4-0\n libvte-2.91-0 libvte-2.91-common libwayland-server0 msr-tools ovmf\n qemu-system-data qemu-system-gui seabios sharutils\nUse 'sudo apt autoremove' to remove them.\nThe following additional packages will be installed:\n apache2-bin apache2-data apache2-utils apt-utils libapt-pkg6.0\nSuggested packages:\n apache2-doc apache2-suexec-pristine | apache2-suexec-custom www-browser\n apt-doc aptitude | synaptic | wajig\nThe following packages will be upgraded:\n apache2 apache2-bin apache2-data apache2-utils apt apt-utils libapt-pkg6.0\n7 upgraded, 0 newly installed, 0 to remove and 147 not upgraded.\nNeed to get 3866 kB of archives.\nAfter this operation, 42.0 kB of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libapt-pkg6.0 amd64 2.0.6 [835 kB]\nGet:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apt amd64 2.0.6 [1296 kB]\nGet:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apt-utils amd64 2.0.6 [216 kB]\n 2021-07-26T15:41:39.076 INFO:teuthology.task.ansible.out:Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2 amd64 2.4.41-4ubuntu3.4 [95.5 kB]\nGet:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-bin amd64 2.4.41-4ubuntu3.4 [1180 kB]\nGet:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-data all 2.4.41-4ubuntu3.4 [159 kB]\nGet:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-utils amd64 2.4.41-4ubuntu3.4 [84.0 kB]\nFetched 3866 kB in 1s (4027 kB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138039 files and directories currently installed.)\r\nPreparing to unpack .../libapt-pkg6.0_2.0.6_amd64.deb ...\r\nUnpacking libapt-pkg6.0:amd64 (2.0.6) over (2.0.4) ...\r\nSetting up libapt-pkg6.0:amd64 (2.0.6) ...\r\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138039 files and directories currently installed.)\r\nPreparing to unpack .../archives/apt_2.0.6_amd64.deb ...\r\nUnpacking apt (2.0.6 2021-07-26T15:41:39.078 INFO:teuthology.task.ansible.out:) over (2.0.4) ...\r\nSetting up apt (2.0.6) ...\r\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138039 files and directories currently installed.)\r\nPreparing to unpack .../apt-utils_2.0.6_amd64.deb ...\r\nUnpacking apt-utils (2.0.6) over (2.0.4) ...\r\nPreparing to unpack .../apache2_2.4.41-4ubuntu3.4_amd64.deb ...\r\nUnpacking apache2 (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...\r\nPreparing to unpack .../apache2-bin_2.4.41-4ubuntu3.4_amd64.deb ...\r\nUnpacking apache2-bin (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...\r\nPreparing to unpack .../apache2-data_2.4.41-4ubuntu3.4_all.deb ...\r\nUnpacking apache2-data (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...\r\nPreparing to unpack .../apache2-utils_2.4.41-4ubuntu3.4_amd64.deb ...\r\nUnpacking apache2-utils (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...\r\nSetting up apt-utils (2.0.6) ...\r\nSetting up apache2-bin (2.4.41-4ubuntu3.4) ...\r\nSetting up apache2-data (2.4.41-4ubuntu3.4) ...\r\nSetting up apache2-utils (2.4.41-4ubuntu3.4) ...\r\nSetting up apache2 (2.4.41-4ubuntu3.4) ...\r\nProcessing triggers for ufw (0.36-6) ...\r\nProcessing triggers for systemd (245.4-4ubuntu3.4) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for libc-bin (2.31-0ubuntu9.2) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following packages were automatically installed and are no longer re 2021-07-26T15:41:39.080 INFO:teuthology.task.ansible.out:quired:", " cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good", " gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1", " libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0", " libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0", " libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 liborc-0.4-0", " libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5 libtag1v5-vanilla", " libusbredirparser1 libv4l-0 libv4lconvert0 libvirglrenderer1 libvisual-0.4-0", " libvte-2.91-0 libvte-2.91-common libwayland-server0 msr-tools ovmf", " qemu-system-data qemu-system-gui seabios sharutils", "Use 'sudo apt autoremove' to remove them.", "The following additional packages will be installed:", " apache2-bin apache2-data apache2-utils apt-utils libapt-pkg6.0", "Suggested packages:", " apache2-doc apache2-suexec-pristine | apache2-suexec-custom www-browser", " apt-doc aptitude | synaptic | wajig", "The following packages will be upgraded:", " apache2 apache2-bin apache2-data apache2-utils apt apt-utils libapt-pkg6.0", "7 upgraded, 0 newly installed, 0 to remove and 147 not upgraded.", "Need to get 3866 kB of archives.", "After this operation, 42.0 kB of additional disk space will be used.", "Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libapt-pkg6.0 amd64 2.0.6 [835 kB]", "Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apt amd64 2.0.6 [1296 kB]", "Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apt-utils amd64 2.0.6 [216 kB]", "Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2 amd64 2.4.41-4ubuntu3.4 [95.5 kB]", "Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-bin amd64 2.4.41-4ubuntu3.4 [1180 kB]", "Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-data all 2.4.41-4ubuntu3.4 [159 kB]", "Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-utils amd64 2.4.41-4ubuntu3.4 [84.0 kB] 2021-07-26T15:41:39.081 INFO:teuthology.task.ansible.out:", "Fetched 3866 kB in 1s (4027 kB/s)", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138039 files and directories currently installed.)", "Preparing to unpack .../libapt-pkg6.0_2.0.6_amd64.deb ...", "Unpacking libapt-pkg6.0:amd64 (2.0.6) over (2.0.4) ...", "Setting up libapt-pkg6.0:amd64 (2.0.6) ...", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138039 files and directories currently installed.)", "Preparing to unpack .../archives/apt_2.0.6_amd64.deb ...", "Unpacking apt (2.0.6) over (2.0.4) ...", "Setting up apt (2.0.6) ...", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading dat 2021-07-26T15:41:39.083 INFO:teuthology.task.ansible.out:abase ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138039 files and directories currently installed.)", "Preparing to unpack .../apt-utils_2.0.6_amd64.deb ...", "Unpacking apt-utils (2.0.6) over (2.0.4) ...", "Preparing to unpack .../apache2_2.4.41-4ubuntu3.4_amd64.deb ...", "Unpacking apache2 (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...", "Preparing to unpack .../apache2-bin_2.4.41-4ubuntu3.4_amd64.deb ...", "Unpacking apache2-bin (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...", "Preparing to unpack .../apache2-data_2.4.41-4ubuntu3.4_all.deb ...", "Unpacking apache2-data (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...", "Preparing to unpack .../apache2-utils_2.4.41-4ubuntu3.4_amd64.deb ...", "Unpacking apache2-utils (2.4.41-4ubuntu3.4) over (2.4.41-4ubuntu3.1) ...", "Setting up apt-utils (2.0.6) ...", "Setting up apache2-bin (2.4.41-4ubuntu3.4) ...", "Setting up apache2-data (2.4.41-4ubuntu3.4) ...", "Setting up apache2-utils (2.4.41-4ubuntu3.4) ...", "Setting up apache2 (2.4.41-4ubuntu3.4) ...", "Processing triggers for ufw (0.36-6) ...", "Processing triggers for systemd (245.4-4ubuntu3.4) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing triggers for libc-bin (2.31-0ubuntu9.2) ..."]} 2021-07-26T15:41:39.099 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:39 +0000 (0:00:00.503) 0:02:21.379 *********** 2021-07-26T15:41:39.181 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade non aarch64 packages] ********************************* skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:39.204 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:39 +0000 (0:00:00.105) 0:02:21.484 *********** 2021-07-26T15:41:52.173 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-07-26T15:41:52.175 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => {"cache_update_time": 1627313842, "cache_updated": false, "changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following additional packages will be installed:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-data\n qemu-system-gui qemu-utils\nSuggested packages:\n git-daemon-run | git-daemon-sysvinit git-doc git-el git-email git-gui gitk\n gitweb git-cvs git-mediawiki git-svn samba vde2 debootstrap\nThe following NEW packages will be installed:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n qemu-utils\nThe following packages will be upgraded:\n git qemu-system-data qemu-system-gui\n3 upgraded, 6 newly installed, 0 to remove and 144 not upgraded.\nNeed to get 18.8 MB of archives.\nAfter this operation, 62.7 MB of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 git amd64 1:2.25.1-1ubuntu3.1 [4557 kB]\nGet:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librados2 amd64 15.2.13-0ubuntu0.20.04.1 [3212 kB]\nGet:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librbd1 amd64 15.2.13-0ubuntu0.20.04.1 [1623 kB]\nGet:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-block-extra amd64 1:4.2-3ubuntu6.17 [54.4 kB]\nGet:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-common amd64 1:4.2-3ubuntu6.17 [1055 kB]\nGet:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-data all 1:4.2-3ubuntu6.17 [563 kB]\nGet:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-gui amd64 1:4.2-3ubuntu6.17 [41.2 kB]\nGet:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-x 2021-07-26T15:41:52.177 INFO:teuthology.task.ansible.out:86 amd64 1:4.2-3ubuntu6.17 [6738 kB]\nGet:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-utils amd64 1:4.2-3ubuntu6.17 [973 kB]\nFetched 18.8 MB in 1s (14.2 MB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138039 files and directories currently installed.)\r\nPreparing to unpack .../0-git_1%3a2.25.1-1ubuntu3.1_amd64.deb ...\r\nUnpacking git (1:2.25.1-1ubuntu3.1) over (1:2.25.1-1ubuntu3) ...\r\nSelecting previously unselected package librados2.\r\nPreparing to unpack .../1-librados2_15.2.13-0ubuntu0.20.04.1_amd64.deb ...\r\nUnpacking librados2 (15.2.13-0ubuntu0.20.04.1) ...\r\nSelecting previously unselected package librbd1.\r\nPreparing to unpack .../2-librbd1_15.2.13-0ubuntu0.20.04.1_amd64.deb ...\r\nUnpacking librbd1 (15.2.13-0ubuntu0.20.04.1) ...\r\nSelecting previously unselected package qemu-block-extra:amd64.\r\nPreparing to unpack .../3-qemu-block-extra_1%3a4.2-3ubuntu6.17_amd64.deb ...\r\nUnpacking qemu-block-extra:amd64 (1:4.2-3ubuntu6.17) ...\r\nSelecting previously unselected package qemu-system-common.\r\nPreparing to unpack .../4-qemu-system-common_1%3a4.2-3ubuntu6.17_amd64.deb ...\r\nUnpacking qemu-system-common (1:4.2-3ubuntu6.17) ...\r\nPreparing to unpack .../5-qemu-system-data_1%3a4.2-3ubuntu6.17_all.deb ...\r\nUnpacking qemu-system-data (1:4.2-3ubuntu6.17) over (1:4.2-3ubuntu6.14) ...\r\nPreparing to unpack .../6-qemu-system-gui_1%3a4.2-3ubuntu6.17_amd64.deb ...\r\nUnpacking qemu-system-gui:amd64 2021-07-26T15:41:52.179 INFO:teuthology.task.ansible.out: (1:4.2-3ubuntu6.17) over (1:4.2-3ubuntu6.14) ...\r\nSelecting previously unselected package qemu-system-x86.\r\nPreparing to unpack .../7-qemu-system-x86_1%3a4.2-3ubuntu6.17_amd64.deb ...\r\nUnpacking qemu-system-x86 (1:4.2-3ubuntu6.17) ...\r\nSelecting previously unselected package qemu-utils.\r\nPreparing to unpack .../8-qemu-utils_1%3a4.2-3ubuntu6.17_amd64.deb ...\r\nUnpacking qemu-utils (1:4.2-3ubuntu6.17) ...\r\nSetting up librados2 (15.2.13-0ubuntu0.20.04.1) ...\r\nSetting up qemu-system-gui:amd64 (1:4.2-3ubuntu6.17) ...\r\nSetting up git (1:2.25.1-1ubuntu3.1) ...\r\nSetting up librbd1 (15.2.13-0ubuntu0.20.04.1) ...\r\nSetting up qemu-system-data (1:4.2-3ubuntu6.17) ...\r\nSetting up qemu-block-extra:amd64 (1:4.2-3ubuntu6.17) ...\r\nSetting up qemu-system-common (1:4.2-3ubuntu6.17) ...\r\nSetting up qemu-system-x86 (1:4.2-3ubuntu6.17) ...\r\nSetting up qemu-utils (1:4.2-3ubuntu6.17) ...\r\nProcessing triggers for hicolor-icon-theme (0.17-2) ...\r\nProcessing triggers for libc-bin (2.31-0ubuntu9.2) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for mime-support (3.64ubuntu1) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following additional packages will be installed:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-data", " qemu-system-gui qemu-utils", "Suggested packages:", " git-daemon-run | git-daemon-sysvinit git-doc git-el git-email git-gui gitk", " gitweb git-cvs git-mediawiki git-svn samba vde2 debootstrap", "The following NEW packages will be installed:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", " qemu-utils", "The following packages will be upgraded:", " git qemu-system-data qemu-system-gui", "3 upgraded, 6 newly installed, 0 to remove and 144 not upgraded.", "Need to get 18.8 MB of archives.", "After this operation, 62.7 MB of additional disk space will be used.", "Get:1 http://archive. 2021-07-26T15:41:52.180 INFO:teuthology.task.ansible.out:ubuntu.com/ubuntu focal-updates/main amd64 git amd64 1:2.25.1-1ubuntu3.1 [4557 kB]", "Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librados2 amd64 15.2.13-0ubuntu0.20.04.1 [3212 kB]", "Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librbd1 amd64 15.2.13-0ubuntu0.20.04.1 [1623 kB]", "Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-block-extra amd64 1:4.2-3ubuntu6.17 [54.4 kB]", "Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-common amd64 1:4.2-3ubuntu6.17 [1055 kB]", "Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-data all 1:4.2-3ubuntu6.17 [563 kB]", "Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-gui amd64 1:4.2-3ubuntu6.17 [41.2 kB]", "Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-x86 amd64 1:4.2-3ubuntu6.17 [6738 kB]", "Get:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-utils amd64 1:4.2-3ubuntu6.17 [973 kB]", "Fetched 18.8 MB in 1s (14.2 MB/s)", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138039 files and directories currently installed.)", "Preparing to unpack .../0-git_1%3a2.25.1-1ubuntu3.1_amd64.deb ...", "Unpacking git (1:2.25.1-1ubuntu3.1) over (1:2.25.1-1ubuntu3) ...", "Selecting previously unselected package librados2.", "Preparing to unpack .../1-librados2_15.2.13-0ubuntu0.20.04.1_amd64.deb . 2021-07-26T15:41:52.185 INFO:teuthology.task.ansible.out:..", "Unpacking librados2 (15.2.13-0ubuntu0.20.04.1) ...", "Selecting previously unselected package librbd1.", "Preparing to unpack .../2-librbd1_15.2.13-0ubuntu0.20.04.1_amd64.deb ...", "Unpacking librbd1 (15.2.13-0ubuntu0.20.04.1) ...", "Selecting previously unselected package qemu-block-extra:amd64.", "Preparing to unpack .../3-qemu-block-extra_1%3a4.2-3ubuntu6.17_amd64.deb ...", "Unpacking qemu-block-extra:amd64 (1:4.2-3ubuntu6.17) ...", "Selecting previously unselected package qemu-system-common.", "Preparing to unpack .../4-qemu-system-common_1%3a4.2-3ubuntu6.17_amd64.deb ...", "Unpacking qemu-system-common (1:4.2-3ubuntu6.17) ...", "Preparing to unpack .../5-qemu-system-data_1%3a4.2-3ubuntu6.17_all.deb ...", "Unpacking qemu-system-data (1:4.2-3ubuntu6.17) over (1:4.2-3ubuntu6.14) ...", "Preparing to unpack .../6-qemu-system-gui_1%3a4.2-3ubuntu6.17_amd64.deb ...", "Unpacking qemu-system-gui:amd64 (1:4.2-3ubuntu6.17) over (1:4.2-3ubuntu6.14) ...", "Selecting previously unselected package qemu-system-x86.", "Preparing to unpack .../7-qemu-system-x86_1%3a4.2-3ubuntu6.17_amd64.deb ...", "Unpacking qemu-system-x86 (1:4.2-3ubuntu6.17) ...", "Selecting previously unselected package qemu-utils.", "Preparing to unpack .../8-qemu-utils_1%3a4.2-3ubuntu6.17_amd64.deb ...", "Unpacking qemu-utils (1:4.2-3ubuntu6.17) ...", "Setting up librados2 (15.2.13-0ubuntu0.20.04.1) ...", "Setting up qemu-system-gui:amd64 (1:4.2-3ubuntu6.17) ...", "Setting up git (1:2.25.1-1ubuntu3.1) ...", "Setting up librbd1 (15.2.13-0ubuntu0.20.04.1) ...", "Setting up qemu-system-data (1:4.2-3ubuntu6.17) ...", "Setting up qemu-block-extra:amd64 (1:4.2-3ubuntu6.17) ...", "Setting up qemu-system-common (1:4.2-3ubuntu6.17) ...", "Setting 2021-07-26T15:41:52.185 INFO:teuthology.task.ansible.out: up qemu-system-x86 (1:4.2-3ubuntu6.17) ...", "Setting up qemu-utils (1:4.2-3ubuntu6.17) ...", "Processing triggers for hicolor-icon-theme (0.17-2) ...", "Processing triggers for libc-bin (2.31-0ubuntu9.2) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing 2021-07-26T15:41:52.188 INFO:teuthology.task.ansible.out: triggers for mime-support (3.64ubuntu1) ..."]} 2021-07-26T15:41:52.211 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:52 +0000 (0:00:13.003) 0:02:34.488 *********** 2021-07-26T15:41:52.905 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => {"cache_update_time": 1627313836, "cache_updated": false, "changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following additional packages will be installed:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-data\n qemu-system-gui qemu-utils\nSuggested packages:\n git-daemon-run | git-daemon-sysvinit git-doc git-el git-email git-gui gitk\n gitweb git-cvs git-mediawiki git-svn samba vde2 debootstrap\nThe following NEW packages will be installed:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n qemu-utils\nThe following packages will be upgraded:\n git qemu-system-data qemu-system-gui\n3 upgraded, 6 newly installed, 0 to remove and 144 not upgraded.\nNeed to get 18.8 MB of archives.\nAfter this operation, 62.7 MB of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 git amd64 1:2.25.1-1ubuntu3.1 [4557 kB]\nGet:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librados2 amd64 15.2.13-0ubuntu0.20.04.1 [3212 kB]\nGet:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librbd1 amd64 15.2.13-0ubuntu0.20.04.1 [1623 kB]\nGet:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-block-extra amd64 1:4.2-3ubuntu6.17 [54.4 kB]\nGet:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-common amd64 1:4.2-3ubuntu6.17 [1055 kB]\nGet:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-data all 1:4.2-3ubuntu6.17 [563 kB]\nGet:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-gui amd64 1:4.2-3ubuntu6.17 [41.2 kB]\nGet:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-x 2021-07-26T15:41:52.906 INFO:teuthology.task.ansible.out:86 amd64 1:4.2-3ubuntu6.17 [6738 kB]\nGet:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-utils amd64 1:4.2-3ubuntu6.17 [973 kB]\nFetched 18.8 MB in 1s (14.2 MB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138039 files and directories currently installed.)\r\nPreparing to unpack .../0-git_1%3a2.25.1-1ubuntu3.1_amd64.deb ...\r\nUnpacking git (1:2.25.1-1ubuntu3.1) over (1:2.25.1-1ubuntu3) ...\r\nSelecting previously unselected package librados2.\r\nPreparing to unpack .../1-librados2_15.2.13-0ubuntu0.20.04.1_amd64.deb ...\r\nUnpacking librados2 (15.2.13-0ubuntu0.20.04.1) ...\r\nSelecting previously unselected package librbd1.\r\nPreparing to unpack .../2-librbd1_15.2.13-0ubuntu0.20.04.1_amd64.deb ...\r\nUnpacking librbd1 (15.2.13-0ubuntu0.20.04.1) ...\r\nSelecting previously unselected package qemu-block-extra:amd64.\r\nPreparing to unpack .../3-qemu-block-extra_1%3a4.2-3ubuntu6.17_amd64.deb ...\r\nUnpacking qemu-block-extra:amd64 (1:4.2-3ubuntu6.17) ...\r\nSelecting previously unselected package qemu-system-common.\r\nPreparing to unpack .../4-qemu-system-common_1%3a4.2-3ubuntu6.17_amd64.deb ...\r\nUnpacking qemu-system-common (1:4.2-3ubuntu6.17) ...\r\nPreparing to unpack .../5-qemu-system-data_1%3a4.2-3ubuntu6.17_all.deb ...\r\nUnpacking qemu-system-data (1:4.2-3ubuntu6.17) over (1:4.2-3ubuntu6.14) ...\r\nPreparing to unpack .../6-qemu-system-gui_1%3a4.2-3ubuntu6.17_amd64.deb ...\r\nUnpacking qemu-system-gui:amd64 2021-07-26T15:41:52.910 INFO:teuthology.task.ansible.out: (1:4.2-3ubuntu6.17) over (1:4.2-3ubuntu6.14) ...\r\nSelecting previously unselected package qemu-system-x86.\r\nPreparing to unpack .../7-qemu-system-x86_1%3a4.2-3ubuntu6.17_amd64.deb ...\r\nUnpacking qemu-system-x86 (1:4.2-3ubuntu6.17) ...\r\nSelecting previously unselected package qemu-utils.\r\nPreparing to unpack .../8-qemu-utils_1%3a4.2-3ubuntu6.17_amd64.deb ...\r\nUnpacking qemu-utils (1:4.2-3ubuntu6.17) ...\r\nSetting up librados2 (15.2.13-0ubuntu0.20.04.1) ...\r\nSetting up qemu-system-gui:amd64 (1:4.2-3ubuntu6.17) ...\r\nSetting up git (1:2.25.1-1ubuntu3.1) ...\r\nSetting up librbd1 (15.2.13-0ubuntu0.20.04.1) ...\r\nSetting up qemu-system-data (1:4.2-3ubuntu6.17) ...\r\nSetting up qemu-block-extra:amd64 (1:4.2-3ubuntu6.17) ...\r\nSetting up qemu-system-common (1:4.2-3ubuntu6.17) ...\r\nSetting up qemu-system-x86 (1:4.2-3ubuntu6.17) ...\r\nSetting up qemu-utils (1:4.2-3ubuntu6.17) ...\r\nProcessing triggers for hicolor-icon-theme (0.17-2) ...\r\nProcessing triggers for libc-bin (2.31-0ubuntu9.2) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for mime-support (3.64ubuntu1) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following additional packages will be installed:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-data", " qemu-system-gui qemu-utils", "Suggested packages:", " git-daemon-run | git-daemon-sysvinit git-doc git-el git-email git-gui gitk", " gitweb git-cvs git-mediawiki git-svn samba vde2 debootstrap", "The following NEW packages will be installed:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", " qemu-utils", "The following packages will be upgraded:", " git qemu-system-data qemu-system-gui", "3 upgraded, 6 newly installed, 0 to remove and 144 not upgraded.", "Need to get 18.8 MB of archives.", "After this operation, 62.7 MB of additional disk space will be used.", "Get:1 http://archive. 2021-07-26T15:41:52.912 INFO:teuthology.task.ansible.out:ubuntu.com/ubuntu focal-updates/main amd64 git amd64 1:2.25.1-1ubuntu3.1 [4557 kB]", "Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librados2 amd64 15.2.13-0ubuntu0.20.04.1 [3212 kB]", "Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librbd1 amd64 15.2.13-0ubuntu0.20.04.1 [1623 kB]", "Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-block-extra amd64 1:4.2-3ubuntu6.17 [54.4 kB]", "Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-common amd64 1:4.2-3ubuntu6.17 [1055 kB]", "Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-data all 1:4.2-3ubuntu6.17 [563 kB]", "Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-gui amd64 1:4.2-3ubuntu6.17 [41.2 kB]", "Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-x86 amd64 1:4.2-3ubuntu6.17 [6738 kB]", "Get:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-utils amd64 1:4.2-3ubuntu6.17 [973 kB]", "Fetched 18.8 MB in 1s (14.2 MB/s)", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138039 files and directories currently installed.)", "Preparing to unpack .../0-git_1%3a2.25.1-1ubuntu3.1_amd64.deb ...", "Unpacking git (1:2.25.1-1ubuntu3.1) over (1:2.25.1-1ubuntu3) ...", "Selecting previously unselected package librados2.", "Preparing to unpack .../1-librados2_15.2.13-0ubuntu0.20.04.1_amd64.deb . 2021-07-26T15:41:52.913 INFO:teuthology.task.ansible.out:..", "Unpacking librados2 (15.2.13-0ubuntu0.20.04.1) ...", "Selecting previously unselected package librbd1.", "Preparing to unpack .../2-librbd1_15.2.13-0ubuntu0.20.04.1_amd64.deb ...", "Unpacking librbd1 (15.2.13-0ubuntu0.20.04.1) ...", "Selecting previously unselected package qemu-block-extra:amd64.", "Preparing to unpack .../3-qemu-block-extra_1%3a4.2-3ubuntu6.17_amd64.deb ...", "Unpacking qemu-block-extra:amd64 (1:4.2-3ubuntu6.17) ...", "Selecting previously unselected package qemu-system-common.", "Preparing to unpack .../4-qemu-system-common_1%3a4.2-3ubuntu6.17_amd64.deb ...", "Unpacking qemu-system-common (1:4.2-3ubuntu6.17) ...", "Preparing to unpack .../5-qemu-system-data_1%3a4.2-3ubuntu6.17_all.deb ...", "Unpacking qemu-system-data (1:4.2-3ubuntu6.17) over (1:4.2-3ubuntu6.14) ...", "Preparing to unpack .../6-qemu-system-gui_1%3a4.2-3ubuntu6.17_amd64.deb ...", "Unpacking qemu-system-gui:amd64 (1:4.2-3ubuntu6.17) over (1:4.2-3ubuntu6.14) ...", "Selecting previously unselected package qemu-system-x86.", "Preparing to unpack .../7-qemu-system-x86_1%3a4.2-3ubuntu6.17_amd64.deb ...", "Unpacking qemu-system-x86 (1:4.2-3ubuntu6.17) ...", "Selecting previously unselected package qemu-utils.", "Preparing to unpack .../8-qemu-utils_1%3a4.2-3ubuntu6.17_amd64.deb ...", "Unpacking qemu-utils (1:4.2-3ubuntu6.17) ...", "Setting up librados2 (15.2.13-0ubuntu0.20.04.1) ...", "Setting up qemu-system-gui:amd64 (1:4.2-3ubuntu6.17) ...", "Setting up git (1:2.25.1-1ubuntu3.1) ...", "Setting up librbd1 (15.2.13-0ubuntu0.20.04.1) ...", "Setting up qemu-system-data (1:4.2-3ubuntu6.17) ...", "Setting up qemu-block-extra:amd64 (1:4.2-3ubuntu6.17) ...", "Setting up qemu-system-common (1:4.2-3ubuntu6.17) ...", "Setting up qemu-system-x86 (1:4.2-3ubuntu6.17) ...", "Setting up qemu-utils (1:4.2-3ubuntu6.17) ...", "Processing triggers for hicolor-icon-theme (0.17-2) ...", "Processing triggers for libc-bin (2.31-0ubuntu9.2) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing 2021-07-26T15:41:52.915 INFO:teuthology.task.ansible.out: triggers for mime-support (3.64ubuntu1) ..."]} 2021-07-26T15:41:52.943 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:52 +0000 (0:00:00.735) 0:02:35.223 *********** 2021-07-26T15:41:52.951 INFO:teuthology.task.ansible.out: TASK [testnode : Install non aarch64 packages] ********************************* 2021-07-26T15:41:52.955 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"cache_update_time": 1627313842, "cache_updated": false, "changed": false} 2021-07-26T15:41:52.983 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:52 +0000 (0:00:00.039) 0:02:35.263 *********** 2021-07-26T15:41:53.671 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"cache_update_time": 1627313836, "cache_updated": false, "changed": false} 2021-07-26T15:41:53.696 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:53 +0000 (0:00:00.713) 0:02:35.976 *********** 2021-07-26T15:41:53.726 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages with --no-install-recommends] **************** ok: [smithi107.front.sepia.ceph.com] => {"cache_update_time": 1627313842, "cache_updated": false, "changed": false} 2021-07-26T15:41:53.750 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:53 +0000 (0:00:00.054) 0:02:36.030 *********** 2021-07-26T15:41:53.930 INFO:teuthology.task.ansible.out: TASK [testnode : Use perl to add user_xattr to the root mount options in fstab.] *** ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "cmd": ["perl", "-pe", "if (m{^([^#]\\S*\\s+/\\s+\\S+\\s+)(\\S+)(\\s+.*)$}) { $_=\"$1$2,user_xattr$3\\n\" unless $2=~m{(^|,)user_xattr(,|$)}; }", "-i.bak", "/etc/fstab"], "rc": 0, "stdout": "skipped, since /etc/fstab.bak exists", "stdout_lines": ["skipped, since /etc/fstab.bak exists"]} 2021-07-26T15:41:53.955 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:53 +0000 (0:00:00.203) 0:02:36.234 *********** 2021-07-26T15:41:54.035 INFO:teuthology.task.ansible.out: TASK [testnode : Enable xattr for this boot.] ********************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:54.058 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:54 +0000 (0:00:00.104) 0:02:36.338 *********** 2021-07-26T15:41:54.244 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure fuse group exists.] ************************************ 2021-07-26T15:41:54.245 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "gid": 10102, "name": "fuse", "state": "present", "system": false} 2021-07-26T15:41:54.269 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:54 +0000 (0:00:00.210) 0:02:36.549 *********** 2021-07-26T15:41:54.427 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages with --no-install-recommends] **************** 2021-07-26T15:41:54.429 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"cache_update_time": 1627313836, "cache_updated": false, "changed": false} 2021-07-26T15:41:54.454 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:54 +0000 (0:00:00.184) 0:02:36.733 *********** 2021-07-26T15:41:54.633 INFO:teuthology.task.ansible.out: TASK [testnode : Use perl to add user_xattr to the root mount options in fstab.] *** 2021-07-26T15:41:54.634 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "cmd": ["perl", "-pe", "if (m{^([^#]\\S*\\s+/\\s+\\S+\\s+)(\\S+)(\\s+.*)$}) { $_=\"$1$2,user_xattr$3\\n\" unless $2=~m{(^|,)user_xattr(,|$)}; }", "-i.bak", "/etc/fstab"], "rc": 0, "stdout": "skipped, since /etc/fstab.bak exists", "stdout_lines": ["skipped, since /etc/fstab.bak exists"]} 2021-07-26T15:41:54.656 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:54 +0000 (0:00:00.203) 0:02:36.936 *********** 2021-07-26T15:41:54.674 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/fuse.conf.] *************************************** ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "checksum": "9edff47031d0f14a9b8c813b44eb4a9296d0439f", "dest": "/etc/fuse.conf", "gid": 10102, "group": "fuse", "mode": "0644", "owner": "root", "path": "/etc/fuse.conf", "size": 366, "state": "file", "uid": 0} 2021-07-26T15:41:54.703 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:54 +0000 (0:00:00.044) 0:02:36.981 *********** 2021-07-26T15:41:54.740 INFO:teuthology.task.ansible.out: TASK [testnode : Enable xattr for this boot.] ********************************** 2021-07-26T15:41:54.742 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:54.765 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:54 +0000 (0:00:00.063) 0:02:37.045 *********** 2021-07-26T15:41:54.926 INFO:teuthology.task.ansible.out: TASK [testnode : Add teuthology user to groups fuse, kvm and disk.] ************ ok: [smithi107.front.sepia.ceph.com] => {"append": true, "changed": false, "comment": "", "group": 1238, "groups": "fuse,kvm,disk", "home": "/home/ubuntu", "move_home": false, "name": "ubuntu", "shell": "/bin/bash", "state": "present", "uid": 1000} 2021-07-26T15:41:54.956 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:54 +0000 (0:00:00.190) 0:02:37.236 *********** 2021-07-26T15:41:54.964 INFO:teuthology.task.ansible.out: 2021-07-26T15:41:54.968 INFO:teuthology.task.ansible.out:TASK [testnode : Ensure fuse group exists.] ************************************ ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "gid": 10102, "name": "fuse", "state": "present", "system": false} 2021-07-26T15:41:55.006 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:55 +0000 (0:00:00.049) 0:02:37.285 *********** 2021-07-26T15:41:55.145 INFO:teuthology.task.ansible.out: TASK [testnode : Set up static IP in /etc/hosts.] ****************************** ok: [smithi107.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:41:55.169 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:55 +0000 (0:00:00.164) 0:02:37.449 *********** 2021-07-26T15:41:55.410 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/fuse.conf.] *************************************** ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "checksum": "9edff47031d0f14a9b8c813b44eb4a9296d0439f", "dest": "/etc/fuse.conf", "gid": 10102, "group": "fuse", "mode": "0644", "owner": "root", "path": "/etc/fuse.conf", "size": 366, "state": "file", "uid": 0} 2021-07-26T15:41:55.435 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:55 +0000 (0:00:00.265) 0:02:37.715 *********** 2021-07-26T15:41:55.499 INFO:teuthology.task.ansible.out: TASK [testnode : Stop apache2] ************************************************* 2021-07-26T15:41:55.500 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => {"changed": true, "name": "apache2", "state": "stopped", "status": {"ActiveEnterTimestamp": "Mon 2021-07-26 15:41:31 UTC", "ActiveEnterTimestampMonotonic": "156874601", "ActiveExitTimestamp": "Mon 2021-07-26 15:41:30 UTC", "ActiveExitTimestampMonotonic": "156794049", "ActiveState": "active", "After": "remote-fs.target systemd-journald.socket -.mount nss-lookup.target basic.target system.slice sysinit.target systemd-tmpfiles-setup.service network.target", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2021-07-26 15:41:31 UTC", "AssertTimestampMonotonic": "156841386", "Before": "multi-user.target shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2021-07-26 15:41:31 UTC", "ConditionTimestampMonotonic": "156841386", "ConfigurationDirec 2021-07-26T15:41:55.503 INFO:teuthology.task.ansible.out:toryMode": "0755", "Conflicts": "shutdown.target", "ControlGroup": "/system.slice/apache2.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "The Apache HTTP Server", "DevicePolicy": "auto", "Documentation": "https://httpd.apache.org/docs/2.4/", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "Environment": "APACHE_STARTED_BY_SYSTEMD=true", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "6545", "ExecMainStartTimestamp": "Mon 2021-07-26 15:41:31 UTC", "ExecMainStartTimestampMonotonic": "156874578", "ExecMainStatus": "0", "ExecReload": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl graceful ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl graceful ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl start ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl start ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStop": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl stop ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl stop ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/apache2.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPrior 2021-07-26T15:41:55.505 INFO:teuthology.task.ansible.out:ity": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "apache2.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestamp": "Mon 2021-07-26 15:41:31 UTC", "InactiveEnterTimestampMonotonic": "156840375", "InactiveExitTimestamp": "Mon 2021-07-26 15:41:31 UTC", "InactiveExitTimestampMonotonic": "156843532", "InvocationID": "a407e3cc325d4372835869aa74202066", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127776", "LimitNPROCSoft": "127776", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127776", "LimitSIGPENDINGSoft": "127776", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "6545", "MemoryAccounting": "yes", "MemoryCurrent": "7036928", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemoryS 2021-07-26T15:41:55.506 INFO:teuthology.task.ansible.out:wapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "apache2.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "-.mount sysinit.target system.slice", "RequiresMountsFor": "/tmp /var/tmp", "Restart": "on-abort", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2021-07-26 15:41:31 UTC", "StateChangeTimestampMonotonic": "156874601", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", " 2021-07-26T15:41:55.509 INFO:teuthology.task.ansible.out:TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "55", "TasksMax": "38332", "TimeoutAbortUSec": "1min 30s", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-07-26T15:41:55.527 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:55 +0000 (0:00:00.092) 0:02:37.807 *********** 2021-07-26T15:41:55.596 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:55.620 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:55 +0000 (0:00:00.092) 0:02:37.900 *********** 2021-07-26T15:41:55.658 INFO:teuthology.task.ansible.out: TASK [testnode : Add teuthology user to groups fuse, kvm and disk.] ************ 2021-07-26T15:41:55.660 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"append": true, "changed": false, "comment": "", "group": 1238, "groups": "fuse,kvm,disk", "home": "/home/ubuntu", "move_home": false, "name": "ubuntu", "shell": "/bin/bash", "state": "present", "uid": 1000} 2021-07-26T15:41:55.686 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:55 +0000 (0:00:00.065) 0:02:37.966 *********** 2021-07-26T15:41:55.703 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-07-26T15:41:55.705 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:55.730 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:55 +0000 (0:00:00.044) 0:02:38.010 *********** 2021-07-26T15:41:55.810 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2021-07-26T15:41:55.812 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:55.835 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:55 +0000 (0:00:00.104) 0:02:38.114 *********** 2021-07-26T15:41:55.927 INFO:teuthology.task.ansible.out: TASK [testnode : Set up static IP in /etc/hosts.] ****************************** 2021-07-26T15:41:55.928 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} TASK [testnode : Configure /etc/sudoers.] ************************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:55.951 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:55 +0000 (0:00:00.117) 0:02:38.232 *********** 2021-07-26T15:41:55.973 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:55 +0000 (0:00:00.021) 0:02:38.253 *********** 2021-07-26T15:41:56.058 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** 2021-07-26T15:41:56.060 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:56.100 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:56 +0000 (0:00:00.126) 0:02:38.380 *********** 2021-07-26T15:41:56.161 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2021-07-26T15:41:56.162 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:56.186 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:56 +0000 (0:00:00.086) 0:02:38.466 *********** 2021-07-26T15:41:56.267 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2021-07-26T15:41:56.269 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} TASK [testnode : Stop apache2] ************************************************* changed: [smithi037.front.sepia.ceph.com] => {"changed": true, "name": "apache2", "state": "stopped", "status": {"ActiveEnterTimestamp": "Mon 2021-07-26 15:41:31 UTC", "ActiveEnterTimestampMonotonic": "179712357", "ActiveExitTimestamp": "Mon 2021-07-26 15:41:31 UTC", "ActiveExitTimestampMonotonic": "179624222", "ActiveState": "active", "After": "system.slice systemd-journald.socket nss-lookup.target -.mount network.target sysinit.target basic.target remote-fs.target systemd-tmpfiles-setup.service", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2021-07-26 15:41:31 UTC", "AssertTimestampMonotonic": "179676507", "Before": "shutdown.target multi-user.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read" 2021-07-26T15:41:56.271 INFO:teuthology.task.ansible.out:, "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2021-07-26 15:41:31 UTC", "ConditionTimestampMonotonic": "179676506", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target", "ControlGroup": "/system.slice/apache2.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "The Apache HTTP Server", "DevicePolicy": "auto", "Documentation": "https://httpd.apache.org/docs/2.4/", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "Environment": "APACHE_STARTED_BY_SYSTEMD=true", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "6501", "ExecMainStartTimestamp": "Mon 2021-07-26 15:41:31 UTC", "ExecMainStartTimestampMonotonic": "179712316", "ExecMainStatus": "0", "ExecReload": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl graceful ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl graceful ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl start ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl start ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStop": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl stop ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl stop ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/apache2.servi 2021-07-26T15:41:56.273 INFO:teuthology.task.ansible.out:ce", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "apache2.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestamp": "Mon 2021-07-26 15:41:31 UTC", "InactiveEnterTimestampMonotonic": "179675072", "InactiveExitTimestamp": "Mon 2021-07-26 15:41:31 UTC", "InactiveExitTimestampMonotonic": "179678835", "InvocationID": "304ec9b6917b468eab86e15a0bd9dc85", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127802", "LimitNPROCSoft": "127802", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127802", "LimitSIGPENDINGSoft": "127802", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "6501", "MemoryAccou 2021-07-26T15:41:56.274 INFO:teuthology.task.ansible.out:nting": "yes", "MemoryCurrent": "7028736", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "apache2.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "-.mount sysinit.target system.slice", "RequiresMountsFor": "/var/tmp /tmp", "Restart": "on-abort", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2021-07-26 15:41:31 UTC", "StateChangeTimestampMonotonic": "179712357", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": " 2021-07-26T15:41:56.277 INFO:teuthology.task.ansible.out:no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "55", "TasksMax": "38340", "TimeoutAbortUSec": "1min 30s", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-07-26T15:41:56.294 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:56 +0000 (0:00:00.108) 0:02:38.574 *********** 2021-07-26T15:41:56.320 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:56 +0000 (0:00:00.025) 0:02:38.600 *********** 2021-07-26T15:41:56.361 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2021-07-26T15:41:56.363 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:56.389 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:56 +0000 (0:00:00.069) 0:02:38.669 *********** 2021-07-26T15:41:56.408 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2021-07-26T15:41:56.410 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:56.437 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:56 +0000 (0:00:00.047) 0:02:38.717 *********** 2021-07-26T15:41:56.465 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-07-26T15:41:56.467 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:56.493 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:56 +0000 (0:00:00.054) 0:02:38.771 *********** 2021-07-26T15:41:56.510 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:41:56.511 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:56.536 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:56 +0000 (0:00:00.044) 0:02:38.816 *********** 2021-07-26T15:41:56.566 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2021-07-26T15:41:56.568 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:56.592 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:56 +0000 (0:00:00.056) 0:02:38.873 *********** 2021-07-26T15:41:56.622 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2021-07-26T15:41:56.624 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:56.649 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:56 +0000 (0:00:00.056) 0:02:38.929 *********** 2021-07-26T15:41:56.667 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:56.698 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:56 +0000 (0:00:00.048) 0:02:38.978 *********** 2021-07-26T15:41:56.733 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-07-26T15:41:56.735 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:56.765 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:56 +0000 (0:00:00.066) 0:02:39.044 *********** 2021-07-26T15:41:56.785 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:56.810 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:56 +0000 (0:00:00.045) 0:02:39.090 *********** 2021-07-26T15:41:56.839 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-07-26T15:41:56.841 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:56.864 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:56 +0000 (0:00:00.053) 0:02:39.144 *********** 2021-07-26T15:41:56.881 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2021-07-26T15:41:56.883 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:56.907 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:56 +0000 (0:00:00.042) 0:02:39.187 *********** 2021-07-26T15:41:56.936 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:56.963 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:56 +0000 (0:00:00.055) 0:02:39.242 *********** 2021-07-26T15:41:56.980 INFO:teuthology.task.ansible.out: 2021-07-26T15:41:56.981 INFO:teuthology.task.ansible.out:TASK [testnode : Ensure ceph packages are not present.] ************************ skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:57.006 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:57 +0000 (0:00:00.043) 0:02:39.286 *********** 2021-07-26T15:41:57.034 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-07-26T15:41:57.036 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:57.062 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:57 +0000 (0:00:00.055) 0:02:39.342 *********** 2021-07-26T15:41:57.080 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2021-07-26T15:41:57.082 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:57.109 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:57 +0000 (0:00:00.046) 0:02:39.389 *********** 2021-07-26T15:41:57.139 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:57.170 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:57 +0000 (0:00:00.061) 0:02:39.450 *********** 2021-07-26T15:41:57.202 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:57.226 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:57 +0000 (0:00:00.055) 0:02:39.506 *********** 2021-07-26T15:41:57.244 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-07-26T15:41:57.246 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:57.272 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:57 +0000 (0:00:00.044) 0:02:39.551 *********** 2021-07-26T15:41:57.299 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2021-07-26T15:41:57.301 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:57.325 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:57 +0000 (0:00:00.053) 0:02:39.605 *********** 2021-07-26T15:41:57.353 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2021-07-26T15:41:57.355 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:57.381 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:57 +0000 (0:00:00.055) 0:02:39.661 *********** 2021-07-26T15:41:57.399 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-07-26T15:41:57.401 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:57.424 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:57 +0000 (0:00:00.043) 0:02:39.704 *********** 2021-07-26T15:41:57.453 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:57.478 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:57 +0000 (0:00:00.053) 0:02:39.758 *********** 2021-07-26T15:41:57.496 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:57.521 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:57 +0000 (0:00:00.042) 0:02:39.801 *********** 2021-07-26T15:41:57.550 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* 2021-07-26T15:41:57.552 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:57.577 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:57 +0000 (0:00:00.056) 0:02:39.857 *********** 2021-07-26T15:41:57.595 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:57.623 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:57 +0000 (0:00:00.045) 0:02:39.903 *********** 2021-07-26T15:41:57.651 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-07-26T15:41:57.653 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:57.677 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:57 +0000 (0:00:00.054) 0:02:39.957 *********** 2021-07-26T15:41:57.695 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-07-26T15:41:57.696 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:57.719 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:57 +0000 (0:00:00.042) 0:02:39.999 *********** 2021-07-26T15:41:57.748 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-07-26T15:41:57.750 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:57.774 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:57 +0000 (0:00:00.054) 0:02:40.054 *********** 2021-07-26T15:41:57.791 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:57.819 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:57 +0000 (0:00:00.044) 0:02:40.098 *********** 2021-07-26T15:41:57.856 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-07-26T15:41:57.858 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:57.880 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:57 +0000 (0:00:00.061) 0:02:40.160 *********** 2021-07-26T15:41:57.897 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:57.921 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:57 +0000 (0:00:00.040) 0:02:40.201 *********** 2021-07-26T15:41:57.959 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-07-26T15:41:57.961 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:57.987 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:57 +0000 (0:00:00.065) 0:02:40.267 *********** 2021-07-26T15:41:58.004 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2021-07-26T15:41:58.006 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:58.029 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:58 +0000 (0:00:00.042) 0:02:40.309 *********** 2021-07-26T15:41:58.059 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-07-26T15:41:58.061 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:58.084 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:58 +0000 (0:00:00.055) 0:02:40.364 *********** 2021-07-26T15:41:58.104 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:58.145 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:58 +0000 (0:00:00.049) 0:02:40.414 *********** 2021-07-26T15:41:58.155 INFO:teuthology.task.ansible.out: 2021-07-26T15:41:58.158 INFO:teuthology.task.ansible.out:TASK [testnode : Make fsstress same path as ubuntu.] *************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:58.182 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:58 +0000 (0:00:00.047) 0:02:40.462 *********** 2021-07-26T15:41:58.185 INFO:teuthology.task.ansible.out: 2021-07-26T15:41:58.201 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:58.226 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:58 +0000 (0:00:00.044) 0:02:40.506 *********** 2021-07-26T15:41:58.254 INFO:teuthology.task.ansible.out: TASK [testnode : Set grub config.] ********************************************* 2021-07-26T15:41:58.256 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:58.282 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:58 +0000 (0:00:00.053) 0:02:40.559 *********** 2021-07-26T15:41:58.297 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:58.325 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:58 +0000 (0:00:00.042) 0:02:40.602 *********** 2021-07-26T15:41:58.397 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-07-26T15:41:58.399 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:58.431 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:58 +0000 (0:00:00.109) 0:02:40.711 *********** 2021-07-26T15:41:58.481 INFO:teuthology.task.ansible.out: TASK [testnode : Remove /etc/ceph] ********************************************* 2021-07-26T15:41:58.482 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "path": "/etc/ceph", "state": "absent"} 2021-07-26T15:41:58.505 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:58 +0000 (0:00:00.074) 0:02:40.786 *********** 2021-07-26T15:41:58.512 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-07-26T15:41:58.514 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:58.538 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:58 +0000 (0:00:00.032) 0:02:40.818 *********** 2021-07-26T15:41:58.614 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:58.637 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:58 +0000 (0:00:00.098) 0:02:40.917 *********** 2021-07-26T15:41:58.716 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-07-26T15:41:58.718 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:58.747 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:58 +0000 (0:00:00.110) 0:02:41.027 *********** 2021-07-26T15:41:58.818 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-07-26T15:41:58.819 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:58.842 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:58 +0000 (0:00:00.094) 0:02:41.122 *********** 2021-07-26T15:41:58.902 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2021-07-26T15:41:58.903 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "checksum": "0b949a4622a315acfc90571fddbd013b4dc0f5f9", "dest": "/etc/exports", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/exports", "size": 578, "state": "file", "uid": 0} 2021-07-26T15:41:58.926 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:58 +0000 (0:00:00.084) 0:02:41.206 *********** 2021-07-26T15:41:58.934 INFO:teuthology.task.ansible.out: TASK [testnode : Set grub config.] ********************************************* 2021-07-26T15:41:58.935 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:58.964 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:58 +0000 (0:00:00.037) 0:02:41.244 *********** 2021-07-26T15:41:58.993 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2021-07-26T15:41:58.994 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:59.021 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:59 +0000 (0:00:00.057) 0:02:41.301 *********** 2021-07-26T15:41:59.145 INFO:teuthology.task.ansible.out: TASK [testnode : Remove /etc/ceph] ********************************************* ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "path": "/etc/ceph", "state": "absent"} 2021-07-26T15:41:59.170 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:59 +0000 (0:00:00.147) 0:02:41.449 *********** 2021-07-26T15:41:59.416 INFO:teuthology.task.ansible.out: TASK [testnode : Upload weekly kernel-clean crontab.] ************************** 2021-07-26T15:41:59.418 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "checksum": "d5677bbd13857966eb0fc86f66195b18a2b98e20", "dest": "/etc/cron.weekly/kernel-clean", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/cron.weekly/kernel-clean", "size": 752, "state": "file", "uid": 0} 2021-07-26T15:41:59.446 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:59 +0000 (0:00:00.276) 0:02:41.726 *********** 2021-07-26T15:41:59.551 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "checksum": "0b949a4622a315acfc90571fddbd013b4dc0f5f9", "dest": "/etc/exports", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/exports", "size": 578, "state": "file", "uid": 0} 2021-07-26T15:41:59.579 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:59 +0000 (0:00:00.132) 0:02:41.858 *********** 2021-07-26T15:41:59.661 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:41:59.685 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:59 +0000 (0:00:00.106) 0:02:41.965 *********** 2021-07-26T15:41:59.839 INFO:teuthology.task.ansible.out: 2021-07-26T15:41:59.841 INFO:teuthology.task.ansible.out:TASK [testnode : Upload /etc/grub.d/02_force_timeout.] ************************* ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "checksum": "22e9a1446f43d0440219b9af14a66dd77fb0c2eb", "dest": "/etc/grub.d/02_force_timeout", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/grub.d/02_force_timeout", "size": 115, "state": "file", "uid": 0} 2021-07-26T15:41:59.867 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:41:59 +0000 (0:00:00.181) 0:02:42.147 *********** 2021-07-26T15:42:00.096 INFO:teuthology.task.ansible.out: TASK [testnode : Upload weekly kernel-clean crontab.] ************************** ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "checksum": "d5677bbd13857966eb0fc86f66195b18a2b98e20", "dest": "/etc/cron.weekly/kernel-clean", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/cron.weekly/kernel-clean", "size": 752, "state": "file", "uid": 0} 2021-07-26T15:42:00.127 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:00 +0000 (0:00:00.259) 0:02:42.407 *********** 2021-07-26T15:42:00.263 INFO:teuthology.task.ansible.out: TASK [testnode : Enable kernel modules to load at boot time.] ****************** 2021-07-26T15:42:00.264 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "checksum": "6449466d762bced58744df80432d189e35329803", "dest": "/etc/modules", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/modules", "size": 315, "state": "file", "uid": 0} 2021-07-26T15:42:00.289 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:00 +0000 (0:00:00.162) 0:02:42.570 *********** 2021-07-26T15:42:00.478 INFO:teuthology.task.ansible.out: TASK [testnode : Enabling auto-fsck fix to prevent boot hangup.] *************** ok: [smithi107.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:42:00.502 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:00 +0000 (0:00:00.212) 0:02:42.782 *********** 2021-07-26T15:42:00.519 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/grub.d/02_force_timeout.] ************************* 2021-07-26T15:42:00.521 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "checksum": "22e9a1446f43d0440219b9af14a66dd77fb0c2eb", "dest": "/etc/grub.d/02_force_timeout", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/grub.d/02_force_timeout", "size": 115, "state": "file", "uid": 0} 2021-07-26T15:42:00.547 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:00 +0000 (0:00:00.045) 0:02:42.827 *********** 2021-07-26T15:42:00.575 INFO:teuthology.task.ansible.out: TASK [testnode : Work around broken wget on wheezy.] *************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:00.601 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:00 +0000 (0:00:00.053) 0:02:42.881 *********** 2021-07-26T15:42:00.682 INFO:teuthology.task.ansible.out: TASK [testnode : Stop collectl] ************************************************ skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:00.706 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:00 +0000 (0:00:00.105) 0:02:42.986 *********** 2021-07-26T15:42:00.778 INFO:teuthology.task.ansible.out: TASK [testnode : Add PATH to the teuthology_user .bashrc.] ********************* 2021-07-26T15:42:00.779 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:00.802 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:00 +0000 (0:00:00.095) 0:02:43.082 *********** 2021-07-26T15:42:00.882 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if we need to edit /etc/profile.] **************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:00.907 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:00 +0000 (0:00:00.104) 0:02:43.187 *********** 2021-07-26T15:42:00.953 INFO:teuthology.task.ansible.out: TASK [testnode : Enable kernel modules to load at boot time.] ****************** 2021-07-26T15:42:00.953 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "checksum": "6449466d762bced58744df80432d189e35329803", "dest": "/etc/modules", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/modules", "size": 315, "state": "file", "uid": 0} 2021-07-26T15:42:00.980 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:00 +0000 (0:00:00.073) 0:02:43.260 *********** 2021-07-26T15:42:00.990 INFO:teuthology.task.ansible.out: TASK [testnode : Update /etc/profile if needed.] ******************************* 2021-07-26T15:42:00.992 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.021 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:01 +0000 (0:00:00.036) 0:02:43.297 *********** 2021-07-26T15:42:01.112 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** ok: [smithi107.front.sepia.ceph.com] => {"ansible_facts": {"nvme_card_present": false}, "changed": false} 2021-07-26T15:42:01.137 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:01 +0000 (0:00:00.119) 0:02:43.416 *********** 2021-07-26T15:42:01.188 INFO:teuthology.task.ansible.out: TASK [testnode : Enabling auto-fsck fix to prevent boot hangup.] *************** 2021-07-26T15:42:01.190 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:42:01.214 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:01 +0000 (0:00:00.076) 0:02:43.493 *********** 2021-07-26T15:42:01.242 INFO:teuthology.task.ansible.out: TASK [testnode : Check for NVMe drive] ***************************************** 2021-07-26T15:42:01.245 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item=loop1) => {"ansible_loop_var": "item", "changed": false, "item": "loop1", "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item=dm-2) => {"ansible_loop_var": "item", "changed": false, "item": "dm-2", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.255 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item=loop6) => {"ansible_loop_var": "item", "changed": false, "item": "loop6", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.256 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item=loop4) => {"ansible_loop_var": "item", "changed": false, "item": "loop4", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.269 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item=dm-0) => {"ansible_loop_var": "item", "changed": false, "item": "dm-0", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.271 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item=sda) => {"ansible_loop_var": "item", "changed": false, "item": "sda", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.282 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=nvme0n1) => {"ansible_facts": {"nvme_card_present": true}, "ansible_loop_var": "item", "changed": false, "item": "nvme0n1"} 2021-07-26T15:42:01.283 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item=loop3) => {"ansible_loop_var": "item", "changed": false, "item": "loop3", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.294 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item=loop2) => {"ansible_loop_var": "item", "changed": false, "item": "loop2", "skip_reason": "Conditional result was False"} TASK [testnode : Work around broken wget on wheezy.] *************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.330 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:01 +0000 (0:00:00.116) 0:02:43.610 *********** 2021-07-26T15:42:01.338 INFO:teuthology.task.ansible.out: TASK [testnode : Check for NVMe drive] ***************************************** 2021-07-26T15:42:01.339 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item=dm-4) => {"ansible_loop_var": "item", "changed": false, "item": "dm-4", "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item=loop0) => {"ansible_loop_var": "item", "changed": false, "item": "loop0", "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item=loop7) => {"ansible_loop_var": "item", "changed": false, "item": "loop7", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.340 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item=dm-3) => {"ansible_loop_var": "item", "changed": false, "item": "dm-3", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.340 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item=loop5) => {"ansible_loop_var": "item", "changed": false, "item": "loop5", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.340 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item=dm-1) => {"ansible_loop_var": "item", "changed": false, "item": "dm-1", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.376 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:01 +0000 (0:00:00.044) 0:02:43.655 *********** 2021-07-26T15:42:01.404 INFO:teuthology.task.ansible.out: 2021-07-26T15:42:01.406 INFO:teuthology.task.ansible.out:TASK [testnode : Stop collectl] ************************************************ skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.431 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:01 +0000 (0:00:00.055) 0:02:43.711 *********** 2021-07-26T15:42:01.500 INFO:teuthology.task.ansible.out: TASK [testnode : Add PATH to the teuthology_user .bashrc.] ********************* 2021-07-26T15:42:01.502 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.523 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:01 +0000 (0:00:00.092) 0:02:43.803 *********** 2021-07-26T15:42:01.599 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if we need to edit /etc/profile.] **************** 2021-07-26T15:42:01.601 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.623 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:01 +0000 (0:00:00.100) 0:02:43.903 *********** 2021-07-26T15:42:01.630 INFO:teuthology.task.ansible.out: TASK [testnode : Check for teuthology-lock command] **************************** 2021-07-26T15:42:01.632 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => {"changed": true, "cmd": "which teuthology-lock", "delta": "0:00:00.004493", "end": "2021-07-26 15:42:01.598229", "rc": 0, "start": "2021-07-26 15:42:01.593736", "stderr": "", "stderr_lines": [], "stdout": "/home/teuthworker/src/git.ceph.com_git_teuthology_b6f3efab84b70e18e86ec271a07564aeb4ed3bac/virtualenv/bin/teuthology-lock", "stdout_lines": ["/home/teuthworker/src/git.ceph.com_git_teuthology_b6f3efab84b70e18e86ec271a07564aeb4ed3bac/virtualenv/bin/teuthology-lock"]} 2021-07-26T15:42:01.660 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:01 +0000 (0:00:00.036) 0:02:43.940 *********** 2021-07-26T15:42:01.697 INFO:teuthology.task.ansible.out: TASK [testnode : Update /etc/profile if needed.] ******************************* 2021-07-26T15:42:01.700 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.725 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:01 +0000 (0:00:00.065) 0:02:44.005 *********** 2021-07-26T15:42:01.743 INFO:teuthology.task.ansible.out: TASK [testnode : Mark system down if NVMe card missing] ************************ 2021-07-26T15:42:01.745 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.773 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:01 +0000 (0:00:00.046) 0:02:44.052 *********** 2021-07-26T15:42:01.810 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:42:01.813 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"ansible_facts": {"nvme_card_present": false}, "changed": false} 2021-07-26T15:42:01.848 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:01 +0000 (0:00:00.075) 0:02:44.127 *********** 2021-07-26T15:42:01.865 INFO:teuthology.task.ansible.out: TASK [testnode : Update description in paddles lock DB if NVMe card missing] *** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.892 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:01 +0000 (0:00:00.044) 0:02:44.172 *********** 2021-07-26T15:42:01.943 INFO:teuthology.task.ansible.out: TASK [testnode : Check for NVMe drive] ***************************************** skipping: [smithi037.front.sepia.ceph.com] => (item=loop1) => {"ansible_loop_var": "item", "changed": false, "item": "loop1", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.955 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item=dm-2) => {"ansible_loop_var": "item", "changed": false, "item": "dm-2", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.957 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item=loop6) => {"ansible_loop_var": "item", "changed": false, "item": "loop6", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.980 INFO:teuthology.task.ansible.out: TASK [testnode : Fail rest of playbook due to missing NVMe card] *************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.982 INFO:teuthology.task.ansible.out: TASK [testnode : Check for NVMe drive] ***************************************** skipping: [smithi037.front.sepia.ceph.com] => (item=loop4) => {"ansible_loop_var": "item", "changed": false, "item": "loop4", "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item=dm-0) => {"ansible_loop_var": "item", "changed": false, "item": "dm-0", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.982 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item=sda) => {"ansible_loop_var": "item", "changed": false, "item": "sda", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:01.984 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=nvme0n1) => {"ansible_facts": {"nvme_card_present": true}, "ansible_loop_var": "item", "changed": false, "item": "nvme0n1"} 2021-07-26T15:42:02.017 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:02 +0000 (0:00:00.125) 0:02:44.297 *********** 2021-07-26T15:42:02.026 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item=loop3) => {"ansible_loop_var": "item", "changed": false, "item": "loop3", "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item=loop2) => {"ansible_loop_var": "item", "changed": false, "item": "loop2", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:02.029 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item=dm-4) => {"ansible_loop_var": "item", "changed": false, "item": "dm-4", "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item=loop0) => {"ansible_loop_var": "item", "changed": false, "item": "loop0", "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item=loop7) => {"ansible_loop_var": "item", "changed": false, "item": "loop7", "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item=dm-3) => {"ansible_loop_var": "item", "changed": false, "item": "dm-3", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:02.039 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item=loop5) => {"ansible_loop_var": "item", "changed": false, "item": "loop5", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:02.041 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item=dm-1) => {"ansible_loop_var": "item", "changed": false, "item": "dm-1", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:02.076 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:02 +0000 (0:00:00.058) 0:02:44.356 *********** 2021-07-26T15:42:02.339 INFO:teuthology.task.ansible.out: TASK [testnode : Check for teuthology-lock command] **************************** 2021-07-26T15:42:02.339 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => {"changed": true, "cmd": "which teuthology-lock", "delta": "0:00:00.008040", "end": "2021-07-26 15:42:02.316013", "rc": 0, "start": "2021-07-26 15:42:02.307973", "stderr": "", "stderr_lines": [], "stdout": "/home/teuthworker/src/git.ceph.com_git_teuthology_b6f3efab84b70e18e86ec271a07564aeb4ed3bac/virtualenv/bin/teuthology-lock", "stdout_lines": ["/home/teuthworker/src/git.ceph.com_git_teuthology_b6f3efab84b70e18e86ec271a07564aeb4ed3bac/virtualenv/bin/teuthology-lock"]} 2021-07-26T15:42:02.370 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:02 +0000 (0:00:00.293) 0:02:44.650 *********** 2021-07-26T15:42:02.439 INFO:teuthology.task.ansible.out: TASK [testnode : Mark system down if NVMe card missing] ************************ skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:02.466 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:02 +0000 (0:00:00.095) 0:02:44.746 *********** 2021-07-26T15:42:02.546 INFO:teuthology.task.ansible.out: TASK [testnode : Update description in paddles lock DB if NVMe card missing] *** 2021-07-26T15:42:02.548 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:02.570 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:02 +0000 (0:00:00.103) 0:02:44.850 *********** 2021-07-26T15:42:02.644 INFO:teuthology.task.ansible.out: TASK [testnode : Fail rest of playbook due to missing NVMe card] *************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:02.664 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:02 +0000 (0:00:00.094) 0:02:44.944 *********** 2021-07-26T15:42:02.758 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure apt dependencies are installed] ********************* 2021-07-26T15:42:02.761 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"cache_update_time": 1627313842, "cache_updated": false, "changed": false} 2021-07-26T15:42:02.784 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:02 +0000 (0:00:00.120) 0:02:45.064 *********** 2021-07-26T15:42:02.853 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure rpm dependencies are installed] ********************* 2021-07-26T15:42:02.856 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:02.877 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:02 +0000 (0:00:00.092) 0:02:45.157 *********** 2021-07-26T15:42:02.967 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2021-07-26T15:42:02.968 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item={'block_used': 13859361, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226235747, 'size_available': 926661619712, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 150120, 'block_size': 4096, 'inode_available': 60904856}) => {"ansible_facts": {"root_disk": "/dev/sda"}, "ansible_loop_var": "item", "changed": false, "item": {"block_available": 226235747, "block_size": 4096, "block_total": 240095108, "block_used": 13859361, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60904856, "inode_total": 61054976, "inode_used": 150120, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 926661619712, "size_total": 983429562368, "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}} 2021-07-26T15:42:02.994 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:02 +0000 (0:00:00.115) 0:02:45.272 *********** 2021-07-26T15:42:03.187 INFO:teuthology.task.ansible.out: TASK [testnode : Compile list of non-root partitions] ************************** 2021-07-26T15:42:03.190 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => {"changed": true, "cmd": "lsblk --list --noheadings | grep part | grep -v sda | awk '{ print $1 }'", "delta": "0:00:00.009377", "end": "2021-07-26 15:42:02.734494", "rc": 0, "start": "2021-07-26 15:42:02.725117", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:03.215 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:03 +0000 (0:00:00.222) 0:02:45.495 *********** 2021-07-26T15:42:03.407 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure apt dependencies are installed] ********************* ok: [smithi037.front.sepia.ceph.com] => {"cache_update_time": 1627313836, "cache_updated": false, "changed": false} 2021-07-26T15:42:03.455 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:03 +0000 (0:00:00.237) 0:02:45.733 *********** 2021-07-26T15:42:03.468 INFO:teuthology.task.ansible.out: TASK [testnode : Unmount any non-root mountpoints] ***************************** 2021-07-26T15:42:03.470 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'block_used': 13859361, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226235747, 'size_available': 926661619712, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 150120, 'block_size': 4096, 'inode_available': 60904856}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226235747, "block_size": 4096, "block_total": 240095108, "block_used": 13859361, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60904856, "inode_total": 61054976, "inode_used": 150120, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 926661619712, "size_total": 983429562368, "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:03.521 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:03 +0000 (0:00:00.068) 0:02:45.801 *********** 2021-07-26T15:42:03.542 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure rpm dependencies are installed] ********************* 2021-07-26T15:42:03.544 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:03.578 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:03 +0000 (0:00:00.054) 0:02:45.855 *********** 2021-07-26T15:42:03.611 INFO:teuthology.task.ansible.out: TASK [testnode : Wipe filesystems on non-root partitions] ********************** 2021-07-26T15:42:03.635 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:03 +0000 (0:00:00.059) 0:02:45.915 *********** 2021-07-26T15:42:03.665 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2021-07-26T15:42:03.666 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item={'block_used': 13859374, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226235734, 'size_available': 926661566464, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 150121, 'block_size': 4096, 'inode_available': 60904855}) => {"ansible_facts": {"root_disk": "/dev/sda"}, "ansible_loop_var": "item", "changed": false, "item": {"block_available": 226235734, "block_size": 4096, "block_total": 240095108, "block_used": 13859374, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60904855, "inode_total": 61054976, "inode_used": 150121, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 926661566464, "size_total": 983429562368, "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}} 2021-07-26T15:42:03.692 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:03 +0000 (0:00:00.057) 0:02:45.972 *********** 2021-07-26T15:42:03.733 INFO:teuthology.task.ansible.out: 2021-07-26T15:42:03.735 INFO:teuthology.task.ansible.out:TASK [testnode : Zap all non-root disks] *************************************** skipping: [smithi107.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:03.902 INFO:teuthology.task.ansible.out: TASK [testnode : Compile list of non-root partitions] ************************** changed: [smithi037.front.sepia.ceph.com] => {"changed": true, "cmd": "lsblk --list --noheadings | grep part | grep -v sda | awk '{ print $1 }'", "delta": "0:00:00.009577", "end": "2021-07-26 15:42:03.897893", "rc": 0, "start": "2021-07-26 15:42:03.888316", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:03.925 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:03 +0000 (0:00:00.232) 0:02:46.205 *********** 2021-07-26T15:42:04.017 INFO:teuthology.task.ansible.out: TASK [testnode : Unmount any non-root mountpoints] ***************************** skipping: [smithi037.front.sepia.ceph.com] => (item={'block_used': 13859374, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226235734, 'size_available': 926661566464, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 150121, 'block_size': 4096, 'inode_available': 60904855}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226235734, "block_size": 4096, "block_total": 240095108, "block_used": 13859374, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60904855, "inode_total": 61054976, "inode_used": 150121, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 926661566464, "size_total": 983429562368, "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:04.040 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:04 +0000 (0:00:00.114) 0:02:46.320 *********** 2021-07-26T15:42:04.113 INFO:teuthology.task.ansible.out: TASK [testnode : Wipe filesystems on non-root partitions] ********************** 2021-07-26T15:42:04.140 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:04 +0000 (0:00:00.098) 0:02:46.418 *********** 2021-07-26T15:42:04.234 INFO:teuthology.task.ansible.out: TASK [testnode : Zap all non-root disks] *************************************** 2021-07-26T15:42:04.236 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:05.552 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-WogTIOoDR4Ksc9qnkefVuRKZDLufov4G46JoSmZWmckbByC5Qsk4fdv2qzPNfBCQ'], 'uuids': ['57a1031b-c2cb-4f4d-93f8-6f8cd174a56d']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2", "delta": "0:00:01.635563", "end": "2021-07-26 15:42:05.080524", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-WogTIOoDR4Ksc9qnkefVuRKZDLufov4G46JoSmZWmckbByC5Qsk4fdv2qzPNfBCQ"], "labels": [], "masters": [], "uuids": ["57a1031b-c2cb-4f4d-93f8-6f8cd174a56d"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:03.444961", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:42:05.565 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:06.145 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-LkqfuTHexLKQbWDI62TbLfMZsH8BpfbR9JTmcoCqFOKGimgEnBeFDVACLLMDE4vF'], 'uuids': ['31153930-40ee-4564-87ee-4a76be02c74d']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2", "delta": "0:00:01.778227", "end": "2021-07-26 15:42:06.128467", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-LkqfuTHexLKQbWDI62TbLfMZsH8BpfbR9JTmcoCqFOKGimgEnBeFDVACLLMDE4vF"], "labels": [], "masters": [], "uuids": ["31153930-40ee-4564-87ee-4a76be02c74d"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:04.350240", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:42:06.158 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:06.171 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:06.813 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-WogTIOoDR4Ksc9qnkefVuRKZDLufov4GgE7i3UEr55rL0xffw34bqgyP9OELVb0P'], 'uuids': ['9b1e139d-0da1-4625-8564-ed58a48827a9']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0", "delta": "0:00:01.105228", "end": "2021-07-26 15:42:06.337101", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-WogTIOoDR4Ksc9qnkefVuRKZDLufov4GgE7i3UEr55rL0xffw34bqgyP9OELVb0P"], "labels": [], "masters": [], "uuids": ["9b1e139d-0da1-4625-8564-ed58a48827a9"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:05.231873", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:42:06.816 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W5R0J2', 'wwn-0x5000c50091e2f7f6'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W5R0J2-part1', 'wwn-0x5000c50091e2f7f6-part1'], 'uuids': ['765c9454-acf9-4ab1-8c0e-444ef075a2c6']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x5000c50091e2f7f6', 'model': 'ST1000NM0033-9ZM', 'serial': 'Z1W5R0J2', 'size': '931.51 GB'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5R0J2", "wwn-0x5000c50091e2f7f6"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5R0J2-part1", "wwn-0x5000c50091e2f7f6-part1"], "labels": [], "masters": [], "uuids": ["765c9454-acf9-4ab1-8c0e-444ef075a2c6"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5R0J2", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c50091e2f7f6"}}, 2021-07-26T15:42:06.827 INFO:teuthology.task.ansible.out: "skip_reason": "Conditional result was False"} 2021-07-26T15:42:07.425 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-LkqfuTHexLKQbWDI62TbLfMZsH8BpfbR1RlIPTjbQRX0lvS6j9TmOMm4uvavc7Nv'], 'uuids': ['3577e214-02b6-46fe-a063-78efc6548c2c']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0", "delta": "0:00:01.117645", "end": "2021-07-26 15:42:07.402059", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-LkqfuTHexLKQbWDI62TbLfMZsH8BpfbR1RlIPTjbQRX0lvS6j9TmOMm4uvavc7Nv"], "labels": [], "masters": [], "uuids": ["3577e214-02b6-46fe-a063-78efc6548c2c"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:06.284414", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:42:07.429 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W4HRZS', 'wwn-0x5000c500871a25c9'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W4HRZS-part1', 'wwn-0x5000c500871a25c9-part1'], 'uuids': ['765c9454-acf9-4ab1-8c0e-444ef075a2c6']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x5000c500871a25c9', 'model': 'ST1000NM0033-9ZM', 'serial': 'Z1W4HRZS', 'size': '931.51 GB'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W4HRZS", "wwn-0x5000c500871a25c9"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W4HRZS-part1", "wwn-0x5000c500871a25c9-part1"], "labels": [], "masters": [], "uuids": ["765c9454-acf9-4ab1-8c0e-444ef075a2c6"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W4HRZS", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c500871a25c9"}}, 2021-07-26T15:42:07.431 INFO:teuthology.task.ansible.out: "skip_reason": "Conditional result was False"} 2021-07-26T15:42:08.078 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '781422768', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-Rh3aO6-IFHa-7LqT-Ku2s-Z8bk-z1bf-ACQ9X2', 'nvme-INTEL_SSDPEDMD400G4_PHFT620400NK400BGN', 'nvme-nvme.8086-504846543632303430304e4b34303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPEDMD400G4', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '372.61 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1", "delta": "0:00:01.127630", "end": "2021-07-26 15:42:07.605267", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-Rh3aO6-IFHa-7LqT-Ku2s-Z8bk-z1bf-ACQ9X2", "nvme-INTEL_SSDPEDMD400G4_PHFT620400NK400BGN", "nvme-nvme.8086-504846543632303430304e4b34303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:06.477637", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nGPT data structures d 2021-07-26T15:42:08.080 INFO:teuthology.task.ansible.out:estroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} skipping: [smithi107.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:08.091 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:08.683 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '781422768', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-19KNly-L9V7-Jwv7-ZQv5-64KF-Gbi8-99ymPJ', 'nvme-INTEL_SSDPEDMD400G4_CVFT5331005T400BGN', 'nvme-nvme.8086-43564654353333313030355434303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPEDMD400G4', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '372.61 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1", "delta": "0:00:01.116340", "end": "2021-07-26 15:42:08.660967", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-19KNly-L9V7-Jwv7-ZQv5-64KF-Gbi8-99ymPJ", "nvme-INTEL_SSDPEDMD400G4_CVFT5331005T400BGN", "nvme-nvme.8086-43564654353333313030355434303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:07.544627", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nGPT data structures d 2021-07-26T15:42:08.690 INFO:teuthology.task.ansible.out:estroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} skipping: [smithi037.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:08.698 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard 2021-07-26T15:42:08.711 INFO:teuthology.task.ansible.out:": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:09.347 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '31252480', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-WogTIOoDR4Ksc9qnkefVuRKZDLufov4GV3hDf56lxRna5S0TNYB2SNCVtwOFCGzG'], 'uuids': ['434f7e75-ce09-43ea-806a-437d58061b60']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '14.90 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4", "delta": "0:00:01.130702", "end": "2021-07-26 15:42:08.879650", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-WogTIOoDR4Ksc9qnkefVuRKZDLufov4GV3hDf56lxRna5S0TNYB2SNCVtwOFCGzG"], "labels": [], "masters": [], "uuids": ["434f7e75-ce09-43ea-806a-437d58061b60"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:07.748948", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:42:09.365 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:09.367 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:09.971 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '31252480', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-LkqfuTHexLKQbWDI62TbLfMZsH8BpfbRIjiFksJnhTAGO6loIrjLNwZGd7qGcUTE'], 'uuids': ['b087cd9d-a1a0-48a5-b674-18610b160040']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '14.90 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4", "delta": "0:00:01.142034", "end": "2021-07-26 15:42:09.951930", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-LkqfuTHexLKQbWDI62TbLfMZsH8BpfbRIjiFksJnhTAGO6loIrjLNwZGd7qGcUTE"], "labels": [], "masters": [], "uuids": ["b087cd9d-a1a0-48a5-b674-18610b160040"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:08.809896", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:42:09.986 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:10.610 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-WogTIOoDR4Ksc9qnkefVuRKZDLufov4GoYZyzkuotqsxPaSFtHpylPWeLUGGFN2I'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3", "delta": "0:00:01.111223", "end": "2021-07-26 15:42:10.139123", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-WogTIOoDR4Ksc9qnkefVuRKZDLufov4GoYZyzkuotqsxPaSFtHpylPWeLUGGFN2I"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:09.027900", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:42:10.622 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:11.264 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-LkqfuTHexLKQbWDI62TbLfMZsH8BpfbRcyfPkVKyFdW3YVmxrohl5tUvKWfQRN55'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3", "delta": "0:00:01.140515", "end": "2021-07-26 15:42:11.238183", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-LkqfuTHexLKQbWDI62TbLfMZsH8BpfbRcyfPkVKyFdW3YVmxrohl5tUvKWfQRN55"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:10.097668", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:42:11.279 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:11.895 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-WogTIOoDR4Ksc9qnkefVuRKZDLufov4GyBQHZtNPxksToKlb2WGqLBbuG2U4ZnTn'], 'uuids': ['feb03365-4f43-4bc0-8bad-454645295178']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1", "delta": "0:00:01.130657", "end": "2021-07-26 15:42:11.422811", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-WogTIOoDR4Ksc9qnkefVuRKZDLufov4GyBQHZtNPxksToKlb2WGqLBbuG2U4ZnTn"], "labels": [], "masters": [], "uuids": ["feb03365-4f43-4bc0-8bad-454645295178"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:10.292154", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:42:11.933 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:11 +0000 (0:00:07.793) 0:02:54.212 *********** 2021-07-26T15:42:12.028 INFO:teuthology.task.ansible.out: TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** 2021-07-26T15:42:12.030 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:12.335 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-WogTIOoDR4Ksc9qnkefVuRKZDLufov4G46JoSmZWmckbByC5Qsk4fdv2qzPNfBCQ'], 'uuids': ['57a1031b-c2cb-4f4d-93f8-6f8cd174a56d']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-2 bs=1M count=110", "delta": "0:00:00.158832", "end": "2021-07-26 15:42:11.853199", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-WogTIOoDR4Ksc9qnkefVuRKZDLufov4G46JoSmZWmckbByC5Qsk4fdv2qzPNfBCQ"], "labels": [], "masters": [], "uuids": ["57a1031b-c2cb-4f4d-93f8-6f8cd174a56d"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:11.694367", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.153838 s, 750 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.153838 s, 750 MB/s"], "stdout": "", "stdout_lines": []} skipping: [smithi107.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 2021-07-26T15:42:12.342 INFO:teuthology.task.ansible.out:'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:12.350 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:12.534 INFO:teuthology.task.ansible.out: TASK [testnode : Zap all non-root disks] *************************************** 2021-07-26T15:42:12.535 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-LkqfuTHexLKQbWDI62TbLfMZsH8BpfbR7EvNthiFDjE4U01fE58s3jIotS53RGCP'], 'uuids': ['e37f5640-2689-4804-b8b2-e3d30f08c77b']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1", "delta": "0:00:01.125733", "end": "2021-07-26 15:42:12.509394", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-LkqfuTHexLKQbWDI62TbLfMZsH8BpfbR7EvNthiFDjE4U01fE58s3jIotS53RGCP"], "labels": [], "masters": [], "uuids": ["e37f5640-2689-4804-b8b2-e3d30f08c77b"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:11.383661", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-07-26T15:42:12.573 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:12 +0000 (0:00:00.640) 0:02:54.853 *********** 2021-07-26T15:42:12.649 INFO:teuthology.task.ansible.out: TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-WogTIOoDR4Ksc9qnkefVuRKZDLufov4GgE7i3UEr55rL0xffw34bqgyP9OELVb0P'], 'uuids': ['9b1e139d-0da1-4625-8564-ed58a48827a9']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-0 bs=1M count=110", "delta": "0:00:00.164815", "end": "2021-07-26 15:42:12.175559", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-WogTIOoDR4Ksc9qnkefVuRKZDLufov4GgE7i3UEr55rL0xffw34bqgyP9OELVb0P"], "labels": [], "masters": [], "uuids": ["9b1e139d-0da1-4625-8564-ed58a48827a9"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:12.010744", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.159923 s, 721 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.159923 s, 721 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:12.654 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W5R0J2', 'wwn-0x5000c50091e2f7f6'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W5R0J2-part1', 'wwn-0x5000c50091e2f7f6-part1'], 'uuids': ['765c9454-acf9-4ab1-8c0e-444ef075a2c6']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x5000c50091e2f7f6', 'model': 'ST1000NM0033-9ZM', 'serial': 'Z1W5R0J2', 'size': '931.51 GB'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5R0J2", "wwn-0x5000c50091e2f7f6"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5R0J2-part1", "wwn-0x5000c50091e2f7f6-part1"], "labels": [], "masters": [], "uuids": ["765c9454-acf9-4ab1-8c0e-444ef075a2c6"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5R0J2", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c50091e2f7f6"}}, 2021-07-26T15:42:12.657 INFO:teuthology.task.ansible.out: "skip_reason": "Conditional result was False"} 2021-07-26T15:42:12.666 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:12.862 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '781422768', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-Rh3aO6-IFHa-7LqT-Ku2s-Z8bk-z1bf-ACQ9X2', 'nvme-INTEL_SSDPEDMD400G4_PHFT620400NK400BGN', 'nvme-nvme.8086-504846543632303430304e4b34303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPEDMD400G4', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '372.61 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/nvme0n1 bs=1M count=110", "delta": "0:00:00.057211", "end": "2021-07-26 15:42:12.400644", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-Rh3aO6-IFHa-7LqT-Ku2s-Z8bk-z1bf-ACQ9X2", "nvme-INTEL_SSDPEDMD400G4_PHFT620400NK400BGN", "nvme-nvme.8086-504846543632303430304e4b34303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:12.343433", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0523661 s, 2.2 GB/s", "std 2021-07-26T15:42:12.869 INFO:teuthology.task.ansible.out:err_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0523661 s, 2.2 GB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:12.874 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:12.886 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:12.994 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-LkqfuTHexLKQbWDI62TbLfMZsH8BpfbR9JTmcoCqFOKGimgEnBeFDVACLLMDE4vF'], 'uuids': ['31153930-40ee-4564-87ee-4a76be02c74d']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-2 bs=1M count=110", "delta": "0:00:00.162211", "end": "2021-07-26 15:42:12.955021", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-LkqfuTHexLKQbWDI62TbLfMZsH8BpfbR9JTmcoCqFOKGimgEnBeFDVACLLMDE4vF"], "labels": [], "masters": [], "uuids": ["31153930-40ee-4564-87ee-4a76be02c74d"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:12.792810", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.157129 s, 734 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.157129 s, 734 MB/s"], "stdout": "", "stdout_lines": []} skipping: [smithi037.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 2021-07-26T15:42:12.996 INFO:teuthology.task.ansible.out:'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:13.186 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '31252480', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-WogTIOoDR4Ksc9qnkefVuRKZDLufov4GV3hDf56lxRna5S0TNYB2SNCVtwOFCGzG'], 'uuids': ['434f7e75-ce09-43ea-806a-437d58061b60']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '14.90 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-4 bs=1M count=110", "delta": "0:00:00.163179", "end": "2021-07-26 15:42:12.713741", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-WogTIOoDR4Ksc9qnkefVuRKZDLufov4GV3hDf56lxRna5S0TNYB2SNCVtwOFCGzG"], "labels": [], "masters": [], "uuids": ["434f7e75-ce09-43ea-806a-437d58061b60"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:12.550562", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.157655 s, 732 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.157655 s, 732 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:13.199 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:13.215 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:13.304 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-LkqfuTHexLKQbWDI62TbLfMZsH8BpfbR1RlIPTjbQRX0lvS6j9TmOMm4uvavc7Nv'], 'uuids': ['3577e214-02b6-46fe-a063-78efc6548c2c']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-0 bs=1M count=110", "delta": "0:00:00.177944", "end": "2021-07-26 15:42:13.279273", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-LkqfuTHexLKQbWDI62TbLfMZsH8BpfbR1RlIPTjbQRX0lvS6j9TmOMm4uvavc7Nv"], "labels": [], "masters": [], "uuids": ["3577e214-02b6-46fe-a063-78efc6548c2c"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:13.101329", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.172941 s, 667 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.172941 s, 667 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:13.310 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W4HRZS', 'wwn-0x5000c500871a25c9'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W4HRZS-part1', 'wwn-0x5000c500871a25c9-part1'], 'uuids': ['765c9454-acf9-4ab1-8c0e-444ef075a2c6']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x5000c500871a25c9', 'model': 'ST1000NM0033-9ZM', 'serial': 'Z1W4HRZS', 'size': '931.51 GB'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W4HRZS", "wwn-0x5000c500871a25c9"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W4HRZS-part1", "wwn-0x5000c500871a25c9-part1"], "labels": [], "masters": [], "uuids": ["765c9454-acf9-4ab1-8c0e-444ef075a2c6"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W4HRZS", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c500871a25c9"}}, 2021-07-26T15:42:13.312 INFO:teuthology.task.ansible.out: "skip_reason": "Conditional result was False"} 2021-07-26T15:42:13.514 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '781422768', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-19KNly-L9V7-Jwv7-ZQv5-64KF-Gbi8-99ymPJ', 'nvme-INTEL_SSDPEDMD400G4_CVFT5331005T400BGN', 'nvme-nvme.8086-43564654353333313030355434303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPEDMD400G4', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '372.61 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/nvme0n1 bs=1M count=110", "delta": "0:00:00.054639", "end": "2021-07-26 15:42:13.489707", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-19KNly-L9V7-Jwv7-ZQv5-64KF-Gbi8-99ymPJ", "nvme-INTEL_SSDPEDMD400G4_CVFT5331005T400BGN", "nvme-nvme.8086-43564654353333313030355434303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:13.435068", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0498089 s, 2.3 GB/s", "std 2021-07-26T15:42:13.517 INFO:teuthology.task.ansible.out:err_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0498089 s, 2.3 GB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:13.524 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-WogTIOoDR4Ksc9qnkefVuRKZDLufov4GoYZyzkuotqsxPaSFtHpylPWeLUGGFN2I'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-3 bs=1M count=110", "delta": "0:00:00.165844", "end": "2021-07-26 15:42:13.048184", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-WogTIOoDR4Ksc9qnkefVuRKZDLufov4GoYZyzkuotqsxPaSFtHpylPWeLUGGFN2I"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:12.882340", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.160834 s, 717 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.160834 s, 717 MB/s"], "stdout": "", "stdout_lines": []} skipping: [smithi037.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, " 2021-07-26T15:42:13.526 INFO:teuthology.task.ansible.out:item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:13.537 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:13.819 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-WogTIOoDR4Ksc9qnkefVuRKZDLufov4GyBQHZtNPxksToKlb2WGqLBbuG2U4ZnTn'], 'uuids': ['feb03365-4f43-4bc0-8bad-454645295178']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-1 bs=1M count=110", "delta": "0:00:00.160655", "end": "2021-07-26 15:42:13.355092", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-WogTIOoDR4Ksc9qnkefVuRKZDLufov4GyBQHZtNPxksToKlb2WGqLBbuG2U4ZnTn"], "labels": [], "masters": [], "uuids": ["feb03365-4f43-4bc0-8bad-454645295178"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:13.194437", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.155834 s, 740 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.155834 s, 740 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:13.831 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '31252480', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-LkqfuTHexLKQbWDI62TbLfMZsH8BpfbRIjiFksJnhTAGO6loIrjLNwZGd7qGcUTE'], 'uuids': ['b087cd9d-a1a0-48a5-b674-18610b160040']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '14.90 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-4 bs=1M count=110", "delta": "0:00:00.160092", "end": "2021-07-26 15:42:13.807385", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-LkqfuTHexLKQbWDI62TbLfMZsH8BpfbRIjiFksJnhTAGO6loIrjLNwZGd7qGcUTE"], "labels": [], "masters": [], "uuids": ["b087cd9d-a1a0-48a5-b674-18610b160040"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:13.647293", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.155203 s, 743 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.155203 s, 743 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:13.856 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:13 +0000 (0:00:01.282) 0:02:56.135 *********** 2021-07-26T15:42:13.874 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:14.183 INFO:teuthology.task.ansible.out: TASK [testnode : Remove all LVM data] ****************************************** changed: [smithi107.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "cmd": "dmsetup remove_all --force", "delta": "0:00:00.126008", "end": "2021-07-26 15:42:13.665170", "rc": 0, "start": "2021-07-26 15:42:13.539162", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-LkqfuTHexLKQbWDI62TbLfMZsH8BpfbRcyfPkVKyFdW3YVmxrohl5tUvKWfQRN55'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-3 bs=1M count=110", "delta": "0:00:00.161630", "end": "2021-07-26 15:42:14.160624", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-LkqfuTHexLKQbWDI62TbLfMZsH8BpfbRcyfPkVKyFdW3YVmxrohl5tUvKWfQRN55"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:13.998994", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.156794 s, 736 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.156794 s, 736 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:14.207 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:14 +0000 (0:00:00.351) 0:02:56.487 *********** 2021-07-26T15:42:14.219 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:14.469 INFO:teuthology.task.ansible.out: TASK [testnode : Check for physical volumes] *********************************** changed: [smithi107.front.sepia.ceph.com] => {"changed": true, "cmd": "pvdisplay | grep 'PV Name' | awk '{ print $3 }'", "delta": "0:00:00.096511", "end": "2021-07-26 15:42:13.997947", "rc": 0, "start": "2021-07-26 15:42:13.901436", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:14.501 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:14 +0000 (0:00:00.282) 0:02:56.769 *********** 2021-07-26T15:42:14.523 INFO:teuthology.task.ansible.out: TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-LkqfuTHexLKQbWDI62TbLfMZsH8BpfbR7EvNthiFDjE4U01fE58s3jIotS53RGCP'], 'uuids': ['e37f5640-2689-4804-b8b2-e3d30f08c77b']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-1 bs=1M count=110", "delta": "0:00:00.162769", "end": "2021-07-26 15:42:14.478905", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-LkqfuTHexLKQbWDI62TbLfMZsH8BpfbR7EvNthiFDjE4U01fE58s3jIotS53RGCP"], "labels": [], "masters": [], "uuids": ["e37f5640-2689-4804-b8b2-e3d30f08c77b"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-07-26 15:42:14.316136", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.157783 s, 731 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.157783 s, 731 MB/s"], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:14.557 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:14 +0000 (0:00:00.067) 0:02:56.837 *********** 2021-07-26T15:42:14.590 INFO:teuthology.task.ansible.out: TASK [testnode : Remove physical volumes] ************************************** 2021-07-26T15:42:14.657 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:14 +0000 (0:00:00.099) 0:02:56.937 *********** 2021-07-26T15:42:14.695 INFO:teuthology.task.ansible.out: TASK [testnode : Write a new partition table to {{ item.value.device }}] ******* 2021-07-26T15:42:14.697 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:14.724 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:14 +0000 (0:00:00.067) 0:02:57.004 *********** 2021-07-26T15:42:14.756 INFO:teuthology.task.ansible.out: TASK [testnode : Write partition entries to {{ item.0.device }}] *************** 2021-07-26T15:42:14.758 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:14.791 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:14 +0000 (0:00:00.061) 0:02:57.065 *********** 2021-07-26T15:42:14.813 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:14.854 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:14 +0000 (0:00:00.064) 0:02:57.130 *********** 2021-07-26T15:42:14.887 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs for {{ item.0.device }}] ****************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:14.910 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:14 +0000 (0:00:00.059) 0:02:57.190 *********** 2021-07-26T15:42:14.937 INFO:teuthology.task.ansible.out: TASK [testnode : Remove all LVM data] ****************************************** changed: [smithi037.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "cmd": "dmsetup remove_all --force", "delta": "0:00:00.154250", "end": "2021-07-26 15:42:14.852986", "rc": 0, "start": "2021-07-26 15:42:14.698736", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:14.976 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:14 +0000 (0:00:00.056) 0:02:57.247 *********** 2021-07-26T15:42:15.077 INFO:teuthology.task.ansible.out: TASK [testnode : Edit lvm.conf to support LVM on kRBD.] ************************ ok: [smithi107.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:42:15.108 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:15 +0000 (0:00:00.138) 0:02:57.386 *********** 2021-07-26T15:42:15.167 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2021-07-26T15:42:15.169 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'block_used': 13859361, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226235747, 'size_available': 926661619712, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 150120, 'block_size': 4096, 'inode_available': 60904856}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226235747, "block_size": 4096, "block_total": 240095108, "block_used": 13859361, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60904856, "inode_total": 61054976, "inode_used": 150120, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 926661619712, "size_total": 983429562368, "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:15.192 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:15 +0000 (0:00:00.085) 0:02:57.472 *********** 2021-07-26T15:42:15.220 INFO:teuthology.task.ansible.out: TASK [testnode : Check for physical volumes] *********************************** changed: [smithi037.front.sepia.ceph.com] => {"changed": true, "cmd": "pvdisplay | grep 'PV Name' | awk '{ print $3 }'", "delta": "0:00:00.076131", "end": "2021-07-26 15:42:15.201691", "rc": 0, "start": "2021-07-26 15:42:15.125560", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} TASK [testnode : Combine list of non-root disks] ******************************* skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:15.243 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:15 +0000 (0:00:00.051) 0:02:57.523 *********** 2021-07-26T15:42:15.265 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:15 +0000 (0:00:00.021) 0:02:57.544 *********** 2021-07-26T15:42:15.282 INFO:teuthology.task.ansible.out: TASK [testnode : Remove physical volumes] ************************************** 2021-07-26T15:42:15.311 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:15 +0000 (0:00:00.046) 0:02:57.591 *********** 2021-07-26T15:42:15.319 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:42:15.321 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:15.355 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:15 +0000 (0:00:00.043) 0:02:57.635 *********** 2021-07-26T15:42:15.366 INFO:teuthology.task.ansible.out: TASK [testnode : Write a new partition table to {{ item.value.device }}] ******* skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:15.397 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:15 +0000 (0:00:00.042) 0:02:57.677 *********** 2021-07-26T15:42:15.405 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:42:15.407 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:15.433 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:15 +0000 (0:00:00.035) 0:02:57.713 *********** 2021-07-26T15:42:15.451 INFO:teuthology.task.ansible.out: TASK [testnode : Write partition entries to {{ item.0.device }}] *************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:15.470 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:15 +0000 (0:00:00.035) 0:02:57.749 *********** 2021-07-26T15:42:15.477 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume_groups dict] ************************************ skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:15.509 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:15 +0000 (0:00:00.037) 0:02:57.787 *********** 2021-07-26T15:42:15.518 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2021-07-26T15:42:15.520 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:15.555 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:15 +0000 (0:00:00.048) 0:02:57.835 *********** 2021-07-26T15:42:15.562 INFO:teuthology.task.ansible.out: TASK [testnode : Determine desired logical volume percentage size] ************* 2021-07-26T15:42:15.564 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:15.589 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:15 +0000 (0:00:00.033) 0:02:57.869 *********** 2021-07-26T15:42:15.595 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs for {{ item.0.device }}] ****************** 2021-07-26T15:42:15.597 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:15.626 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:15 +0000 (0:00:00.033) 0:02:57.903 *********** 2021-07-26T15:42:15.632 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical_volumes dict] ********************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:15.663 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:15 +0000 (0:00:00.034) 0:02:57.938 *********** 2021-07-26T15:42:15.763 INFO:teuthology.task.ansible.out: TASK [testnode : Edit lvm.conf to support LVM on kRBD.] ************************ 2021-07-26T15:42:15.765 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-07-26T15:42:15.790 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:15 +0000 (0:00:00.132) 0:02:58.070 *********** 2021-07-26T15:42:15.802 INFO:teuthology.task.ansible.out: 2021-07-26T15:42:15.851 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ skipping: [smithi037.front.sepia.ceph.com] => (item={'block_used': 13859374, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226235734, 'size_available': 926661566464, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 150121, 'block_size': 4096, 'inode_available': 60904855}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226235734, "block_size": 4096, "block_total": 240095108, "block_used": 13859374, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60904855, "inode_total": 61054976, "inode_used": 150121, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 926661566464, "size_total": 983429562368, "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:15.885 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:15 +0000 (0:00:00.095) 0:02:58.165 *********** 2021-07-26T15:42:15.895 INFO:teuthology.task.ansible.out: 2021-07-26T15:42:15.924 INFO:teuthology.task.ansible.out: TASK [testnode : Combine list of non-root disks] ******************************* skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:15.954 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:15 +0000 (0:00:00.066) 0:02:58.231 *********** 2021-07-26T15:42:15.989 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:16.017 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:16 +0000 (0:00:00.065) 0:02:58.297 *********** 2021-07-26T15:42:16.049 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:16.073 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:16 +0000 (0:00:00.054) 0:02:58.351 *********** 2021-07-26T15:42:16.100 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume_groups dict] ************************************ skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:16.124 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:16 +0000 (0:00:00.052) 0:02:58.404 *********** 2021-07-26T15:42:16.154 INFO:teuthology.task.ansible.out: TASK [testnode : Determine desired logical volume percentage size] ************* 2021-07-26T15:42:16.156 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:16.179 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:16 +0000 (0:00:00.054) 0:02:58.459 *********** 2021-07-26T15:42:16.219 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical_volumes dict] ********************************** 2021-07-26T15:42:16.221 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:16.250 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:16 +0000 (0:00:00.069) 0:02:58.528 *********** 2021-07-26T15:42:16.527 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume group(s)] *************************************** changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "vg_nvme", "value": {"pvs": "/dev/nvme0n1"}}} 2021-07-26T15:42:16.559 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:16 +0000 (0:00:00.304) 0:02:58.833 *********** 2021-07-26T15:42:16.814 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "vg_nvme", "value": {"pvs": "/dev/nvme0n1"}}} 2021-07-26T15:42:16.836 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:16 +0000 (0:00:00.283) 0:02:59.116 *********** 2021-07-26T15:42:16.838 INFO:teuthology.task.ansible.out: 2021-07-26T15:42:17.272 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical volume(s)] ************************************* 2021-07-26T15:42:17.274 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:42:17.308 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:42:17.649 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:42:17.713 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:42:18.067 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:42:18.108 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:42:18.492 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:42:18.510 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:42:18.903 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:42:18.936 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:18 +0000 (0:00:02.096) 0:03:01.213 *********** 2021-07-26T15:42:18.946 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "msg": ""} 2021-07-26T15:42:18.977 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:18 +0000 (0:00:00.044) 0:03:01.257 *********** 2021-07-26T15:42:19.091 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2021-07-26T15:42:19.093 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => {"changed": true, "path": "/scratch_devs", "state": "absent"} 2021-07-26T15:42:19.122 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:19 +0000 (0:00:00.145) 0:03:01.402 *********** 2021-07-26T15:42:19.143 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => {"changed": true, "path": "/scratch_devs", "state": "absent"} 2021-07-26T15:42:19.172 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:19 +0000 (0:00:00.050) 0:03:01.452 *********** 2021-07-26T15:42:19.303 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs] ****************************************** changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:42:19.387 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:42:19.454 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:42:19.542 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:42:19.584 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:42:19.652 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:42:19.707 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:42:19.719 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:19.754 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:19 +0000 (0:00:00.580) 0:03:02.033 *********** 2021-07-26T15:42:19.790 INFO:teuthology.task.ansible.out: TASK [testnode : Create filesystems] ******************************************* skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} TASK [testnode : Write /scratch_devs] ****************************************** changed: [smithi037.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-07-26T15:42:19.814 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:19 +0000 (0:00:00.060) 0:03:02.093 *********** 2021-07-26T15:42:19.822 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:19.856 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:19 +0000 (0:00:00.042) 0:03:02.136 *********** 2021-07-26T15:42:19.865 INFO:teuthology.task.ansible.out: TASK [testnode : Mount filesystems] ******************************************** 2021-07-26T15:42:19.867 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:19.899 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:19 +0000 (0:00:00.042) 0:03:02.179 *********** 2021-07-26T15:42:19.907 INFO:teuthology.task.ansible.out: TASK [testnode : Create filesystems] ******************************************* 2021-07-26T15:42:19.909 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:19.938 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:19 +0000 (0:00:00.039) 0:03:02.218 *********** 2021-07-26T15:42:19.970 INFO:teuthology.task.ansible.out: TASK [testnode : Mount filesystems] ******************************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:19.997 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:19 +0000 (0:00:00.059) 0:03:02.277 *********** 2021-07-26T15:42:20.072 INFO:teuthology.task.ansible.out: TASK [testnode : Create /var/lib/ceph] ***************************************** ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/ceph", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:42:20.106 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:20 +0000 (0:00:00.102) 0:03:02.380 *********** 2021-07-26T15:42:20.142 INFO:teuthology.task.ansible.out: TASK [testnode : Set xfs_opts on newer OSes] *********************************** ok: [smithi107.front.sepia.ceph.com] => {"ansible_facts": {"xfs_opts": "-m crc=0,finobt=0"}, "changed": false} 2021-07-26T15:42:20.179 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:20 +0000 (0:00:00.072) 0:03:02.452 *********** 2021-07-26T15:42:20.181 INFO:teuthology.task.ansible.out: TASK [testnode : Create /var/lib/ceph] ***************************************** ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/ceph", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:42:20.214 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:20 +0000 (0:00:00.039) 0:03:02.492 *********** 2021-07-26T15:42:20.255 INFO:teuthology.task.ansible.out: TASK [testnode : Set xfs_opts on newer OSes] *********************************** ok: [smithi037.front.sepia.ceph.com] => {"ansible_facts": {"xfs_opts": "-m crc=0,finobt=0"}, "changed": false} 2021-07-26T15:42:20.283 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:20 +0000 (0:00:00.071) 0:03:02.563 *********** 2021-07-26T15:42:20.740 INFO:teuthology.task.ansible.out: TASK [testnode : Create xfs filesystem on /dev/vg_nvme/lv_5] ******************* 2021-07-26T15:42:20.742 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => {"changed": true} 2021-07-26T15:42:20.769 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:20 +0000 (0:00:00.485) 0:03:03.049 *********** 2021-07-26T15:42:20.778 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => {"changed": true} 2021-07-26T15:42:20.804 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:20 +0000 (0:00:00.035) 0:03:03.084 *********** 2021-07-26T15:42:21.295 INFO:teuthology.task.ansible.out: TASK [testnode : Mount /dev/vg_nvme/lv_5 to /var/lib/ceph] ********************* 2021-07-26T15:42:21.297 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => {"changed": true, "dump": "0", "fstab": "/etc/fstab", "fstype": "xfs", "name": "/var/lib/ceph", "opts": "defaults,nofail", "passno": "0", "src": "/dev/vg_nvme/lv_5"} changed: [smithi107.front.sepia.ceph.com] => {"changed": true, "dump": "0", "fstab": "/etc/fstab", "fstype": "xfs", "name": "/var/lib/ceph", "opts": "defaults,nofail", "passno": "0", "src": "/dev/vg_nvme/lv_5"} 2021-07-26T15:42:21.321 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:21 +0000 (0:00:00.517) 0:03:03.601 *********** 2021-07-26T15:42:21.349 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:21 +0000 (0:00:00.028) 0:03:03.629 *********** 2021-07-26T15:42:21.356 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd] ****************************************** 2021-07-26T15:42:21.358 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:21.384 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:21 +0000 (0:00:00.034) 0:03:03.664 *********** 2021-07-26T15:42:21.393 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:21.416 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:21 +0000 (0:00:00.032) 0:03:03.696 *********** 2021-07-26T15:42:21.423 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd conf file] ******************************** 2021-07-26T15:42:21.425 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:21.448 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:21 +0000 (0:00:00.031) 0:03:03.728 *********** 2021-07-26T15:42:21.456 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:21.489 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:21 +0000 (0:00:00.040) 0:03:03.769 *********** 2021-07-26T15:42:21.496 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2021-07-26T15:42:21.498 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:21.522 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:21 +0000 (0:00:00.032) 0:03:03.802 *********** 2021-07-26T15:42:21.530 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:21.558 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:21 +0000 (0:00:00.033) 0:03:03.835 *********** 2021-07-26T15:42:21.564 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:21.588 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:21 +0000 (0:00:00.033) 0:03:03.868 *********** 2021-07-26T15:42:21.596 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:21.623 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:21 +0000 (0:00:00.034) 0:03:03.903 *********** 2021-07-26T15:42:21.752 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the teuthology user.] *********** 2021-07-26T15:42:21.755 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 1000} 2021-07-26T15:42:21.787 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:21 +0000 (0:00:00.159) 0:03:04.062 *********** 2021-07-26T15:42:21.806 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 1000} 2021-07-26T15:42:21.832 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:21 +0000 (0:00:00.049) 0:03:04.112 *********** 2021-07-26T15:42:21.953 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the root user.] ***************** 2021-07-26T15:42:21.959 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:42:21.981 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:21 +0000 (0:00:00.147) 0:03:04.259 *********** 2021-07-26T15:42:22.014 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:42:22.047 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:22 +0000 (0:00:00.067) 0:03:04.327 *********** 2021-07-26T15:42:22.387 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for the teuthology user.] ****************** 2021-07-26T15:42:22.389 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "gid": 1238, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 1000} 2021-07-26T15:42:22.414 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:22 +0000 (0:00:00.365) 0:03:04.692 *********** 2021-07-26T15:42:22.445 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "gid": 1238, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 1000} 2021-07-26T15:42:22.471 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:22 +0000 (0:00:00.057) 0:03:04.750 *********** 2021-07-26T15:42:22.777 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for root.] ********************************* 2021-07-26T15:42:22.781 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/root/.cpan/CPAN/MyConfig.pm", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 0} 2021-07-26T15:42:22.803 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:22 +0000 (0:00:00.331) 0:03:05.081 *********** 2021-07-26T15:42:22.832 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/root/.cpan/CPAN/MyConfig.pm", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 0} 2021-07-26T15:42:22.859 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:22 +0000 (0:00:00.057) 0:03:05.139 *********** 2021-07-26T15:42:22.863 INFO:teuthology.task.ansible.out: 2021-07-26T15:42:23.510 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure perl-doc is installed on apt systems.] ***************** ok: [smithi037.front.sepia.ceph.com] => {"cache_update_time": 1627313836, "cache_updated": false, "changed": false} 2021-07-26T15:42:23.538 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:23 +0000 (0:00:00.675) 0:03:05.815 *********** 2021-07-26T15:42:23.563 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"cache_update_time": 1627313842, "cache_updated": false, "changed": false} 2021-07-26T15:42:23.593 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:23 +0000 (0:00:00.057) 0:03:05.873 *********** 2021-07-26T15:42:23.802 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if Amazon::S3 is installed.] ********************* 2021-07-26T15:42:23.804 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "cmd": ["perldoc", "-l", "Amazon::S3"], "delta": "0:00:00.108179", "end": "2021-07-26 15:42:23.772783", "rc": 0, "start": "2021-07-26 15:42:23.664604", "stderr": "", "stderr_lines": [], "stdout": "/usr/local/share/perl/5.30.0/Amazon/S3.pm", "stdout_lines": ["/usr/local/share/perl/5.30.0/Amazon/S3.pm"]} 2021-07-26T15:42:23.827 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:23 +0000 (0:00:00.234) 0:03:06.107 *********** 2021-07-26T15:42:23.858 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "cmd": ["perldoc", "-l", "Amazon::S3"], "delta": "0:00:00.116888", "end": "2021-07-26 15:42:23.389767", "rc": 0, "start": "2021-07-26 15:42:23.272879", "stderr": "", "stderr_lines": [], "stdout": "/usr/local/share/perl/5.30.0/Amazon/S3.pm", "stdout_lines": ["/usr/local/share/perl/5.30.0/Amazon/S3.pm"]} TASK [testnode : Install Amazon::S3.] ****************************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:23.878 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:23 +0000 (0:00:00.050) 0:03:06.158 *********** 2021-07-26T15:42:23.901 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:23 +0000 (0:00:00.022) 0:03:06.181 *********** 2021-07-26T15:42:23.919 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on rpm based systems.] ******************** 2021-07-26T15:42:23.924 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:23.943 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:23 +0000 (0:00:00.042) 0:03:06.223 *********** 2021-07-26T15:42:23.951 INFO:teuthology.task.ansible.out: TASK [testnode : Install Amazon::S3.] ****************************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:23.985 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:23 +0000 (0:00:00.036) 0:03:06.260 *********** 2021-07-26T15:42:24.244 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on rpm based systems.] ******************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} Monday 26 July 2021 15:42:24 +0000 (0:00:00.072) 0:03:06.332 *********** 2021-07-26T15:42:24.654 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on apt based systems.] ******************** ok: [smithi037.front.sepia.ceph.com] => {"cache_update_time": 1627313836, "cache_updated": false, "changed": false} 2021-07-26T15:42:24.684 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:24 +0000 (0:00:00.632) 0:03:06.964 *********** 2021-07-26T15:42:24.720 INFO:teuthology.task.ansible.out: TASK [testnode : Remove racy /etc/network/if-up.d/ntpdate on xenial] *********** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:24.743 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:24 +0000 (0:00:00.059) 0:03:07.023 *********** 2021-07-26T15:42:24.754 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on apt based systems.] ******************** 2021-07-26T15:42:24.756 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"cache_update_time": 1627313842, "cache_updated": false, "changed": false} 2021-07-26T15:42:24.785 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:24 +0000 (0:00:00.040) 0:03:07.064 *********** 2021-07-26T15:42:24.822 INFO:teuthology.task.ansible.out: TASK [testnode : Remove racy /etc/network/if-up.d/ntpdate on xenial] *********** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:24.849 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:24 +0000 (0:00:00.060) 0:03:07.124 *********** 2021-07-26T15:42:25.121 INFO:teuthology.task.ansible.out: TASK [testnode : Create the ntp.conf file.] ************************************ ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "checksum": "645fd5116197cd9da73b328bc11bf633a40d80e1", "dest": "/etc/ntp.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/ntp.conf", "size": 2767, "state": "file", "uid": 0} 2021-07-26T15:42:25.148 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:25 +0000 (0:00:00.302) 0:03:07.428 *********** 2021-07-26T15:42:25.176 INFO:teuthology.task.ansible.out: TASK [testnode : Create the chrony.conf file] ********************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:25.200 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:25 +0000 (0:00:00.052) 0:03:07.480 *********** 2021-07-26T15:42:25.219 INFO:teuthology.task.ansible.out: TASK [testnode : Create the ntp.conf file.] ************************************ ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "checksum": "645fd5116197cd9da73b328bc11bf633a40d80e1", "dest": "/etc/ntp.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/ntp.conf", "size": 2767, "state": "file", "uid": 0} 2021-07-26T15:42:25.246 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:25 +0000 (0:00:00.045) 0:03:07.526 *********** 2021-07-26T15:42:25.276 INFO:teuthology.task.ansible.out: TASK [testnode : Create the chrony.conf file] ********************************** 2021-07-26T15:42:25.277 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:25.299 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:25 +0000 (0:00:00.053) 0:03:07.579 *********** 2021-07-26T15:42:25.429 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ntpd is running.] *********************************** 2021-07-26T15:42:25.431 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "ntp", "state": "started", "status": {"ActiveEnterTimestamp": "Mon 2021-07-26 15:38:48 UTC", "ActiveEnterTimestampMonotonic": "16523995", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "network.target sysinit.target systemd-tmpfiles-setup.service basic.target -.mount systemd-journald.socket system.slice", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2021-07-26 15:38:48 UTC", "AssertTimestampMonotonic": "16312101", "Before": "shutdown.target multi-user.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "no", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2021-07-26 15:38:48 UTC", "ConditionTimestampMonotonic": "16312099", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target systemd-timesyncd.service", "ControlGroup": 2021-07-26T15:42:25.432 INFO:teuthology.task.ansible.out: "/system.slice/ntp.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "Network Time Service", "DevicePolicy": "auto", "Documentation": "man:ntpd(8)", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "828", "ExecMainStartTimestamp": "Mon 2021-07-26 15:38:48 UTC", "ExecMainStartTimestampMonotonic": "16523972", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/lib/ntp/ntp-systemd-wrapper ; argv[]=/usr/lib/ntp/ntp-systemd-wrapper ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/lib/ntp/ntp-systemd-wrapper ; argv[]=/usr/lib/ntp/ntp-systemd-wrapper ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/ntp.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "ntp.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Mon 2021-07-26 15:38:48 UTC", "InactiveExitTimestampMonotonic": "16313228", "InvocationID": "a348dc143da8486d93adb923ee5dd409", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "Lim 2021-07-26T15:42:25.434 INFO:teuthology.task.ansible.out:itCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127802", "LimitNPROCSoft": "127802", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127802", "LimitSIGPENDINGSoft": "127802", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "828", "MemoryAccounting": "yes", "MemoryCurrent": "3518464", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "ntp.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "-.mount sysinit.target system.slice", "Requi 2021-07-26T15:42:25.436 INFO:teuthology.task.ansible.out:resMountsFor": "/var/tmp /tmp", "Restart": "no", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2021-07-26 15:38:48 UTC", "StateChangeTimestampMonotonic": "16523995", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "2", "TasksMax": "38340", "TimeoutAbortUSec": "1min 30s", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-07-26T15:42:25.456 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:25 +0000 (0:00:00.157) 0:03:07.736 *********** 2021-07-26T15:42:25.495 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** ok: [smithi037.front.sepia.ceph.com] => {"ansible_facts": {"pip_executable": "pip", "pip_version": "python-pip"}, "changed": false} 2021-07-26T15:42:25.522 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:25 +0000 (0:00:00.064) 0:03:07.801 *********** 2021-07-26T15:42:25.531 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ntpd is running.] *********************************** 2021-07-26T15:42:25.533 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "ntp", "state": "started", "status": {"ActiveEnterTimestamp": "Mon 2021-07-26 15:39:07 UTC", "ActiveEnterTimestampMonotonic": "13492080", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "system.slice sysinit.target systemd-tmpfiles-setup.service network.target basic.target -.mount systemd-journald.socket", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2021-07-26 15:39:07 UTC", "AssertTimestampMonotonic": "13343798", "Before": "multi-user.target shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "no", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2021-07-26 15:39:07 UTC", "ConditionTimestampMonotonic": "13343796", "ConfigurationDirectoryMode": "0755", "Conflicts": "systemd-timesyncd.service shutdown.target", "ControlGroup": 2021-07-26T15:42:25.535 INFO:teuthology.task.ansible.out: "/system.slice/ntp.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "Network Time Service", "DevicePolicy": "auto", "Documentation": "man:ntpd(8)", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "828", "ExecMainStartTimestamp": "Mon 2021-07-26 15:39:07 UTC", "ExecMainStartTimestampMonotonic": "13492066", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/lib/ntp/ntp-systemd-wrapper ; argv[]=/usr/lib/ntp/ntp-systemd-wrapper ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/lib/ntp/ntp-systemd-wrapper ; argv[]=/usr/lib/ntp/ntp-systemd-wrapper ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/ntp.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "ntp.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Mon 2021-07-26 15:39:07 UTC", "InactiveExitTimestampMonotonic": "13344909", "InvocationID": "77a2b2f127534e7ba3c7aae1c2261278", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "Lim 2021-07-26T15:42:25.536 INFO:teuthology.task.ansible.out:itCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127776", "LimitNPROCSoft": "127776", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127776", "LimitSIGPENDINGSoft": "127776", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "828", "MemoryAccounting": "yes", "MemoryCurrent": "3457024", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "ntp.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "-.mount sysinit.target system.slice", "Requi 2021-07-26T15:42:25.538 INFO:teuthology.task.ansible.out:resMountsFor": "/tmp /var/tmp", "Restart": "no", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2021-07-26 15:39:07 UTC", "StateChangeTimestampMonotonic": "13492080", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "2", "TasksMax": "38332", "TimeoutAbortUSec": "1min 30s", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-07-26T15:42:25.560 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:25 +0000 (0:00:00.038) 0:03:07.840 *********** 2021-07-26T15:42:25.567 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:42:25.569 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"ansible_facts": {"ansible_python_interpreter": "/usr/bin/python3", "pip_executable": "pip3", "pip_version": "python3-pip"}, "changed": false} 2021-07-26T15:42:25.593 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:25 +0000 (0:00:00.032) 0:03:07.873 *********** 2021-07-26T15:42:25.601 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:42:25.602 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"ansible_facts": {"pip_executable": "pip", "pip_version": "python-pip"}, "changed": false} 2021-07-26T15:42:25.628 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:25 +0000 (0:00:00.034) 0:03:07.908 *********** 2021-07-26T15:42:25.635 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on rpm based systems.] ********************* 2021-07-26T15:42:25.638 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:25.662 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:25 +0000 (0:00:00.034) 0:03:07.942 *********** 2021-07-26T15:42:25.672 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** ok: [smithi107.front.sepia.ceph.com] => {"ansible_facts": {"ansible_python_interpreter": "/usr/bin/python3", "pip_executable": "pip3", "pip_version": "python3-pip"}, "changed": false} 2021-07-26T15:42:25.702 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:25 +0000 (0:00:00.037) 0:03:07.980 *********** 2021-07-26T15:42:25.735 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on rpm based systems.] ********************* skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:25.759 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:25 +0000 (0:00:00.059) 0:03:08.039 *********** 2021-07-26T15:42:26.803 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on apt based systems.] ********************* 2021-07-26T15:42:26.805 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"cache_update_time": 1627313836, "cache_updated": false, "changed": false} 2021-07-26T15:42:26.841 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:26 +0000 (0:00:01.081) 0:03:09.121 *********** 2021-07-26T15:42:26.867 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"cache_update_time": 1627313842, "cache_updated": false, "changed": false} 2021-07-26T15:42:26.892 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:26 +0000 (0:00:00.050) 0:03:09.172 *********** 2021-07-26T15:42:26.903 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on zypper based systems.] ****************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:26.931 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:26 +0000 (0:00:00.038) 0:03:09.211 *********** 2021-07-26T15:42:26.940 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:26.969 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:26 +0000 (0:00:00.038) 0:03:09.249 *********** 2021-07-26T15:42:27.117 INFO:teuthology.task.ansible.out: TASK [testnode : Create the .pip directory for the teuthology user.] *********** 2021-07-26T15:42:27.121 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip", "size": 4096, "state": "directory", "uid": 1000} 2021-07-26T15:42:27.155 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:27 +0000 (0:00:00.185) 0:03:09.434 *********** 2021-07-26T15:42:27.177 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip", "size": 4096, "state": "directory", "uid": 1000} 2021-07-26T15:42:27.214 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:27 +0000 (0:00:00.056) 0:03:09.491 *********** 2021-07-26T15:42:27.656 INFO:teuthology.task.ansible.out: TASK [testnode : Create pip.conf and configure it to use our mirror] *********** 2021-07-26T15:42:27.659 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "checksum": "959d37ab30545da205b389a6b7561b225a478a06", "dest": "/home/ubuntu/.pip/pip.conf", "gid": 1238, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip/pip.conf", "size": 73, "state": "file", "uid": 1000} 2021-07-26T15:42:27.689 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:27 +0000 (0:00:00.478) 0:03:09.969 *********** 2021-07-26T15:42:27.704 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "checksum": "959d37ab30545da205b389a6b7561b225a478a06", "dest": "/home/ubuntu/.pip/pip.conf", "gid": 1238, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip/pip.conf", "size": 73, "state": "file", "uid": 1000} 2021-07-26T15:42:27.735 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:27 +0000 (0:00:00.045) 0:03:10.015 *********** 2021-07-26T15:42:30.075 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages via pip] ************************************* 2021-07-26T15:42:30.077 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "cmd": ["/usr/bin/pip3", "install", "remoto>=0.0.35"], "name": ["remoto>=0.0.35"], "requirements": null, "state": "present", "stderr": "", "stderr_lines": [], "stdout": "Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.8/dist-packages (1.2.0)\nRequirement already satisfied: execnet in /usr/local/lib/python3.8/dist-packages (from remoto>=0.0.35) (1.8.0)\nRequirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.8/dist-packages (from execnet->remoto>=0.0.35) (1.5)\n", "stdout_lines": ["Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.8/dist-packages (1.2.0)", "Requirement already satisfied: execnet in /usr/local/lib/python3.8/dist-packages (from remoto>=0.0.35) (1.8.0)", "Requirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.8/dist-packages (from execnet->remoto>=0.0.35) (1.5)"], "version": null, "virtualenv": null} ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "cmd": ["/usr/bin/pip3", "install", "remoto>=0.0.35"], "name": ["remoto>=0.0.35"], "requirements": null, "state": "present", "stderr": "", "stderr_lines": [], "stdout": "Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.8/dist-packages (1.2.0)\nRequirement already satisfied: execnet in /usr/local/lib/python3.8/dist-packages (from remoto>=0.0.35) (1.8.0)\nRequirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.8/dist-packages (from execnet->remoto>=0.0.35) (1.5)\n", "stdout_lines": ["Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.8/dist-packages (1.2.0)", "Requirement already satisfied: execnet in /usr/local/lib/python3.8/dist-packages (from remoto>=0.0.35) (1.8.0)", "Requirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.8/dist-packages (from execnet->remoto>=0.0.35) (1.5)"], "version": null, "virtualenv": null} 2021-07-26T15:42:30.101 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:30 +0000 (0:00:02.366) 0:03:12.381 *********** 2021-07-26T15:42:30.126 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:30 +0000 (0:00:00.024) 0:03:12.406 *********** 2021-07-26T15:42:30.609 INFO:teuthology.task.ansible.out: TASK [testnode : Purge resolvconf] ********************************************* 2021-07-26T15:42:30.611 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false} 2021-07-26T15:42:30.635 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:30 +0000 (0:00:00.509) 0:03:12.915 *********** 2021-07-26T15:42:30.643 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false} 2021-07-26T15:42:30.671 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:30 +0000 (0:00:00.035) 0:03:12.951 *********** 2021-07-26T15:42:30.678 INFO:teuthology.task.ansible.out: TASK [testnode : Set interface] ************************************************ 2021-07-26T15:42:30.680 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"ansible_facts": {"interface": "ens1f0"}, "changed": false} 2021-07-26T15:42:30.703 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:30 +0000 (0:00:00.032) 0:03:12.983 *********** 2021-07-26T15:42:30.710 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"ansible_facts": {"interface": "enp3s0f1"}, "changed": false} 2021-07-26T15:42:30.737 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:30 +0000 (0:00:00.033) 0:03:13.017 *********** 2021-07-26T15:42:30.889 INFO:teuthology.task.ansible.out: TASK [testnode : Check for presence of /etc/network/interfaces] **************** 2021-07-26T15:42:30.891 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "stat": {"atime": 1627313652.7516365, "attr_flags": "e", "attributes": ["extents"], "block_size": 4096, "blocks": 8, "charset": "us-ascii", "ctime": 1627313652.7476366, "dev": 2049, "device_type": 0, "executable": false, "exists": true, "gid": 0, "gr_name": "root", "inode": 105181, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "mimetype": "text/plain", "mode": "0644", "mtime": 1627313652.7476366, "nlink": 1, "path": "/etc/network/interfaces", "pw_name": "root", "readable": true, "rgrp": true, "roth": true, "rusr": true, "size": 67, "uid": 0, "version": "1956422440", "wgrp": false, "woth": false, "writeable": true, "wusr": true, "xgrp": false, "xoth": false, "xusr": false}} 2021-07-26T15:42:30.920 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:30 +0000 (0:00:00.183) 0:03:13.200 *********** 2021-07-26T15:42:30.929 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "stat": {"atime": 1627313697.4651492, "attr_flags": "e", "attributes": ["extents"], "block_size": 4096, "blocks": 8, "charset": "us-ascii", "ctime": 1627313697.461149, "dev": 2049, "device_type": 0, "executable": false, "exists": true, "gid": 0, "gr_name": "root", "inode": 105181, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "mimetype": "text/plain", "mode": "0644", "mtime": 1627313697.461149, "nlink": 1, "path": "/etc/network/interfaces", "pw_name": "root", "readable": true, "rgrp": true, "roth": true, "rusr": true, "size": 71, "uid": 0, "version": "1956422440", "wgrp": false, "woth": false, "writeable": true, "wusr": true, "xgrp": false, "xoth": false, "xusr": false}} 2021-07-26T15:42:30.961 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:30 +0000 (0:00:00.039) 0:03:13.240 *********** 2021-07-26T15:42:31.396 INFO:teuthology.task.ansible.out: TASK [testnode : Rewrite /etc/network/interfaces to use dhcp] ****************** ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "msg": ""} ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "msg": ""} 2021-07-26T15:42:31.421 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:31 +0000 (0:00:00.461) 0:03:13.701 *********** 2021-07-26T15:42:31.444 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:31 +0000 (0:00:00.022) 0:03:13.723 *********** 2021-07-26T15:42:31.452 INFO:teuthology.task.ansible.out: TASK [testnode : Set bounce_interface if we just enabled dhcp] ***************** ok: [smithi037.front.sepia.ceph.com] => {"ansible_facts": {"bounce_interface": false}, "changed": false} 2021-07-26T15:42:31.477 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:31 +0000 (0:00:00.033) 0:03:13.757 *********** 2021-07-26T15:42:31.484 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"ansible_facts": {"bounce_interface": false}, "changed": false} 2021-07-26T15:42:31.510 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:31 +0000 (0:00:00.033) 0:03:13.790 *********** 2021-07-26T15:42:31.517 INFO:teuthology.task.ansible.out: TASK [testnode : ifdown and ifup] ********************************************** 2021-07-26T15:42:31.518 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:31.544 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:31 +0000 (0:00:00.033) 0:03:13.823 *********** 2021-07-26T15:42:31.550 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:31.576 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:31 +0000 (0:00:00.032) 0:03:13.856 *********** 2021-07-26T15:42:31.730 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure lab_domain is in search domains in /etc/resolv.conf] *** changed: [smithi037.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line replaced"} 2021-07-26T15:42:31.756 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:31 +0000 (0:00:00.177) 0:03:14.033 *********** 2021-07-26T15:42:31.761 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line replaced"} 2021-07-26T15:42:31.788 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:31 +0000 (0:00:00.034) 0:03:14.068 *********** 2021-07-26T15:42:31.934 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure domain is set in /etc/resolv.conf] ********************* 2021-07-26T15:42:31.936 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line added"} 2021-07-26T15:42:31.961 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:31 +0000 (0:00:00.171) 0:03:14.240 *********** 2021-07-26T15:42:31.983 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line added"} 2021-07-26T15:42:32.007 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.046) 0:03:14.287 *********** 2021-07-26T15:42:32.015 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ethtool is installed] ******************************* 2021-07-26T15:42:32.016 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.044 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.037) 0:03:14.324 *********** 2021-07-26T15:42:32.053 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.084 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.037) 0:03:14.361 *********** 2021-07-26T15:42:32.092 INFO:teuthology.task.ansible.out: TASK [testnode : grep ethtool for secondary NIC MAC address] ******************* skipping: [smithi037.front.sepia.ceph.com] => (item=ens1f1) => {"ansible_loop_var": "item", "changed": false, "item": "ens1f1", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.111 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item=lo) => {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item=eno2) => {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item=eno1) => {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item=ens1f0) => {"ansible_loop_var": "item", "changed": false, "item": "ens1f0", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.137 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.053) 0:03:14.415 *********** 2021-07-26T15:42:32.146 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item=enp3s0f1) => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item=enp3s0f0) => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item=eno2) => {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item=lo) => {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item=eno1) => {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.178 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.043) 0:03:14.458 *********** 2021-07-26T15:42:32.180 INFO:teuthology.task.ansible.out: 2021-07-26T15:42:32.189 INFO:teuthology.task.ansible.out: TASK [testnode : Define net_to_configure var] ********************************** 2021-07-26T15:42:32.193 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'ens1f1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "ens1f1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'lo', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno2', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [smithi037.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'ens1f0', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "ens1f0", "skip_reason": "Conditional result 2021-07-26T15:42:32.195 INFO:teuthology.task.ansible.out: was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.227 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.042) 0:03:14.500 *********** 2021-07-26T15:42:32.241 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f0', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.243 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno2', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'lo', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [smithi107.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.267 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.046) 0:03:14.547 *********** 2021-07-26T15:42:32.274 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-07-26T15:42:32.276 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.301 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.034) 0:03:14.582 *********** 2021-07-26T15:42:32.309 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.336 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.034) 0:03:14.616 *********** 2021-07-26T15:42:32.343 INFO:teuthology.task.ansible.out: TASK [testnode : Check if {{ nic_to_configure }} is 10Gb] ********************** 2021-07-26T15:42:32.345 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.369 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.033) 0:03:14.649 *********** 2021-07-26T15:42:32.378 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.409 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.037) 0:03:14.687 *********** 2021-07-26T15:42:32.414 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU to 9000 if 10Gb] ************************************** 2021-07-26T15:42:32.416 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.443 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.036) 0:03:14.723 *********** 2021-07-26T15:42:32.455 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.482 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.038) 0:03:14.762 *********** 2021-07-26T15:42:32.490 INFO:teuthology.task.ansible.out: TASK [testnode : Write Ubuntu network config for {{ nic_to_configure }}] ******* 2021-07-26T15:42:32.492 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.524 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.042) 0:03:14.804 *********** 2021-07-26T15:42:32.532 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.697 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.172) 0:03:14.977 *********** 2021-07-26T15:42:32.705 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU on Ubuntu] ******************************************** 2021-07-26T15:42:32.707 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.735 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.038) 0:03:15.015 *********** 2021-07-26T15:42:32.743 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.770 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.035) 0:03:15.051 *********** 2021-07-26T15:42:32.778 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.804 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.033) 0:03:15.084 *********** 2021-07-26T15:42:32.810 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.839 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.034) 0:03:15.119 *********** 2021-07-26T15:42:32.846 INFO:teuthology.task.ansible.out: TASK [testnode : Write RHEL/CentOS network config for {{ nic_to_configure }}] *** 2021-07-26T15:42:32.848 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.874 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.035) 0:03:15.154 *********** 2021-07-26T15:42:32.882 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.923 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.037) 0:03:15.192 *********** TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.947 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.035) 0:03:15.227 *********** 2021-07-26T15:42:32.955 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:32.987 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:32 +0000 (0:00:00.039) 0:03:15.267 *********** 2021-07-26T15:42:33.152 INFO:teuthology.task.ansible.out: TASK [testnode : List any leftover Ceph artifacts from previous jobs] ********** ok: [smithi037.front.sepia.ceph.com] => (item=/var/run/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/run/ -name \"*ceph*\"", "delta": "0:00:00.010434", "end": "2021-07-26 15:42:33.124428", "failed_when_result": false, "item": "/var/run/", "rc": 0, "start": "2021-07-26 15:42:33.113994", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:33.196 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=/var/run/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/run/ -name \"*ceph*\"", "delta": "0:00:00.009556", "end": "2021-07-26 15:42:33.159953", "failed_when_result": false, "item": "/var/run/", "rc": 0, "start": "2021-07-26 15:42:33.150397", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:33.329 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=/etc/systemd/system/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/systemd/system/ -name \"*ceph*\"", "delta": "0:00:00.006150", "end": "2021-07-26 15:42:33.290376", "failed_when_result": false, "item": "/etc/systemd/system/", "rc": 0, "start": "2021-07-26 15:42:33.284226", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:33.361 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=/etc/systemd/system/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/systemd/system/ -name \"*ceph*\"", "delta": "0:00:00.005838", "end": "2021-07-26 15:42:33.329520", "failed_when_result": false, "item": "/etc/systemd/system/", "rc": 0, "start": "2021-07-26 15:42:33.323682", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:33.482 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=/etc/ceph) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/ceph -name \"*ceph*\"", "delta": "0:00:00.005439", "end": "2021-07-26 15:42:33.457398", "failed_when_result": false, "item": "/etc/ceph", "msg": "non-zero return code", "rc": 1, "start": "2021-07-26 15:42:33.451959", "stderr": "find: '/etc/ceph': No such file or directory", "stderr_lines": ["find: '/etc/ceph': No such file or directory"], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:33.522 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=/etc/ceph) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/ceph -name \"*ceph*\"", "delta": "0:00:00.005359", "end": "2021-07-26 15:42:33.490539", "failed_when_result": false, "item": "/etc/ceph", "msg": "non-zero return code", "rc": 1, "start": "2021-07-26 15:42:33.485180", "stderr": "find: '/etc/ceph': No such file or directory", "stderr_lines": ["find: '/etc/ceph': No such file or directory"], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:33.673 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=/var/log/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/log/ -name \"*ceph*\"", "delta": "0:00:00.024669", "end": "2021-07-26 15:42:33.642103", "failed_when_result": false, "item": "/var/log/", "rc": 0, "start": "2021-07-26 15:42:33.617434", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:33.701 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:33 +0000 (0:00:00.713) 0:03:15.981 *********** 2021-07-26T15:42:33.719 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=/var/log/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/log/ -name \"*ceph*\"", "delta": "0:00:00.036241", "end": "2021-07-26 15:42:33.681101", "failed_when_result": false, "item": "/var/log/", "rc": 0, "start": "2021-07-26 15:42:33.644860", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:33.750 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:33 +0000 (0:00:00.049) 0:03:16.030 *********** 2021-07-26T15:42:33.758 INFO:teuthology.task.ansible.out: TASK [testnode : Delete any leftover Ceph artifacts from previous jobs] ******** 2021-07-26T15:42:33.784 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:33 +0000 (0:00:00.033) 0:03:16.064 *********** 2021-07-26T15:42:33.816 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:33 +0000 (0:00:00.032) 0:03:16.096 *********** 2021-07-26T15:42:33.826 INFO:teuthology.task.ansible.out: TASK [testnode : Touch /ceph-qa-ready] ***************************************** skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:33.850 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:33.934 INFO:teuthology.task.ansible.out: PLAY [testnodes,senta,vossi,jenkins_slaves] ************************************ 2021-07-26T15:42:33.953 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:33 +0000 (0:00:00.135) 0:03:16.232 *********** 2021-07-26T15:42:33.976 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:33 +0000 (0:00:00.021) 0:03:16.254 *********** 2021-07-26T15:42:34.982 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* 2021-07-26T15:42:34.985 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] 2021-07-26T15:42:35.019 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] 2021-07-26T15:42:35.049 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:35 +0000 (0:00:01.074) 0:03:17.329 *********** 2021-07-26T15:42:35.097 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:35 +0000 (0:00:00.048) 0:03:17.377 *********** 2021-07-26T15:42:35.107 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-07-26T15:42:35.108 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"ansible_facts": {"package_manager": "apt"}, "changed": false} 2021-07-26T15:42:35.140 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:35 +0000 (0:00:00.042) 0:03:17.419 *********** 2021-07-26T15:42:35.149 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"ansible_facts": {"package_manager": "apt"}, "changed": false} 2021-07-26T15:42:35.176 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:35 +0000 (0:00:00.036) 0:03:17.456 *********** 2021-07-26T15:42:35.186 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-07-26T15:42:35.190 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:35.211 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:35 +0000 (0:00:00.035) 0:03:17.491 *********** 2021-07-26T15:42:35.219 INFO:teuthology.task.ansible.out:skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:35.246 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:35 +0000 (0:00:00.034) 0:03:17.525 *********** 2021-07-26T15:42:35.254 INFO:teuthology.task.ansible.out: TASK [container-host : Including distro specific variables] ******************** 2021-07-26T15:42:35.256 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml) => {"ansible_facts": {"container_packages": ["docker.io"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml"} 2021-07-26T15:42:35.282 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:35 +0000 (0:00:00.036) 0:03:17.562 *********** 2021-07-26T15:42:35.292 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml) => {"ansible_facts": {"container_packages": ["docker.io"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml"} 2021-07-26T15:42:35.321 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:35 +0000 (0:00:00.038) 0:03:17.601 *********** 2021-07-26T15:42:51.104 INFO:teuthology.task.ansible.out: TASK [container-host : Install container packages] ***************************** changed: [smithi107.front.sepia.ceph.com] => {"cache_update_time": 1627313842, "cache_updated": false, "changed": true, "stderr": "", "stderr_lines": [], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nSuggested packages:\n aufs-tools btrfs-progs debootstrap docker-doc rinse zfs-fuse | zfsutils\nThe following packages will be upgraded:\n docker.io\n1 upgraded, 0 newly installed, 0 to remove and 143 not upgraded.\nNeed to get 36.9 MB of archives.\nAfter this operation, 931 kB of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 docker.io amd64 20.10.2-0ubuntu1~20.04.3 [36.9 MB]\nPreconfiguring packages ...\nFetched 36.9 MB in 2s (18.7 MB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138111 files and directories currently installed.)\r\nPreparing to unpack .../docker.io_20.10.2-0ubuntu1~20.04.3_amd64.deb ...\r\nUnpacking docker.io (20.10.2-0ubuntu1~20.04.3) over (19.03.8-0ubuntu1.20.04.2) ...\r\nSetting up docker.io (20.10.2-0ubuntu1~20.04.3) ...\r\nCreated symlink /etc/systemd/system/multi-user.target.wants/docker.service -> /lib/systemd/system/docker.service.\r\nProcessing triggers for man-db (2.9.1-1) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "Suggested packages:", " auf 2021-07-26T15:42:51.107 INFO:teuthology.task.ansible.out:s-tools btrfs-progs debootstrap docker-doc rinse zfs-fuse | zfsutils", "The following packages will be upgraded:", " docker.io", "1 upgraded, 0 newly installed, 0 to remove and 143 not upgraded.", "Need to get 36.9 MB of archives.", "After this operation, 931 kB of additional disk space will be used.", "Get:1 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 docker.io amd64 20.10.2-0ubuntu1~20.04.3 [36.9 MB]", "Preconfiguring packages ...", "Fetched 36.9 MB in 2s (18.7 MB/s)", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138111 files and directories currently installed.)", "Preparing to unpack .../docker.io_20.10.2-0ubuntu1~20.04.3_amd64.deb ...", "Unpacking docker.io (20.10.2-0ubuntu1~20.04.3) over (19.03.8-0ubuntu1.20.04.2) ...", "Setting up docker.io (20.10.2-0ubuntu1~20.04.3) ...", "Created symlink /etc/systemd/system/multi-user.target.wants/docker.service -> /lib/systemd/system/docker.service.", "Processing triggers for man-db (2.9.1-1) ..."]} 2021-07-26T15:42:51.123 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:51 +0000 (0:00:15.802) 0:03:33.403 *********** 2021-07-26T15:42:51.151 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** skipping: [smithi107.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:51.174 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:51 +0000 (0:00:00.051) 0:03:33.455 *********** 2021-07-26T15:42:51.176 INFO:teuthology.task.ansible.out: 2021-07-26T15:42:51.204 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-07-26T15:42:51.206 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"ansible_facts": {"container_service_conf": "/etc/docker/daemon.json"}, "changed": false} 2021-07-26T15:42:51.229 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:51 +0000 (0:00:00.054) 0:03:33.509 *********** 2021-07-26T15:42:51.431 INFO:teuthology.task.ansible.out: TASK [container-host : Create container_mirror_cert_paths] ********************* changed: [smithi107.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:42:51.598 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:42:51.632 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:51 +0000 (0:00:00.398) 0:03:33.908 *********** 2021-07-26T15:42:51.857 INFO:teuthology.task.ansible.out: TASK [container-host : Install container packages] ***************************** 2021-07-26T15:42:51.859 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => {"cache_update_time": 1627313836, "cache_updated": false, "changed": true, "stderr": "", "stderr_lines": [], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nSuggested packages:\n aufs-tools btrfs-progs debootstrap docker-doc rinse zfs-fuse | zfsutils\nThe following packages will be upgraded:\n docker.io\n1 upgraded, 0 newly installed, 0 to remove and 143 not upgraded.\nNeed to get 36.9 MB of archives.\nAfter this operation, 931 kB of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 docker.io amd64 20.10.2-0ubuntu1~20.04.3 [36.9 MB]\nPreconfiguring packages ...\nFetched 36.9 MB in 2s (18.9 MB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 138111 files and directories currently installed.)\r\nPreparing to unpack .../docker.io_20.10.2-0ubuntu1~20.04.3_amd64.deb ...\r\nUnpacking docker.io (20.10.2-0ubuntu1~20.04.3) over (19.03.8-0ubuntu1.20.04.2) ...\r\nSetting up docker.io (20.10.2-0ubuntu1~20.04.3) ...\r\nCreated symlink /etc/systemd/system/multi-user.target.wants/docker.service -> /lib/systemd/system/docker.service.\r\nProcessing triggers for man-db (2.9.1-1) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "Suggested packages:", " aufs-tools btrfs-progs debootstrap docker-doc rinse zfs-fuse | zfsutils", "The followin 2021-07-26T15:42:51.863 INFO:teuthology.task.ansible.out:g packages will be upgraded:", " docker.io", "1 upgraded, 0 newly installed, 0 to remove and 143 not upgraded.", "Need to get 36.9 MB of archives.", "After this operation, 931 kB of additional disk space will be used.", "Get:1 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 docker.io amd64 20.10.2-0ubuntu1~20.04.3 [36.9 MB]", "Preconfiguring packages ...", "Fetched 36.9 MB in 2s (18.9 MB/s)", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 138111 files and directories currently installed.)", "Preparing to unpack .../docker.io_20.10.2-0ubuntu1~20.04.3_amd64.deb ...", "Unpacking docker.io (20.10.2-0ubuntu1~20.04.3) over (19.03.8-0ubuntu1.20.04.2) ...", "Setting up docker.io (20.10.2-0ubuntu1~20.04.3) ...", "Created symlink /etc/systemd/system/multi-user.target.wants/docker.service -> /lib/systemd/system/docker.service.", "Processing triggers for man-db (2.9.1-1) ..."]} 2021-07-26T15:42:51.884 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:51 +0000 (0:00:00.256) 0:03:34.164 *********** 2021-07-26T15:42:51.886 INFO:teuthology.task.ansible.out: 2021-07-26T15:42:51.928 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-07-26T15:42:51.930 INFO:teuthology.task.ansible.out:skipping: [smithi037.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-07-26T15:42:51.957 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:51 +0000 (0:00:00.072) 0:03:34.237 *********** 2021-07-26T15:42:51.995 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-07-26T15:42:51.997 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] => {"ansible_facts": {"container_service_conf": "/etc/docker/daemon.json"}, "changed": false} 2021-07-26T15:42:52.019 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:52 +0000 (0:00:00.062) 0:03:34.299 *********** 2021-07-26T15:42:52.132 INFO:teuthology.task.ansible.out: TASK [container-host : Copy docker-mirror.front.sepia.ceph.com:5000 self-signed cert] *** 2021-07-26T15:42:52.134 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627314171.693429-28053-69979498864803/source", "state": "file", "uid": 0} 2021-07-26T15:42:52.220 INFO:teuthology.task.ansible.out: TASK [container-host : Create container_mirror_cert_paths] ********************* 2021-07-26T15:42:52.222 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:42:52.412 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "size": 4096, "state": "directory", "uid": 0} 2021-07-26T15:42:52.439 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:52 +0000 (0:00:00.419) 0:03:34.719 *********** 2021-07-26T15:42:52.600 INFO:teuthology.task.ansible.out: TASK [container-host : Copy docker-mirror.front.sepia.ceph.com:5000 self-signed cert] *** changed: [smithi107.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627314172.1685097-28053-142116887824552/source", "state": "file", "uid": 0} 2021-07-26T15:42:52.629 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:52 +0000 (0:00:00.190) 0:03:34.909 *********** 2021-07-26T15:42:52.937 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627314172.4984322-28169-25303782518140/source", "state": "file", "uid": 0} 2021-07-26T15:42:53.395 INFO:teuthology.task.ansible.out: TASK [container-host : Ensure git is installed] ******************************** 2021-07-26T15:42:53.397 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] => {"cache_update_time": 1627313842, "cache_updated": false, "changed": false} 2021-07-26T15:42:53.422 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:53 +0000 (0:00:00.792) 0:03:35.702 *********** 2021-07-26T15:42:53.433 INFO:teuthology.task.ansible.out: TASK [container-host : Copy docker-mirror.front.sepia.ceph.com:5000 self-signed cert] *** changed: [smithi037.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627314172.9714713-28169-185166608247635/source", "state": "file", "uid": 0} 2021-07-26T15:42:53.461 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:53 +0000 (0:00:00.038) 0:03:35.741 *********** 2021-07-26T15:42:54.244 INFO:teuthology.task.ansible.out: TASK [container-host : Ensure git is installed] ******************************** ok: [smithi037.front.sepia.ceph.com] => {"cache_update_time": 1627313836, "cache_updated": false, "changed": false} 2021-07-26T15:42:54.277 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:54 +0000 (0:00:00.813) 0:03:36.554 *********** 2021-07-26T15:42:58.415 INFO:teuthology.task.ansible.out: TASK [container-host : Install registries-conf-ctl] **************************** changed: [smithi107.front.sepia.ceph.com] => {"changed": true, "cmd": ["/usr/bin/pip3", "install", "-U", "git+https://github.com/sebastian-philipp/registries-conf-ctl"], "name": ["git+https://github.com/sebastian-philipp/registries-conf-ctl"], "requirements": null, "state": "latest", "stderr": " Running command git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-ee437_lj\n", "stderr_lines": [" Running command git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-ee437_lj"], "stdout": "Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-req-build-ee437_lj\nCollecting docopt\n Downloading docopt-0.6.2.tar.gz (25 kB)\nCollecting toml\n Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB)\nBuilding wheels for collected packages: registries-conf-ctl, docopt\n Building wheel for registries-conf-ctl (setup.py): started\n Building wheel for registries-conf-ctl (setup.py): finished with status 'done'\n Created wheel for registries-conf-ctl: filename=registries_conf_ctl-1.0-py3-none-any.whl size=6035 sha256=7431cc5ad5ea1931518d05c024388b888e36f096f1ec08099a60b2fe7342d40c\n Stored in directory: /tmp/pip-ephem-wheel-cache-h1cz53wk/wheels/66/49/be/0ca4a7322f6cd17532451655790e478b4f82776818b44d6d42\n Building wheel for docopt (setup.py): started\n Building wheel for docopt (setup.py): finished with status 'done'\n Created wheel for docopt: filename=docopt-0.6.2-py2.py3-none-any.whl size=13704 sha256=bfca7e9478287667805ad86c5dac97a50f63e759df32596c050d56a433699619\n Stored in directory: /root/.cache/pip/wheels/56/ea/58/ead137b087d9e326852a851351d1debf4ada529b6ac0ec4e8c\nSuccessfully built registries-conf-ctl docopt\nInstalling collected packages: docopt, toml, registries-conf-ctl\nSuccessfully installed docopt-0.6.2 regi 2021-07-26T15:42:58.417 INFO:teuthology.task.ansible.out:stries-conf-ctl-1.0 toml-0.10.2\n", "stdout_lines": ["Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl", " Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-req-build-ee437_lj", "Collecting docopt", " Downloading docopt-0.6.2.tar.gz (25 kB)", "Collecting toml", " Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB)", "Building wheels for collected packages: registries-conf-ctl, docopt", " Building wheel for registries-conf-ctl (setup.py): started", " Building wheel for registries-conf-ctl (setup.py): finished with status 'done'", " Created wheel for registries-conf-ctl: filename=registries_conf_ctl-1.0-py3-none-any.whl size=6035 sha256=7431cc5ad5ea1931518d05c024388b888e36f096f1ec08099a60b2fe7342d40c", " Stored in directory: /tmp/pip-ephem-wheel-cache-h1cz53wk/wheels/66/49/be/0ca4a7322f6cd17532451655790e478b4f82776818b44d6d42", " Building wheel for docopt (setup.py): started", " Building wheel for docopt (setup.py): finished with status 'done'", " Created wheel for docopt: filename=docopt-0.6.2-py2.py3-none-any.whl size=13704 sha256=bfca7e9478287667805ad86c5dac97a50f63e759df32596c050d56a433699619", " Stored in directory: /root/.cache/pip/wheels/56/ea/58/ead137b087d9e326852a851351d1debf4ada529b6ac0ec4e8c", "Successfully built registries-conf-ctl docopt", "Installing collected packages: docopt, toml, registries-conf-ctl", "Successfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2"], "version": null, "virtualenv": null} 2021-07-26T15:42:58.442 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:58 +0000 (0:00:04.165) 0:03:40.719 *********** 2021-07-26T15:42:58.647 INFO:teuthology.task.ansible.out: TASK [container-host : Check for docker's daemon.json] ************************* ok: [smithi107.front.sepia.ceph.com] => {"changed": false, "stat": {"exists": false}} 2021-07-26T15:42:58.674 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:58 +0000 (0:00:00.235) 0:03:40.954 *********** 2021-07-26T15:42:59.120 INFO:teuthology.task.ansible.out: TASK [container-host : Create /etc/docker/daemon.json if necessary] ************ changed: [smithi107.front.sepia.ceph.com] => {"changed": true, "checksum": "bf21a9e8fbc5a3846fb05b4fa0859e0917b2202f", "dest": "/etc/docker/daemon.json", "gid": 0, "group": "root", "md5sum": "99914b932bd37a50b983c5e7c90ae93b", "mode": "0644", "owner": "root", "size": 2, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627314178.7288256-29039-259528134997625/source", "state": "file", "uid": 0} 2021-07-26T15:42:59.146 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:59 +0000 (0:00:00.471) 0:03:41.425 *********** 2021-07-26T15:42:59.253 INFO:teuthology.task.ansible.out: TASK [container-host : Install registries-conf-ctl] **************************** 2021-07-26T15:42:59.255 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => {"changed": true, "cmd": ["/usr/bin/pip3", "install", "-U", "git+https://github.com/sebastian-philipp/registries-conf-ctl"], "name": ["git+https://github.com/sebastian-philipp/registries-conf-ctl"], "requirements": null, "state": "latest", "stderr": " Running command git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-yb30433z\n", "stderr_lines": [" Running command git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-yb30433z"], "stdout": "Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-req-build-yb30433z\nCollecting docopt\n Downloading docopt-0.6.2.tar.gz (25 kB)\nCollecting toml\n Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB)\nBuilding wheels for collected packages: registries-conf-ctl, docopt\n Building wheel for registries-conf-ctl (setup.py): started\n Building wheel for registries-conf-ctl (setup.py): finished with status 'done'\n Created wheel for registries-conf-ctl: filename=registries_conf_ctl-1.0-py3-none-any.whl size=6035 sha256=662ced0368edde9f739ff749c1c9c2a08324aaeaf2a83746d0aa66c2fa9ce2c4\n Stored in directory: /tmp/pip-ephem-wheel-cache-junnun1_/wheels/66/49/be/0ca4a7322f6cd17532451655790e478b4f82776818b44d6d42\n Building wheel for docopt (setup.py): started\n Building wheel for docopt (setup.py): finished with status 'done'\n Created wheel for docopt: filename=docopt-0.6.2-py2.py3-none-any.whl size=13704 sha256=17a1c47045495c41f3a3e0a1183934f2c47c1d96c13295df8a00a61cfc9db4bc\n Stored in directory: /root/.cache/pip/wheels/56/ea/58/ead137b087d9e326852a851351d1debf4ada529b6ac0ec4e8c\nSuccessfully built registries-conf-ctl docopt\nInstalling collected packages: docopt, toml, registries-conf-ctl\nSuccessfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2\n", "stdout_lines": ["Collecting git+https://github. 2021-07-26T15:42:59.256 INFO:teuthology.task.ansible.out:com/sebastian-philipp/registries-conf-ctl", " Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-req-build-yb30433z", "Collecting docopt", " Downloading docopt-0.6.2.tar.gz (25 kB)", "Collecting toml", " Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB)", "Building wheels for collected packages: registries-conf-ctl, docopt", " Building wheel for registries-conf-ctl (setup.py): started", " Building wheel for registries-conf-ctl (setup.py): finished with status 'done'", " Created wheel for registries-conf-ctl: filename=registries_conf_ctl-1.0-py3-none-any.whl size=6035 sha256=662ced0368edde9f739ff749c1c9c2a08324aaeaf2a83746d0aa66c2fa9ce2c4", " Stored in directory: /tmp/pip-ephem-wheel-cache-junnun1_/wheels/66/49/be/0ca4a7322f6cd17532451655790e478b4f82776818b44d6d42", " Building wheel for docopt (setup.py): started", " Building wheel for docopt (setup.py): finished with status 'done'", " Created wheel for docopt: filename=docopt-0.6.2-py2.py3-none-any.whl size=13704 sha256=17a1c47045495c41f3a3e0a1183934f2c47c1d96c13295df8a00a61cfc9db4bc", " Stored in directory: /root/.cache/pip/wheels/56/ea/58/ead137b087d9e326852a851351d1debf4ada529b6ac0ec4e8c", "Successfully built registries-conf-ctl docopt", "Installing collected packages: docopt, toml, registries-conf-ctl", "Successfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2"], "version": null, "virtualenv": null} 2021-07-26T15:42:59.280 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:59 +0000 (0:00:00.134) 0:03:41.560 *********** 2021-07-26T15:42:59.379 INFO:teuthology.task.ansible.out: TASK [container-host : Add local docker.io registry mirror] ******************** changed: [smithi107.front.sepia.ceph.com] => {"changed": true, "cmd": ["registries-conf-ctl", "add-mirror", "docker.io", "docker-mirror.front.sepia.ceph.com:5000"], "delta": "0:00:00.038683", "end": "2021-07-26 15:42:59.348106", "rc": 0, "start": "2021-07-26 15:42:59.309423", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:42:59.410 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:59 +0000 (0:00:00.127) 0:03:41.688 *********** 2021-07-26T15:42:59.483 INFO:teuthology.task.ansible.out: TASK [container-host : Check for docker's daemon.json] ************************* ok: [smithi037.front.sepia.ceph.com] => {"changed": false, "stat": {"exists": false}} 2021-07-26T15:42:59.547 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:42:59 +0000 (0:00:00.129) 0:03:41.818 *********** 2021-07-26T15:43:00.061 INFO:teuthology.task.ansible.out: TASK [container-host : Create /etc/docker/daemon.json if necessary] ************ 2021-07-26T15:43:00.063 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => {"changed": true, "checksum": "bf21a9e8fbc5a3846fb05b4fa0859e0917b2202f", "dest": "/etc/docker/daemon.json", "gid": 0, "group": "root", "md5sum": "99914b932bd37a50b983c5e7c90ae93b", "mode": "0644", "owner": "root", "size": 2, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1627314179.6617594-29134-22641316831897/source", "state": "file", "uid": 0} 2021-07-26T15:43:00.086 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:43:00 +0000 (0:00:00.547) 0:03:42.366 *********** 2021-07-26T15:43:00.322 INFO:teuthology.task.ansible.out: TASK [container-host : Add local docker.io registry mirror] ******************** changed: [smithi037.front.sepia.ceph.com] => {"changed": true, "cmd": ["registries-conf-ctl", "add-mirror", "docker.io", "docker-mirror.front.sepia.ceph.com:5000"], "delta": "0:00:00.038674", "end": "2021-07-26 15:43:00.279252", "rc": 0, "start": "2021-07-26 15:43:00.240578", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-07-26T15:43:00.342 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:43:00 +0000 (0:00:00.256) 0:03:42.622 *********** 2021-07-26T15:43:01.152 INFO:teuthology.task.ansible.out: TASK [container-host : Restart docker service] ********************************* 2021-07-26T15:43:01.154 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => {"changed": true, "name": "docker", "state": "started", "status": {"ActiveEnterTimestamp": "Mon 2021-07-26 15:42:46 UTC", "ActiveEnterTimestampMonotonic": "232022369", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "firewalld.service systemd-journald.socket containerd.service sysinit.target basic.target docker.socket network-online.target system.slice", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2021-07-26 15:42:44 UTC", "AssertTimestampMonotonic": "230053001", "Before": "shutdown.target multi-user.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2021-07-26 15:42:44 UTC", "ConditionTimestampMonotonic": "230053001", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target", "ControlGroup": "/system.sli 2021-07-26T15:43:01.157 INFO:teuthology.task.ansible.out:ce/docker.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "yes", "DelegateControllers": "cpu cpuacct cpuset io blkio memory devices pids bpf-firewall bpf-devices", "Description": "Docker Application Container Engine", "DevicePolicy": "auto", "Documentation": "https://docs.docker.com", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "8831", "ExecMainStartTimestamp": "Mon 2021-07-26 15:42:44 UTC", "ExecMainStartTimestampMonotonic": "230053863", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -s HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/bin/kill ; argv[]=/bin/kill -s HUP $MAINPID ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/bin/dockerd ; argv[]=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock ; ignore_errors=no ; start_time=[Mon 2021-07-26 15:42:44 UTC] ; stop_time=[n/a] ; pid=8831 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/bin/dockerd ; argv[]=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock ; flags= ; start_time=[Mon 2021-07-26 15:42:44 UTC] ; stop_time=[n/a] ; pid=8831 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/docker.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngress 2021-07-26T15:43:01.159 INFO:teuthology.task.ansible.out:Packets": "[no data]", "Id": "docker.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Mon 2021-07-26 15:42:44 UTC", "InactiveExitTimestampMonotonic": "230054124", "InvocationID": "cc35beaa75e344bb95e80f271320dc26", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "process", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "infinity", "LimitNOFILESoft": "infinity", "LimitNPROC": "infinity", "LimitNPROCSoft": "infinity", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127776", "LimitSIGPENDINGSoft": "127776", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "8831", "MemoryAccounting": "yes", "MemoryCurrent": "52310016", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "docker.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "main", "OOMPolicy": "contin 2021-07-26T15:43:01.160 INFO:teuthology.task.ansible.out:ue", "OOMScoreAdjust": "-500", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "no", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "sysinit.target docker.socket system.slice", "Restart": "always", "RestartKillSignal": "15", "RestartUSec": "2s", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "3", "StartLimitIntervalUSec": "1min", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2021-07-26 15:42:46 UTC", "StateChangeTimestampMonotonic": "232022369", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "15", "TasksMax": "infinity", "TimeoutAbortUSec": "infinity", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "infinity", "TimeoutStopUSec": "infinity", "TimerSlackNSec": "50000", "Transient": "no", "TriggeredBy": "docker.socket", "Type": " 2021-07-26T15:43:01.162 INFO:teuthology.task.ansible.out:notify", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "Wants": "containerd.service network-online.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-07-26T15:43:02.161 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => {"changed": true, "name": "docker", "state": "started", "status": {"ActiveEnterTimestamp": "Mon 2021-07-26 15:42:47 UTC", "ActiveEnterTimestampMonotonic": "255000076", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "network-online.target system.slice docker.socket firewalld.service systemd-journald.socket sysinit.target basic.target containerd.service", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Mon 2021-07-26 15:42:45 UTC", "AssertTimestampMonotonic": "252872168", "Before": "shutdown.target multi-user.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Mon 2021-07-26 15:42:45 UTC", "ConditionTimestampMonotonic": "252872167", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target", "ControlGroup": "/system.sli 2021-07-26T15:43:02.163 INFO:teuthology.task.ansible.out:ce/docker.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "yes", "DelegateControllers": "cpu cpuacct cpuset io blkio memory devices pids bpf-firewall bpf-devices", "Description": "Docker Application Container Engine", "DevicePolicy": "auto", "Documentation": "https://docs.docker.com", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "8784", "ExecMainStartTimestamp": "Mon 2021-07-26 15:42:45 UTC", "ExecMainStartTimestampMonotonic": "252872994", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -s HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/bin/kill ; argv[]=/bin/kill -s HUP $MAINPID ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/bin/dockerd ; argv[]=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock ; ignore_errors=no ; start_time=[Mon 2021-07-26 15:42:45 UTC] ; stop_time=[n/a] ; pid=8784 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/bin/dockerd ; argv[]=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock ; flags= ; start_time=[Mon 2021-07-26 15:42:45 UTC] ; stop_time=[n/a] ; pid=8784 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/docker.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngress 2021-07-26T15:43:02.165 INFO:teuthology.task.ansible.out:Packets": "[no data]", "Id": "docker.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Mon 2021-07-26 15:42:45 UTC", "InactiveExitTimestampMonotonic": "252873259", "InvocationID": "63ea6342ab3f4b5fa031bd4ece4b5e28", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "process", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "infinity", "LimitNOFILESoft": "infinity", "LimitNPROC": "infinity", "LimitNPROCSoft": "infinity", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127802", "LimitSIGPENDINGSoft": "127802", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "8784", "MemoryAccounting": "yes", "MemoryCurrent": "53948416", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "docker.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "main", "OOMPolicy": "contin 2021-07-26T15:43:02.166 INFO:teuthology.task.ansible.out:ue", "OOMScoreAdjust": "-500", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "no", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "system.slice sysinit.target docker.socket", "Restart": "always", "RestartKillSignal": "15", "RestartUSec": "2s", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "3", "StartLimitIntervalUSec": "1min", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Mon 2021-07-26 15:42:47 UTC", "StateChangeTimestampMonotonic": "255000076", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "15", "TasksMax": "infinity", "TimeoutAbortUSec": "infinity", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "infinity", "TimeoutStopUSec": "infinity", "TimerSlackNSec": "50000", "Transient": "no", "TriggeredBy": "docker.socket", "Type": " 2021-07-26T15:43:02.168 INFO:teuthology.task.ansible.out:notify", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "Wants": "network-online.target containerd.service", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-07-26T15:43:02.235 INFO:teuthology.task.ansible.out: PLAY [cobbler] ***************************************************************** skipping: no hosts matched 2021-07-26T15:43:02.237 INFO:teuthology.task.ansible.out: PLAY [paddles] ***************************************************************** skipping: no hosts matched 2021-07-26T15:43:02.239 INFO:teuthology.task.ansible.out: PLAY [pulpito] ***************************************************************** skipping: no hosts matched 2021-07-26T15:43:02.240 INFO:teuthology.task.ansible.out: PLAY [testnodes] *************************************************************** 2021-07-26T15:43:02.255 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* Monday 26 July 2021 15:43:02 +0000 (0:00:01.913) 0:03:44.535 *********** 2021-07-26T15:43:03.244 INFO:teuthology.task.ansible.out:ok: [smithi037.front.sepia.ceph.com] 2021-07-26T15:43:03.268 INFO:teuthology.task.ansible.out:ok: [smithi107.front.sepia.ceph.com] 2021-07-26T15:43:03.287 INFO:teuthology.task.ansible.out: TASK [Touch /ceph-qa-ready] **************************************************** 2021-07-26T15:43:03.289 INFO:teuthology.task.ansible.out:Monday 26 July 2021 15:43:03 +0000 (0:00:01.032) 0:03:45.567 *********** 2021-07-26T15:43:03.474 INFO:teuthology.task.ansible.out:changed: [smithi037.front.sepia.ceph.com] => {"changed": true, "dest": "/ceph-qa-ready", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "size": 0, "state": "file", "uid": 0} 2021-07-26T15:43:03.496 INFO:teuthology.task.ansible.out:changed: [smithi107.front.sepia.ceph.com] => {"changed": true, "dest": "/ceph-qa-ready", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "size": 0, "state": "file", "uid": 0} 2021-07-26T15:43:03.498 INFO:teuthology.task.ansible.out: PLAY RECAP ********************************************************************* 2021-07-26T15:43:03.498 INFO:teuthology.task.ansible.out:smithi037.front.sepia.ceph.com : ok=133 changed=41 unreachable=0 failed=0 skipped=187 rescued=0 ignored=0 smithi107.front.sepia.ceph.com : ok=133 changed=41 unreachable=0 failed=0 skipped=187 rescued=0 ignored=0 Monday 26 July 2021 15:43:03 +0000 (0:00:00.210) 0:03:45.778 *********** =============================================================================== 2021-07-26T15:43:03.499 INFO:teuthology.task.ansible.out:Create all admin users with sudo access. ------------------------------- 27.85s testnode : Upgrade packages -------------------------------------------- 24.09s users : Update authorized_keys using the keys repo --------------------- 20.63s container-host : Install container packages ---------------------------- 15.80s 2021-07-26T15:43:03.499 INFO:teuthology.task.ansible.out:testnode : Install packages -------------------------------------------- 13.00s testnode : Ensure packages are not present. ---------------------------- 11.19s testnode : Zap all non-root disks --------------------------------------- 7.79s Remove revoked users ---------------------------------------------------- 6.84s container-host : Install registries-conf-ctl ---------------------------- 4.17s testnode : Install packages via pip ------------------------------------- 2.37s common : Update apt cache ----------------------------------------------- 2.29s testnode : Update apt cache. -------------------------------------------- 2.23s Gathering Facts --------------------------------------------------------- 2.21s testnode : Create logical volume(s) ------------------------------------- 2.10s container-host : Restart docker service --------------------------------- 1.91s testnode : Install apt keys --------------------------------------------- 1.83s users : Update authorized_keys for each user with literal keys ---------- 1.35s testnode : Blow away lingering OSD data and FSIDs ----------------------- 1.28s common : Mask sleep units ----------------------------------------------- 1.10s testnode : Install python-pip on apt based systems. --------------------- 1.08s 2021-07-26T15:43:03.907 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi037.front.sepia.ceph.com'), Remote(name='ubuntu@smithi107.front.sepia.ceph.com')] 2021-07-26T15:43:03.908 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:43:03.910 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi037.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:43:03.964 DEBUG:teuthology.orchestra.run.smithi037:> true 2021-07-26T15:43:04.084 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-07-26T15:43:04.085 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi107.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-07-26T15:43:04.143 DEBUG:teuthology.orchestra.run.smithi107:> true 2021-07-26T15:43:04.259 INFO:teuthology.run_tasks:Running task clock... 2021-07-26T15:43:04.291 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2021-07-26T15:43:04.292 INFO:teuthology.orchestra.run:Running command with timeout 360 2021-07-26T15:43:04.294 DEBUG:teuthology.orchestra.run.smithi037:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2021-07-26T15:43:04.328 INFO:teuthology.orchestra.run.smithi037.stdout:26 Jul 15:43:04 ntpd[10158]: ntpd 4.2.8p12@1.3728-o (1): Starting 2021-07-26T15:43:04.329 INFO:teuthology.orchestra.run.smithi037.stdout:26 Jul 15:43:04 ntpd[10158]: Command line: ntpd -gq 2021-07-26T15:43:04.330 INFO:teuthology.orchestra.run.smithi037.stdout:26 Jul 15:43:04 ntpd[10158]: proto: precision = 0.116 usec (-23) 2021-07-26T15:43:04.330 INFO:teuthology.orchestra.run.smithi037.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2021-07-26T15:43:04.331 INFO:teuthology.orchestra.run.smithi037.stdout:26 Jul 15:43:04 ntpd[10158]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2021-07-26T15:43:04.344 INFO:teuthology.orchestra.run.smithi037.stderr:restrict ::: KOD does nothing without LIMITED. 2021-07-26T15:43:04.345 INFO:teuthology.orchestra.run.smithi037.stdout:26 Jul 15:43:04 ntpd[10158]: restrict ::: KOD does nothing without LIMITED. 2021-07-26T15:43:04.346 INFO:teuthology.orchestra.run.smithi037.stdout:26 Jul 15:43:04 ntpd[10158]: Listen and drop on 0 v6wildcard [::]:123 2021-07-26T15:43:04.346 INFO:teuthology.orchestra.run.smithi037.stdout:26 Jul 15:43:04 ntpd[10158]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2021-07-26T15:43:04.346 INFO:teuthology.orchestra.run.smithi037.stdout:26 Jul 15:43:04 ntpd[10158]: Listen normally on 2 lo 127.0.0.1:123 2021-07-26T15:43:04.347 INFO:teuthology.orchestra.run.smithi037.stdout:26 Jul 15:43:04 ntpd[10158]: Listen normally on 3 ens1f0 172.21.15.37:123 2021-07-26T15:43:04.347 INFO:teuthology.orchestra.run.smithi037.stdout:26 Jul 15:43:04 ntpd[10158]: Listen normally on 4 lo [::1]:123 2021-07-26T15:43:04.347 INFO:teuthology.orchestra.run.smithi037.stdout:26 Jul 15:43:04 ntpd[10158]: Listen normally on 5 ens1f0 [fe80::ec4:7aff:fe88:7794%4]:123 2021-07-26T15:43:04.347 INFO:teuthology.orchestra.run.smithi037.stdout:26 Jul 15:43:04 ntpd[10158]: Listening on routing socket on fd #22 for interface updates 2021-07-26T15:43:05.330 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:05 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:05.985 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:05 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:05.986 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:05 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:05.986 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:05 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:05.986 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:05 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:05.986 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:05 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:05.987 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:05 ntpd[10158]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:05.987 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:05 ntpd[10158]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:05.987 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:05 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:05.987 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:05 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:05.987 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:05 ntpd[10158]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:05.988 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:05 ntpd[10158]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:07.332 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:07.332 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:07.333 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:07.333 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:07.333 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:07.333 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:07.334 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:07.334 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:07.334 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:07.334 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:07.334 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:07.335 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:07.335 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:07.335 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:07.335 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:07.336 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:07.336 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:07.336 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:07.336 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:07.337 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:07.337 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:07.337 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:07.337 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:07.338 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:07 ntpd[10158]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:09.331 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:09.331 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:09.332 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:09.332 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:09.332 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:09.332 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:09.333 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:09.333 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:09.333 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:09.333 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:09.334 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:09.334 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:09.334 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:09.335 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:09.335 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:09.335 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:09.335 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:09.335 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:09.336 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:09.336 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:09.336 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:09.336 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:09.337 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:09.337 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:09 ntpd[10158]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:11.330 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:11 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:11.331 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:11 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:11.331 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:11 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:11.331 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:11 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:11.331 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:11 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:11.332 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:11 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:11.332 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:11 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:11.332 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:11 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:11.332 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:11 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:11.332 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:11 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:11.333 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:11 ntpd[10158]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:11.333 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:11 ntpd[10158]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:11.333 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:11 ntpd[10158]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:11.333 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:11 ntpd[10158]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:11.334 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:11 ntpd[10158]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:11.334 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:11 ntpd[10158]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:11.334 INFO:teuthology.orchestra.run.smithi037.stdout:26 Jul 15:43:11 ntpd[10158]: ntpd: time slew -0.005107 s 2021-07-26T15:43:11.335 INFO:teuthology.orchestra.run.smithi037.stdout:ntpd: time slew -0.005107s 2021-07-26T15:43:11.335 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:11 ntpd[10158]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2021-07-26T15:43:11.335 INFO:teuthology.orchestra.run.smithi037.stderr:26 Jul 15:43:11 ntpd[10158]: can't open /var/log/ntpstats/loopstats.20210726: Permission denied 2021-07-26T15:43:11.379 INFO:teuthology.orchestra.run.smithi037.stdout: remote refid st t when poll reach delay offset jitter 2021-07-26T15:43:11.380 INFO:teuthology.orchestra.run.smithi037.stdout:============================================================================== 2021-07-26T15:43:11.380 INFO:teuthology.orchestra.run.smithi037.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-07-26T15:43:11.380 INFO:teuthology.orchestra.run.smithi037.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-07-26T15:43:11.381 INFO:teuthology.orchestra.run.smithi037.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-07-26T15:43:11.381 INFO:teuthology.orchestra.run.smithi037.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-07-26T15:43:11.382 INFO:teuthology.orchestra.run:Running command with timeout 360 2021-07-26T15:43:11.383 DEBUG:teuthology.orchestra.run.smithi107:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2021-07-26T15:43:11.414 INFO:teuthology.orchestra.run.smithi107.stdout:26 Jul 15:43:11 ntpd[10205]: ntpd 4.2.8p12@1.3728-o (1): Starting 2021-07-26T15:43:11.414 INFO:teuthology.orchestra.run.smithi107.stdout:26 Jul 15:43:11 ntpd[10205]: Command line: ntpd -gq 2021-07-26T15:43:11.415 INFO:teuthology.orchestra.run.smithi107.stdout:26 Jul 15:43:11 ntpd[10205]: proto: precision = 0.192 usec (-22) 2021-07-26T15:43:11.416 INFO:teuthology.orchestra.run.smithi107.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2021-07-26T15:43:11.416 INFO:teuthology.orchestra.run.smithi107.stdout:26 Jul 15:43:11 ntpd[10205]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2021-07-26T15:43:11.417 INFO:teuthology.orchestra.run.smithi107.stderr:restrict ::: KOD does nothing without LIMITED. 2021-07-26T15:43:11.418 INFO:teuthology.orchestra.run.smithi107.stdout:26 Jul 15:43:11 ntpd[10205]: restrict ::: KOD does nothing without LIMITED. 2021-07-26T15:43:11.418 INFO:teuthology.orchestra.run.smithi107.stdout:26 Jul 15:43:11 ntpd[10205]: Listen and drop on 0 v6wildcard [::]:123 2021-07-26T15:43:11.418 INFO:teuthology.orchestra.run.smithi107.stdout:26 Jul 15:43:11 ntpd[10205]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2021-07-26T15:43:11.419 INFO:teuthology.orchestra.run.smithi107.stdout:26 Jul 15:43:11 ntpd[10205]: Listen normally on 2 lo 127.0.0.1:123 2021-07-26T15:43:11.419 INFO:teuthology.orchestra.run.smithi107.stdout:26 Jul 15:43:11 ntpd[10205]: Listen normally on 3 enp3s0f1 172.21.15.107:123 2021-07-26T15:43:11.419 INFO:teuthology.orchestra.run.smithi107.stdout:26 Jul 15:43:11 ntpd[10205]: Listen normally on 4 lo [::1]:123 2021-07-26T15:43:11.419 INFO:teuthology.orchestra.run.smithi107.stdout:26 Jul 15:43:11 ntpd[10205]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:47eb%5]:123 2021-07-26T15:43:11.419 INFO:teuthology.orchestra.run.smithi107.stdout:26 Jul 15:43:11 ntpd[10205]: Listening on routing socket on fd #22 for interface updates 2021-07-26T15:43:12.415 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:12 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:12.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:12 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:12.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:12 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:12.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:12 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:12.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:12 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:12.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:12 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:12.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:12 ntpd[10205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:12.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:12 ntpd[10205]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:12.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:12 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:12.418 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:12 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:12.418 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:12 ntpd[10205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:12.418 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:12 ntpd[10205]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:13.415 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:13 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:13.415 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:13 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:13.415 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:13 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:13.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:13 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:13.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:13 ntpd[10205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:13.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:13 ntpd[10205]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:14.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:14 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:14.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:14 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:14.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:14 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:14.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:14 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:14.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:14 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:14.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:14 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:14.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:14 ntpd[10205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:14.418 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:14 ntpd[10205]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:14.418 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:14 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:14.418 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:14 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:14.418 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:14 ntpd[10205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:14.419 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:14 ntpd[10205]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:15.415 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:15 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:15.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:15 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:15.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:15 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:15.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:15 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:15.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:15 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:15.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:15 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:15.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:15 ntpd[10205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:15.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:15 ntpd[10205]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:15.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:15 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:15.418 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:15 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:15.418 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:15 ntpd[10205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:15.418 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:15 ntpd[10205]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:16.415 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:16 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:16.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:16 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:16.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:16 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:16.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:16 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:16.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:16 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:16.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:16 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:16.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:16 ntpd[10205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:16.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:16 ntpd[10205]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:16.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:16 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:16.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:16 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:16.418 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:16 ntpd[10205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:16.418 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:16 ntpd[10205]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:17.415 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:17 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:17.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:17 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:17.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:17 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:17.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:17 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:17.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:17 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:17.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:17 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:17.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:17 ntpd[10205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:17.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:17 ntpd[10205]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:17.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:17 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:17.418 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:17 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:17.418 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:17 ntpd[10205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:17.418 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:17 ntpd[10205]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:18.415 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:18 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:18.415 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:18 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:18.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:18 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:18.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:18 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:18.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:18 ntpd[10205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2021-07-26T15:43:18.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:18 ntpd[10205]: can't open /var/log/ntpstats/rawstats.20210726: Permission denied 2021-07-26T15:43:18.416 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:18 ntpd[10205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2021-07-26T15:43:18.417 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:18 ntpd[10205]: can't open /var/log/ntpstats/peerstats.20210726: Permission denied 2021-07-26T15:43:18.417 INFO:teuthology.orchestra.run.smithi107.stdout:26 Jul 15:43:18 ntpd[10205]: ntpd: time slew -0.000854 s 2021-07-26T15:43:18.417 INFO:teuthology.orchestra.run.smithi107.stdout:ntpd: time slew -0.000854s 2021-07-26T15:43:18.418 INFO:teuthology.orchestra.run.smithi107.stderr:26 Jul 15:43:18 ntpd[10205]: can't open /var/log/ntpstats/loopstats.20210726: Permission denied 2021-07-26T15:43:18.474 INFO:teuthology.orchestra.run.smithi107.stdout: remote refid st t when poll reach delay offset jitter 2021-07-26T15:43:18.475 INFO:teuthology.orchestra.run.smithi107.stdout:============================================================================== 2021-07-26T15:43:18.475 INFO:teuthology.orchestra.run.smithi107.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-07-26T15:43:18.475 INFO:teuthology.orchestra.run.smithi107.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-07-26T15:43:18.475 INFO:teuthology.orchestra.run.smithi107.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-07-26T15:43:18.476 INFO:teuthology.orchestra.run.smithi107.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2021-07-26T15:43:18.477 INFO:teuthology.run_tasks:Running task install... 2021-07-26T15:43:18.488 DEBUG:teuthology.task.install:project ceph 2021-07-26T15:43:18.489 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'sha1': 'bccf07c244ef1754a7e8d345570b6a04f2ee5a7e'}} 2021-07-26T15:43:18.489 DEBUG:teuthology.task.install:config {'branch': 'octopus', 'sha1': 'bccf07c244ef1754a7e8d345570b6a04f2ee5a7e'} 2021-07-26T15:43:18.490 INFO:teuthology.task.install:Using flavor: basic 2021-07-26T15:43:18.497 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2021-07-26T15:43:18.498 INFO:teuthology.task.install:extra packages: [] 2021-07-26T15:43:18.499 DEBUG:teuthology.orchestra.run.smithi037:> sudo lsb_release -is 2021-07-26T15:43:18.551 INFO:teuthology.orchestra.run.smithi037.stdout:Ubuntu 2021-07-26T15:43:18.556 DEBUG:teuthology.misc:System to be installed: Ubuntu 2021-07-26T15:43:18.557 DEBUG:teuthology.orchestra.run.smithi107:> sudo lsb_release -is 2021-07-26T15:43:18.558 DEBUG:teuthology.orchestra.run.smithi037:> sudo apt-key list | grep Ceph 2021-07-26T15:43:18.608 INFO:teuthology.orchestra.run.smithi107.stdout:Ubuntu 2021-07-26T15:43:18.613 DEBUG:teuthology.misc:System to be installed: Ubuntu 2021-07-26T15:43:18.616 DEBUG:teuthology.orchestra.run.smithi107:> sudo apt-key list | grep Ceph 2021-07-26T15:43:18.655 INFO:teuthology.orchestra.run.smithi037.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2021-07-26T15:43:18.710 INFO:teuthology.orchestra.run.smithi107.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2021-07-26T15:43:18.713 INFO:teuthology.orchestra.run.smithi037.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2021-07-26T15:43:18.714 INFO:teuthology.orchestra.run.smithi037.stdout:uid [ unknown] Ceph.com (release key) 2021-07-26T15:43:18.715 DEBUG:teuthology.orchestra.run.smithi037:> sudo lsb_release -is 2021-07-26T15:43:18.764 INFO:teuthology.orchestra.run.smithi037.stdout:Ubuntu 2021-07-26T15:43:18.768 INFO:teuthology.orchestra.run.smithi107.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2021-07-26T15:43:18.768 INFO:teuthology.orchestra.run.smithi107.stdout:uid [ unknown] Ceph.com (release key) 2021-07-26T15:43:18.769 DEBUG:teuthology.orchestra.run.smithi107:> sudo lsb_release -is 2021-07-26T15:43:18.770 DEBUG:teuthology.misc:System to be installed: Ubuntu 2021-07-26T15:43:18.771 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2021-07-26T15:43:18.771 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-07-26T15:43:18.772 INFO:teuthology.packaging:ref: None 2021-07-26T15:43:18.772 INFO:teuthology.packaging:tag: None 2021-07-26T15:43:18.772 INFO:teuthology.packaging:branch: octopus 2021-07-26T15:43:18.772 INFO:teuthology.packaging:sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:43:18.773 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=octopus 2021-07-26T15:43:18.822 INFO:teuthology.orchestra.run.smithi107.stdout:Ubuntu 2021-07-26T15:43:18.828 DEBUG:teuthology.misc:System to be installed: Ubuntu 2021-07-26T15:43:18.828 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2021-07-26T15:43:18.829 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-07-26T15:43:18.829 INFO:teuthology.packaging:ref: None 2021-07-26T15:43:18.829 INFO:teuthology.packaging:tag: None 2021-07-26T15:43:18.830 INFO:teuthology.packaging:branch: octopus 2021-07-26T15:43:18.830 INFO:teuthology.packaging:sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:43:18.831 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=octopus 2021-07-26T15:43:19.057 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default/ 2021-07-26T15:43:19.057 INFO:teuthology.task.install.deb:Package version is 15.2.13-213-g0f589fd5-1focal 2021-07-26T15:43:19.079 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default/ 2021-07-26T15:43:19.080 INFO:teuthology.task.install.deb:Package version is 15.2.13-213-g0f589fd5-1focal 2021-07-26T15:43:19.206 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2021-07-26T15:43:19.206 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2021-07-26T15:43:19.226 DEBUG:teuthology.orchestra.run.smithi107:> sudo apt-get update 2021-07-26T15:43:19.227 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2021-07-26T15:43:19.227 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2021-07-26T15:43:19.244 DEBUG:teuthology.orchestra.run.smithi037:> sudo apt-get update 2021-07-26T15:43:19.367 INFO:teuthology.orchestra.run.smithi107.stdout:Hit:1 http://security.ubuntu.com/ubuntu focal-security InRelease 2021-07-26T15:43:19.382 INFO:teuthology.orchestra.run.smithi037.stdout:Hit:1 http://security.ubuntu.com/ubuntu focal-security InRelease 2021-07-26T15:43:19.445 INFO:teuthology.orchestra.run.smithi107.stdout:Ign:2 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal InRelease 2021-07-26T15:43:19.446 INFO:teuthology.orchestra.run.smithi037.stdout:Ign:2 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal InRelease 2021-07-26T15:43:19.469 INFO:teuthology.orchestra.run.smithi107.stdout:Get:3 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal Release [7,680 B] 2021-07-26T15:43:19.470 INFO:teuthology.orchestra.run.smithi037.stdout:Get:3 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal Release [7,680 B] 2021-07-26T15:43:19.484 INFO:teuthology.orchestra.run.smithi107.stdout:Hit:4 http://archive.ubuntu.com/ubuntu focal InRelease 2021-07-26T15:43:19.494 INFO:teuthology.orchestra.run.smithi107.stdout:Ign:5 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal Release.gpg 2021-07-26T15:43:19.495 INFO:teuthology.orchestra.run.smithi037.stdout:Ign:4 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal Release.gpg 2021-07-26T15:43:19.499 INFO:teuthology.orchestra.run.smithi037.stdout:Hit:5 http://archive.ubuntu.com/ubuntu focal InRelease 2021-07-26T15:43:19.518 INFO:teuthology.orchestra.run.smithi107.stdout:Get:6 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main i386 Packages [3,062 B] 2021-07-26T15:43:19.521 INFO:teuthology.orchestra.run.smithi037.stdout:Get:6 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main i386 Packages [3,062 B] 2021-07-26T15:43:19.551 INFO:teuthology.orchestra.run.smithi107.stdout:Get:7 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 Packages [15.8 kB] 2021-07-26T15:43:19.557 INFO:teuthology.orchestra.run.smithi037.stdout:Get:7 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 Packages [15.8 kB] 2021-07-26T15:43:19.566 INFO:teuthology.orchestra.run.smithi107.stdout:Hit:8 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2021-07-26T15:43:19.581 INFO:teuthology.orchestra.run.smithi037.stdout:Hit:8 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2021-07-26T15:43:19.655 INFO:teuthology.orchestra.run.smithi107.stdout:Hit:9 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2021-07-26T15:43:19.663 INFO:teuthology.orchestra.run.smithi037.stdout:Hit:9 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2021-07-26T15:43:20.020 INFO:teuthology.orchestra.run.smithi107.stdout:Fetched 26.5 kB in 1s (41.7 kB/s) 2021-07-26T15:43:20.052 INFO:teuthology.orchestra.run.smithi037.stdout:Fetched 26.5 kB in 1s (41.1 kB/s) 2021-07-26T15:43:20.779 INFO:teuthology.orchestra.run.smithi107.stdout:Reading package lists... 2021-07-26T15:43:20.802 DEBUG:teuthology.orchestra.run.smithi107:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=15.2.13-213-g0f589fd5-1focal cephadm=15.2.13-213-g0f589fd5-1focal ceph-mds=15.2.13-213-g0f589fd5-1focal ceph-mgr=15.2.13-213-g0f589fd5-1focal ceph-common=15.2.13-213-g0f589fd5-1focal ceph-fuse=15.2.13-213-g0f589fd5-1focal ceph-test=15.2.13-213-g0f589fd5-1focal radosgw=15.2.13-213-g0f589fd5-1focal python3-rados=15.2.13-213-g0f589fd5-1focal python3-rgw=15.2.13-213-g0f589fd5-1focal python3-cephfs=15.2.13-213-g0f589fd5-1focal python3-rbd=15.2.13-213-g0f589fd5-1focal libcephfs2=15.2.13-213-g0f589fd5-1focal libcephfs-dev=15.2.13-213-g0f589fd5-1focal librados2=15.2.13-213-g0f589fd5-1focal librbd1=15.2.13-213-g0f589fd5-1focal rbd-fuse=15.2.13-213-g0f589fd5-1focal 2021-07-26T15:43:20.847 INFO:teuthology.orchestra.run.smithi037.stdout:Reading package lists... 2021-07-26T15:43:20.865 INFO:teuthology.orchestra.run.smithi107.stdout:Reading package lists... 2021-07-26T15:43:20.869 DEBUG:teuthology.orchestra.run.smithi037:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=15.2.13-213-g0f589fd5-1focal cephadm=15.2.13-213-g0f589fd5-1focal ceph-mds=15.2.13-213-g0f589fd5-1focal ceph-mgr=15.2.13-213-g0f589fd5-1focal ceph-common=15.2.13-213-g0f589fd5-1focal ceph-fuse=15.2.13-213-g0f589fd5-1focal ceph-test=15.2.13-213-g0f589fd5-1focal radosgw=15.2.13-213-g0f589fd5-1focal python3-rados=15.2.13-213-g0f589fd5-1focal python3-rgw=15.2.13-213-g0f589fd5-1focal python3-cephfs=15.2.13-213-g0f589fd5-1focal python3-rbd=15.2.13-213-g0f589fd5-1focal libcephfs2=15.2.13-213-g0f589fd5-1focal libcephfs-dev=15.2.13-213-g0f589fd5-1focal librados2=15.2.13-213-g0f589fd5-1focal librbd1=15.2.13-213-g0f589fd5-1focal rbd-fuse=15.2.13-213-g0f589fd5-1focal 2021-07-26T15:43:20.935 INFO:teuthology.orchestra.run.smithi037.stdout:Reading package lists... 2021-07-26T15:43:21.027 INFO:teuthology.orchestra.run.smithi107.stdout:Building dependency tree... 2021-07-26T15:43:21.027 INFO:teuthology.orchestra.run.smithi107.stdout:Reading state information... 2021-07-26T15:43:21.099 INFO:teuthology.orchestra.run.smithi037.stdout:Building dependency tree... 2021-07-26T15:43:21.099 INFO:teuthology.orchestra.run.smithi037.stdout:Reading state information... 2021-07-26T15:43:21.166 INFO:teuthology.orchestra.run.smithi107.stdout:The following packages were automatically installed and are no longer required: 2021-07-26T15:43:21.168 INFO:teuthology.orchestra.run.smithi107.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2021-07-26T15:43:21.168 INFO:teuthology.orchestra.run.smithi107.stdout:Use 'sudo apt autoremove' to remove them. 2021-07-26T15:43:21.168 INFO:teuthology.orchestra.run.smithi107.stdout:The following additional packages will be installed: 2021-07-26T15:43:21.169 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-cloud 2021-07-26T15:43:21.169 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-diskprediction-local ceph-mgr-k8sevents ceph-mgr-modules-core 2021-07-26T15:43:21.169 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mon ceph-osd jq libjq1 libjs-sphinxdoc libjs-underscore liblbfgsb0 2021-07-26T15:43:21.169 INFO:teuthology.orchestra.run.smithi107.stdout: libleveldb1d liblttng-ust0 liboath0 libonig5 librabbitmq4 libradosstriper1 2021-07-26T15:43:21.169 INFO:teuthology.orchestra.run.smithi107.stdout: librdkafka1 librgw2 libxslt1.1 nvme-cli python-pastedeploy-tpl 2021-07-26T15:43:21.170 INFO:teuthology.orchestra.run.smithi107.stdout: python3-atomicwrites python3-attr python3-bcrypt python3-blinker python3-bs4 2021-07-26T15:43:21.170 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common 2021-07-26T15:43:21.170 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cherrypy3 python3-cryptography python3-decorator python3-google-auth 2021-07-26T15:43:21.170 INFO:teuthology.orchestra.run.smithi107.stdout: python3-html5lib python3-jinja2 python3-joblib python3-jwt 2021-07-26T15:43:21.171 INFO:teuthology.orchestra.run.smithi107.stdout: python3-kubernetes python3-logutils python3-lxml python3-mako 2021-07-26T15:43:21.171 INFO:teuthology.orchestra.run.smithi107.stdout: python3-markupsafe python3-oauthlib python3-openssl python3-packaging 2021-07-26T15:43:21.171 INFO:teuthology.orchestra.run.smithi107.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2021-07-26T15:43:21.171 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pluggy python3-prettytable python3-psutil python3-py python3-pyasn1 2021-07-26T15:43:21.172 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pyasn1-modules python3-pyinotify python3-pytest python3-repoze.lru 2021-07-26T15:43:21.172 INFO:teuthology.orchestra.run.smithi107.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-scipy 2021-07-26T15:43:21.172 INFO:teuthology.orchestra.run.smithi107.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2021-07-26T15:43:21.172 INFO:teuthology.orchestra.run.smithi107.stdout: python3-sklearn python3-sklearn-lib python3-soupsieve python3-tempita 2021-07-26T15:43:21.172 INFO:teuthology.orchestra.run.smithi107.stdout: python3-waitress python3-wcwidth python3-webencodings python3-webob 2021-07-26T15:43:21.173 INFO:teuthology.orchestra.run.smithi107.stdout: python3-websocket python3-webtest python3-werkzeug socat xmlstarlet 2021-07-26T15:43:21.173 INFO:teuthology.orchestra.run.smithi107.stdout:Suggested packages: 2021-07-26T15:43:21.174 INFO:teuthology.orchestra.run.smithi107.stdout: python3-influxdb python-attr-doc python-blinker-doc python-cryptography-doc 2021-07-26T15:43:21.174 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cryptography-vectors python3-genshi python-jinja2-doc python3-crypto 2021-07-26T15:43:21.174 INFO:teuthology.orchestra.run.smithi107.stdout: python3-lxml-dbg python-lxml-doc python3-beaker python-mako-doc 2021-07-26T15:43:21.174 INFO:teuthology.orchestra.run.smithi107.stdout: python-openssl-doc python3-openssl-dbg httpd-wsgi libapache2-mod-python 2021-07-26T15:43:21.174 INFO:teuthology.orchestra.run.smithi107.stdout: libapache2-mod-scgi libjs-mochikit python-pecan-doc python-psutil-doc 2021-07-26T15:43:21.175 INFO:teuthology.orchestra.run.smithi107.stdout: subversion python-pyinotify-doc python-scipy-doc python3-dap 2021-07-26T15:43:21.175 INFO:teuthology.orchestra.run.smithi107.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2021-07-26T15:43:21.175 INFO:teuthology.orchestra.run.smithi107.stdout: python-webtest-doc python-werkzeug-doc python3-termcolor python3-watchdog 2021-07-26T15:43:21.175 INFO:teuthology.orchestra.run.smithi107.stdout:Recommended packages: 2021-07-26T15:43:21.176 INFO:teuthology.orchestra.run.smithi107.stdout: btrfs-tools 2021-07-26T15:43:21.241 INFO:teuthology.orchestra.run.smithi037.stdout:The following packages were automatically installed and are no longer required: 2021-07-26T15:43:21.241 INFO:teuthology.orchestra.run.smithi037.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2021-07-26T15:43:21.241 INFO:teuthology.orchestra.run.smithi037.stdout:Use 'sudo apt autoremove' to remove them. 2021-07-26T15:43:21.242 INFO:teuthology.orchestra.run.smithi037.stdout:The following additional packages will be installed: 2021-07-26T15:43:21.242 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-cloud 2021-07-26T15:43:21.242 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-diskprediction-local ceph-mgr-k8sevents ceph-mgr-modules-core 2021-07-26T15:43:21.242 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mon ceph-osd jq libjq1 libjs-sphinxdoc libjs-underscore liblbfgsb0 2021-07-26T15:43:21.243 INFO:teuthology.orchestra.run.smithi037.stdout: libleveldb1d liblttng-ust0 liboath0 libonig5 librabbitmq4 libradosstriper1 2021-07-26T15:43:21.243 INFO:teuthology.orchestra.run.smithi037.stdout: librdkafka1 librgw2 libxslt1.1 nvme-cli python-pastedeploy-tpl 2021-07-26T15:43:21.243 INFO:teuthology.orchestra.run.smithi037.stdout: python3-atomicwrites python3-attr python3-bcrypt python3-blinker python3-bs4 2021-07-26T15:43:21.244 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common 2021-07-26T15:43:21.244 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cherrypy3 python3-cryptography python3-decorator python3-google-auth 2021-07-26T15:43:21.244 INFO:teuthology.orchestra.run.smithi037.stdout: python3-html5lib python3-jinja2 python3-joblib python3-jwt 2021-07-26T15:43:21.244 INFO:teuthology.orchestra.run.smithi037.stdout: python3-kubernetes python3-logutils python3-lxml python3-mako 2021-07-26T15:43:21.245 INFO:teuthology.orchestra.run.smithi037.stdout: python3-markupsafe python3-oauthlib python3-openssl python3-packaging 2021-07-26T15:43:21.245 INFO:teuthology.orchestra.run.smithi037.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2021-07-26T15:43:21.245 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pluggy python3-prettytable python3-psutil python3-py python3-pyasn1 2021-07-26T15:43:21.245 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pyasn1-modules python3-pyinotify python3-pytest python3-repoze.lru 2021-07-26T15:43:21.246 INFO:teuthology.orchestra.run.smithi037.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-scipy 2021-07-26T15:43:21.246 INFO:teuthology.orchestra.run.smithi037.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2021-07-26T15:43:21.246 INFO:teuthology.orchestra.run.smithi037.stdout: python3-sklearn python3-sklearn-lib python3-soupsieve python3-tempita 2021-07-26T15:43:21.246 INFO:teuthology.orchestra.run.smithi037.stdout: python3-waitress python3-wcwidth python3-webencodings python3-webob 2021-07-26T15:43:21.247 INFO:teuthology.orchestra.run.smithi037.stdout: python3-websocket python3-webtest python3-werkzeug socat xmlstarlet 2021-07-26T15:43:21.247 INFO:teuthology.orchestra.run.smithi037.stdout:Suggested packages: 2021-07-26T15:43:21.248 INFO:teuthology.orchestra.run.smithi037.stdout: python3-influxdb python-attr-doc python-blinker-doc python-cryptography-doc 2021-07-26T15:43:21.248 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cryptography-vectors python3-genshi python-jinja2-doc python3-crypto 2021-07-26T15:43:21.248 INFO:teuthology.orchestra.run.smithi037.stdout: python3-lxml-dbg python-lxml-doc python3-beaker python-mako-doc 2021-07-26T15:43:21.249 INFO:teuthology.orchestra.run.smithi037.stdout: python-openssl-doc python3-openssl-dbg httpd-wsgi libapache2-mod-python 2021-07-26T15:43:21.249 INFO:teuthology.orchestra.run.smithi037.stdout: libapache2-mod-scgi libjs-mochikit python-pecan-doc python-psutil-doc 2021-07-26T15:43:21.250 INFO:teuthology.orchestra.run.smithi037.stdout: subversion python-pyinotify-doc python-scipy-doc python3-dap 2021-07-26T15:43:21.250 INFO:teuthology.orchestra.run.smithi037.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2021-07-26T15:43:21.250 INFO:teuthology.orchestra.run.smithi037.stdout: python-webtest-doc python-werkzeug-doc python3-termcolor python3-watchdog 2021-07-26T15:43:21.251 INFO:teuthology.orchestra.run.smithi037.stdout:Recommended packages: 2021-07-26T15:43:21.251 INFO:teuthology.orchestra.run.smithi037.stdout: btrfs-tools 2021-07-26T15:43:21.262 INFO:teuthology.orchestra.run.smithi107.stdout:The following NEW packages will be installed: 2021-07-26T15:43:21.264 INFO:teuthology.orchestra.run.smithi107.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2021-07-26T15:43:21.265 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-cloud 2021-07-26T15:43:21.265 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mgr-diskprediction-local ceph-mgr-k8sevents ceph-mgr-modules-core 2021-07-26T15:43:21.265 INFO:teuthology.orchestra.run.smithi107.stdout: ceph-mon ceph-osd ceph-test cephadm jq libcephfs-dev libcephfs2 libjq1 2021-07-26T15:43:21.265 INFO:teuthology.orchestra.run.smithi107.stdout: libjs-sphinxdoc libjs-underscore liblbfgsb0 libleveldb1d liblttng-ust0 2021-07-26T15:43:21.265 INFO:teuthology.orchestra.run.smithi107.stdout: liboath0 libonig5 librabbitmq4 libradosstriper1 librdkafka1 librgw2 2021-07-26T15:43:21.266 INFO:teuthology.orchestra.run.smithi107.stdout: libxslt1.1 nvme-cli python-pastedeploy-tpl python3-atomicwrites python3-attr 2021-07-26T15:43:21.266 INFO:teuthology.orchestra.run.smithi107.stdout: python3-bcrypt python3-blinker python3-bs4 python3-cachetools 2021-07-26T15:43:21.267 INFO:teuthology.orchestra.run.smithi107.stdout: python3-ceph-argparse python3-ceph-common python3-cephfs python3-cherrypy3 2021-07-26T15:43:21.267 INFO:teuthology.orchestra.run.smithi107.stdout: python3-cryptography python3-decorator python3-google-auth python3-html5lib 2021-07-26T15:43:21.267 INFO:teuthology.orchestra.run.smithi107.stdout: python3-jinja2 python3-joblib python3-jwt python3-kubernetes 2021-07-26T15:43:21.267 INFO:teuthology.orchestra.run.smithi107.stdout: python3-logutils python3-lxml python3-mako python3-markupsafe 2021-07-26T15:43:21.268 INFO:teuthology.orchestra.run.smithi107.stdout: python3-oauthlib python3-openssl python3-packaging python3-paste 2021-07-26T15:43:21.268 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pastedeploy python3-pastescript python3-pecan python3-pluggy 2021-07-26T15:43:21.268 INFO:teuthology.orchestra.run.smithi107.stdout: python3-prettytable python3-psutil python3-py python3-pyasn1 2021-07-26T15:43:21.271 INFO:teuthology.orchestra.run.smithi107.stdout: python3-pyasn1-modules python3-pyinotify python3-pytest python3-rados 2021-07-26T15:43:21.272 INFO:teuthology.orchestra.run.smithi107.stdout: python3-rbd python3-repoze.lru python3-requests-oauthlib python3-rgw 2021-07-26T15:43:21.272 INFO:teuthology.orchestra.run.smithi107.stdout: python3-routes python3-rsa python3-scipy python3-simplegeneric 2021-07-26T15:43:21.275 INFO:teuthology.orchestra.run.smithi107.stdout: python3-simplejson python3-singledispatch python3-sklearn 2021-07-26T15:43:21.275 INFO:teuthology.orchestra.run.smithi107.stdout: python3-sklearn-lib python3-soupsieve python3-tempita python3-waitress 2021-07-26T15:43:21.276 INFO:teuthology.orchestra.run.smithi107.stdout: python3-wcwidth python3-webencodings python3-webob python3-websocket 2021-07-26T15:43:21.276 INFO:teuthology.orchestra.run.smithi107.stdout: python3-webtest python3-werkzeug radosgw rbd-fuse socat xmlstarlet 2021-07-26T15:43:21.276 INFO:teuthology.orchestra.run.smithi107.stdout:The following packages will be upgraded: 2021-07-26T15:43:21.277 INFO:teuthology.orchestra.run.smithi107.stdout: librados2 librbd1 2021-07-26T15:43:21.333 INFO:teuthology.orchestra.run.smithi037.stdout:The following NEW packages will be installed: 2021-07-26T15:43:21.334 INFO:teuthology.orchestra.run.smithi037.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2021-07-26T15:43:21.334 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-cloud 2021-07-26T15:43:21.334 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-diskprediction-local ceph-mgr-k8sevents ceph-mgr-modules-core 2021-07-26T15:43:21.336 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mon ceph-osd ceph-test cephadm jq libcephfs-dev libcephfs2 libjq1 2021-07-26T15:43:21.336 INFO:teuthology.orchestra.run.smithi037.stdout: libjs-sphinxdoc libjs-underscore liblbfgsb0 libleveldb1d liblttng-ust0 2021-07-26T15:43:21.336 INFO:teuthology.orchestra.run.smithi037.stdout: liboath0 libonig5 librabbitmq4 libradosstriper1 librdkafka1 librgw2 2021-07-26T15:43:21.337 INFO:teuthology.orchestra.run.smithi037.stdout: libxslt1.1 nvme-cli python-pastedeploy-tpl python3-atomicwrites python3-attr 2021-07-26T15:43:21.337 INFO:teuthology.orchestra.run.smithi037.stdout: python3-bcrypt python3-blinker python3-bs4 python3-cachetools 2021-07-26T15:43:21.337 INFO:teuthology.orchestra.run.smithi037.stdout: python3-ceph-argparse python3-ceph-common python3-cephfs python3-cherrypy3 2021-07-26T15:43:21.337 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cryptography python3-decorator python3-google-auth python3-html5lib 2021-07-26T15:43:21.338 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jinja2 python3-joblib python3-jwt python3-kubernetes 2021-07-26T15:43:21.338 INFO:teuthology.orchestra.run.smithi037.stdout: python3-logutils python3-lxml python3-mako python3-markupsafe 2021-07-26T15:43:21.338 INFO:teuthology.orchestra.run.smithi037.stdout: python3-oauthlib python3-openssl python3-packaging python3-paste 2021-07-26T15:43:21.338 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pastedeploy python3-pastescript python3-pecan python3-pluggy 2021-07-26T15:43:21.339 INFO:teuthology.orchestra.run.smithi037.stdout: python3-prettytable python3-psutil python3-py python3-pyasn1 2021-07-26T15:43:21.339 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pyasn1-modules python3-pyinotify python3-pytest python3-rados 2021-07-26T15:43:21.339 INFO:teuthology.orchestra.run.smithi037.stdout: python3-rbd python3-repoze.lru python3-requests-oauthlib python3-rgw 2021-07-26T15:43:21.339 INFO:teuthology.orchestra.run.smithi037.stdout: python3-routes python3-rsa python3-scipy python3-simplegeneric 2021-07-26T15:43:21.339 INFO:teuthology.orchestra.run.smithi037.stdout: python3-simplejson python3-singledispatch python3-sklearn 2021-07-26T15:43:21.340 INFO:teuthology.orchestra.run.smithi037.stdout: python3-sklearn-lib python3-soupsieve python3-tempita python3-waitress 2021-07-26T15:43:21.340 INFO:teuthology.orchestra.run.smithi037.stdout: python3-wcwidth python3-webencodings python3-webob python3-websocket 2021-07-26T15:43:21.341 INFO:teuthology.orchestra.run.smithi037.stdout: python3-webtest python3-werkzeug radosgw rbd-fuse socat xmlstarlet 2021-07-26T15:43:21.341 INFO:teuthology.orchestra.run.smithi037.stdout:The following packages will be upgraded: 2021-07-26T15:43:21.341 INFO:teuthology.orchestra.run.smithi037.stdout: librados2 librbd1 2021-07-26T15:43:21.420 INFO:teuthology.orchestra.run.smithi107.stdout:2 upgraded, 97 newly installed, 0 to remove and 143 not upgraded. 2021-07-26T15:43:21.420 INFO:teuthology.orchestra.run.smithi107.stdout:Need to get 153 MB of archives. 2021-07-26T15:43:21.420 INFO:teuthology.orchestra.run.smithi107.stdout:After this operation, 697 MB of additional disk space will be used. 2021-07-26T15:43:21.421 INFO:teuthology.orchestra.run.smithi107.stdout:Get:1 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 librbd1 amd64 15.2.13-213-g0f589fd5-1focal [1,694 kB] 2021-07-26T15:43:21.454 INFO:teuthology.orchestra.run.smithi107.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal/main amd64 liblttng-ust0 amd64 2.11.0-1 [160 kB] 2021-07-26T15:43:21.497 INFO:teuthology.orchestra.run.smithi037.stdout:2 upgraded, 97 newly installed, 0 to remove and 143 not upgraded. 2021-07-26T15:43:21.497 INFO:teuthology.orchestra.run.smithi037.stdout:Need to get 153 MB of archives. 2021-07-26T15:43:21.497 INFO:teuthology.orchestra.run.smithi037.stdout:After this operation, 697 MB of additional disk space will be used. 2021-07-26T15:43:21.498 INFO:teuthology.orchestra.run.smithi037.stdout:Get:1 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 librbd1 amd64 15.2.13-213-g0f589fd5-1focal [1,694 kB] 2021-07-26T15:43:21.526 INFO:teuthology.orchestra.run.smithi037.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal/main amd64 liblttng-ust0 amd64 2.11.0-1 [160 kB] 2021-07-26T15:43:21.606 INFO:teuthology.orchestra.run.smithi107.stdout:Get:3 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 librados2 amd64 15.2.13-213-g0f589fd5-1focal [3,247 kB] 2021-07-26T15:43:21.696 INFO:teuthology.orchestra.run.smithi037.stdout:Get:3 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 librados2 amd64 15.2.13-213-g0f589fd5-1focal [3,247 kB] 2021-07-26T15:43:21.777 INFO:teuthology.orchestra.run.smithi107.stdout:Get:4 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 libcephfs2 amd64 15.2.13-213-g0f589fd5-1focal [463 kB] 2021-07-26T15:43:21.807 INFO:teuthology.orchestra.run.smithi107.stdout:Get:5 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 python3-rados amd64 15.2.13-213-g0f589fd5-1focal [366 kB] 2021-07-26T15:43:21.835 INFO:teuthology.orchestra.run.smithi107.stdout:Get:6 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-argparse all 15.2.13-213-g0f589fd5-1focal [20.8 kB] 2021-07-26T15:43:21.843 INFO:teuthology.orchestra.run.smithi107.stdout:Get:7 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 python3-cephfs amd64 15.2.13-213-g0f589fd5-1focal [156 kB] 2021-07-26T15:43:21.843 INFO:teuthology.orchestra.run.smithi107.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-prettytable all 0.7.2-5 [20.1 kB] 2021-07-26T15:43:21.843 INFO:teuthology.orchestra.run.smithi107.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal/main amd64 librabbitmq4 amd64 0.10.0-1 [35.8 kB] 2021-07-26T15:43:21.844 INFO:teuthology.orchestra.run.smithi107.stdout:Get:10 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-common all 15.2.13-213-g0f589fd5-1focal [29.0 kB] 2021-07-26T15:43:21.844 INFO:teuthology.orchestra.run.smithi107.stdout:Get:11 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 python3-rbd amd64 15.2.13-213-g0f589fd5-1focal [363 kB] 2021-07-26T15:43:21.844 INFO:teuthology.orchestra.run.smithi107.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal/universe amd64 librdkafka1 amd64 1.2.1-1ubuntu1 [410 kB] 2021-07-26T15:43:21.871 INFO:teuthology.orchestra.run.smithi107.stdout:Get:13 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 librgw2 amd64 15.2.13-213-g0f589fd5-1focal [3,140 kB] 2021-07-26T15:43:21.922 INFO:teuthology.orchestra.run.smithi037.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-prettytable all 0.7.2-5 [20.1 kB] 2021-07-26T15:43:21.923 INFO:teuthology.orchestra.run.smithi037.stdout:Get:5 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 libcephfs2 amd64 15.2.13-213-g0f589fd5-1focal [463 kB] 2021-07-26T15:43:21.929 INFO:teuthology.orchestra.run.smithi037.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal/main amd64 librabbitmq4 amd64 0.10.0-1 [35.8 kB] 2021-07-26T15:43:21.938 INFO:teuthology.orchestra.run.smithi037.stdout:Get:7 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 python3-rados amd64 15.2.13-213-g0f589fd5-1focal [366 kB] 2021-07-26T15:43:21.946 INFO:teuthology.orchestra.run.smithi037.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal/universe amd64 librdkafka1 amd64 1.2.1-1ubuntu1 [410 kB] 2021-07-26T15:43:21.972 INFO:teuthology.orchestra.run.smithi037.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-argparse all 15.2.13-213-g0f589fd5-1focal [20.8 kB] 2021-07-26T15:43:21.973 INFO:teuthology.orchestra.run.smithi037.stdout:Get:10 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 python3-cephfs amd64 15.2.13-213-g0f589fd5-1focal [156 kB] 2021-07-26T15:43:21.978 INFO:teuthology.orchestra.run.smithi037.stdout:Get:11 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-common all 15.2.13-213-g0f589fd5-1focal [29.0 kB] 2021-07-26T15:43:21.979 INFO:teuthology.orchestra.run.smithi037.stdout:Get:12 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 python3-rbd amd64 15.2.13-213-g0f589fd5-1focal [363 kB] 2021-07-26T15:43:22.003 INFO:teuthology.orchestra.run.smithi107.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal/main amd64 libleveldb1d amd64 1.22-3ubuntu2 [139 kB] 2021-07-26T15:43:22.014 INFO:teuthology.orchestra.run.smithi037.stdout:Get:13 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 librgw2 amd64 15.2.13-213-g0f589fd5-1focal [3,140 kB] 2021-07-26T15:43:22.032 INFO:teuthology.orchestra.run.smithi107.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal/main amd64 liboath0 amd64 2.6.1-1.3 [44.7 kB] 2021-07-26T15:43:22.040 INFO:teuthology.orchestra.run.smithi107.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-cryptography amd64 2.8-3ubuntu0.1 [211 kB] 2021-07-26T15:43:22.048 INFO:teuthology.orchestra.run.smithi107.stdout:Get:17 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 python3-rgw amd64 15.2.13-213-g0f589fd5-1focal [116 kB] 2021-07-26T15:43:22.068 INFO:teuthology.orchestra.run.smithi107.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-openssl all 19.0.0-1build1 [43.3 kB] 2021-07-26T15:43:22.071 INFO:teuthology.orchestra.run.smithi107.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bcrypt amd64 3.1.7-2ubuntu1 [30.4 kB] 2021-07-26T15:43:22.073 INFO:teuthology.orchestra.run.smithi107.stdout:Get:20 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 libradosstriper1 amd64 15.2.13-213-g0f589fd5-1focal [360 kB] 2021-07-26T15:43:22.074 INFO:teuthology.orchestra.run.smithi107.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cherrypy3 all 8.9.1-6 [160 kB] 2021-07-26T15:43:22.086 INFO:teuthology.orchestra.run.smithi107.stdout:Get:22 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-common amd64 15.2.13-213-g0f589fd5-1focal [20.0 MB] 2021-07-26T15:43:22.088 INFO:teuthology.orchestra.run.smithi037.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal/main amd64 libleveldb1d amd64 1.22-3ubuntu2 [139 kB] 2021-07-26T15:43:22.090 INFO:teuthology.orchestra.run.smithi107.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jwt all 1.7.1-2ubuntu2 [17.4 kB] 2021-07-26T15:43:22.092 INFO:teuthology.orchestra.run.smithi107.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-logutils all 0.3.3-7 [17.3 kB] 2021-07-26T15:43:22.093 INFO:teuthology.orchestra.run.smithi107.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-markupsafe amd64 1.1.0-1build2 [13.9 kB] 2021-07-26T15:43:22.095 INFO:teuthology.orchestra.run.smithi107.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-mako all 1.1.0+ds1-1ubuntu2 [59.1 kB] 2021-07-26T15:43:22.119 INFO:teuthology.orchestra.run.smithi037.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal/main amd64 liboath0 amd64 2.6.1-1.3 [44.7 kB] 2021-07-26T15:43:22.126 INFO:teuthology.orchestra.run.smithi037.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-cryptography amd64 2.8-3ubuntu0.1 [211 kB] 2021-07-26T15:43:22.161 INFO:teuthology.orchestra.run.smithi037.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-openssl all 19.0.0-1build1 [43.3 kB] 2021-07-26T15:43:22.166 INFO:teuthology.orchestra.run.smithi037.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bcrypt amd64 3.1.7-2ubuntu1 [30.4 kB] 2021-07-26T15:43:22.169 INFO:teuthology.orchestra.run.smithi037.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cherrypy3 all 8.9.1-6 [160 kB] 2021-07-26T15:43:22.170 INFO:teuthology.orchestra.run.smithi107.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2021-07-26T15:43:22.170 INFO:teuthology.orchestra.run.smithi107.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-singledispatch all 3.4.0.3-2build1 [7,128 B] 2021-07-26T15:43:22.178 INFO:teuthology.orchestra.run.smithi107.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webob all 1:1.8.5-2 [84.4 kB] 2021-07-26T15:43:22.178 INFO:teuthology.orchestra.run.smithi107.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-soupsieve all 1.9.5+dfsg-1 [29.1 kB] 2021-07-26T15:43:22.179 INFO:teuthology.orchestra.run.smithi107.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bs4 all 4.8.2-1 [83.0 kB] 2021-07-26T15:43:22.185 INFO:teuthology.orchestra.run.smithi037.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jwt all 1.7.1-2ubuntu2 [17.4 kB] 2021-07-26T15:43:22.186 INFO:teuthology.orchestra.run.smithi037.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-logutils all 0.3.3-7 [17.3 kB] 2021-07-26T15:43:22.188 INFO:teuthology.orchestra.run.smithi037.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-markupsafe amd64 1.1.0-1build2 [13.9 kB] 2021-07-26T15:43:22.189 INFO:teuthology.orchestra.run.smithi037.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-mako all 1.1.0+ds1-1ubuntu2 [59.1 kB] 2021-07-26T15:43:22.228 INFO:teuthology.orchestra.run.smithi037.stdout:Get:24 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 python3-rgw amd64 15.2.13-213-g0f589fd5-1focal [116 kB] 2021-07-26T15:43:22.251 INFO:teuthology.orchestra.run.smithi107.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-waitress all 1.4.1-1 [80.6 kB] 2021-07-26T15:43:22.254 INFO:teuthology.orchestra.run.smithi107.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-tempita all 0.5.2-6 [14.8 kB] 2021-07-26T15:43:22.255 INFO:teuthology.orchestra.run.smithi107.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-paste all 3.4.0+dfsg1-1 [456 kB] 2021-07-26T15:43:22.256 INFO:teuthology.orchestra.run.smithi037.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2021-07-26T15:43:22.257 INFO:teuthology.orchestra.run.smithi037.stdout:Get:26 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 libradosstriper1 amd64 15.2.13-213-g0f589fd5-1focal [360 kB] 2021-07-26T15:43:22.257 INFO:teuthology.orchestra.run.smithi037.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-singledispatch all 3.4.0.3-2build1 [7,128 B] 2021-07-26T15:43:22.258 INFO:teuthology.orchestra.run.smithi037.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webob all 1:1.8.5-2 [84.4 kB] 2021-07-26T15:43:22.262 INFO:teuthology.orchestra.run.smithi037.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-soupsieve all 1.9.5+dfsg-1 [29.1 kB] 2021-07-26T15:43:22.263 INFO:teuthology.orchestra.run.smithi037.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bs4 all 4.8.2-1 [83.0 kB] 2021-07-26T15:43:22.270 INFO:teuthology.orchestra.run.smithi037.stdout:Get:31 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-common amd64 15.2.13-213-g0f589fd5-1focal [20.0 MB] 2021-07-26T15:43:22.275 INFO:teuthology.orchestra.run.smithi107.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal/main amd64 python-pastedeploy-tpl all 2.1.0-1 [5,016 B] 2021-07-26T15:43:22.275 INFO:teuthology.orchestra.run.smithi107.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastedeploy all 2.1.0-1 [26.5 kB] 2021-07-26T15:43:22.334 INFO:teuthology.orchestra.run.smithi107.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webtest all 2.0.32-2 [28.2 kB] 2021-07-26T15:43:22.334 INFO:teuthology.orchestra.run.smithi107.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pecan all 1.3.3-3ubuntu1 [85.8 kB] 2021-07-26T15:43:22.342 INFO:teuthology.orchestra.run.smithi107.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-werkzeug all 0.16.1+dfsg1-2 [183 kB] 2021-07-26T15:43:22.342 INFO:teuthology.orchestra.run.smithi037.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-waitress all 1.4.1-1 [80.6 kB] 2021-07-26T15:43:22.342 INFO:teuthology.orchestra.run.smithi037.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-tempita all 0.5.2-6 [14.8 kB] 2021-07-26T15:43:22.343 INFO:teuthology.orchestra.run.smithi037.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-paste all 3.4.0+dfsg1-1 [456 kB] 2021-07-26T15:43:22.345 INFO:teuthology.orchestra.run.smithi107.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jinja2 all 2.10.1-2 [95.5 kB] 2021-07-26T15:43:22.349 INFO:teuthology.orchestra.run.smithi107.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2021-07-26T15:43:22.363 INFO:teuthology.orchestra.run.smithi037.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal/main amd64 python-pastedeploy-tpl all 2.1.0-1 [5,016 B] 2021-07-26T15:43:22.363 INFO:teuthology.orchestra.run.smithi037.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastedeploy all 2.1.0-1 [26.5 kB] 2021-07-26T15:43:22.415 INFO:teuthology.orchestra.run.smithi107.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libjs-underscore all 1.9.1~dfsg-1ubuntu0.20.04.1 [99.5 kB] 2021-07-26T15:43:22.419 INFO:teuthology.orchestra.run.smithi107.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-sphinxdoc all 1.8.5-7ubuntu3 [97.1 kB] 2021-07-26T15:43:22.420 INFO:teuthology.orchestra.run.smithi037.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webtest all 2.0.32-2 [28.2 kB] 2021-07-26T15:43:22.421 INFO:teuthology.orchestra.run.smithi037.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pecan all 1.3.3-3ubuntu1 [85.8 kB] 2021-07-26T15:43:22.424 INFO:teuthology.orchestra.run.smithi107.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-routes all 2.4.1-2 [88.1 kB] 2021-07-26T15:43:22.425 INFO:teuthology.orchestra.run.smithi037.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-werkzeug all 0.16.1+dfsg1-2 [183 kB] 2021-07-26T15:43:22.427 INFO:teuthology.orchestra.run.smithi107.stdout:Get:45 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-decorator all 4.4.2-0ubuntu1 [10.3 kB] 2021-07-26T15:43:22.427 INFO:teuthology.orchestra.run.smithi107.stdout:Get:46 http://archive.ubuntu.com/ubuntu focal/universe amd64 liblbfgsb0 amd64 3.0+dfsg.3-7build1 [29.5 kB] 2021-07-26T15:43:22.433 INFO:teuthology.orchestra.run.smithi037.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jinja2 all 2.10.1-2 [95.5 kB] 2021-07-26T15:43:22.441 INFO:teuthology.orchestra.run.smithi037.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2021-07-26T15:43:22.499 INFO:teuthology.orchestra.run.smithi107.stdout:Get:47 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-scipy amd64 1.3.3-3build1 [11.1 MB] 2021-07-26T15:43:22.503 INFO:teuthology.orchestra.run.smithi037.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libjs-underscore all 1.9.1~dfsg-1ubuntu0.20.04.1 [99.5 kB] 2021-07-26T15:43:22.509 INFO:teuthology.orchestra.run.smithi037.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-sphinxdoc all 1.8.5-7ubuntu3 [97.1 kB] 2021-07-26T15:43:22.513 INFO:teuthology.orchestra.run.smithi037.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-routes all 2.4.1-2 [88.1 kB] 2021-07-26T15:43:22.516 INFO:teuthology.orchestra.run.smithi037.stdout:Get:45 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-decorator all 4.4.2-0ubuntu1 [10.3 kB] 2021-07-26T15:43:22.518 INFO:teuthology.orchestra.run.smithi037.stdout:Get:46 http://archive.ubuntu.com/ubuntu focal/universe amd64 liblbfgsb0 amd64 3.0+dfsg.3-7build1 [29.5 kB] 2021-07-26T15:43:22.585 INFO:teuthology.orchestra.run.smithi037.stdout:Get:47 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-scipy amd64 1.3.3-3build1 [11.1 MB] 2021-07-26T15:43:22.866 INFO:teuthology.orchestra.run.smithi107.stdout:Get:48 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn-lib amd64 0.22.2.post1+dfsg-5 [2,358 kB] 2021-07-26T15:43:22.931 INFO:teuthology.orchestra.run.smithi107.stdout:Get:49 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-joblib all 0.14.0-3 [192 kB] 2021-07-26T15:43:22.931 INFO:teuthology.orchestra.run.smithi107.stdout:Get:50 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn all 0.22.2.post1+dfsg-5 [1,773 kB] 2021-07-26T15:43:22.995 INFO:teuthology.orchestra.run.smithi107.stdout:Get:51 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cachetools all 4.0.0-1 [9,820 B] 2021-07-26T15:43:22.996 INFO:teuthology.orchestra.run.smithi107.stdout:Get:52 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1 all 0.4.2-3build1 [46.7 kB] 2021-07-26T15:43:22.996 INFO:teuthology.orchestra.run.smithi107.stdout:Get:53 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1-modules all 0.2.1-0.2build1 [32.9 kB] 2021-07-26T15:43:22.996 INFO:teuthology.orchestra.run.smithi107.stdout:Get:54 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-rsa all 4.0-3 [24.7 kB] 2021-07-26T15:43:22.997 INFO:teuthology.orchestra.run.smithi107.stdout:Get:55 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-google-auth all 1.5.1-2 [35.6 kB] 2021-07-26T15:43:22.997 INFO:teuthology.orchestra.run.smithi107.stdout:Get:56 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-blinker all 1.4+dfsg1-0.3ubuntu1 [13.2 kB] 2021-07-26T15:43:22.997 INFO:teuthology.orchestra.run.smithi107.stdout:Get:57 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-oauthlib all 3.1.0-1ubuntu2 [84.8 kB] 2021-07-26T15:43:23.026 INFO:teuthology.orchestra.run.smithi037.stdout:Get:48 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn-lib amd64 0.22.2.post1+dfsg-5 [2,358 kB] 2021-07-26T15:43:23.033 INFO:teuthology.orchestra.run.smithi107.stdout:Get:58 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-requests-oauthlib all 1.0.0-1.1build1 [16.8 kB] 2021-07-26T15:43:23.033 INFO:teuthology.orchestra.run.smithi107.stdout:Get:59 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-websocket all 0.53.0-2ubuntu1 [32.3 kB] 2021-07-26T15:43:23.051 INFO:teuthology.orchestra.run.smithi037.stdout:Get:49 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-joblib all 0.14.0-3 [192 kB] 2021-07-26T15:43:23.054 INFO:teuthology.orchestra.run.smithi037.stdout:Get:50 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn all 0.22.2.post1+dfsg-5 [1,773 kB] 2021-07-26T15:43:23.115 INFO:teuthology.orchestra.run.smithi107.stdout:Get:60 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-kubernetes all 7.0.0~a1-2 [271 kB] 2021-07-26T15:43:23.120 INFO:teuthology.orchestra.run.smithi107.stdout:Get:61 http://archive.ubuntu.com/ubuntu focal/universe amd64 libonig5 amd64 6.9.4-1 [142 kB] 2021-07-26T15:43:23.123 INFO:teuthology.orchestra.run.smithi107.stdout:Get:62 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libjq1 amd64 1.6-1ubuntu0.20.04.1 [121 kB] 2021-07-26T15:43:23.126 INFO:teuthology.orchestra.run.smithi107.stdout:Get:63 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 jq amd64 1.6-1ubuntu0.20.04.1 [50.2 kB] 2021-07-26T15:43:23.128 INFO:teuthology.orchestra.run.smithi107.stdout:Get:64 http://archive.ubuntu.com/ubuntu focal/main amd64 socat amd64 1.7.3.3-2 [323 kB] 2021-07-26T15:43:23.131 INFO:teuthology.orchestra.run.smithi107.stdout:Get:65 http://archive.ubuntu.com/ubuntu focal/main amd64 libxslt1.1 amd64 1.1.34-4 [152 kB] 2021-07-26T15:43:23.132 INFO:teuthology.orchestra.run.smithi107.stdout:Get:66 http://archive.ubuntu.com/ubuntu focal/universe amd64 xmlstarlet amd64 1.6.1-2build1 [267 kB] 2021-07-26T15:43:23.134 INFO:teuthology.orchestra.run.smithi107.stdout:Get:67 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 nvme-cli amd64 1.9-1ubuntu0.1 [283 kB] 2021-07-26T15:43:23.138 INFO:teuthology.orchestra.run.smithi037.stdout:Get:51 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cachetools all 4.0.0-1 [9,820 B] 2021-07-26T15:43:23.139 INFO:teuthology.orchestra.run.smithi037.stdout:Get:52 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1 all 0.4.2-3build1 [46.7 kB] 2021-07-26T15:43:23.140 INFO:teuthology.orchestra.run.smithi037.stdout:Get:53 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1-modules all 0.2.1-0.2build1 [32.9 kB] 2021-07-26T15:43:23.140 INFO:teuthology.orchestra.run.smithi037.stdout:Get:54 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-rsa all 4.0-3 [24.7 kB] 2021-07-26T15:43:23.141 INFO:teuthology.orchestra.run.smithi037.stdout:Get:55 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-google-auth all 1.5.1-2 [35.6 kB] 2021-07-26T15:43:23.142 INFO:teuthology.orchestra.run.smithi037.stdout:Get:56 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-blinker all 1.4+dfsg1-0.3ubuntu1 [13.2 kB] 2021-07-26T15:43:23.142 INFO:teuthology.orchestra.run.smithi037.stdout:Get:57 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-oauthlib all 3.1.0-1ubuntu2 [84.8 kB] 2021-07-26T15:43:23.195 INFO:teuthology.orchestra.run.smithi037.stdout:Get:58 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-requests-oauthlib all 1.0.0-1.1build1 [16.8 kB] 2021-07-26T15:43:23.195 INFO:teuthology.orchestra.run.smithi037.stdout:Get:59 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-websocket all 0.53.0-2ubuntu1 [32.3 kB] 2021-07-26T15:43:23.197 INFO:teuthology.orchestra.run.smithi107.stdout:Get:68 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-atomicwrites all 1.1.5-2build1 [7,016 B] 2021-07-26T15:43:23.197 INFO:teuthology.orchestra.run.smithi107.stdout:Get:69 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-attr all 19.3.0-2 [33.9 kB] 2021-07-26T15:43:23.276 INFO:teuthology.orchestra.run.smithi037.stdout:Get:60 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-kubernetes all 7.0.0~a1-2 [271 kB] 2021-07-26T15:43:23.279 INFO:teuthology.orchestra.run.smithi107.stdout:Get:70 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webencodings all 0.5.1-1ubuntu1 [11.0 kB] 2021-07-26T15:43:23.280 INFO:teuthology.orchestra.run.smithi107.stdout:Get:71 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-html5lib all 1.0.1-2 [84.3 kB] 2021-07-26T15:43:23.281 INFO:teuthology.orchestra.run.smithi037.stdout:Get:61 http://archive.ubuntu.com/ubuntu focal/universe amd64 libonig5 amd64 6.9.4-1 [142 kB] 2021-07-26T15:43:23.282 INFO:teuthology.orchestra.run.smithi107.stdout:Get:72 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-lxml amd64 4.5.0-1ubuntu0.3 [1,382 kB] 2021-07-26T15:43:23.284 INFO:teuthology.orchestra.run.smithi037.stdout:Get:62 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libjq1 amd64 1.6-1ubuntu0.20.04.1 [121 kB] 2021-07-26T15:43:23.288 INFO:teuthology.orchestra.run.smithi037.stdout:Get:63 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 jq amd64 1.6-1ubuntu0.20.04.1 [50.2 kB] 2021-07-26T15:43:23.289 INFO:teuthology.orchestra.run.smithi037.stdout:Get:64 http://archive.ubuntu.com/ubuntu focal/main amd64 socat amd64 1.7.3.3-2 [323 kB] 2021-07-26T15:43:23.294 INFO:teuthology.orchestra.run.smithi037.stdout:Get:65 http://archive.ubuntu.com/ubuntu focal/main amd64 libxslt1.1 amd64 1.1.34-4 [152 kB] 2021-07-26T15:43:23.295 INFO:teuthology.orchestra.run.smithi037.stdout:Get:66 http://archive.ubuntu.com/ubuntu focal/universe amd64 xmlstarlet amd64 1.6.1-2build1 [267 kB] 2021-07-26T15:43:23.301 INFO:teuthology.orchestra.run.smithi037.stdout:Get:67 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 nvme-cli amd64 1.9-1ubuntu0.1 [283 kB] 2021-07-26T15:43:23.358 INFO:teuthology.orchestra.run.smithi037.stdout:Get:68 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-atomicwrites all 1.1.5-2build1 [7,016 B] 2021-07-26T15:43:23.359 INFO:teuthology.orchestra.run.smithi037.stdout:Get:69 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-attr all 19.3.0-2 [33.9 kB] 2021-07-26T15:43:23.360 INFO:teuthology.orchestra.run.smithi107.stdout:Get:73 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-packaging all 20.3-1 [26.8 kB] 2021-07-26T15:43:23.360 INFO:teuthology.orchestra.run.smithi107.stdout:Get:74 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-base amd64 15.2.13-213-g0f589fd5-1focal [5,301 kB] 2021-07-26T15:43:23.361 INFO:teuthology.orchestra.run.smithi107.stdout:Get:75 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2021-07-26T15:43:23.433 INFO:teuthology.orchestra.run.smithi107.stdout:Get:76 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pluggy all 0.13.0-2 [18.4 kB] 2021-07-26T15:43:23.433 INFO:teuthology.orchestra.run.smithi107.stdout:Get:77 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-psutil amd64 5.5.1-1ubuntu4 [141 kB] 2021-07-26T15:43:23.435 INFO:teuthology.orchestra.run.smithi107.stdout:Get:78 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-py all 1.8.1-1 [65.4 kB] 2021-07-26T15:43:23.439 INFO:teuthology.orchestra.run.smithi107.stdout:Get:79 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyinotify all 0.9.6-1.2ubuntu1 [24.8 kB] 2021-07-26T15:43:23.439 INFO:teuthology.orchestra.run.smithi107.stdout:Get:80 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-wcwidth all 0.1.8+dfsg1-3 [17.4 kB] 2021-07-26T15:43:23.440 INFO:teuthology.orchestra.run.smithi037.stdout:Get:70 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webencodings all 0.5.1-1ubuntu1 [11.0 kB] 2021-07-26T15:43:23.440 INFO:teuthology.orchestra.run.smithi037.stdout:Get:71 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-html5lib all 1.0.1-2 [84.3 kB] 2021-07-26T15:43:23.443 INFO:teuthology.orchestra.run.smithi037.stdout:Get:72 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-lxml amd64 4.5.0-1ubuntu0.3 [1,382 kB] 2021-07-26T15:43:23.444 INFO:teuthology.orchestra.run.smithi107.stdout:Get:81 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pytest all 4.6.9-1 [178 kB] 2021-07-26T15:43:23.447 INFO:teuthology.orchestra.run.smithi107.stdout:Get:82 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplejson amd64 3.16.0-2ubuntu2 [50.8 kB] 2021-07-26T15:43:23.463 INFO:teuthology.orchestra.run.smithi037.stdout:Get:73 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-packaging all 20.3-1 [26.8 kB] 2021-07-26T15:43:23.463 INFO:teuthology.orchestra.run.smithi037.stdout:Get:74 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2021-07-26T15:43:23.463 INFO:teuthology.orchestra.run.smithi037.stdout:Get:75 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pluggy all 0.13.0-2 [18.4 kB] 2021-07-26T15:43:23.464 INFO:teuthology.orchestra.run.smithi037.stdout:Get:76 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-psutil amd64 5.5.1-1ubuntu4 [141 kB] 2021-07-26T15:43:23.464 INFO:teuthology.orchestra.run.smithi037.stdout:Get:77 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-py all 1.8.1-1 [65.4 kB] 2021-07-26T15:43:23.522 INFO:teuthology.orchestra.run.smithi037.stdout:Get:78 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyinotify all 0.9.6-1.2ubuntu1 [24.8 kB] 2021-07-26T15:43:23.523 INFO:teuthology.orchestra.run.smithi037.stdout:Get:79 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-wcwidth all 0.1.8+dfsg1-3 [17.4 kB] 2021-07-26T15:43:23.604 INFO:teuthology.orchestra.run.smithi037.stdout:Get:80 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pytest all 4.6.9-1 [178 kB] 2021-07-26T15:43:23.607 INFO:teuthology.orchestra.run.smithi037.stdout:Get:81 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplejson amd64 3.16.0-2ubuntu2 [50.8 kB] 2021-07-26T15:43:23.619 INFO:teuthology.orchestra.run.smithi107.stdout:Get:83 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-modules-core all 15.2.13-213-g0f589fd5-1focal [162 kB] 2021-07-26T15:43:23.635 INFO:teuthology.orchestra.run.smithi107.stdout:Get:84 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr amd64 15.2.13-213-g0f589fd5-1focal [1,401 kB] 2021-07-26T15:43:23.716 INFO:teuthology.orchestra.run.smithi107.stdout:Get:85 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-mon amd64 15.2.13-213-g0f589fd5-1focal [6,172 kB] 2021-07-26T15:43:23.777 INFO:teuthology.orchestra.run.smithi037.stdout:Get:82 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-base amd64 15.2.13-213-g0f589fd5-1focal [5,301 kB] 2021-07-26T15:43:24.077 INFO:teuthology.orchestra.run.smithi037.stdout:Get:83 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-modules-core all 15.2.13-213-g0f589fd5-1focal [162 kB] 2021-07-26T15:43:24.089 INFO:teuthology.orchestra.run.smithi107.stdout:Get:86 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-osd amd64 15.2.13-213-g0f589fd5-1focal [23.8 MB] 2021-07-26T15:43:24.105 INFO:teuthology.orchestra.run.smithi037.stdout:Get:84 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr amd64 15.2.13-213-g0f589fd5-1focal [1,401 kB] 2021-07-26T15:43:24.203 INFO:teuthology.orchestra.run.smithi037.stdout:Get:85 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-mon amd64 15.2.13-213-g0f589fd5-1focal [6,172 kB] 2021-07-26T15:43:24.642 INFO:teuthology.orchestra.run.smithi037.stdout:Get:86 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-osd amd64 15.2.13-213-g0f589fd5-1focal [23.8 MB] 2021-07-26T15:43:25.591 INFO:teuthology.orchestra.run.smithi107.stdout:Get:87 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph amd64 15.2.13-213-g0f589fd5-1focal [3,996 B] 2021-07-26T15:43:25.592 INFO:teuthology.orchestra.run.smithi107.stdout:Get:88 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-fuse amd64 15.2.13-213-g0f589fd5-1focal [538 kB] 2021-07-26T15:43:25.603 INFO:teuthology.orchestra.run.smithi107.stdout:Get:89 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-mds amd64 15.2.13-213-g0f589fd5-1focal [2,006 kB] 2021-07-26T15:43:25.675 INFO:teuthology.orchestra.run.smithi107.stdout:Get:90 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 cephadm amd64 15.2.13-213-g0f589fd5-1focal [53.1 kB] 2021-07-26T15:43:25.676 INFO:teuthology.orchestra.run.smithi107.stdout:Get:91 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-cephadm all 15.2.13-213-g0f589fd5-1focal [58.1 kB] 2021-07-26T15:43:25.694 INFO:teuthology.orchestra.run.smithi107.stdout:Get:92 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-dashboard all 15.2.13-213-g0f589fd5-1focal [3,204 kB] 2021-07-26T15:43:25.894 INFO:teuthology.orchestra.run.smithi107.stdout:Get:93 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-cloud all 15.2.13-213-g0f589fd5-1focal [34.3 kB] 2021-07-26T15:43:25.895 INFO:teuthology.orchestra.run.smithi107.stdout:Get:94 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-local all 15.2.13-213-g0f589fd5-1focal [7,891 kB] 2021-07-26T15:43:26.440 INFO:teuthology.orchestra.run.smithi107.stdout:Get:95 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-k8sevents all 15.2.13-213-g0f589fd5-1focal [4,108 B] 2021-07-26T15:43:26.440 INFO:teuthology.orchestra.run.smithi107.stdout:Get:96 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-test amd64 15.2.13-213-g0f589fd5-1focal [39.9 MB] 2021-07-26T15:43:26.442 INFO:teuthology.orchestra.run.smithi037.stdout:Get:87 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph amd64 15.2.13-213-g0f589fd5-1focal [3,996 B] 2021-07-26T15:43:26.442 INFO:teuthology.orchestra.run.smithi037.stdout:Get:88 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-fuse amd64 15.2.13-213-g0f589fd5-1focal [538 kB] 2021-07-26T15:43:26.455 INFO:teuthology.orchestra.run.smithi037.stdout:Get:89 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-mds amd64 15.2.13-213-g0f589fd5-1focal [2,006 kB] 2021-07-26T15:43:26.527 INFO:teuthology.orchestra.run.smithi037.stdout:Get:90 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 cephadm amd64 15.2.13-213-g0f589fd5-1focal [53.1 kB] 2021-07-26T15:43:26.529 INFO:teuthology.orchestra.run.smithi037.stdout:Get:91 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-cephadm all 15.2.13-213-g0f589fd5-1focal [58.1 kB] 2021-07-26T15:43:26.530 INFO:teuthology.orchestra.run.smithi037.stdout:Get:92 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-dashboard all 15.2.13-213-g0f589fd5-1focal [3,204 kB] 2021-07-26T15:43:26.731 INFO:teuthology.orchestra.run.smithi037.stdout:Get:93 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-cloud all 15.2.13-213-g0f589fd5-1focal [34.3 kB] 2021-07-26T15:43:26.731 INFO:teuthology.orchestra.run.smithi037.stdout:Get:94 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-local all 15.2.13-213-g0f589fd5-1focal [7,891 kB] 2021-07-26T15:43:27.213 INFO:teuthology.orchestra.run.smithi037.stdout:Get:95 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-k8sevents all 15.2.13-213-g0f589fd5-1focal [4,108 B] 2021-07-26T15:43:27.214 INFO:teuthology.orchestra.run.smithi037.stdout:Get:96 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 ceph-test amd64 15.2.13-213-g0f589fd5-1focal [39.9 MB] 2021-07-26T15:43:29.314 INFO:teuthology.orchestra.run.smithi107.stdout:Get:97 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 libcephfs-dev amd64 15.2.13-213-g0f589fd5-1focal [18.1 kB] 2021-07-26T15:43:29.315 INFO:teuthology.orchestra.run.smithi107.stdout:Get:98 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 radosgw amd64 15.2.13-213-g0f589fd5-1focal [9,717 kB] 2021-07-26T15:43:29.826 INFO:teuthology.orchestra.run.smithi037.stdout:Get:97 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 libcephfs-dev amd64 15.2.13-213-g0f589fd5-1focal [18.1 kB] 2021-07-26T15:43:29.827 INFO:teuthology.orchestra.run.smithi037.stdout:Get:98 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 radosgw amd64 15.2.13-213-g0f589fd5-1focal [9,717 kB] 2021-07-26T15:43:29.875 INFO:teuthology.orchestra.run.smithi107.stdout:Get:99 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 rbd-fuse amd64 15.2.13-213-g0f589fd5-1focal [60.9 kB] 2021-07-26T15:43:30.069 INFO:teuthology.orchestra.run.smithi037.stdout:Get:99 https://3.chacra.ceph.com/r/ceph/octopus/0f589fd5a12a7ee844fceabe951140b18faf866b/ubuntu/focal/flavors/default focal/main amd64 rbd-fuse amd64 15.2.13-213-g0f589fd5-1focal [60.9 kB] 2021-07-26T15:43:30.453 INFO:teuthology.orchestra.run.smithi107.stdout:Fetched 153 MB in 9s (17.7 MB/s) 2021-07-26T15:43:30.601 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2021-07-26T15:43:30.657 INFO:teuthology.orchestra.run.smithi107.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 138107 files and directories currently installed.) 2021-07-26T15:43:30.661 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../00-liblttng-ust0_2.11.0-1_amd64.deb ... 2021-07-26T15:43:30.664 INFO:teuthology.orchestra.run.smithi037.stdout:Fetched 153 MB in 9s (17.5 MB/s) 2021-07-26T15:43:30.749 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking liblttng-ust0:amd64 (2.11.0-1) ... 2021-07-26T15:43:30.783 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2021-07-26T15:43:30.839 INFO:teuthology.orchestra.run.smithi037.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 138107 files and directories currently installed.) 2021-07-26T15:43:30.842 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../00-liblttng-ust0_2.11.0-1_amd64.deb ... 2021-07-26T15:43:30.931 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking liblttng-ust0:amd64 (2.11.0-1) ... 2021-07-26T15:43:31.079 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../01-librbd1_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:31.203 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking librbd1 (15.2.13-213-g0f589fd5-1focal) over (15.2.13-0ubuntu0.20.04.1) ... 2021-07-26T15:43:31.226 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../01-librbd1_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:31.335 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking librbd1 (15.2.13-213-g0f589fd5-1focal) over (15.2.13-0ubuntu0.20.04.1) ... 2021-07-26T15:43:31.855 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../02-librados2_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:31.939 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../02-librados2_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:31.981 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking librados2 (15.2.13-213-g0f589fd5-1focal) over (15.2.13-0ubuntu0.20.04.1) ... 2021-07-26T15:43:32.083 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking librados2 (15.2.13-213-g0f589fd5-1focal) over (15.2.13-0ubuntu0.20.04.1) ... 2021-07-26T15:43:32.579 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package libcephfs2. 2021-07-26T15:43:32.599 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../03-libcephfs2_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:32.626 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking libcephfs2 (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:32.686 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libcephfs2. 2021-07-26T15:43:32.706 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../03-libcephfs2_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:32.744 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libcephfs2 (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:33.082 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-rados. 2021-07-26T15:43:33.096 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../04-python3-rados_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:33.138 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-rados (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:33.170 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-rados. 2021-07-26T15:43:33.178 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../04-python3-rados_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:33.220 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-rados (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:33.491 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-ceph-argparse. 2021-07-26T15:43:33.499 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../05-python3-ceph-argparse_15.2.13-213-g0f589fd5-1focal_all.deb ... 2021-07-26T15:43:33.540 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-ceph-argparse (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:33.606 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-ceph-argparse. 2021-07-26T15:43:33.622 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../05-python3-ceph-argparse_15.2.13-213-g0f589fd5-1focal_all.deb ... 2021-07-26T15:43:33.664 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-ceph-argparse (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:33.835 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-cephfs. 2021-07-26T15:43:33.851 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../06-python3-cephfs_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:33.884 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-cephfs (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:33.934 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-cephfs. 2021-07-26T15:43:33.950 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../06-python3-cephfs_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:34.008 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-cephfs (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:34.179 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-ceph-common. 2021-07-26T15:43:34.195 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../07-python3-ceph-common_15.2.13-213-g0f589fd5-1focal_all.deb ... 2021-07-26T15:43:34.237 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-ceph-common (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:34.278 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-ceph-common. 2021-07-26T15:43:34.295 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../07-python3-ceph-common_15.2.13-213-g0f589fd5-1focal_all.deb ... 2021-07-26T15:43:34.337 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-ceph-common (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:34.548 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-prettytable. 2021-07-26T15:43:34.564 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../08-python3-prettytable_0.7.2-5_all.deb ... 2021-07-26T15:43:34.643 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-prettytable (0.7.2-5) ... 2021-07-26T15:43:34.681 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-prettytable. 2021-07-26T15:43:34.706 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../08-python3-prettytable_0.7.2-5_all.deb ... 2021-07-26T15:43:34.739 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-prettytable (0.7.2-5) ... 2021-07-26T15:43:34.893 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-rbd. 2021-07-26T15:43:34.908 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../09-python3-rbd_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:34.950 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-rbd (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:35.016 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-rbd. 2021-07-26T15:43:35.036 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../09-python3-rbd_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:35.074 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-rbd (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:35.278 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package librabbitmq4:amd64. 2021-07-26T15:43:35.295 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../10-librabbitmq4_0.10.0-1_amd64.deb ... 2021-07-26T15:43:35.328 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking librabbitmq4:amd64 (0.10.0-1) ... 2021-07-26T15:43:35.411 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package librabbitmq4:amd64. 2021-07-26T15:43:35.428 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../10-librabbitmq4_0.10.0-1_amd64.deb ... 2021-07-26T15:43:35.463 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking librabbitmq4:amd64 (0.10.0-1) ... 2021-07-26T15:43:35.647 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package librdkafka1:amd64. 2021-07-26T15:43:35.666 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../11-librdkafka1_1.2.1-1ubuntu1_amd64.deb ... 2021-07-26T15:43:35.707 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2021-07-26T15:43:35.903 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package librdkafka1:amd64. 2021-07-26T15:43:35.903 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../11-librdkafka1_1.2.1-1ubuntu1_amd64.deb ... 2021-07-26T15:43:35.904 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2021-07-26T15:43:36.050 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package librgw2. 2021-07-26T15:43:36.067 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../12-librgw2_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:36.108 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking librgw2 (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:36.182 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package librgw2. 2021-07-26T15:43:36.199 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../12-librgw2_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:36.241 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking librgw2 (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:36.677 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-rgw. 2021-07-26T15:43:36.695 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../13-python3-rgw_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:36.735 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-rgw (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:36.818 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-rgw. 2021-07-26T15:43:36.835 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../13-python3-rgw_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:36.876 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-rgw (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:36.996 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libleveldb1d:amd64. 2021-07-26T15:43:37.013 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../14-libleveldb1d_1.22-3ubuntu2_amd64.deb ... 2021-07-26T15:43:37.046 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libleveldb1d:amd64 (1.22-3ubuntu2) ... 2021-07-26T15:43:37.247 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package libleveldb1d:amd64. 2021-07-26T15:43:37.262 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../14-libleveldb1d_1.22-3ubuntu2_amd64.deb ... 2021-07-26T15:43:37.306 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking libleveldb1d:amd64 (1.22-3ubuntu2) ... 2021-07-26T15:43:37.407 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package liboath0. 2021-07-26T15:43:37.423 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../15-liboath0_2.6.1-1.3_amd64.deb ... 2021-07-26T15:43:37.465 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking liboath0 (2.6.1-1.3) ... 2021-07-26T15:43:37.648 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package liboath0. 2021-07-26T15:43:37.665 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../15-liboath0_2.6.1-1.3_amd64.deb ... 2021-07-26T15:43:37.698 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking liboath0 (2.6.1-1.3) ... 2021-07-26T15:43:37.753 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libradosstriper1. 2021-07-26T15:43:37.771 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../16-libradosstriper1_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:37.803 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libradosstriper1 (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:37.959 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package libradosstriper1. 2021-07-26T15:43:37.977 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../16-libradosstriper1_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:38.009 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking libradosstriper1 (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:38.215 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-common. 2021-07-26T15:43:38.233 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../17-ceph-common_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:38.274 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-common (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:38.479 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package ceph-common. 2021-07-26T15:43:38.495 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../17-ceph-common_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:38.537 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking ceph-common (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:40.346 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-base. 2021-07-26T15:43:40.363 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../18-ceph-base_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:40.417 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-base (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:40.634 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package ceph-base. 2021-07-26T15:43:40.653 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../18-ceph-base_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:40.712 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking ceph-base (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:41.292 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-cryptography. 2021-07-26T15:43:41.310 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../19-python3-cryptography_2.8-3ubuntu0.1_amd64.deb ... 2021-07-26T15:43:41.350 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-cryptography (2.8-3ubuntu0.1) ... 2021-07-26T15:43:41.655 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-cryptography. 2021-07-26T15:43:41.673 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../19-python3-cryptography_2.8-3ubuntu0.1_amd64.deb ... 2021-07-26T15:43:41.730 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-cryptography (2.8-3ubuntu0.1) ... 2021-07-26T15:43:41.797 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-openssl. 2021-07-26T15:43:41.814 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../20-python3-openssl_19.0.0-1build1_all.deb ... 2021-07-26T15:43:41.847 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-openssl (19.0.0-1build1) ... 2021-07-26T15:43:42.091 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2021-07-26T15:43:42.107 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../21-ceph-mgr-modules-core_15.2.13-213-g0f589fd5-1focal_all.deb ... 2021-07-26T15:43:42.151 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-mgr-modules-core (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:42.243 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-openssl. 2021-07-26T15:43:42.259 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../20-python3-openssl_19.0.0-1build1_all.deb ... 2021-07-26T15:43:42.301 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-openssl (19.0.0-1build1) ... 2021-07-26T15:43:42.454 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-bcrypt. 2021-07-26T15:43:42.471 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../22-python3-bcrypt_3.1.7-2ubuntu1_amd64.deb ... 2021-07-26T15:43:42.505 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-bcrypt (3.1.7-2ubuntu1) ... 2021-07-26T15:43:42.570 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2021-07-26T15:43:42.586 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../21-ceph-mgr-modules-core_15.2.13-213-g0f589fd5-1focal_all.deb ... 2021-07-26T15:43:42.629 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking ceph-mgr-modules-core (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:42.757 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-cherrypy3. 2021-07-26T15:43:42.774 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../23-python3-cherrypy3_8.9.1-6_all.deb ... 2021-07-26T15:43:42.815 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-cherrypy3 (8.9.1-6) ... 2021-07-26T15:43:43.008 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-bcrypt. 2021-07-26T15:43:43.024 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../22-python3-bcrypt_3.1.7-2ubuntu1_amd64.deb ... 2021-07-26T15:43:43.067 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-bcrypt (3.1.7-2ubuntu1) ... 2021-07-26T15:43:43.177 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-jwt. 2021-07-26T15:43:43.194 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../24-python3-jwt_1.7.1-2ubuntu2_all.deb ... 2021-07-26T15:43:43.235 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-jwt (1.7.1-2ubuntu2) ... 2021-07-26T15:43:43.411 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-cherrypy3. 2021-07-26T15:43:43.427 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../23-python3-cherrypy3_8.9.1-6_all.deb ... 2021-07-26T15:43:43.469 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-cherrypy3 (8.9.1-6) ... 2021-07-26T15:43:43.572 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-logutils. 2021-07-26T15:43:43.588 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../25-python3-logutils_0.3.3-7_all.deb ... 2021-07-26T15:43:43.630 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-logutils (0.3.3-7) ... 2021-07-26T15:43:43.814 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-jwt. 2021-07-26T15:43:43.833 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../24-python3-jwt_1.7.1-2ubuntu2_all.deb ... 2021-07-26T15:43:43.872 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-jwt (1.7.1-2ubuntu2) ... 2021-07-26T15:43:43.967 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-markupsafe. 2021-07-26T15:43:43.983 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../26-python3-markupsafe_1.1.0-1build2_amd64.deb ... 2021-07-26T15:43:44.033 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-markupsafe (1.1.0-1build2) ... 2021-07-26T15:43:44.183 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-logutils. 2021-07-26T15:43:44.199 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../25-python3-logutils_0.3.3-7_all.deb ... 2021-07-26T15:43:44.275 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-logutils (0.3.3-7) ... 2021-07-26T15:43:44.370 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-mako. 2021-07-26T15:43:44.389 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../27-python3-mako_1.1.0+ds1-1ubuntu2_all.deb ... 2021-07-26T15:43:44.428 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-mako (1.1.0+ds1-1ubuntu2) ... 2021-07-26T15:43:44.595 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-markupsafe. 2021-07-26T15:43:44.610 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../26-python3-markupsafe_1.1.0-1build2_amd64.deb ... 2021-07-26T15:43:44.658 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-markupsafe (1.1.0-1build2) ... 2021-07-26T15:43:44.748 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-simplegeneric. 2021-07-26T15:43:44.764 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../28-python3-simplegeneric_0.8.1-3_all.deb ... 2021-07-26T15:43:44.806 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2021-07-26T15:43:44.980 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-mako. 2021-07-26T15:43:44.997 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../27-python3-mako_1.1.0+ds1-1ubuntu2_all.deb ... 2021-07-26T15:43:45.038 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-mako (1.1.0+ds1-1ubuntu2) ... 2021-07-26T15:43:45.134 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-singledispatch. 2021-07-26T15:43:45.151 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../29-python3-singledispatch_3.4.0.3-2build1_all.deb ... 2021-07-26T15:43:45.192 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-singledispatch (3.4.0.3-2build1) ... 2021-07-26T15:43:45.383 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-simplegeneric. 2021-07-26T15:43:45.403 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../28-python3-simplegeneric_0.8.1-3_all.deb ... 2021-07-26T15:43:45.441 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2021-07-26T15:43:45.512 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-webob. 2021-07-26T15:43:45.528 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../30-python3-webob_1%3a1.8.5-2_all.deb ... 2021-07-26T15:43:45.570 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-webob (1:1.8.5-2) ... 2021-07-26T15:43:45.745 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-singledispatch. 2021-07-26T15:43:45.761 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../29-python3-singledispatch_3.4.0.3-2build1_all.deb ... 2021-07-26T15:43:45.819 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-singledispatch (3.4.0.3-2build1) ... 2021-07-26T15:43:45.923 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-soupsieve. 2021-07-26T15:43:45.940 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../31-python3-soupsieve_1.9.5+dfsg-1_all.deb ... 2021-07-26T15:43:45.983 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-soupsieve (1.9.5+dfsg-1) ... 2021-07-26T15:43:46.139 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-webob. 2021-07-26T15:43:46.155 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../30-python3-webob_1%3a1.8.5-2_all.deb ... 2021-07-26T15:43:46.197 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-webob (1:1.8.5-2) ... 2021-07-26T15:43:46.293 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-bs4. 2021-07-26T15:43:46.311 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../32-python3-bs4_4.8.2-1_all.deb ... 2021-07-26T15:43:46.352 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-bs4 (4.8.2-1) ... 2021-07-26T15:43:46.533 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-soupsieve. 2021-07-26T15:43:46.549 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../31-python3-soupsieve_1.9.5+dfsg-1_all.deb ... 2021-07-26T15:43:46.591 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-soupsieve (1.9.5+dfsg-1) ... 2021-07-26T15:43:46.713 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-waitress. 2021-07-26T15:43:46.728 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../33-python3-waitress_1.4.1-1_all.deb ... 2021-07-26T15:43:46.791 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-waitress (1.4.1-1) ... 2021-07-26T15:43:46.911 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-bs4. 2021-07-26T15:43:46.931 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../32-python3-bs4_4.8.2-1_all.deb ... 2021-07-26T15:43:46.969 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-bs4 (4.8.2-1) ... 2021-07-26T15:43:47.116 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-tempita. 2021-07-26T15:43:47.134 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../34-python3-tempita_0.5.2-6_all.deb ... 2021-07-26T15:43:47.175 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-tempita (0.5.2-6) ... 2021-07-26T15:43:47.347 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-waitress. 2021-07-26T15:43:47.365 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../33-python3-waitress_1.4.1-1_all.deb ... 2021-07-26T15:43:47.408 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-waitress (1.4.1-1) ... 2021-07-26T15:43:47.478 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-paste. 2021-07-26T15:43:47.497 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../35-python3-paste_3.4.0+dfsg1-1_all.deb ... 2021-07-26T15:43:47.544 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-paste (3.4.0+dfsg1-1) ... 2021-07-26T15:43:47.716 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-tempita. 2021-07-26T15:43:47.736 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../34-python3-tempita_0.5.2-6_all.deb ... 2021-07-26T15:43:47.774 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-tempita (0.5.2-6) ... 2021-07-26T15:43:47.864 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2021-07-26T15:43:47.883 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../36-python-pastedeploy-tpl_2.1.0-1_all.deb ... 2021-07-26T15:43:47.922 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python-pastedeploy-tpl (2.1.0-1) ... 2021-07-26T15:43:48.127 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-paste. 2021-07-26T15:43:48.143 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../35-python3-paste_3.4.0+dfsg1-1_all.deb ... 2021-07-26T15:43:48.186 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-paste (3.4.0+dfsg1-1) ... 2021-07-26T15:43:48.234 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-pastedeploy. 2021-07-26T15:43:48.251 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../37-python3-pastedeploy_2.1.0-1_all.deb ... 2021-07-26T15:43:48.303 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-pastedeploy (2.1.0-1) ... 2021-07-26T15:43:48.522 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2021-07-26T15:43:48.541 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../36-python-pastedeploy-tpl_2.1.0-1_all.deb ... 2021-07-26T15:43:48.580 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python-pastedeploy-tpl (2.1.0-1) ... 2021-07-26T15:43:48.683 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-webtest. 2021-07-26T15:43:48.697 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../38-python3-webtest_2.0.32-2_all.deb ... 2021-07-26T15:43:48.737 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-webtest (2.0.32-2) ... 2021-07-26T15:43:48.908 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-pastedeploy. 2021-07-26T15:43:48.924 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../37-python3-pastedeploy_2.1.0-1_all.deb ... 2021-07-26T15:43:48.966 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-pastedeploy (2.1.0-1) ... 2021-07-26T15:43:49.040 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-pecan. 2021-07-26T15:43:49.056 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../39-python3-pecan_1.3.3-3ubuntu1_all.deb ... 2021-07-26T15:43:49.098 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-pecan (1.3.3-3ubuntu1) ... 2021-07-26T15:43:49.253 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-webtest. 2021-07-26T15:43:49.269 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../38-python3-webtest_2.0.32-2_all.deb ... 2021-07-26T15:43:49.311 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-webtest (2.0.32-2) ... 2021-07-26T15:43:49.470 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-werkzeug. 2021-07-26T15:43:49.487 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../40-python3-werkzeug_0.16.1+dfsg1-2_all.deb ... 2021-07-26T15:43:49.528 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-werkzeug (0.16.1+dfsg1-2) ... 2021-07-26T15:43:49.647 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-pecan. 2021-07-26T15:43:49.663 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../39-python3-pecan_1.3.3-3ubuntu1_all.deb ... 2021-07-26T15:43:49.705 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-pecan (1.3.3-3ubuntu1) ... 2021-07-26T15:43:49.890 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-mgr. 2021-07-26T15:43:49.907 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../41-ceph-mgr_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:49.948 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-mgr (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:50.077 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-werkzeug. 2021-07-26T15:43:50.096 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../40-python3-werkzeug_0.16.1+dfsg1-2_all.deb ... 2021-07-26T15:43:50.135 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-werkzeug (0.16.1+dfsg1-2) ... 2021-07-26T15:43:50.426 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-mon. 2021-07-26T15:43:50.443 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../42-ceph-mon_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:50.484 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-mon (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:50.563 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package ceph-mgr. 2021-07-26T15:43:50.581 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../41-ceph-mgr_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:50.630 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking ceph-mgr (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:51.249 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package ceph-mon. 2021-07-26T15:43:51.265 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../42-ceph-mon_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:51.308 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking ceph-mon (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:51.538 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-osd. 2021-07-26T15:43:51.555 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../43-ceph-osd_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:51.596 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-osd (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:52.303 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package ceph-osd. 2021-07-26T15:43:52.318 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../43-ceph-osd_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:52.361 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking ceph-osd (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:54.211 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph. 2021-07-26T15:43:54.227 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../44-ceph_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:54.269 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:54.588 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-fuse. 2021-07-26T15:43:54.606 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../45-ceph-fuse_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:54.671 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-fuse (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:55.024 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package ceph. 2021-07-26T15:43:55.041 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../44-ceph_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:55.066 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-mds. 2021-07-26T15:43:55.082 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking ceph (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:55.083 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../46-ceph-mds_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:55.125 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-mds (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:55.410 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package ceph-fuse. 2021-07-26T15:43:55.427 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../45-ceph-fuse_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:55.468 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking ceph-fuse (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:55.670 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package cephadm. 2021-07-26T15:43:55.687 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../47-cephadm_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:55.728 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking cephadm (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:55.896 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package ceph-mds. 2021-07-26T15:43:55.913 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../46-ceph-mds_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:55.954 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking ceph-mds (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:56.048 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-jinja2. 2021-07-26T15:43:56.063 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../48-python3-jinja2_2.10.1-2_all.deb ... 2021-07-26T15:43:56.106 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-jinja2 (2.10.1-2) ... 2021-07-26T15:43:56.451 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2021-07-26T15:43:56.467 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../49-ceph-mgr-cephadm_15.2.13-213-g0f589fd5-1focal_all.deb ... 2021-07-26T15:43:56.474 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package cephadm. 2021-07-26T15:43:56.490 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../47-cephadm_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:43:56.509 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-mgr-cephadm (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:56.533 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking cephadm (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:56.829 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-repoze.lru. 2021-07-26T15:43:56.845 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../50-python3-repoze.lru_0.7-2_all.deb ... 2021-07-26T15:43:56.860 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-jinja2. 2021-07-26T15:43:56.880 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../48-python3-jinja2_2.10.1-2_all.deb ... 2021-07-26T15:43:56.887 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2021-07-26T15:43:56.918 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-jinja2 (2.10.1-2) ... 2021-07-26T15:43:57.157 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libjs-underscore. 2021-07-26T15:43:57.172 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../51-libjs-underscore_1.9.1~dfsg-1ubuntu0.20.04.1_all.deb ... 2021-07-26T15:43:57.248 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2021-07-26T15:43:57.266 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2021-07-26T15:43:57.281 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../49-ceph-mgr-cephadm_15.2.13-213-g0f589fd5-1focal_all.deb ... 2021-07-26T15:43:57.321 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking ceph-mgr-cephadm (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:57.526 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libjs-sphinxdoc. 2021-07-26T15:43:57.543 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../52-libjs-sphinxdoc_1.8.5-7ubuntu3_all.deb ... 2021-07-26T15:43:57.593 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2021-07-26T15:43:57.666 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-repoze.lru. 2021-07-26T15:43:57.682 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../50-python3-repoze.lru_0.7-2_all.deb ... 2021-07-26T15:43:57.757 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2021-07-26T15:43:57.912 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-routes. 2021-07-26T15:43:57.930 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../53-python3-routes_2.4.1-2_all.deb ... 2021-07-26T15:43:57.971 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-routes (2.4.1-2) ... 2021-07-26T15:43:58.018 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package libjs-underscore. 2021-07-26T15:43:58.035 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../51-libjs-underscore_1.9.1~dfsg-1ubuntu0.20.04.1_all.deb ... 2021-07-26T15:43:58.077 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2021-07-26T15:43:58.332 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2021-07-26T15:43:58.348 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../54-ceph-mgr-dashboard_15.2.13-213-g0f589fd5-1focal_all.deb ... 2021-07-26T15:43:58.355 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package libjs-sphinxdoc. 2021-07-26T15:43:58.373 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../52-libjs-sphinxdoc_1.8.5-7ubuntu3_all.deb ... 2021-07-26T15:43:58.393 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-mgr-dashboard (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:58.412 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2021-07-26T15:43:58.740 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-routes. 2021-07-26T15:43:58.757 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../53-python3-routes_2.4.1-2_all.deb ... 2021-07-26T15:43:58.807 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-routes (2.4.1-2) ... 2021-07-26T15:43:59.143 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2021-07-26T15:43:59.159 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../54-ceph-mgr-dashboard_15.2.13-213-g0f589fd5-1focal_all.deb ... 2021-07-26T15:43:59.202 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking ceph-mgr-dashboard (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:59.411 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-mgr-diskprediction-cloud. 2021-07-26T15:43:59.424 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../55-ceph-mgr-diskprediction-cloud_15.2.13-213-g0f589fd5-1focal_all.deb ... 2021-07-26T15:43:59.466 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-mgr-diskprediction-cloud (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:43:59.803 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-decorator. 2021-07-26T15:43:59.819 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../56-python3-decorator_4.4.2-0ubuntu1_all.deb ... 2021-07-26T15:43:59.878 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-decorator (4.4.2-0ubuntu1) ... 2021-07-26T15:44:00.164 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package liblbfgsb0:amd64. 2021-07-26T15:44:00.181 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../57-liblbfgsb0_3.0+dfsg.3-7build1_amd64.deb ... 2021-07-26T15:44:00.214 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2021-07-26T15:44:00.250 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package ceph-mgr-diskprediction-cloud. 2021-07-26T15:44:00.267 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../55-ceph-mgr-diskprediction-cloud_15.2.13-213-g0f589fd5-1focal_all.deb ... 2021-07-26T15:44:00.342 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking ceph-mgr-diskprediction-cloud (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:00.493 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-scipy. 2021-07-26T15:44:00.510 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../58-python3-scipy_1.3.3-3build1_amd64.deb ... 2021-07-26T15:44:00.550 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-scipy (1.3.3-3build1) ... 2021-07-26T15:44:00.678 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-decorator. 2021-07-26T15:44:00.695 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../56-python3-decorator_4.4.2-0ubuntu1_all.deb ... 2021-07-26T15:44:00.745 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-decorator (4.4.2-0ubuntu1) ... 2021-07-26T15:44:01.081 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package liblbfgsb0:amd64. 2021-07-26T15:44:01.098 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../57-liblbfgsb0_3.0+dfsg.3-7build1_amd64.deb ... 2021-07-26T15:44:01.139 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2021-07-26T15:44:01.500 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-scipy. 2021-07-26T15:44:01.517 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../58-python3-scipy_1.3.3-3build1_amd64.deb ... 2021-07-26T15:44:01.558 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-scipy (1.3.3-3build1) ... 2021-07-26T15:44:01.936 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-sklearn-lib. 2021-07-26T15:44:01.956 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../59-python3-sklearn-lib_0.22.2.post1+dfsg-5_amd64.deb ... 2021-07-26T15:44:01.994 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2021-07-26T15:44:02.556 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-joblib. 2021-07-26T15:44:02.572 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../60-python3-joblib_0.14.0-3_all.deb ... 2021-07-26T15:44:02.614 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-joblib (0.14.0-3) ... 2021-07-26T15:44:02.929 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-sklearn-lib. 2021-07-26T15:44:02.951 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../59-python3-sklearn-lib_0.22.2.post1+dfsg-5_amd64.deb ... 2021-07-26T15:44:02.978 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2021-07-26T15:44:02.984 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-sklearn. 2021-07-26T15:44:03.002 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../61-python3-sklearn_0.22.2.post1+dfsg-5_all.deb ... 2021-07-26T15:44:03.042 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-sklearn (0.22.2.post1+dfsg-5) ... 2021-07-26T15:44:03.515 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-joblib. 2021-07-26T15:44:03.533 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../60-python3-joblib_0.14.0-3_all.deb ... 2021-07-26T15:44:03.623 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-joblib (0.14.0-3) ... 2021-07-26T15:44:04.036 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-sklearn. 2021-07-26T15:44:04.051 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../61-python3-sklearn_0.22.2.post1+dfsg-5_all.deb ... 2021-07-26T15:44:04.098 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-sklearn (0.22.2.post1+dfsg-5) ... 2021-07-26T15:44:04.462 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2021-07-26T15:44:04.477 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../62-ceph-mgr-diskprediction-local_15.2.13-213-g0f589fd5-1focal_all.deb ... 2021-07-26T15:44:04.544 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-mgr-diskprediction-local (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:05.411 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2021-07-26T15:44:05.427 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../62-ceph-mgr-diskprediction-local_15.2.13-213-g0f589fd5-1focal_all.deb ... 2021-07-26T15:44:05.503 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking ceph-mgr-diskprediction-local (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:05.630 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-cachetools. 2021-07-26T15:44:05.647 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../63-python3-cachetools_4.0.0-1_all.deb ... 2021-07-26T15:44:05.688 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-cachetools (4.0.0-1) ... 2021-07-26T15:44:06.000 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-pyasn1. 2021-07-26T15:44:06.018 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../64-python3-pyasn1_0.4.2-3build1_all.deb ... 2021-07-26T15:44:06.059 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-pyasn1 (0.4.2-3build1) ... 2021-07-26T15:44:06.353 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-pyasn1-modules. 2021-07-26T15:44:06.372 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../65-python3-pyasn1-modules_0.2.1-0.2build1_all.deb ... 2021-07-26T15:44:06.403 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2build1) ... 2021-07-26T15:44:06.631 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-cachetools. 2021-07-26T15:44:06.775 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../63-python3-cachetools_4.0.0-1_all.deb ... 2021-07-26T15:44:06.775 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-cachetools (4.0.0-1) ... 2021-07-26T15:44:06.775 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-rsa. 2021-07-26T15:44:06.776 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../66-python3-rsa_4.0-3_all.deb ... 2021-07-26T15:44:06.776 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-rsa (4.0-3) ... 2021-07-26T15:44:07.000 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-pyasn1. 2021-07-26T15:44:07.016 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../64-python3-pyasn1_0.4.2-3build1_all.deb ... 2021-07-26T15:44:07.074 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-pyasn1 (0.4.2-3build1) ... 2021-07-26T15:44:07.109 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-google-auth. 2021-07-26T15:44:07.127 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../67-python3-google-auth_1.5.1-2_all.deb ... 2021-07-26T15:44:07.167 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-google-auth (1.5.1-2) ... 2021-07-26T15:44:07.411 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-pyasn1-modules. 2021-07-26T15:44:07.431 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../65-python3-pyasn1-modules_0.2.1-0.2build1_all.deb ... 2021-07-26T15:44:07.469 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2build1) ... 2021-07-26T15:44:07.488 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-blinker. 2021-07-26T15:44:07.504 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../68-python3-blinker_1.4+dfsg1-0.3ubuntu1_all.deb ... 2021-07-26T15:44:07.546 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2021-07-26T15:44:07.831 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-rsa. 2021-07-26T15:44:07.849 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../66-python3-rsa_4.0-3_all.deb ... 2021-07-26T15:44:07.891 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-oauthlib. 2021-07-26T15:44:07.897 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-rsa (4.0-3) ... 2021-07-26T15:44:07.907 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../69-python3-oauthlib_3.1.0-1ubuntu2_all.deb ... 2021-07-26T15:44:07.948 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-oauthlib (3.1.0-1ubuntu2) ... 2021-07-26T15:44:08.250 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-google-auth. 2021-07-26T15:44:08.267 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../67-python3-google-auth_1.5.1-2_all.deb ... 2021-07-26T15:44:08.294 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-requests-oauthlib. 2021-07-26T15:44:08.308 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-google-auth (1.5.1-2) ... 2021-07-26T15:44:08.311 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../70-python3-requests-oauthlib_1.0.0-1.1build1_all.deb ... 2021-07-26T15:44:08.352 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-requests-oauthlib (1.0.0-1.1build1) ... 2021-07-26T15:44:08.653 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-blinker. 2021-07-26T15:44:08.664 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-websocket. 2021-07-26T15:44:08.670 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../68-python3-blinker_1.4+dfsg1-0.3ubuntu1_all.deb ... 2021-07-26T15:44:08.685 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../71-python3-websocket_0.53.0-2ubuntu1_all.deb ... 2021-07-26T15:44:08.711 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2021-07-26T15:44:08.714 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-websocket (0.53.0-2ubuntu1) ... 2021-07-26T15:44:09.014 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-oauthlib. 2021-07-26T15:44:09.035 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../69-python3-oauthlib_3.1.0-1ubuntu2_all.deb ... 2021-07-26T15:44:09.039 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-kubernetes. 2021-07-26T15:44:09.055 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../72-python3-kubernetes_7.0.0~a1-2_all.deb ... 2021-07-26T15:44:09.098 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-oauthlib (3.1.0-1ubuntu2) ... 2021-07-26T15:44:09.099 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-kubernetes (7.0.0~a1-2) ... 2021-07-26T15:44:09.410 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-requests-oauthlib. 2021-07-26T15:44:09.429 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../70-python3-requests-oauthlib_1.0.0-1.1build1_all.deb ... 2021-07-26T15:44:09.467 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-requests-oauthlib (1.0.0-1.1build1) ... 2021-07-26T15:44:09.672 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2021-07-26T15:44:09.688 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../73-ceph-mgr-k8sevents_15.2.13-213-g0f589fd5-1focal_all.deb ... 2021-07-26T15:44:09.730 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-mgr-k8sevents (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:09.771 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-websocket. 2021-07-26T15:44:09.789 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../71-python3-websocket_0.53.0-2ubuntu1_all.deb ... 2021-07-26T15:44:09.821 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-websocket (0.53.0-2ubuntu1) ... 2021-07-26T15:44:10.059 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libonig5:amd64. 2021-07-26T15:44:10.076 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../74-libonig5_6.9.4-1_amd64.deb ... 2021-07-26T15:44:10.116 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libonig5:amd64 (6.9.4-1) ... 2021-07-26T15:44:10.165 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-kubernetes. 2021-07-26T15:44:10.185 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../72-python3-kubernetes_7.0.0~a1-2_all.deb ... 2021-07-26T15:44:10.223 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-kubernetes (7.0.0~a1-2) ... 2021-07-26T15:44:10.504 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libjq1:amd64. 2021-07-26T15:44:10.519 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../75-libjq1_1.6-1ubuntu0.20.04.1_amd64.deb ... 2021-07-26T15:44:10.561 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2021-07-26T15:44:10.778 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2021-07-26T15:44:10.797 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../73-ceph-mgr-k8sevents_15.2.13-213-g0f589fd5-1focal_all.deb ... 2021-07-26T15:44:10.836 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking ceph-mgr-k8sevents (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:10.839 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package jq. 2021-07-26T15:44:10.855 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../76-jq_1.6-1ubuntu0.20.04.1_amd64.deb ... 2021-07-26T15:44:10.897 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking jq (1.6-1ubuntu0.20.04.1) ... 2021-07-26T15:44:11.173 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package socat. 2021-07-26T15:44:11.190 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../77-socat_1.7.3.3-2_amd64.deb ... 2021-07-26T15:44:11.196 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package libonig5:amd64. 2021-07-26T15:44:11.214 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../74-libonig5_6.9.4-1_amd64.deb ... 2021-07-26T15:44:11.233 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking socat (1.7.3.3-2) ... 2021-07-26T15:44:11.255 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking libonig5:amd64 (6.9.4-1) ... 2021-07-26T15:44:11.595 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libxslt1.1:amd64. 2021-07-26T15:44:11.614 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../78-libxslt1.1_1.1.34-4_amd64.deb ... 2021-07-26T15:44:11.653 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libxslt1.1:amd64 (1.1.34-4) ... 2021-07-26T15:44:11.675 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package libjq1:amd64. 2021-07-26T15:44:11.694 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../75-libjq1_1.6-1ubuntu0.20.04.1_amd64.deb ... 2021-07-26T15:44:11.724 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2021-07-26T15:44:11.940 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package xmlstarlet. 2021-07-26T15:44:11.958 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../79-xmlstarlet_1.6.1-2build1_amd64.deb ... 2021-07-26T15:44:11.998 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking xmlstarlet (1.6.1-2build1) ... 2021-07-26T15:44:12.002 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package jq. 2021-07-26T15:44:12.021 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../76-jq_1.6-1ubuntu0.20.04.1_amd64.deb ... 2021-07-26T15:44:12.061 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking jq (1.6-1ubuntu0.20.04.1) ... 2021-07-26T15:44:12.336 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package ceph-test. 2021-07-26T15:44:12.349 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package socat. 2021-07-26T15:44:12.355 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../80-ceph-test_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:44:12.365 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../77-socat_1.7.3.3-2_amd64.deb ... 2021-07-26T15:44:12.394 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking ceph-test (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:12.404 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking socat (1.7.3.3-2) ... 2021-07-26T15:44:12.766 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package libxslt1.1:amd64. 2021-07-26T15:44:12.785 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../78-libxslt1.1_1.1.34-4_amd64.deb ... 2021-07-26T15:44:12.824 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking libxslt1.1:amd64 (1.1.34-4) ... 2021-07-26T15:44:13.052 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package xmlstarlet. 2021-07-26T15:44:13.072 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../79-xmlstarlet_1.6.1-2build1_amd64.deb ... 2021-07-26T15:44:13.102 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking xmlstarlet (1.6.1-2build1) ... 2021-07-26T15:44:13.482 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package ceph-test. 2021-07-26T15:44:13.498 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../80-ceph-test_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:44:13.539 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking ceph-test (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:15.708 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package libcephfs-dev. 2021-07-26T15:44:15.726 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../81-libcephfs-dev_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:44:15.767 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking libcephfs-dev (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:16.097 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package nvme-cli. 2021-07-26T15:44:16.116 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../82-nvme-cli_1.9-1ubuntu0.1_amd64.deb ... 2021-07-26T15:44:16.164 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking nvme-cli (1.9-1ubuntu0.1) ... 2021-07-26T15:44:16.561 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-atomicwrites. 2021-07-26T15:44:16.577 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../83-python3-atomicwrites_1.1.5-2build1_all.deb ... 2021-07-26T15:44:16.619 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-atomicwrites (1.1.5-2build1) ... 2021-07-26T15:44:16.889 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-attr. 2021-07-26T15:44:16.912 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../84-python3-attr_19.3.0-2_all.deb ... 2021-07-26T15:44:16.947 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-attr (19.3.0-2) ... 2021-07-26T15:44:17.204 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package libcephfs-dev. 2021-07-26T15:44:17.222 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../81-libcephfs-dev_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:44:17.262 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking libcephfs-dev (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:17.267 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-webencodings. 2021-07-26T15:44:17.283 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../85-python3-webencodings_0.5.1-1ubuntu1_all.deb ... 2021-07-26T15:44:17.316 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-webencodings (0.5.1-1ubuntu1) ... 2021-07-26T15:44:17.586 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-html5lib. 2021-07-26T15:44:17.605 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../86-python3-html5lib_1.0.1-2_all.deb ... 2021-07-26T15:44:17.644 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-html5lib (1.0.1-2) ... 2021-07-26T15:44:17.691 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package nvme-cli. 2021-07-26T15:44:17.711 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../82-nvme-cli_1.9-1ubuntu0.1_amd64.deb ... 2021-07-26T15:44:17.767 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking nvme-cli (1.9-1ubuntu0.1) ... 2021-07-26T15:44:17.981 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-lxml:amd64. 2021-07-26T15:44:17.997 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../87-python3-lxml_4.5.0-1ubuntu0.3_amd64.deb ... 2021-07-26T15:44:18.039 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-lxml:amd64 (4.5.0-1ubuntu0.3) ... 2021-07-26T15:44:18.154 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-atomicwrites. 2021-07-26T15:44:18.171 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../83-python3-atomicwrites_1.1.5-2build1_all.deb ... 2021-07-26T15:44:18.212 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-atomicwrites (1.1.5-2build1) ... 2021-07-26T15:44:18.493 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-packaging. 2021-07-26T15:44:18.509 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../88-python3-packaging_20.3-1_all.deb ... 2021-07-26T15:44:18.532 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-attr. 2021-07-26T15:44:18.551 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-packaging (20.3-1) ... 2021-07-26T15:44:18.552 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../84-python3-attr_19.3.0-2_all.deb ... 2021-07-26T15:44:18.590 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-attr (19.3.0-2) ... 2021-07-26T15:44:18.888 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-pastescript. 2021-07-26T15:44:18.904 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../89-python3-pastescript_2.0.2-4_all.deb ... 2021-07-26T15:44:18.946 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2021-07-26T15:44:18.951 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-webencodings. 2021-07-26T15:44:18.968 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../85-python3-webencodings_0.5.1-1ubuntu1_all.deb ... 2021-07-26T15:44:19.010 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-webencodings (0.5.1-1ubuntu1) ... 2021-07-26T15:44:19.263 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-html5lib. 2021-07-26T15:44:19.266 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-pluggy. 2021-07-26T15:44:19.281 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../86-python3-html5lib_1.0.1-2_all.deb ... 2021-07-26T15:44:19.285 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../90-python3-pluggy_0.13.0-2_all.deb ... 2021-07-26T15:44:19.312 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-html5lib (1.0.1-2) ... 2021-07-26T15:44:19.324 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-pluggy (0.13.0-2) ... 2021-07-26T15:44:19.632 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-lxml:amd64. 2021-07-26T15:44:19.636 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-psutil. 2021-07-26T15:44:19.652 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../91-python3-psutil_5.5.1-1ubuntu4_amd64.deb ... 2021-07-26T15:44:19.653 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../87-python3-lxml_4.5.0-1ubuntu0.3_amd64.deb ... 2021-07-26T15:44:19.690 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-lxml:amd64 (4.5.0-1ubuntu0.3) ... 2021-07-26T15:44:19.694 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-psutil (5.5.1-1ubuntu4) ... 2021-07-26T15:44:20.056 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-py. 2021-07-26T15:44:20.072 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../92-python3-py_1.8.1-1_all.deb ... 2021-07-26T15:44:20.114 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-py (1.8.1-1) ... 2021-07-26T15:44:20.144 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-packaging. 2021-07-26T15:44:20.163 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../88-python3-packaging_20.3-1_all.deb ... 2021-07-26T15:44:20.202 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-packaging (20.3-1) ... 2021-07-26T15:44:20.446 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-pyinotify. 2021-07-26T15:44:20.462 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../93-python3-pyinotify_0.9.6-1.2ubuntu1_all.deb ... 2021-07-26T15:44:20.504 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-pyinotify (0.9.6-1.2ubuntu1) ... 2021-07-26T15:44:20.517 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-pastescript. 2021-07-26T15:44:20.535 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../89-python3-pastescript_2.0.2-4_all.deb ... 2021-07-26T15:44:20.571 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2021-07-26T15:44:20.831 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-wcwidth. 2021-07-26T15:44:20.848 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../94-python3-wcwidth_0.1.8+dfsg1-3_all.deb ... 2021-07-26T15:44:20.890 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-wcwidth (0.1.8+dfsg1-3) ... 2021-07-26T15:44:20.909 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-pluggy. 2021-07-26T15:44:20.926 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../90-python3-pluggy_0.13.0-2_all.deb ... 2021-07-26T15:44:20.983 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-pluggy (0.13.0-2) ... 2021-07-26T15:44:21.193 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-pytest. 2021-07-26T15:44:21.212 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../95-python3-pytest_4.6.9-1_all.deb ... 2021-07-26T15:44:21.251 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-pytest (4.6.9-1) ... 2021-07-26T15:44:21.294 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-psutil. 2021-07-26T15:44:21.311 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../91-python3-psutil_5.5.1-1ubuntu4_amd64.deb ... 2021-07-26T15:44:21.352 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-psutil (5.5.1-1ubuntu4) ... 2021-07-26T15:44:21.636 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package python3-simplejson. 2021-07-26T15:44:21.655 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../96-python3-simplejson_3.16.0-2ubuntu2_amd64.deb ... 2021-07-26T15:44:21.695 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking python3-simplejson (3.16.0-2ubuntu2) ... 2021-07-26T15:44:21.716 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-py. 2021-07-26T15:44:21.736 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../92-python3-py_1.8.1-1_all.deb ... 2021-07-26T15:44:21.774 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-py (1.8.1-1) ... 2021-07-26T15:44:22.075 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package radosgw. 2021-07-26T15:44:22.094 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../97-radosgw_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:44:22.128 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-pyinotify. 2021-07-26T15:44:22.133 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking radosgw (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:22.144 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../93-python3-pyinotify_0.9.6-1.2ubuntu1_all.deb ... 2021-07-26T15:44:22.203 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-pyinotify (0.9.6-1.2ubuntu1) ... 2021-07-26T15:44:22.572 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-wcwidth. 2021-07-26T15:44:22.590 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../94-python3-wcwidth_0.1.8+dfsg1-3_all.deb ... 2021-07-26T15:44:22.630 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-wcwidth (0.1.8+dfsg1-3) ... 2021-07-26T15:44:22.941 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-pytest. 2021-07-26T15:44:22.961 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../95-python3-pytest_4.6.9-1_all.deb ... 2021-07-26T15:44:23.034 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-pytest (4.6.9-1) ... 2021-07-26T15:44:23.235 INFO:teuthology.orchestra.run.smithi107.stdout:Selecting previously unselected package rbd-fuse. 2021-07-26T15:44:23.252 INFO:teuthology.orchestra.run.smithi107.stdout:Preparing to unpack .../98-rbd-fuse_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:44:23.293 INFO:teuthology.orchestra.run.smithi107.stdout:Unpacking rbd-fuse (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:23.403 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package python3-simplejson. 2021-07-26T15:44:23.421 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../96-python3-simplejson_3.16.0-2ubuntu2_amd64.deb ... 2021-07-26T15:44:23.461 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking python3-simplejson (3.16.0-2ubuntu2) ... 2021-07-26T15:44:23.602 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-attr (19.3.0-2) ... 2021-07-26T15:44:23.924 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libleveldb1d:amd64 (1.22-3ubuntu2) ... 2021-07-26T15:44:23.931 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package radosgw. 2021-07-26T15:44:23.949 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../97-radosgw_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:44:23.983 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking radosgw (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:24.050 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up librabbitmq4:amd64 (0.10.0-1) ... 2021-07-26T15:44:24.200 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up nvme-cli (1.9-1ubuntu0.1) ... 2021-07-26T15:44:24.394 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up cephadm (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:24.967 INFO:teuthology.orchestra.run.smithi107.stdout:Adding system user cephadm....done 2021-07-26T15:44:25.081 INFO:teuthology.orchestra.run.smithi037.stdout:Selecting previously unselected package rbd-fuse. 2021-07-26T15:44:25.100 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing to unpack .../98-rbd-fuse_15.2.13-213-g0f589fd5-1focal_amd64.deb ... 2021-07-26T15:44:25.130 INFO:teuthology.orchestra.run.smithi037.stdout:Unpacking rbd-fuse (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:25.147 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-waitress (1.4.1-1) ... 2021-07-26T15:44:25.444 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-attr (19.3.0-2) ... 2021-07-26T15:44:25.497 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-repoze.lru (0.7-2) ... 2021-07-26T15:44:25.790 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up liboath0 (2.6.1-1.3) ... 2021-07-26T15:44:25.884 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up libleveldb1d:amd64 (1.22-3ubuntu2) ... 2021-07-26T15:44:25.958 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-py (1.8.1-1) ... 2021-07-26T15:44:26.010 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up librabbitmq4:amd64 (0.10.0-1) ... 2021-07-26T15:44:26.161 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up nvme-cli (1.9-1ubuntu0.1) ... 2021-07-26T15:44:26.285 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-joblib (0.14.0-3) ... 2021-07-26T15:44:26.348 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up cephadm (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:26.695 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-jwt (1.7.1-2ubuntu2) ... 2021-07-26T15:44:26.918 INFO:teuthology.orchestra.run.smithi037.stdout:Adding system user cephadm....done 2021-07-26T15:44:27.014 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-cachetools (4.0.0-1) ... 2021-07-26T15:44:27.114 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-waitress (1.4.1-1) ... 2021-07-26T15:44:27.282 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-bcrypt (3.1.7-2ubuntu1) ... 2021-07-26T15:44:27.456 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-repoze.lru (0.7-2) ... 2021-07-26T15:44:27.559 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-pyinotify (0.9.6-1.2ubuntu1) ... 2021-07-26T15:44:27.741 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up liboath0 (2.6.1-1.3) ... 2021-07-26T15:44:27.867 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-py (1.8.1-1) ... 2021-07-26T15:44:27.887 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-ceph-argparse (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:28.178 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2021-07-26T15:44:28.194 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-joblib (0.14.0-3) ... 2021-07-26T15:44:28.303 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-markupsafe (1.1.0-1build2) ... 2021-07-26T15:44:28.589 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-webencodings (0.5.1-1ubuntu1) ... 2021-07-26T15:44:28.637 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-jwt (1.7.1-2ubuntu2) ... 2021-07-26T15:44:28.881 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-psutil (5.5.1-1ubuntu4) ... 2021-07-26T15:44:28.906 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-cachetools (4.0.0-1) ... 2021-07-26T15:44:29.199 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-bcrypt (3.1.7-2ubuntu1) ... 2021-07-26T15:44:29.258 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-atomicwrites (1.1.5-2build1) ... 2021-07-26T15:44:29.492 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-pyinotify (0.9.6-1.2ubuntu1) ... 2021-07-26T15:44:29.534 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-simplejson (3.16.0-2ubuntu2) ... 2021-07-26T15:44:29.793 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-ceph-argparse (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:29.869 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-decorator (4.4.2-0ubuntu1) ... 2021-07-26T15:44:30.086 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2021-07-26T15:44:30.128 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-jinja2 (2.10.1-2) ... 2021-07-26T15:44:30.236 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-markupsafe (1.1.0-1build2) ... 2021-07-26T15:44:30.464 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-tempita (0.5.2-6) ... 2021-07-26T15:44:30.496 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-webencodings (0.5.1-1ubuntu1) ... 2021-07-26T15:44:30.740 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-packaging (20.3-1) ... 2021-07-26T15:44:30.781 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-psutil (5.5.1-1ubuntu4) ... 2021-07-26T15:44:31.033 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python-pastedeploy-tpl (2.1.0-1) ... 2021-07-26T15:44:31.132 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-atomicwrites (1.1.5-2build1) ... 2021-07-26T15:44:31.184 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-wcwidth (0.1.8+dfsg1-3) ... 2021-07-26T15:44:31.450 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-simplejson (3.16.0-2ubuntu2) ... 2021-07-26T15:44:31.477 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-paste (3.4.0+dfsg1-1) ... 2021-07-26T15:44:31.801 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-decorator (4.4.2-0ubuntu1) ... 2021-07-26T15:44:31.853 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-werkzeug (0.16.1+dfsg1-2) ... 2021-07-26T15:44:32.086 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-jinja2 (2.10.1-2) ... 2021-07-26T15:44:32.190 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-cryptography (2.8-3ubuntu0.1) ... 2021-07-26T15:44:32.429 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-tempita (0.5.2-6) ... 2021-07-26T15:44:32.561 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up socat (1.7.3.3-2) ... 2021-07-26T15:44:32.662 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-ceph-common (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:32.747 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-packaging (20.3-1) ... 2021-07-26T15:44:32.924 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-html5lib (1.0.1-2) ... 2021-07-26T15:44:33.048 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python-pastedeploy-tpl (2.1.0-1) ... 2021-07-26T15:44:33.174 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-wcwidth (0.1.8+dfsg1-3) ... 2021-07-26T15:44:33.248 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2021-07-26T15:44:33.374 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-pluggy (0.13.0-2) ... 2021-07-26T15:44:33.517 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-paste (3.4.0+dfsg1-1) ... 2021-07-26T15:44:33.659 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libxslt1.1:amd64 (1.1.34-4) ... 2021-07-26T15:44:33.818 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-pyasn1 (0.4.2-3build1) ... 2021-07-26T15:44:33.927 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-werkzeug (0.16.1+dfsg1-2) ... 2021-07-26T15:44:34.128 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-singledispatch (3.4.0.3-2build1) ... 2021-07-26T15:44:34.314 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-cryptography (2.8-3ubuntu0.1) ... 2021-07-26T15:44:34.371 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-logutils (0.3.3-7) ... 2021-07-26T15:44:34.668 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up socat (1.7.3.3-2) ... 2021-07-26T15:44:34.835 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-ceph-common (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:34.997 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up liblttng-ust0:amd64 (2.11.0-1) ... 2021-07-26T15:44:35.123 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2021-07-26T15:44:35.153 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-html5lib (1.0.1-2) ... 2021-07-26T15:44:35.416 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-prettytable (0.7.2-5) ... 2021-07-26T15:44:35.496 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2021-07-26T15:44:35.622 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-pluggy (0.13.0-2) ... 2021-07-26T15:44:35.701 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-soupsieve (1.9.5+dfsg-1) ... 2021-07-26T15:44:36.002 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-websocket (0.53.0-2ubuntu1) ... 2021-07-26T15:44:36.148 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up libxslt1.1:amd64 (1.1.34-4) ... 2021-07-26T15:44:36.275 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-pyasn1 (0.4.2-3build1) ... 2021-07-26T15:44:36.384 INFO:teuthology.orchestra.run.smithi107.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2021-07-26T15:44:36.637 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-singledispatch (3.4.0.3-2build1) ... 2021-07-26T15:44:36.646 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libonig5:amd64 (6.9.4-1) ... 2021-07-26T15:44:36.756 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-mako (1.1.0+ds1-1ubuntu2) ... 2021-07-26T15:44:36.930 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-logutils (0.3.3-7) ... 2021-07-26T15:44:37.075 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-cherrypy3 (8.9.1-6) ... 2021-07-26T15:44:37.222 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up liblttng-ust0:amd64 (2.11.0-1) ... 2021-07-26T15:44:37.381 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2021-07-26T15:44:37.459 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2021-07-26T15:44:37.585 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2021-07-26T15:44:37.666 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-prettytable (0.7.2-5) ... 2021-07-26T15:44:37.959 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-webob (1:1.8.5-2) ... 2021-07-26T15:44:37.959 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-soupsieve (1.9.5+dfsg-1) ... 2021-07-26T15:44:38.014 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2021-07-26T15:44:38.280 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up librados2 (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:38.285 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-websocket (0.53.0-2ubuntu1) ... 2021-07-26T15:44:38.390 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-scipy (1.3.3-3build1) ... 2021-07-26T15:44:38.702 INFO:teuthology.orchestra.run.smithi037.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2021-07-26T15:44:38.947 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up libonig5:amd64 (6.9.4-1) ... 2021-07-26T15:44:39.073 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-mako (1.1.0+ds1-1ubuntu2) ... 2021-07-26T15:44:39.432 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-cherrypy3 (8.9.1-6) ... 2021-07-26T15:44:39.800 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2021-07-26T15:44:39.847 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up librgw2 (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:39.951 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2021-07-26T15:44:39.964 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2021-07-26T15:44:40.091 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-pytest (4.6.9-1) ... 2021-07-26T15:44:40.095 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-webob (1:1.8.5-2) ... 2021-07-26T15:44:40.459 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-openssl (19.0.0-1build1) ... 2021-07-26T15:44:40.470 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2021-07-26T15:44:40.752 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-pastedeploy (2.1.0-1) ... 2021-07-26T15:44:40.755 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up librados2 (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:40.881 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-scipy (1.3.3-3build1) ... 2021-07-26T15:44:41.012 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-bs4 (4.8.2-1) ... 2021-07-26T15:44:41.337 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libcephfs2 (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:41.471 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-oauthlib (3.1.0-1ubuntu2) ... 2021-07-26T15:44:41.777 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libradosstriper1 (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:41.879 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2build1) ... 2021-07-26T15:44:42.202 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-sklearn (0.22.2.post1+dfsg-5) ... 2021-07-26T15:44:42.430 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up librgw2 (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:42.581 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2021-07-26T15:44:42.707 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-pytest (4.6.9-1) ... 2021-07-26T15:44:43.101 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-openssl (19.0.0-1build1) ... 2021-07-26T15:44:43.234 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up librbd1 (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:43.359 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2021-07-26T15:44:43.412 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-pastedeploy (2.1.0-1) ... 2021-07-26T15:44:43.485 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up xmlstarlet (1.6.1-2build1) ... 2021-07-26T15:44:43.602 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-lxml:amd64 (4.5.0-1ubuntu0.3) ... 2021-07-26T15:44:43.750 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-bs4 (4.8.2-1) ... 2021-07-26T15:44:43.887 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up jq (1.6-1ubuntu0.20.04.1) ... 2021-07-26T15:44:43.988 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-rsa (4.0-3) ... 2021-07-26T15:44:44.128 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up libcephfs2 (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:44.254 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-oauthlib (3.1.0-1ubuntu2) ... 2021-07-26T15:44:44.297 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-webtest (2.0.32-2) ... 2021-07-26T15:44:44.588 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up libradosstriper1 (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:44.598 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-mgr-modules-core (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:44.714 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2build1) ... 2021-07-26T15:44:44.732 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-fuse (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:44.955 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2021-07-26T15:44:44.956 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2021-07-26T15:44:45.065 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-sklearn (0.22.2.post1+dfsg-5) ... 2021-07-26T15:44:45.401 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up libcephfs-dev (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:45.526 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-requests-oauthlib (1.0.0-1.1build1) ... 2021-07-26T15:44:45.819 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-pastescript (2.0.2-4) ... 2021-07-26T15:44:46.104 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-pecan (1.3.3-3ubuntu1) ... 2021-07-26T15:44:46.146 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up librbd1 (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:46.272 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2021-07-26T15:44:46.398 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up xmlstarlet (1.6.1-2build1) ... 2021-07-26T15:44:46.439 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-rados (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:46.524 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-lxml:amd64 (4.5.0-1ubuntu0.3) ... 2021-07-26T15:44:46.565 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-rbd (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:46.725 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up rbd-fuse (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:46.851 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-routes (2.4.1-2) ... 2021-07-26T15:44:46.867 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up jq (1.6-1ubuntu0.20.04.1) ... 2021-07-26T15:44:46.993 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-rsa (4.0-3) ... 2021-07-26T15:44:47.143 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-google-auth (1.5.1-2) ... 2021-07-26T15:44:47.303 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-webtest (2.0.32-2) ... 2021-07-26T15:44:47.436 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-rgw (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:47.562 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-cephfs (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:47.630 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up ceph-mgr-modules-core (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:47.755 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up ceph-fuse (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:47.906 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up python3-kubernetes (7.0.0~a1-2) ... 2021-07-26T15:44:47.982 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2021-07-26T15:44:47.983 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2021-07-26T15:44:48.443 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up libcephfs-dev (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:48.566 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-requests-oauthlib (1.0.0-1.1build1) ... 2021-07-26T15:44:48.818 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-common (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:48.884 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-pastescript (2.0.2-4) ... 2021-07-26T15:44:49.211 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-pecan (1.3.3-3ubuntu1) ... 2021-07-26T15:44:49.337 INFO:teuthology.orchestra.run.smithi107.stdout:Adding group ceph....done 2021-07-26T15:44:49.571 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-rados (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:49.731 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-rbd (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:49.738 INFO:teuthology.orchestra.run.smithi107.stdout:Adding system user ceph....done 2021-07-26T15:44:49.857 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up rbd-fuse (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:49.897 INFO:teuthology.orchestra.run.smithi107.stdout:Setting system user ceph properties....done 2021-07-26T15:44:49.916 INFO:teuthology.orchestra.run.smithi107.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2021-07-26T15:44:49.983 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-routes (2.4.1-2) ... 2021-07-26T15:44:50.063 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2021-07-26T15:44:50.276 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-google-auth (1.5.1-2) ... 2021-07-26T15:44:50.369 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2021-07-26T15:44:50.594 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-rgw (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:50.745 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-cephfs (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:50.812 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-test (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:50.921 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up radosgw (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:51.123 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up python3-kubernetes (7.0.0~a1-2) ... 2021-07-26T15:44:51.184 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2021-07-26T15:44:51.185 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2021-07-26T15:44:51.756 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-base (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:52.062 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up ceph-common (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:52.121 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2021-07-26T15:44:52.516 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-mds (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:52.657 INFO:teuthology.orchestra.run.smithi037.stdout:Adding group ceph....done 2021-07-26T15:44:52.748 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2021-07-26T15:44:52.748 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2021-07-26T15:44:53.061 INFO:teuthology.orchestra.run.smithi037.stdout:Adding system user ceph....done 2021-07-26T15:44:53.203 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-mgr (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:53.255 INFO:teuthology.orchestra.run.smithi037.stdout:Setting system user ceph properties....done 2021-07-26T15:44:53.279 INFO:teuthology.orchestra.run.smithi037.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2021-07-26T15:44:53.428 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2021-07-26T15:44:53.429 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2021-07-26T15:44:53.436 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2021-07-26T15:44:53.776 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2021-07-26T15:44:53.852 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-mgr-diskprediction-cloud (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:53.986 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-osd (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:54.264 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up ceph-test (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:54.392 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up radosgw (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:54.486 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2021-07-26T15:44:54.486 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2021-07-26T15:44:54.671 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2021-07-26T15:44:54.672 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2021-07-26T15:44:54.913 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-mgr-k8sevents (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:55.039 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-mgr-diskprediction-local (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:55.165 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-mon (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:55.319 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up ceph-base (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:55.373 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2021-07-26T15:44:55.373 INFO:teuthology.orchestra.run.smithi107.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2021-07-26T15:44:55.666 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2021-07-26T15:44:55.792 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-mgr-cephadm (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:55.934 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:56.060 INFO:teuthology.orchestra.run.smithi107.stdout:Setting up ceph-mgr-dashboard (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:56.129 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up ceph-mds (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:56.237 INFO:teuthology.orchestra.run.smithi107.stdout:Processing triggers for systemd (245.4-4ubuntu3.4) ... 2021-07-26T15:44:56.342 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2021-07-26T15:44:56.343 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2021-07-26T15:44:56.531 INFO:teuthology.orchestra.run.smithi107.stdout:Processing triggers for man-db (2.9.1-1) ... 2021-07-26T15:44:56.781 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up ceph-mgr (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:57.027 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2021-07-26T15:44:57.027 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2021-07-26T15:44:57.491 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up ceph-mgr-diskprediction-cloud (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:57.625 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up ceph-osd (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:58.166 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2021-07-26T15:44:58.167 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2021-07-26T15:44:58.619 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up ceph-mgr-k8sevents (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:58.745 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up ceph-mgr-diskprediction-local (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:58.904 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up ceph-mon (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:59.139 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2021-07-26T15:44:59.139 INFO:teuthology.orchestra.run.smithi037.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2021-07-26T15:44:59.540 INFO:teuthology.orchestra.run.smithi107.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.2) ... 2021-07-26T15:44:59.597 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up ceph-mgr-cephadm (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:59.740 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up ceph (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:59.866 INFO:teuthology.orchestra.run.smithi037.stdout:Setting up ceph-mgr-dashboard (15.2.13-213-g0f589fd5-1focal) ... 2021-07-26T15:44:59.964 INFO:teuthology.orchestra.run.smithi107.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2021-07-26T15:44:59.968 DEBUG:teuthology.parallel:result is None 2021-07-26T15:45:00.026 INFO:teuthology.orchestra.run.smithi037.stdout:Processing triggers for systemd (245.4-4ubuntu3.4) ... 2021-07-26T15:45:00.330 INFO:teuthology.orchestra.run.smithi037.stdout:Processing triggers for man-db (2.9.1-1) ... 2021-07-26T15:45:03.486 INFO:teuthology.orchestra.run.smithi037.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.2) ... 2021-07-26T15:45:03.869 INFO:teuthology.orchestra.run.smithi037.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2021-07-26T15:45:03.871 DEBUG:teuthology.parallel:result is None 2021-07-26T15:45:03.872 DEBUG:teuthology.orchestra.run.smithi037:> sudo lsb_release -is 2021-07-26T15:45:03.920 INFO:teuthology.orchestra.run.smithi037.stdout:Ubuntu 2021-07-26T15:45:03.924 DEBUG:teuthology.misc:System to be installed: Ubuntu 2021-07-26T15:45:03.925 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-07-26T15:45:03.926 INFO:teuthology.packaging:ref: None 2021-07-26T15:45:03.927 INFO:teuthology.packaging:tag: None 2021-07-26T15:45:03.928 INFO:teuthology.packaging:branch: octopus 2021-07-26T15:45:03.928 INFO:teuthology.packaging:sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:45:03.929 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=octopus 2021-07-26T15:45:04.167 DEBUG:teuthology.orchestra.run.smithi037:> dpkg-query -W -f '${Version}' ceph 2021-07-26T15:45:04.190 INFO:teuthology.orchestra.run.smithi037.stdout:15.2.13-213-g0f589fd5-1focal 2021-07-26T15:45:04.191 INFO:teuthology.packaging:The installed version of ceph is 15.2.13-213-g0f589fd5-1focal 2021-07-26T15:45:04.191 INFO:teuthology.task.install:The correct ceph version 15.2.13-213-g0f589fd5-1focal is installed. 2021-07-26T15:45:04.192 DEBUG:teuthology.orchestra.run.smithi107:> sudo lsb_release -is 2021-07-26T15:45:04.243 INFO:teuthology.orchestra.run.smithi107.stdout:Ubuntu 2021-07-26T15:45:04.248 DEBUG:teuthology.misc:System to be installed: Ubuntu 2021-07-26T15:45:04.249 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-07-26T15:45:04.249 INFO:teuthology.packaging:ref: None 2021-07-26T15:45:04.249 INFO:teuthology.packaging:tag: None 2021-07-26T15:45:04.250 INFO:teuthology.packaging:branch: octopus 2021-07-26T15:45:04.250 INFO:teuthology.packaging:sha1: bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:45:04.251 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=octopus 2021-07-26T15:45:04.484 DEBUG:teuthology.orchestra.run.smithi107:> dpkg-query -W -f '${Version}' ceph 2021-07-26T15:45:04.507 INFO:teuthology.orchestra.run.smithi107.stdout:15.2.13-213-g0f589fd5-1focal 2021-07-26T15:45:04.508 INFO:teuthology.packaging:The installed version of ceph is 15.2.13-213-g0f589fd5-1focal 2021-07-26T15:45:04.508 INFO:teuthology.task.install:The correct ceph version 15.2.13-213-g0f589fd5-1focal is installed. 2021-07-26T15:45:04.509 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2021-07-26T15:45:04.509 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2021-07-26T15:45:04.510 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2021-07-26T15:45:04.527 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2021-07-26T15:45:04.527 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2021-07-26T15:45:04.542 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2021-07-26T15:45:04.543 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2021-07-26T15:45:04.543 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/usr/bin/daemon-helper 2021-07-26T15:45:04.558 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod a=rx -- /usr/bin/daemon-helper 2021-07-26T15:45:04.575 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2021-07-26T15:45:04.575 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/usr/bin/daemon-helper 2021-07-26T15:45:04.602 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod a=rx -- /usr/bin/daemon-helper 2021-07-26T15:45:04.614 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2021-07-26T15:45:04.614 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2021-07-26T15:45:04.615 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/usr/bin/adjust-ulimits 2021-07-26T15:45:04.634 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2021-07-26T15:45:04.644 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2021-07-26T15:45:04.645 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/usr/bin/adjust-ulimits 2021-07-26T15:45:04.664 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2021-07-26T15:45:04.722 INFO:teuthology.run_tasks:Running task print... 2021-07-26T15:45:04.738 INFO:teuthology.task.print:**** done install task... 2021-07-26T15:45:04.739 INFO:teuthology.run_tasks:Running task print... 2021-07-26T15:45:04.804 INFO:teuthology.task.print:**** done start installing octopus cephadm ... 2021-07-26T15:45:04.805 INFO:teuthology.run_tasks:Running task cephadm... 2021-07-26T15:45:04.941 INFO:tasks.cephadm:Config: {'add_mons_via_daemon_add': True, 'avoid_pacific_features': True, 'cephadm_branch': 'octopus', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'docker.io/ceph/daemon-base:latest-octopus', 'create_rbd_pool': True, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'bccf07c244ef1754a7e8d345570b6a04f2ee5a7e'} 2021-07-26T15:45:04.942 INFO:tasks.cephadm:Cluster image is docker.io/ceph/daemon-base:latest-octopus 2021-07-26T15:45:04.944 INFO:tasks.cephadm:Cluster fsid is 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:45:04.944 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2021-07-26T15:45:04.945 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.37', 'mon.c': '[v2:172.21.15.37:3301,v1:172.21.15.37:6790]', 'mon.b': '172.21.15.107'} 2021-07-26T15:45:04.946 INFO:tasks.cephadm:First mon is mon.a on smithi037 2021-07-26T15:45:04.947 INFO:tasks.cephadm:First mgr is y 2021-07-26T15:45:04.947 INFO:tasks.cephadm:Normalizing hostnames... 2021-07-26T15:45:04.948 DEBUG:teuthology.orchestra.run.smithi037:> sudo hostname $(hostname -s) 2021-07-26T15:45:04.968 DEBUG:teuthology.orchestra.run.smithi107:> sudo hostname $(hostname -s) 2021-07-26T15:45:04.985 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref octopus)... 2021-07-26T15:45:04.986 DEBUG:teuthology.orchestra.run.smithi037:> curl --silent https://raw.githubusercontent.com/ceph/ceph/octopus/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2021-07-26T15:45:05.232 INFO:teuthology.orchestra.run.smithi037.stdout:-rw-rw-r-- 1 ubuntu ubuntu 223036 Jul 26 15:45 /home/ubuntu/cephtest/cephadm 2021-07-26T15:45:05.232 DEBUG:teuthology.orchestra.run.smithi107:> curl --silent https://raw.githubusercontent.com/ceph/ceph/octopus/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2021-07-26T15:45:05.370 INFO:teuthology.orchestra.run.smithi107.stdout:-rw-rw-r-- 1 ubuntu ubuntu 223036 Jul 26 15:45 /home/ubuntu/cephtest/cephadm 2021-07-26T15:45:05.371 DEBUG:teuthology.orchestra.run.smithi037:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2021-07-26T15:45:05.380 DEBUG:teuthology.orchestra.run.smithi107:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2021-07-26T15:45:05.403 DEBUG:teuthology.orchestra.run.smithi037:> sudo mkdir -p /etc/ceph 2021-07-26T15:45:05.419 DEBUG:teuthology.orchestra.run.smithi107:> sudo mkdir -p /etc/ceph 2021-07-26T15:45:05.436 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod 777 /etc/ceph 2021-07-26T15:45:05.478 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod 777 /etc/ceph 2021-07-26T15:45:05.496 INFO:tasks.cephadm:Writing seed config... 2021-07-26T15:45:05.497 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2021-07-26T15:45:05.498 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2021-07-26T15:45:05.498 INFO:tasks.cephadm: override: [osd] debug ms = 1 2021-07-26T15:45:05.499 INFO:tasks.cephadm: override: [osd] debug osd = 20 2021-07-26T15:45:05.499 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2021-07-26T15:45:05.499 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2021-07-26T15:45:05.500 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2021-07-26T15:45:05.500 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2021-07-26T15:45:05.500 INFO:tasks.cephadm: override: [mon] debug mon = 20 2021-07-26T15:45:05.501 INFO:tasks.cephadm: override: [mon] debug ms = 1 2021-07-26T15:45:05.501 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2021-07-26T15:45:05.502 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2021-07-26T15:45:05.502 DEBUG:teuthology.orchestra.run.smithi037:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2021-07-26T15:45:05.510 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 72588c72-ee28-11eb-8c23-001a4aab830c mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2021-07-26T15:45:05.511 DEBUG:teuthology.orchestra.run.smithi037:mon.a> sudo journalctl -f -n 0 -u ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mon.a.service 2021-07-26T15:45:05.557 DEBUG:teuthology.orchestra.run.smithi037:mgr.y> sudo journalctl -f -n 0 -u ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mgr.y.service 2021-07-26T15:45:05.560 INFO:tasks.cephadm:Bootstrapping... 2021-07-26T15:45:05.560 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus -v bootstrap --fsid 72588c72-ee28-11eb-8c23-001a4aab830c --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.37 && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2021-07-26T15:45:05.658 INFO:journalctl@ceph.mon.a.smithi037.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:45:05.668 INFO:journalctl@ceph.mgr.y.smithi037.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:45:05.756 INFO:teuthology.orchestra.run.smithi037.stderr:Could not locate podman: podman not found 2021-07-26T15:45:05.757 INFO:teuthology.orchestra.run.smithi037.stderr:container_init=False 2021-07-26T15:45:05.757 INFO:teuthology.orchestra.run.smithi037.stderr:Verifying podman|docker is present... 2021-07-26T15:45:05.758 INFO:teuthology.orchestra.run.smithi037.stderr:Verifying lvm2 is present... 2021-07-26T15:45:05.758 INFO:teuthology.orchestra.run.smithi037.stderr:Verifying time synchronization is in place... 2021-07-26T15:45:05.759 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl is-enabled chrony.service 2021-07-26T15:45:05.763 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2021-07-26T15:45:05.763 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl is-active chrony.service 2021-07-26T15:45:05.770 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stdout inactive 2021-07-26T15:45:05.770 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl is-enabled chronyd.service 2021-07-26T15:45:05.776 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2021-07-26T15:45:05.776 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl is-active chronyd.service 2021-07-26T15:45:05.781 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stdout inactive 2021-07-26T15:45:05.782 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl is-enabled systemd-timesyncd.service 2021-07-26T15:45:05.788 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stdout masked 2021-07-26T15:45:05.788 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl is-active systemd-timesyncd.service 2021-07-26T15:45:05.794 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stdout inactive 2021-07-26T15:45:05.795 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl is-enabled ntpd.service 2021-07-26T15:45:05.800 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2021-07-26T15:45:05.801 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl is-active ntpd.service 2021-07-26T15:45:05.807 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stdout inactive 2021-07-26T15:45:05.807 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl is-enabled ntp.service 2021-07-26T15:45:05.814 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stdout enabled 2021-07-26T15:45:05.815 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl is-active ntp.service 2021-07-26T15:45:05.821 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stdout active 2021-07-26T15:45:05.822 INFO:teuthology.orchestra.run.smithi037.stderr:Unit ntp.service is enabled and running 2021-07-26T15:45:05.822 INFO:teuthology.orchestra.run.smithi037.stderr:Repeating the final host check... 2021-07-26T15:45:05.822 INFO:teuthology.orchestra.run.smithi037.stderr:Could not locate podman: podman not found 2021-07-26T15:45:05.823 INFO:teuthology.orchestra.run.smithi037.stderr:podman|docker (/usr/bin/docker) is present 2021-07-26T15:45:05.823 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl is present 2021-07-26T15:45:05.824 INFO:teuthology.orchestra.run.smithi037.stderr:lvcreate is present 2021-07-26T15:45:05.824 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl is-enabled chrony.service 2021-07-26T15:45:05.828 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2021-07-26T15:45:05.829 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl is-active chrony.service 2021-07-26T15:45:05.835 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stdout inactive 2021-07-26T15:45:05.835 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl is-enabled chronyd.service 2021-07-26T15:45:05.841 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2021-07-26T15:45:05.841 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl is-active chronyd.service 2021-07-26T15:45:05.848 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stdout inactive 2021-07-26T15:45:05.848 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl is-enabled systemd-timesyncd.service 2021-07-26T15:45:05.855 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stdout masked 2021-07-26T15:45:05.855 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl is-active systemd-timesyncd.service 2021-07-26T15:45:05.860 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stdout inactive 2021-07-26T15:45:05.860 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl is-enabled ntpd.service 2021-07-26T15:45:05.865 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2021-07-26T15:45:05.866 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl is-active ntpd.service 2021-07-26T15:45:05.871 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stdout inactive 2021-07-26T15:45:05.871 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl is-enabled ntp.service 2021-07-26T15:45:05.877 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stdout enabled 2021-07-26T15:45:05.878 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl is-active ntp.service 2021-07-26T15:45:05.883 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stdout active 2021-07-26T15:45:05.884 INFO:teuthology.orchestra.run.smithi037.stderr:Unit ntp.service is enabled and running 2021-07-26T15:45:05.885 INFO:teuthology.orchestra.run.smithi037.stderr:Host looks OK 2021-07-26T15:45:05.885 INFO:teuthology.orchestra.run.smithi037.stderr:Cluster fsid: 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:45:05.885 INFO:teuthology.orchestra.run.smithi037.stderr:Acquiring lock 139791339630352 on /run/cephadm/72588c72-ee28-11eb-8c23-001a4aab830c.lock 2021-07-26T15:45:05.885 INFO:teuthology.orchestra.run.smithi037.stderr:Lock 139791339630352 acquired on /run/cephadm/72588c72-ee28-11eb-8c23-001a4aab830c.lock 2021-07-26T15:45:05.886 INFO:teuthology.orchestra.run.smithi037.stderr:Verifying IP 172.21.15.37 port 3300 ... 2021-07-26T15:45:05.886 INFO:teuthology.orchestra.run.smithi037.stderr:Verifying IP 172.21.15.37 port 6789 ... 2021-07-26T15:45:05.887 INFO:teuthology.orchestra.run.smithi037.stderr:Base mon IP is 172.21.15.37, final addrv is [v2:172.21.15.37:3300,v1:172.21.15.37:6789] 2021-07-26T15:45:05.887 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/sbin/ip route ls 2021-07-26T15:45:05.889 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 2021-07-26T15:45:05.890 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/sbin/ip: stdout 172.17.0.0/16 dev docker0 proto kernel scope link src 172.17.0.1 linkdown 2021-07-26T15:45:05.890 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.37 2021-07-26T15:45:05.890 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/sbin/ip -6 route ls 2021-07-26T15:45:05.894 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2021-07-26T15:45:05.894 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2021-07-26T15:45:05.895 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1798sec hoplimit 64 pref medium 2021-07-26T15:45:05.895 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/sbin/ip -6 addr ls 2021-07-26T15:45:05.897 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2021-07-26T15:45:05.897 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/sbin/ip: stdout inet6 ::1/128 scope host 2021-07-26T15:45:05.898 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2021-07-26T15:45:05.898 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2021-07-26T15:45:05.898 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/sbin/ip: stdout inet6 fe80::ec4:7aff:fe88:7794/64 scope link 2021-07-26T15:45:05.898 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2021-07-26T15:45:05.899 INFO:teuthology.orchestra.run.smithi037.stderr:Mon IP 172.21.15.37 is in CIDR network 172.21.0.0/20 2021-07-26T15:45:05.900 INFO:teuthology.orchestra.run.smithi037.stderr:Pulling container image docker.io/ceph/daemon-base:latest-octopus... 2021-07-26T15:45:05.900 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker pull docker.io/ceph/daemon-base:latest-octopus 2021-07-26T15:45:06.988 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/docker: stdout latest-octopus: Pulling from ceph/daemon-base 2021-07-26T15:45:06.989 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/docker: stdout 7a0437f04f83: Pulling fs layer 2021-07-26T15:45:06.989 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/docker: stdout fb3dd9646de3: Pulling fs layer 2021-07-26T15:45:07.563 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/docker: stdout 7a0437f04f83: Verifying Checksum 2021-07-26T15:45:07.563 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/docker: stdout 7a0437f04f83: Download complete 2021-07-26T15:45:09.383 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/docker: stdout fb3dd9646de3: Verifying Checksum 2021-07-26T15:45:09.384 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/docker: stdout fb3dd9646de3: Download complete 2021-07-26T15:45:10.354 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/docker: stdout 7a0437f04f83: Pull complete 2021-07-26T15:45:22.052 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/docker: stdout fb3dd9646de3: Pull complete 2021-07-26T15:45:22.165 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/docker: stdout Digest: sha256:02f265c6348b478d400dd09cdcb4e5f09015af36aef7001ec6101c1734c32b2c 2021-07-26T15:45:22.219 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/docker: stdout Status: Downloaded newer image for ceph/daemon-base:latest-octopus 2021-07-26T15:45:22.250 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/docker: stdout docker.io/ceph/daemon-base:latest-octopus 2021-07-26T15:45:22.253 INFO:teuthology.orchestra.run.smithi037.stderr:Extracting ceph user uid/gid from container image... 2021-07-26T15:45:22.253 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint stat -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 docker.io/ceph/daemon-base:latest-octopus -c %u %g /var/lib/ceph 2021-07-26T15:45:34.727 INFO:teuthology.orchestra.run.smithi037.stderr:stat: stdout 167 167 2021-07-26T15:45:35.255 INFO:teuthology.orchestra.run.smithi037.stderr:Creating initial keys... 2021-07-26T15:45:35.255 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-authtool -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 docker.io/ceph/daemon-base:latest-octopus --gen-print-key 2021-07-26T15:45:36.291 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-authtool: stdout AQCg2P5gNAAsERAAdSlK51b/PFlgthp0394qvQ== 2021-07-26T15:45:36.867 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-authtool -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 docker.io/ceph/daemon-base:latest-octopus --gen-print-key 2021-07-26T15:45:37.894 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-authtool: stdout AQCh2P5gqSUpNRAAhsOE33SZO3HBIp30J9mydw== 2021-07-26T15:45:38.397 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-authtool -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 docker.io/ceph/daemon-base:latest-octopus --gen-print-key 2021-07-26T15:45:39.385 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-authtool: stdout AQCj2P5ghQfWFhAA0Vs7kZx8Boyfo7b5d1rizQ== 2021-07-26T15:45:39.987 INFO:teuthology.orchestra.run.smithi037.stderr:Creating initial monmap... 2021-07-26T15:45:39.988 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/monmaptool -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /tmp/ceph-tmpfqrrf4si:/tmp/monmap:z docker.io/ceph/daemon-base:latest-octopus --create --clobber --fsid 72588c72-ee28-11eb-8c23-001a4aab830c --addv a [v2:172.21.15.37:3300,v1:172.21.15.37:6789] /tmp/monmap 2021-07-26T15:45:41.006 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2021-07-26T15:45:41.006 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:45:41.007 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2021-07-26T15:45:41.650 INFO:teuthology.orchestra.run.smithi037.stderr:Creating mon... 2021-07-26T15:45:41.651 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-mon -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z -v /tmp/ceph-tmp13pyzsrd:/tmp/keyring:z -v /tmp/ceph-tmpfqrrf4si:/tmp/monmap:z docker.io/ceph/daemon-base:latest-octopus --mkfs -i a --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -c /dev/null --monmap /tmp/monmap --keyring /tmp/keyring --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true 2021-07-26T15:45:42.669 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.660+0000 7f92289ce6c0 0 set uid:gid to 167:167 (ceph:ceph) 2021-07-26T15:45:42.669 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.660+0000 7f92289ce6c0 1 imported monmap: 2021-07-26T15:45:42.670 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr epoch 0 2021-07-26T15:45:42.670 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr fsid 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:45:42.670 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr last_changed 2021-07-26T15:45:41.003625+0000 2021-07-26T15:45:42.672 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr created 2021-07-26T15:45:41.003625+0000 2021-07-26T15:45:42.673 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr min_mon_release 0 (unknown) 2021-07-26T15:45:42.673 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr 0: [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] mon.a 2021-07-26T15:45:42.673 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:45:42.673 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.660+0000 7f92289ce6c0 0 /usr/bin/ceph-mon: set fsid to 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:45:42.674 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.660+0000 7f92289ce6c0 0 set rocksdb option compression = kNoCompression 2021-07-26T15:45:42.674 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.660+0000 7f92289ce6c0 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-07-26T15:45:42.674 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.660+0000 7f92289ce6c0 0 set rocksdb option write_buffer_size = 33554432 2021-07-26T15:45:42.674 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.660+0000 7f92289ce6c0 0 set rocksdb option compression = kNoCompression 2021-07-26T15:45:42.675 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.660+0000 7f92289ce6c0 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-07-26T15:45:42.675 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.660+0000 7f92289ce6c0 0 set rocksdb option write_buffer_size = 33554432 2021-07-26T15:45:42.675 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: RocksDB version: 6.1.2 2021-07-26T15:45:42.675 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:45:42.676 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-07-26T15:45:42.676 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Compile date May 26 2021 2021-07-26T15:45:42.676 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: DB SUMMARY 2021-07-26T15:45:42.676 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:45:42.676 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2021-07-26T15:45:42.677 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:45:42.677 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2021-07-26T15:45:42.677 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:45:42.703 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.error_if_exists: 0 2021-07-26T15:45:42.703 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.create_if_missing: 1 2021-07-26T15:45:42.704 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.paranoid_checks: 1 2021-07-26T15:45:42.704 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.env: 0x563bc56871c0 2021-07-26T15:45:42.704 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.info_log: 0x563bc6df56a0 2021-07-26T15:45:42.705 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_file_opening_threads: 16 2021-07-26T15:45:42.705 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.statistics: (nil) 2021-07-26T15:45:42.705 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.use_fsync: 0 2021-07-26T15:45:42.705 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_log_file_size: 0 2021-07-26T15:45:42.705 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-07-26T15:45:42.706 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.log_file_time_to_roll: 0 2021-07-26T15:45:42.706 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.keep_log_file_num: 1000 2021-07-26T15:45:42.706 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.recycle_log_file_num: 0 2021-07-26T15:45:42.706 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.allow_fallocate: 1 2021-07-26T15:45:42.707 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.allow_mmap_reads: 0 2021-07-26T15:45:42.707 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.allow_mmap_writes: 0 2021-07-26T15:45:42.707 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.use_direct_reads: 0 2021-07-26T15:45:42.707 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-07-26T15:45:42.708 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.create_missing_column_families: 0 2021-07-26T15:45:42.708 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.db_log_dir: 2021-07-26T15:45:42.708 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2021-07-26T15:45:42.708 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.table_cache_numshardbits: 6 2021-07-26T15:45:42.708 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_subcompactions: 1 2021-07-26T15:45:42.709 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_background_flushes: -1 2021-07-26T15:45:42.709 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-07-26T15:45:42.709 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-07-26T15:45:42.709 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-07-26T15:45:42.710 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-07-26T15:45:42.710 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.advise_random_on_open: 1 2021-07-26T15:45:42.710 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.db_write_buffer_size: 0 2021-07-26T15:45:42.710 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.write_buffer_manager: 0x563bc6e2e630 2021-07-26T15:45:42.711 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-07-26T15:45:42.711 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-07-26T15:45:42.711 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-07-26T15:45:42.711 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.use_adaptive_mutex: 0 2021-07-26T15:45:42.711 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.rate_limiter: (nil) 2021-07-26T15:45:42.712 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-07-26T15:45:42.712 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.wal_recovery_mode: 2 2021-07-26T15:45:42.712 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.enable_thread_tracking: 0 2021-07-26T15:45:42.712 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.enable_pipelined_write: 0 2021-07-26T15:45:42.712 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-07-26T15:45:42.713 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-07-26T15:45:42.713 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-07-26T15:45:42.713 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-07-26T15:45:42.713 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.row_cache: None 2021-07-26T15:45:42.714 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.wal_filter: None 2021-07-26T15:45:42.714 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-07-26T15:45:42.714 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.allow_ingest_behind: 0 2021-07-26T15:45:42.714 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.preserve_deletes: 0 2021-07-26T15:45:42.715 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.two_write_queues: 0 2021-07-26T15:45:42.715 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.manual_wal_flush: 0 2021-07-26T15:45:42.715 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.atomic_flush: 0 2021-07-26T15:45:42.715 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-07-26T15:45:42.716 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_background_jobs: 2 2021-07-26T15:45:42.716 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_background_compactions: -1 2021-07-26T15:45:42.716 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-07-26T15:45:42.716 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-07-26T15:45:42.716 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.delayed_write_rate : 16777216 2021-07-26T15:45:42.717 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_total_wal_size: 0 2021-07-26T15:45:42.717 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-07-26T15:45:42.717 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.stats_dump_period_sec: 600 2021-07-26T15:45:42.717 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.stats_persist_period_sec: 600 2021-07-26T15:45:42.718 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-07-26T15:45:42.718 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_open_files: -1 2021-07-26T15:45:42.718 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.bytes_per_sync: 0 2021-07-26T15:45:42.718 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-07-26T15:45:42.719 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.compaction_readahead_size: 0 2021-07-26T15:45:42.719 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Compression algorithms supported: 2021-07-26T15:45:42.719 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-07-26T15:45:42.720 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: kZSTD supported: 0 2021-07-26T15:45:42.720 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: kXpressCompression supported: 0 2021-07-26T15:45:42.720 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: kLZ4HCCompression supported: 1 2021-07-26T15:45:42.720 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: kLZ4Compression supported: 1 2021-07-26T15:45:42.720 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: kBZip2Compression supported: 0 2021-07-26T15:45:42.721 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: kZlibCompression supported: 1 2021-07-26T15:45:42.721 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: kSnappyCompression supported: 1 2021-07-26T15:45:42.721 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-07-26T15:45:42.721 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: [db/db_impl_open.cc:228] Creating manifest 1 2021-07-26T15:45:42.722 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:45:42.722 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: [db/version_set.cc:3543] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2021-07-26T15:45:42.722 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:45:42.723 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: [db/column_family.cc:477] --------------- Options for column family [default]: 2021-07-26T15:45:42.723 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:45:42.723 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-07-26T15:45:42.723 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.merge_operator: 2021-07-26T15:45:42.723 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.compaction_filter: None 2021-07-26T15:45:42.724 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.compaction_filter_factory: None 2021-07-26T15:45:42.724 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-07-26T15:45:42.724 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.table_factory: BlockBasedTable 2021-07-26T15:45:42.725 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x563bc6d8b2b0) 2021-07-26T15:45:42.725 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks: 1 2021-07-26T15:45:42.725 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks_with_high_priority: 1 2021-07-26T15:45:42.725 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr pin_l0_filter_and_index_blocks_in_cache: 0 2021-07-26T15:45:42.725 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr pin_top_level_index_and_filter: 1 2021-07-26T15:45:42.726 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr index_type: 0 2021-07-26T15:45:42.726 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr data_block_index_type: 0 2021-07-26T15:45:42.726 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr data_block_hash_table_util_ratio: 0.750000 2021-07-26T15:45:42.727 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr hash_index_allow_collision: 1 2021-07-26T15:45:42.727 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr checksum: 1 2021-07-26T15:45:42.727 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr no_block_cache: 0 2021-07-26T15:45:42.727 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr block_cache: 0x563bc6dc2510 2021-07-26T15:45:42.728 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr block_cache_name: BinnedLRUCache 2021-07-26T15:45:42.728 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr block_cache_options: 2021-07-26T15:45:42.728 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr capacity : 536870912 2021-07-26T15:45:42.728 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr num_shard_bits : 4 2021-07-26T15:45:42.728 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr strict_capacity_limit : 0 2021-07-26T15:45:42.729 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr high_pri_pool_ratio: 0.000 2021-07-26T15:45:42.729 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr block_cache_compressed: (nil) 2021-07-26T15:45:42.729 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr persistent_cache: (nil) 2021-07-26T15:45:42.729 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr block_size: 4096 2021-07-26T15:45:42.730 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr block_size_deviation: 10 2021-07-26T15:45:42.730 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr block_restart_interval: 16 2021-07-26T15:45:42.730 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr index_block_restart_interval: 1 2021-07-26T15:45:42.730 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr metadata_block_size: 4096 2021-07-26T15:45:42.730 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr partition_filters: 0 2021-07-26T15:45:42.731 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr use_delta_encoding: 1 2021-07-26T15:45:42.731 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr filter_policy: rocksdb.BuiltinBloomFilter 2021-07-26T15:45:42.731 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr whole_key_filtering: 1 2021-07-26T15:45:42.731 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr verify_compression: 0 2021-07-26T15:45:42.732 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr read_amp_bytes_per_bit: 0 2021-07-26T15:45:42.732 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr format_version: 2 2021-07-26T15:45:42.732 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr enable_index_compression: 1 2021-07-26T15:45:42.732 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr block_align: 0 2021-07-26T15:45:42.733 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:45:42.733 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.write_buffer_size: 33554432 2021-07-26T15:45:42.733 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_write_buffer_number: 2 2021-07-26T15:45:42.733 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.compression: NoCompression 2021-07-26T15:45:42.734 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.bottommost_compression: Disabled 2021-07-26T15:45:42.734 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.prefix_extractor: nullptr 2021-07-26T15:45:42.734 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-07-26T15:45:42.735 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.num_levels: 7 2021-07-26T15:45:42.735 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-07-26T15:45:42.735 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-07-26T15:45:42.735 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-07-26T15:45:42.735 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-07-26T15:45:42.736 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-07-26T15:45:42.736 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-07-26T15:45:42.736 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:45:42.736 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-07-26T15:45:42.737 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.compression_opts.window_bits: -14 2021-07-26T15:45:42.737 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.compression_opts.level: 32767 2021-07-26T15:45:42.737 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.compression_opts.strategy: 0 2021-07-26T15:45:42.737 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-07-26T15:45:42.737 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:45:42.738 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.compression_opts.enabled: false 2021-07-26T15:45:42.738 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-07-26T15:45:42.738 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-07-26T15:45:42.738 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-07-26T15:45:42.739 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.target_file_size_base: 67108864 2021-07-26T15:45:42.739 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.target_file_size_multiplier: 1 2021-07-26T15:45:42.739 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-07-26T15:45:42.739 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-07-26T15:45:42.740 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-07-26T15:45:42.740 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-07-26T15:45:42.740 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-07-26T15:45:42.740 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-07-26T15:45:42.740 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-07-26T15:45:42.741 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-07-26T15:45:42.741 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-07-26T15:45:42.741 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-07-26T15:45:42.741 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-07-26T15:45:42.742 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-07-26T15:45:42.742 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.arena_block_size: 4194304 2021-07-26T15:45:42.742 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-07-26T15:45:42.742 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-07-26T15:45:42.742 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-07-26T15:45:42.743 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.disable_auto_compactions: 0 2021-07-26T15:45:42.743 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-07-26T15:45:42.743 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-07-26T15:45:42.743 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-07-26T15:45:42.744 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-07-26T15:45:42.744 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-07-26T15:45:42.744 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-07-26T15:45:42.744 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-07-26T15:45:42.744 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-07-26T15:45:42.745 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-07-26T15:45:42.745 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-07-26T15:45:42.745 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.table_properties_collectors: 2021-07-26T15:45:42.745 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.inplace_update_support: 0 2021-07-26T15:45:42.746 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-07-26T15:45:42.746 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-07-26T15:45:42.746 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-07-26T15:45:42.746 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.memtable_huge_page_size: 0 2021-07-26T15:45:42.746 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.bloom_locality: 0 2021-07-26T15:45:42.747 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.max_successive_merges: 0 2021-07-26T15:45:42.747 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-07-26T15:45:42.747 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.paranoid_file_checks: 0 2021-07-26T15:45:42.748 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.force_consistency_checks: 0 2021-07-26T15:45:42.748 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.report_bg_io_stats: 0 2021-07-26T15:45:42.749 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: Options.ttl: 0 2021-07-26T15:45:42.749 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: [db/version_set.cc:3757] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-07-26T15:45:42.749 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:45:42.750 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.664+0000 7f92289ce6c0 4 rocksdb: [db/version_set.cc:3766] Column family [default] (ID 0), log number is 0 2021-07-26T15:45:42.750 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:45:42.750 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.668+0000 7f92289ce6c0 4 rocksdb: DB pointer 0x563bc79ef200 2021-07-26T15:45:42.750 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.668+0000 7f92118a7700 4 rocksdb: [db/db_impl.cc:777] ------- DUMPING STATS ------- 2021-07-26T15:45:42.750 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.668+0000 7f92118a7700 4 rocksdb: [db/db_impl.cc:778] 2021-07-26T15:45:42.751 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr ** DB Stats ** 2021-07-26T15:45:42.751 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:45:42.751 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-07-26T15:45:42.751 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-07-26T15:45:42.752 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:45:42.752 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-07-26T15:45:42.752 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-07-26T15:45:42.752 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:45:42.753 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:45:42.753 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2021-07-26T15:45:42.753 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:45:42.753 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:45:42.754 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:45:42.754 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:45:42.754 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:45:42.754 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2021-07-26T15:45:42.754 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:45:42.755 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:45:42.755 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:45:42.755 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2021-07-26T15:45:42.755 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:45:42.756 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:45:42.756 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:45:42.756 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:45:42.756 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:45:42.756 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:45:42.757 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:45:42.757 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:45:42.757 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:45:42.757 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:45:42.757 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2021-07-26T15:45:42.758 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:45:42.758 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:45:42.758 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:45:42.758 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:45:42.758 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:45:42.759 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2021-07-26T15:45:42.759 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:45:42.759 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:45:42.759 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:45:42.760 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2021-07-26T15:45:42.760 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:45:42.760 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:45:42.760 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:45:42.760 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:45:42.761 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:45:42.761 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:45:42.761 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:45:42.761 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:45:42.761 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:45:42.762 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr 2021-07-26T15:45:42.762 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.672+0000 7f92289ce6c0 4 rocksdb: [db/db_impl.cc:390] Shutdown: canceling all background work 2021-07-26T15:45:42.762 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.672+0000 7f92289ce6c0 4 rocksdb: [db/db_impl.cc:563] Shutdown complete 2021-07-26T15:45:42.762 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph-mon: stderr debug 2021-07-26T15:45:42.672+0000 7f92289ce6c0 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2021-07-26T15:45:43.323 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: install -d -m0770 -o 167 -g 167 /var/run/ceph/72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:45:43.330 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl disable ceph.target 2021-07-26T15:45:43.345 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2021-07-26T15:45:43.546 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl enable ceph.target 2021-07-26T15:45:43.552 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /etc/systemd/system/ceph.target. 2021-07-26T15:45:43.730 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl start ceph.target 2021-07-26T15:45:43.736 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl enable ceph-72588c72-ee28-11eb-8c23-001a4aab830c.target 2021-07-26T15:45:43.742 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-72588c72-ee28-11eb-8c23-001a4aab830c.target -> /etc/systemd/system/ceph-72588c72-ee28-11eb-8c23-001a4aab830c.target. 2021-07-26T15:45:43.742 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-72588c72-ee28-11eb-8c23-001a4aab830c.target -> /etc/systemd/system/ceph-72588c72-ee28-11eb-8c23-001a4aab830c.target. 2021-07-26T15:45:43.922 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl start ceph-72588c72-ee28-11eb-8c23-001a4aab830c.target 2021-07-26T15:45:43.928 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl daemon-reload 2021-07-26T15:45:44.127 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl stop ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mon.a 2021-07-26T15:45:44.138 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl reset-failed ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mon.a 2021-07-26T15:45:44.144 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stderr Failed to reset failed state of unit ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mon.a.service: Unit ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mon.a.service not loaded. 2021-07-26T15:45:44.145 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl enable ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mon.a 2021-07-26T15:45:44.151 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stderr Created symlink /etc/systemd/system/ceph-72588c72-ee28-11eb-8c23-001a4aab830c.target.wants/ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mon.a.service -> /etc/systemd/system/ceph-72588c72-ee28-11eb-8c23-001a4aab830c@.service. 2021-07-26T15:45:44.344 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl start ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mon.a 2021-07-26T15:45:44.361 INFO:teuthology.orchestra.run.smithi037.stderr:firewalld does not appear to be present 2021-07-26T15:45:44.361 INFO:teuthology.orchestra.run.smithi037.stderr:Not possible to enable service . firewalld.service is not available 2021-07-26T15:45:44.361 INFO:teuthology.orchestra.run.smithi037.stderr:Not possible to open ports <[]>. firewalld.service is not available 2021-07-26T15:45:44.361 INFO:teuthology.orchestra.run.smithi037.stderr:Waiting for mon to start... 2021-07-26T15:45:44.362 INFO:teuthology.orchestra.run.smithi037.stderr:Waiting for mon... 2021-07-26T15:45:44.362 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus status 2021-07-26T15:45:44.679 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:44 smithi037 bash[14191]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:45:46.326 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout cluster: 2021-07-26T15:45:46.326 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout id: 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:45:46.326 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout health: HEALTH_OK 2021-07-26T15:45:46.327 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout 2021-07-26T15:45:46.327 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout services: 2021-07-26T15:45:46.327 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.198999s) 2021-07-26T15:45:46.327 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout mgr: no daemons active 2021-07-26T15:45:46.328 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2021-07-26T15:45:46.328 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout 2021-07-26T15:45:46.328 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout data: 2021-07-26T15:45:46.329 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2021-07-26T15:45:46.329 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2021-07-26T15:45:46.329 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2021-07-26T15:45:46.330 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout pgs: 2021-07-26T15:45:46.330 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout 2021-07-26T15:45:46.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:46 smithi037 bash[14191]: cluster 2021-07-26T15:45:46.123148+0000 mon.a (mon.0) 0 : [INF] mkfs 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:45:46.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:46 smithi037 bash[14191]: cluster 2021-07-26T15:45:46.116210+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2021-07-26T15:45:46.901 INFO:teuthology.orchestra.run.smithi037.stderr:mon is available 2021-07-26T15:45:46.901 INFO:teuthology.orchestra.run.smithi037.stderr:Assimilating anything we can from ceph.conf... 2021-07-26T15:45:46.901 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z -v /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z docker.io/ceph/daemon-base:latest-octopus config assimilate-conf -i /var/lib/ceph/mon/ceph-a/config 2021-07-26T15:45:47.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:47 smithi037 bash[14191]: cluster 2021-07-26T15:45:46.121743+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2021-07-26T15:45:47.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:47 smithi037 bash[14191]: cluster 2021-07-26T15:45:46.122055+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0]} 2021-07-26T15:45:47.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:47 smithi037 bash[14191]: cluster 2021-07-26T15:45:46.126121+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap 2021-07-26T15:45:47.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:47 smithi037 bash[14191]: cluster 2021-07-26T15:45:46.131341+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2021-07-26T15:45:47.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:47 smithi037 bash[14191]: cluster 2021-07-26T15:45:46.132159+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e1: no daemons active 2021-07-26T15:45:47.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:47 smithi037 bash[14191]: audit 2021-07-26T15:45:46.320668+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.37:0/2561735891' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2021-07-26T15:45:48.157 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout 2021-07-26T15:45:48.157 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout [global] 2021-07-26T15:45:48.158 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout fsid = 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:45:48.160 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout log_to_journald = false 2021-07-26T15:45:48.160 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout mon_election_default_strategy = 1 2021-07-26T15:45:48.160 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.37:3300,v1:172.21.15.37:6789] 2021-07-26T15:45:48.161 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2021-07-26T15:45:48.161 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2021-07-26T15:45:48.161 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2021-07-26T15:45:48.161 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2021-07-26T15:45:48.162 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout 2021-07-26T15:45:48.162 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout [mgr] 2021-07-26T15:45:48.162 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2021-07-26T15:45:48.162 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout 2021-07-26T15:45:48.162 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout [osd] 2021-07-26T15:45:48.163 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout osd_map_max_advance = 10 2021-07-26T15:45:48.163 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout osd_memory_target_autotune = true 2021-07-26T15:45:48.163 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout osd_sloppy_crc = true 2021-07-26T15:45:48.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:48 smithi037 bash[14191]: audit 2021-07-26T15:45:48.147596+0000 mon.a (mon.0) 8 : audit [INF] from='client.? 172.21.15.37:0/3456507455' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2021-07-26T15:45:48.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:48 smithi037 bash[14191]: audit 2021-07-26T15:45:48.153287+0000 mon.a (mon.0) 9 : audit [INF] from='client.? 172.21.15.37:0/3456507455' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2021-07-26T15:45:48.707 INFO:teuthology.orchestra.run.smithi037.stderr:Generating new minimal ceph.conf... 2021-07-26T15:45:48.708 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z -v /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z docker.io/ceph/daemon-base:latest-octopus config generate-minimal-conf -o /var/lib/ceph/mon/ceph-a/config 2021-07-26T15:45:50.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:49 smithi037 bash[14191]: audit 2021-07-26T15:45:49.903487+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.15.37:0/2115200920' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:45:50.498 INFO:teuthology.orchestra.run.smithi037.stderr:Restarting the monitor... 2021-07-26T15:45:50.498 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl restart ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mon.a 2021-07-26T15:45:50.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:50 smithi037 systemd[1]: Stopping Ceph mon.a for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T15:45:50.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:50 smithi037 docker[14553]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:45:50.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:50 smithi037 bash[14191]: debug 2021-07-26T15:45:50.600+0000 7fb2beda6700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-07-26T15:45:50.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:50 smithi037 bash[14191]: debug 2021-07-26T15:45:50.600+0000 7fb2beda6700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2021-07-26T15:45:51.446 INFO:teuthology.orchestra.run.smithi037.stderr:Setting mon public_network... 2021-07-26T15:45:51.447 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config set mon public_network 172.21.0.0/20 2021-07-26T15:45:51.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:51 smithi037 docker[14553]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-mon.a 2021-07-26T15:45:51.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:51 smithi037 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mon.a.service: Succeeded. 2021-07-26T15:45:51.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:51 smithi037 systemd[1]: Stopped Ceph mon.a for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T15:45:51.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:51 smithi037 systemd[1]: Started Ceph mon.a for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T15:45:51.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:51 smithi037 bash[14605]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:45:53.312 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.020+0000 7f9f39e386c0 0 set uid:gid to 167:167 (ceph:ceph) 2021-07-26T15:45:53.312 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.020+0000 7f9f39e386c0 0 ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable), process ceph-mon, pid 1 2021-07-26T15:45:53.313 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.020+0000 7f9f39e386c0 0 pidfile_write: ignore empty --pid-file 2021-07-26T15:45:53.313 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 0 load: jerasure load: lrc load: isa 2021-07-26T15:45:53.313 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 0 set rocksdb option compression = kNoCompression 2021-07-26T15:45:53.313 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-07-26T15:45:53.314 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 0 set rocksdb option write_buffer_size = 33554432 2021-07-26T15:45:53.314 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 0 set rocksdb option compression = kNoCompression 2021-07-26T15:45:53.314 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-07-26T15:45:53.314 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 0 set rocksdb option write_buffer_size = 33554432 2021-07-26T15:45:53.315 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 1 rocksdb: do_open column families: [default] 2021-07-26T15:45:53.315 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: RocksDB version: 6.1.2 2021-07-26T15:45:53.315 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-07-26T15:45:53.315 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Compile date May 26 2021 2021-07-26T15:45:53.316 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: DB SUMMARY 2021-07-26T15:45:53.316 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: CURRENT file: CURRENT 2021-07-26T15:45:53.316 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: IDENTITY file: IDENTITY 2021-07-26T15:45:53.316 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 109 Bytes 2021-07-26T15:45:53.317 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000004.sst 2021-07-26T15:45:53.317 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000006.log size: 70541 ; 2021-07-26T15:45:53.317 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.error_if_exists: 0 2021-07-26T15:45:53.317 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.create_if_missing: 0 2021-07-26T15:45:53.318 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.paranoid_checks: 1 2021-07-26T15:45:53.318 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.env: 0x5612972561c0 2021-07-26T15:45:53.318 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.info_log: 0x5612985b0f40 2021-07-26T15:45:53.318 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_file_opening_threads: 16 2021-07-26T15:45:53.319 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.statistics: (nil) 2021-07-26T15:45:53.319 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.use_fsync: 0 2021-07-26T15:45:53.319 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_log_file_size: 0 2021-07-26T15:45:53.319 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-07-26T15:45:53.320 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.log_file_time_to_roll: 0 2021-07-26T15:45:53.320 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.keep_log_file_num: 1000 2021-07-26T15:45:53.320 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.recycle_log_file_num: 0 2021-07-26T15:45:53.320 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.allow_fallocate: 1 2021-07-26T15:45:53.321 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.allow_mmap_reads: 0 2021-07-26T15:45:53.321 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.allow_mmap_writes: 0 2021-07-26T15:45:53.321 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.use_direct_reads: 0 2021-07-26T15:45:53.321 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-07-26T15:45:53.321 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.create_missing_column_families: 0 2021-07-26T15:45:53.322 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.db_log_dir: 2021-07-26T15:45:53.322 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2021-07-26T15:45:53.322 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.table_cache_numshardbits: 6 2021-07-26T15:45:53.322 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_subcompactions: 1 2021-07-26T15:45:53.323 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_background_flushes: -1 2021-07-26T15:45:53.323 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-07-26T15:45:53.323 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-07-26T15:45:53.323 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-07-26T15:45:53.324 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-07-26T15:45:53.324 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.advise_random_on_open: 1 2021-07-26T15:45:53.324 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.db_write_buffer_size: 0 2021-07-26T15:45:53.325 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.write_buffer_manager: 0x56129856f440 2021-07-26T15:45:53.325 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-07-26T15:45:53.325 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-07-26T15:45:53.325 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-07-26T15:45:53.325 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.use_adaptive_mutex: 0 2021-07-26T15:45:53.327 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.rate_limiter: (nil) 2021-07-26T15:45:53.327 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-07-26T15:45:53.328 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.wal_recovery_mode: 2 2021-07-26T15:45:53.328 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.enable_thread_tracking: 0 2021-07-26T15:45:53.328 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.enable_pipelined_write: 0 2021-07-26T15:45:53.328 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-07-26T15:45:53.329 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-07-26T15:45:53.329 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-07-26T15:45:53.329 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-07-26T15:45:53.329 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.row_cache: None 2021-07-26T15:45:53.330 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.wal_filter: None 2021-07-26T15:45:53.330 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-07-26T15:45:53.330 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.allow_ingest_behind: 0 2021-07-26T15:45:53.330 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.preserve_deletes: 0 2021-07-26T15:45:53.330 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.two_write_queues: 0 2021-07-26T15:45:53.331 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.manual_wal_flush: 0 2021-07-26T15:45:53.331 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.atomic_flush: 0 2021-07-26T15:45:53.331 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-07-26T15:45:53.331 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_background_jobs: 2 2021-07-26T15:45:53.332 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_background_compactions: -1 2021-07-26T15:45:53.332 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-07-26T15:45:53.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-07-26T15:45:53.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.delayed_write_rate : 16777216 2021-07-26T15:45:53.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_total_wal_size: 0 2021-07-26T15:45:53.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-07-26T15:45:53.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.stats_dump_period_sec: 600 2021-07-26T15:45:53.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.stats_persist_period_sec: 600 2021-07-26T15:45:53.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-07-26T15:45:53.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_open_files: -1 2021-07-26T15:45:53.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.bytes_per_sync: 0 2021-07-26T15:45:53.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-07-26T15:45:53.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.compaction_readahead_size: 0 2021-07-26T15:45:53.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Compression algorithms supported: 2021-07-26T15:45:53.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-07-26T15:45:53.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: kZSTD supported: 0 2021-07-26T15:45:53.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: kXpressCompression supported: 0 2021-07-26T15:45:53.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: kLZ4HCCompression supported: 1 2021-07-26T15:45:53.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: kLZ4Compression supported: 1 2021-07-26T15:45:53.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: kBZip2Compression supported: 0 2021-07-26T15:45:53.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: kZlibCompression supported: 1 2021-07-26T15:45:53.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: kSnappyCompression supported: 1 2021-07-26T15:45:53.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-07-26T15:45:53.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: [db/version_set.cc:3543] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000005 2021-07-26T15:45:53.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: [db/column_family.cc:477] --------------- Options for column family [default]: 2021-07-26T15:45:53.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-07-26T15:45:53.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.merge_operator: 2021-07-26T15:45:53.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.compaction_filter: None 2021-07-26T15:45:53.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.compaction_filter_factory: None 2021-07-26T15:45:53.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-07-26T15:45:53.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.table_factory: BlockBasedTable 2021-07-26T15:45:53.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5612984cb2c0) 2021-07-26T15:45:53.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: cache_index_and_filter_blocks: 1 2021-07-26T15:45:53.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: cache_index_and_filter_blocks_with_high_priority: 1 2021-07-26T15:45:53.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-07-26T15:45:53.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: pin_top_level_index_and_filter: 1 2021-07-26T15:45:53.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: index_type: 0 2021-07-26T15:45:53.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: data_block_index_type: 0 2021-07-26T15:45:53.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: data_block_hash_table_util_ratio: 0.750000 2021-07-26T15:45:53.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: hash_index_allow_collision: 1 2021-07-26T15:45:53.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: checksum: 1 2021-07-26T15:45:53.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: no_block_cache: 0 2021-07-26T15:45:53.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: block_cache: 0x561298502610 2021-07-26T15:45:53.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: block_cache_name: BinnedLRUCache 2021-07-26T15:45:53.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: block_cache_options: 2021-07-26T15:45:53.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: capacity : 536870912 2021-07-26T15:45:53.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: num_shard_bits : 4 2021-07-26T15:45:53.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: strict_capacity_limit : 0 2021-07-26T15:45:53.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: high_pri_pool_ratio: 0.000 2021-07-26T15:45:53.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: block_cache_compressed: (nil) 2021-07-26T15:45:53.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: persistent_cache: (nil) 2021-07-26T15:45:53.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: block_size: 4096 2021-07-26T15:45:53.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: block_size_deviation: 10 2021-07-26T15:45:53.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: block_restart_interval: 16 2021-07-26T15:45:53.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: index_block_restart_interval: 1 2021-07-26T15:45:53.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: metadata_block_size: 4096 2021-07-26T15:45:53.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: partition_filters: 0 2021-07-26T15:45:53.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: use_delta_encoding: 1 2021-07-26T15:45:53.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: filter_policy: rocksdb.BuiltinBloomFilter 2021-07-26T15:45:53.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: whole_key_filtering: 1 2021-07-26T15:45:53.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: verify_compression: 0 2021-07-26T15:45:53.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: read_amp_bytes_per_bit: 0 2021-07-26T15:45:53.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: format_version: 2 2021-07-26T15:45:53.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: enable_index_compression: 1 2021-07-26T15:45:53.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: block_align: 0 2021-07-26T15:45:53.354 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.write_buffer_size: 33554432 2021-07-26T15:45:53.354 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_write_buffer_number: 2 2021-07-26T15:45:53.354 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.compression: NoCompression 2021-07-26T15:45:53.355 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.bottommost_compression: Disabled 2021-07-26T15:45:53.355 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.prefix_extractor: nullptr 2021-07-26T15:45:53.355 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-07-26T15:45:53.355 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.num_levels: 7 2021-07-26T15:45:53.356 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-07-26T15:45:53.356 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-07-26T15:45:53.356 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-07-26T15:45:53.356 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-07-26T15:45:53.356 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-07-26T15:45:53.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-07-26T15:45:53.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:45:53.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-07-26T15:45:53.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.compression_opts.window_bits: -14 2021-07-26T15:45:53.358 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.compression_opts.level: 32767 2021-07-26T15:45:53.358 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.compression_opts.strategy: 0 2021-07-26T15:45:53.358 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-07-26T15:45:53.358 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:45:53.359 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.compression_opts.enabled: false 2021-07-26T15:45:53.359 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-07-26T15:45:53.359 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-07-26T15:45:53.359 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-07-26T15:45:53.360 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.target_file_size_base: 67108864 2021-07-26T15:45:53.360 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.target_file_size_multiplier: 1 2021-07-26T15:45:53.360 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-07-26T15:45:53.360 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-07-26T15:45:53.361 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-07-26T15:45:53.361 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-07-26T15:45:53.361 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-07-26T15:45:53.361 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-07-26T15:45:53.361 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-07-26T15:45:53.362 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-07-26T15:45:53.362 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-07-26T15:45:53.362 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-07-26T15:45:53.362 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-07-26T15:45:53.363 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-07-26T15:45:53.363 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.arena_block_size: 4194304 2021-07-26T15:45:53.363 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-07-26T15:45:53.363 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-07-26T15:45:53.364 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-07-26T15:45:53.364 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.disable_auto_compactions: 0 2021-07-26T15:45:53.364 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-07-26T15:45:53.365 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-07-26T15:45:53.365 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-07-26T15:45:53.365 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-07-26T15:45:53.365 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-07-26T15:45:53.366 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-07-26T15:45:53.366 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-07-26T15:45:53.366 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-07-26T15:45:53.366 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-07-26T15:45:53.367 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-07-26T15:45:53.367 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.table_properties_collectors: 2021-07-26T15:45:53.367 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.inplace_update_support: 0 2021-07-26T15:45:53.367 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-07-26T15:45:53.368 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-07-26T15:45:53.368 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-07-26T15:45:53.368 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.memtable_huge_page_size: 0 2021-07-26T15:45:53.368 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.bloom_locality: 0 2021-07-26T15:45:53.369 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.max_successive_merges: 0 2021-07-26T15:45:53.369 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-07-26T15:45:53.369 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.paranoid_file_checks: 0 2021-07-26T15:45:53.370 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.force_consistency_checks: 0 2021-07-26T15:45:53.370 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.report_bg_io_stats: 0 2021-07-26T15:45:53.370 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: Options.ttl: 0 2021-07-26T15:45:53.370 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: [db/version_set.cc:3757] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 5, log_number is 4,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-07-26T15:45:53.371 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: [db/version_set.cc:3766] Column family [default] (ID 0), log number is 4 2021-07-26T15:45:53.371 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627314353031537, "job": 1, "event": "recovery_started", "log_files": [6]} 2021-07-26T15:45:53.371 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.024+0000 7f9f39e386c0 4 rocksdb: [db/db_impl_open.cc:583] Recovering log #6 mode 2 2021-07-26T15:45:53.371 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.028+0000 7f9f39e386c0 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627314353032797, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 7, "file_size": 67317, "table_properties": {"data_size": 65618, "index_size": 304, "filter_size": 581, "raw_key_size": 9349, "raw_average_key_size": 47, "raw_value_size": 60288, "raw_average_value_size": 309, "num_data_blocks": 10, "num_entries": 195, "filter_policy_name": "rocksdb.BuiltinBloomFilter"}} 2021-07-26T15:45:53.372 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.028+0000 7f9f39e386c0 4 rocksdb: [db/version_set.cc:3036] Creating manifest 8 2021-07-26T15:45:53.372 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.028+0000 7f9f39e386c0 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627314353033902, "job": 1, "event": "recovery_finished"} 2021-07-26T15:45:53.372 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.028+0000 7f9f39e386c0 4 rocksdb: DB pointer 0x561299130400 2021-07-26T15:45:53.372 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.028+0000 7f9f20c9c700 4 rocksdb: [db/db_impl.cc:777] ------- DUMPING STATS ------- 2021-07-26T15:45:53.373 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.028+0000 7f9f20c9c700 4 rocksdb: [db/db_impl.cc:778] 2021-07-26T15:45:53.373 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: ** DB Stats ** 2021-07-26T15:45:53.373 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:45:53.373 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-07-26T15:45:53.373 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-07-26T15:45:53.374 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:45:53.374 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-07-26T15:45:53.374 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-07-26T15:45:53.375 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:45:53.375 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: ** Compaction Stats [default] ** 2021-07-26T15:45:53.375 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:45:53.375 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:45:53.376 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: L0 2/0 67.36 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 67.6 0.00 0.00 1 0.001 0 0 2021-07-26T15:45:53.376 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Sum 2/0 67.36 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 67.6 0.00 0.00 1 0.001 0 0 2021-07-26T15:45:53.376 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 67.6 0.00 0.00 1 0.001 0 0 2021-07-26T15:45:53.376 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: ** Compaction Stats [default] ** 2021-07-26T15:45:53.377 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:45:53.377 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:45:53.377 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 67.6 0.00 0.00 1 0.001 0 0 2021-07-26T15:45:53.377 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:45:53.378 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Flush(GB): cumulative 0.000, interval 0.000 2021-07-26T15:45:53.378 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:45:53.378 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:45:53.378 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:45:53.379 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:45:53.379 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Cumulative compaction: 0.00 GB write, 13.25 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:45:53.379 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Interval compaction: 0.00 GB write, 13.25 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:45:53.379 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:45:53.380 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:45:53.380 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: ** Compaction Stats [default] ** 2021-07-26T15:45:53.380 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:45:53.381 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:45:53.381 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: L0 2/0 67.36 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 67.6 0.00 0.00 1 0.001 0 0 2021-07-26T15:45:53.381 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Sum 2/0 67.36 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 67.6 0.00 0.00 1 0.001 0 0 2021-07-26T15:45:53.381 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:45:53.382 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: ** Compaction Stats [default] ** 2021-07-26T15:45:53.382 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:45:53.382 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:45:53.382 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 67.6 0.00 0.00 1 0.001 0 0 2021-07-26T15:45:53.383 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:45:53.383 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Flush(GB): cumulative 0.000, interval 0.000 2021-07-26T15:45:53.383 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:45:53.383 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:45:53.384 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:45:53.384 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:45:53.384 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Cumulative compaction: 0.00 GB write, 13.07 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:45:53.384 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:45:53.385 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:45:53.385 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:45:53.385 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.032+0000 7f9f39e386c0 0 starting mon.a rank 0 at public addrs [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] at bind addrs [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:45:53.385 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.032+0000 7f9f39e386c0 1 mon.a@-1(???) e1 preinit fsid 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:45:53.386 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.032+0000 7f9f39e386c0 0 mon.a@-1(???).mds e1 new map 2021-07-26T15:45:53.386 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.032+0000 7f9f39e386c0 0 mon.a@-1(???).mds e1 print_map 2021-07-26T15:45:53.386 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: e1 2021-07-26T15:45:53.386 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: enable_multiple, ever_enabled_multiple: 0,0 2021-07-26T15:45:53.387 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-07-26T15:45:53.387 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: legacy client fscid: -1 2021-07-26T15:45:53.387 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: 2021-07-26T15:45:53.387 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: No filesystems configured 2021-07-26T15:45:53.387 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.032+0000 7f9f39e386c0 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2021-07-26T15:45:53.388 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.032+0000 7f9f39e386c0 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2021-07-26T15:45:53.388 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.032+0000 7f9f39e386c0 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2021-07-26T15:45:53.388 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.032+0000 7f9f39e386c0 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2021-07-26T15:45:53.388 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: audit 2021-07-26T15:45:49.903487+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.15.37:0/2115200920' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:45:53.389 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.032+0000 7f9f39e386c0 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2021-07-26T15:45:53.389 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.036+0000 7f9f39e386c0 20 expand_channel_meta expand map: {default=false} 2021-07-26T15:45:53.389 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.036+0000 7f9f39e386c0 20 expand_channel_meta from 'false' to 'false' 2021-07-26T15:45:53.389 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.036+0000 7f9f39e386c0 20 expand_channel_meta expanded map: {default=false} 2021-07-26T15:45:53.390 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.036+0000 7f9f39e386c0 20 expand_channel_meta expand map: {default=info} 2021-07-26T15:45:53.390 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.036+0000 7f9f39e386c0 20 expand_channel_meta from 'info' to 'info' 2021-07-26T15:45:53.390 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.036+0000 7f9f39e386c0 20 expand_channel_meta expanded map: {default=info} 2021-07-26T15:45:53.390 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.036+0000 7f9f39e386c0 20 expand_channel_meta expand map: {default=daemon} 2021-07-26T15:45:53.391 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.036+0000 7f9f39e386c0 20 expand_channel_meta from 'daemon' to 'daemon' 2021-07-26T15:45:53.391 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.036+0000 7f9f39e386c0 20 expand_channel_meta expanded map: {default=daemon} 2021-07-26T15:45:53.391 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.036+0000 7f9f39e386c0 20 expand_channel_meta expand map: {default=debug} 2021-07-26T15:45:53.391 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.036+0000 7f9f39e386c0 20 expand_channel_meta from 'debug' to 'debug' 2021-07-26T15:45:53.392 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: debug 2021-07-26T15:45:53.036+0000 7f9f39e386c0 20 expand_channel_meta expanded map: {default=debug} 2021-07-26T15:45:53.392 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: cluster 2021-07-26T15:45:53.044392+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2021-07-26T15:45:53.392 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: cluster 2021-07-26T15:45:53.044464+0000 mon.a (mon.0) 2 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0]} 2021-07-26T15:45:53.393 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: cluster 2021-07-26T15:45:53.044537+0000 mon.a (mon.0) 3 : cluster [DBG] fsmap 2021-07-26T15:45:53.393 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: cluster 2021-07-26T15:45:53.044560+0000 mon.a (mon.0) 4 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2021-07-26T15:45:53.393 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:53 smithi037 bash[14605]: cluster 2021-07-26T15:45:53.044946+0000 mon.a (mon.0) 5 : cluster [DBG] mgrmap e1: no daemons active 2021-07-26T15:45:53.909 INFO:teuthology.orchestra.run.smithi037.stderr:Creating mgr... 2021-07-26T15:45:53.910 INFO:teuthology.orchestra.run.smithi037.stderr:Verifying port 9283 ... 2021-07-26T15:45:53.912 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl daemon-reload 2021-07-26T15:45:54.117 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl stop ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mgr.y 2021-07-26T15:45:54.128 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl reset-failed ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mgr.y 2021-07-26T15:45:54.134 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stderr Failed to reset failed state of unit ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mgr.y.service: Unit ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mgr.y.service not loaded. 2021-07-26T15:45:54.134 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl enable ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mgr.y 2021-07-26T15:45:54.144 INFO:teuthology.orchestra.run.smithi037.stderr:systemctl: stderr Created symlink /etc/systemd/system/ceph-72588c72-ee28-11eb-8c23-001a4aab830c.target.wants/ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mgr.y.service -> /etc/systemd/system/ceph-72588c72-ee28-11eb-8c23-001a4aab830c@.service. 2021-07-26T15:45:54.336 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: systemctl start ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mgr.y 2021-07-26T15:45:54.345 INFO:teuthology.orchestra.run.smithi037.stderr:firewalld does not appear to be present 2021-07-26T15:45:54.346 INFO:teuthology.orchestra.run.smithi037.stderr:Not possible to enable service . firewalld.service is not available 2021-07-26T15:45:54.346 INFO:teuthology.orchestra.run.smithi037.stderr:Not possible to open ports <[]>. firewalld.service is not available 2021-07-26T15:45:54.346 INFO:teuthology.orchestra.run.smithi037.stderr:firewalld does not appear to be present 2021-07-26T15:45:54.347 INFO:teuthology.orchestra.run.smithi037.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2021-07-26T15:45:54.347 INFO:teuthology.orchestra.run.smithi037.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2021-07-26T15:45:54.347 INFO:teuthology.orchestra.run.smithi037.stderr:Wrote config to /etc/ceph/ceph.conf 2021-07-26T15:45:54.347 INFO:teuthology.orchestra.run.smithi037.stderr:Waiting for mgr to start... 2021-07-26T15:45:54.347 INFO:teuthology.orchestra.run.smithi037.stderr:Waiting for mgr... 2021-07-26T15:45:54.348 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus status -f json-pretty 2021-07-26T15:45:54.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:54 smithi037 bash[14605]: audit 2021-07-26T15:45:53.275163+0000 mon.a (mon.0) 6 : audit [INF] from='client.? 172.21.15.37:0/1549555' entity='client.admin' 2021-07-26T15:45:54.590 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:45:54 smithi037 bash[14852]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:45:56.264 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout 2021-07-26T15:45:56.264 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:45:56.265 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "fsid": "72588c72-ee28-11eb-8c23-001a4aab830c", 2021-07-26T15:45:56.265 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "health": { 2021-07-26T15:45:56.265 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2021-07-26T15:45:56.265 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "checks": {}, 2021-07-26T15:45:56.266 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "mutes": [] 2021-07-26T15:45:56.266 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:45:56.266 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "election_epoch": 5, 2021-07-26T15:45:56.266 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "quorum": [ 2021-07-26T15:45:56.266 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout 0 2021-07-26T15:45:56.267 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:45:56.267 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "quorum_names": [ 2021-07-26T15:45:56.267 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "a" 2021-07-26T15:45:56.267 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:45:56.268 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "quorum_age": 3, 2021-07-26T15:45:56.268 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "monmap": { 2021-07-26T15:45:56.268 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:45:56.268 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min_mon_release_name": "octopus", 2021-07-26T15:45:56.269 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_mons": 1 2021-07-26T15:45:56.269 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:45:56.269 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "osdmap": { 2021-07-26T15:45:56.269 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:45:56.270 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_osds": 0, 2021-07-26T15:45:56.270 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_up_osds": 0, 2021-07-26T15:45:56.270 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "osd_up_since": 0, 2021-07-26T15:45:56.274 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_in_osds": 0, 2021-07-26T15:45:56.274 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "osd_in_since": 0, 2021-07-26T15:45:56.275 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2021-07-26T15:45:56.275 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:45:56.275 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "pgmap": { 2021-07-26T15:45:56.275 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "pgs_by_state": [], 2021-07-26T15:45:56.276 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_pgs": 0, 2021-07-26T15:45:56.276 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_pools": 0, 2021-07-26T15:45:56.276 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_objects": 0, 2021-07-26T15:45:56.277 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "data_bytes": 0, 2021-07-26T15:45:56.277 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "bytes_used": 0, 2021-07-26T15:45:56.278 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "bytes_avail": 0, 2021-07-26T15:45:56.278 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "bytes_total": 0 2021-07-26T15:45:56.278 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:45:56.278 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "fsmap": { 2021-07-26T15:45:56.279 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:45:56.279 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "by_rank": [], 2021-07-26T15:45:56.279 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "up:standby": 0 2021-07-26T15:45:56.279 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:45:56.279 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "mgrmap": { 2021-07-26T15:45:56.280 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "available": false, 2021-07-26T15:45:56.280 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_standbys": 0, 2021-07-26T15:45:56.280 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "modules": [ 2021-07-26T15:45:56.281 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "iostat", 2021-07-26T15:45:56.281 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "restful" 2021-07-26T15:45:56.281 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:45:56.281 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "services": {} 2021-07-26T15:45:56.282 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:45:56.282 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "servicemap": { 2021-07-26T15:45:56.282 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:45:56.282 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "modified": "2021-07-26T15:45:46.123666+0000", 2021-07-26T15:45:56.283 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "services": {} 2021-07-26T15:45:56.283 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:45:56.283 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "progress_events": {} 2021-07-26T15:45:56.283 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:45:56.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:56 smithi037 bash[14605]: audit 2021-07-26T15:45:56.259130+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.37:0/287988117' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2021-07-26T15:45:56.867 INFO:teuthology.orchestra.run.smithi037.stderr:mgr not available, waiting (1/10)... 2021-07-26T15:45:57.869 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus status -f json-pretty 2021-07-26T15:45:59.066 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout 2021-07-26T15:45:59.066 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:45:59.067 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "fsid": "72588c72-ee28-11eb-8c23-001a4aab830c", 2021-07-26T15:45:59.067 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "health": { 2021-07-26T15:45:59.067 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2021-07-26T15:45:59.070 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "checks": {}, 2021-07-26T15:45:59.070 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "mutes": [] 2021-07-26T15:45:59.070 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:45:59.071 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "election_epoch": 5, 2021-07-26T15:45:59.071 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "quorum": [ 2021-07-26T15:45:59.071 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout 0 2021-07-26T15:45:59.071 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:45:59.072 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "quorum_names": [ 2021-07-26T15:45:59.072 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "a" 2021-07-26T15:45:59.072 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:45:59.072 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "quorum_age": 6, 2021-07-26T15:45:59.073 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "monmap": { 2021-07-26T15:45:59.073 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:45:59.073 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min_mon_release_name": "octopus", 2021-07-26T15:45:59.073 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_mons": 1 2021-07-26T15:45:59.073 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:45:59.074 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "osdmap": { 2021-07-26T15:45:59.074 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:45:59.076 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_osds": 0, 2021-07-26T15:45:59.076 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_up_osds": 0, 2021-07-26T15:45:59.077 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "osd_up_since": 0, 2021-07-26T15:45:59.077 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_in_osds": 0, 2021-07-26T15:45:59.077 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "osd_in_since": 0, 2021-07-26T15:45:59.077 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2021-07-26T15:45:59.081 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:45:59.082 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "pgmap": { 2021-07-26T15:45:59.082 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "pgs_by_state": [], 2021-07-26T15:45:59.082 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_pgs": 0, 2021-07-26T15:45:59.082 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_pools": 0, 2021-07-26T15:45:59.083 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_objects": 0, 2021-07-26T15:45:59.083 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "data_bytes": 0, 2021-07-26T15:45:59.083 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "bytes_used": 0, 2021-07-26T15:45:59.083 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "bytes_avail": 0, 2021-07-26T15:45:59.084 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "bytes_total": 0 2021-07-26T15:45:59.084 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:45:59.084 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "fsmap": { 2021-07-26T15:45:59.085 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:45:59.085 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "by_rank": [], 2021-07-26T15:45:59.085 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "up:standby": 0 2021-07-26T15:45:59.085 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:45:59.085 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "mgrmap": { 2021-07-26T15:45:59.086 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "available": false, 2021-07-26T15:45:59.086 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_standbys": 0, 2021-07-26T15:45:59.086 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "modules": [ 2021-07-26T15:45:59.086 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "iostat", 2021-07-26T15:45:59.087 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "restful" 2021-07-26T15:45:59.087 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:45:59.087 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "services": {} 2021-07-26T15:45:59.088 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:45:59.088 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "servicemap": { 2021-07-26T15:45:59.088 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:45:59.088 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "modified": "2021-07-26T15:45:46.123666+0000", 2021-07-26T15:45:59.088 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "services": {} 2021-07-26T15:45:59.089 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:45:59.089 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "progress_events": {} 2021-07-26T15:45:59.089 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:45:59.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:45:59 smithi037 bash[14605]: audit 2021-07-26T15:45:59.062968+0000 mon.a (mon.0) 8 : audit [DBG] from='client.? 172.21.15.37:0/2772575564' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2021-07-26T15:45:59.615 INFO:teuthology.orchestra.run.smithi037.stderr:mgr not available, waiting (2/10)... 2021-07-26T15:46:00.617 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus status -f json-pretty 2021-07-26T15:46:01.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:00 smithi037 bash[14605]: cluster 2021-07-26T15:46:00.753578+0000 mon.a (mon.0) 9 : cluster [INF] Activating manager daemon y 2021-07-26T15:46:01.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:00 smithi037 bash[14605]: cluster 2021-07-26T15:46:00.759089+0000 mon.a (mon.0) 10 : cluster [DBG] mgrmap e2: y(active, starting, since 0.00565603s) 2021-07-26T15:46:01.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:00 smithi037 bash[14605]: audit 2021-07-26T15:46:00.760929+0000 mon.a (mon.0) 11 : audit [DBG] from='mgr.14102 172.21.15.37:0/3945782746' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:46:01.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:00 smithi037 bash[14605]: audit 2021-07-26T15:46:00.761573+0000 mon.a (mon.0) 12 : audit [DBG] from='mgr.14102 172.21.15.37:0/3945782746' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:46:01.091 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:00 smithi037 bash[14605]: audit 2021-07-26T15:46:00.762176+0000 mon.a (mon.0) 13 : audit [DBG] from='mgr.14102 172.21.15.37:0/3945782746' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:46:01.091 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:00 smithi037 bash[14605]: audit 2021-07-26T15:46:00.762718+0000 mon.a (mon.0) 14 : audit [DBG] from='mgr.14102 172.21.15.37:0/3945782746' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:01.091 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:00 smithi037 bash[14605]: audit 2021-07-26T15:46:00.763254+0000 mon.a (mon.0) 15 : audit [DBG] from='mgr.14102 172.21.15.37:0/3945782746' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:46:01.091 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:00 smithi037 bash[14605]: audit 2021-07-26T15:46:00.763914+0000 mon.a (mon.0) 16 : audit [DBG] from='mgr.14102 172.21.15.37:0/3945782746' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-07-26T15:46:01.092 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:00 smithi037 bash[14605]: cluster 2021-07-26T15:46:00.767588+0000 mon.a (mon.0) 17 : cluster [INF] Manager daemon y is now available 2021-07-26T15:46:01.092 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:00 smithi037 bash[14605]: audit 2021-07-26T15:46:00.783870+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.14102 172.21.15.37:0/3945782746' entity='mgr.y' 2021-07-26T15:46:01.092 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:00 smithi037 bash[14605]: audit 2021-07-26T15:46:00.789006+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.14102 172.21.15.37:0/3945782746' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:46:01.092 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:00 smithi037 bash[14605]: audit 2021-07-26T15:46:00.791292+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.14102 172.21.15.37:0/3945782746' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:46:01.092 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:00 smithi037 bash[14605]: audit 2021-07-26T15:46:00.801995+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.14102 172.21.15.37:0/3945782746' entity='mgr.y' 2021-07-26T15:46:02.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:01 smithi037 bash[14605]: audit 2021-07-26T15:46:00.807661+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.14102 172.21.15.37:0/3945782746' entity='mgr.y' 2021-07-26T15:46:02.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:01 smithi037 bash[14605]: cluster 2021-07-26T15:46:01.764673+0000 mon.a (mon.0) 23 : cluster [DBG] mgrmap e3: y(active, since 1.01125s) 2021-07-26T15:46:02.229 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout 2021-07-26T15:46:02.229 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:02.230 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "fsid": "72588c72-ee28-11eb-8c23-001a4aab830c", 2021-07-26T15:46:02.230 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "health": { 2021-07-26T15:46:02.230 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2021-07-26T15:46:02.231 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "checks": {}, 2021-07-26T15:46:02.231 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "mutes": [] 2021-07-26T15:46:02.231 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:02.232 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "election_epoch": 5, 2021-07-26T15:46:02.232 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "quorum": [ 2021-07-26T15:46:02.232 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout 0 2021-07-26T15:46:02.232 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:02.233 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "quorum_names": [ 2021-07-26T15:46:02.233 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "a" 2021-07-26T15:46:02.233 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:02.233 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "quorum_age": 9, 2021-07-26T15:46:02.234 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "monmap": { 2021-07-26T15:46:02.234 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:46:02.234 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min_mon_release_name": "octopus", 2021-07-26T15:46:02.235 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_mons": 1 2021-07-26T15:46:02.235 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:02.235 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "osdmap": { 2021-07-26T15:46:02.235 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:46:02.236 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_osds": 0, 2021-07-26T15:46:02.236 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_up_osds": 0, 2021-07-26T15:46:02.236 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "osd_up_since": 0, 2021-07-26T15:46:02.240 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_in_osds": 0, 2021-07-26T15:46:02.241 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "osd_in_since": 0, 2021-07-26T15:46:02.241 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2021-07-26T15:46:02.241 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:02.242 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "pgmap": { 2021-07-26T15:46:02.242 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "pgs_by_state": [], 2021-07-26T15:46:02.242 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_pgs": 0, 2021-07-26T15:46:02.242 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_pools": 0, 2021-07-26T15:46:02.242 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_objects": 0, 2021-07-26T15:46:02.243 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "data_bytes": 0, 2021-07-26T15:46:02.243 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "bytes_used": 0, 2021-07-26T15:46:02.243 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "bytes_avail": 0, 2021-07-26T15:46:02.243 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "bytes_total": 0 2021-07-26T15:46:02.244 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:02.244 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "fsmap": { 2021-07-26T15:46:02.244 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:46:02.244 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "by_rank": [], 2021-07-26T15:46:02.245 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "up:standby": 0 2021-07-26T15:46:02.245 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:02.245 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "mgrmap": { 2021-07-26T15:46:02.249 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "available": true, 2021-07-26T15:46:02.250 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_standbys": 0, 2021-07-26T15:46:02.250 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "modules": [ 2021-07-26T15:46:02.250 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "iostat", 2021-07-26T15:46:02.255 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "restful" 2021-07-26T15:46:02.255 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:02.255 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "services": {} 2021-07-26T15:46:02.256 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:02.256 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "servicemap": { 2021-07-26T15:46:02.256 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-07-26T15:46:02.256 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "modified": "2021-07-26T15:45:46.123666+0000", 2021-07-26T15:46:02.256 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "services": {} 2021-07-26T15:46:02.257 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:02.257 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "progress_events": {} 2021-07-26T15:46:02.257 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:02.784 INFO:teuthology.orchestra.run.smithi037.stderr:mgr is available 2021-07-26T15:46:02.784 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config-key set mgr/cephadm/ssh_user root 2021-07-26T15:46:02.823 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:02 smithi037 bash[14605]: audit 2021-07-26T15:46:02.220597+0000 mon.a (mon.0) 24 : audit [DBG] from='client.? 172.21.15.37:0/1149807309' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2021-07-26T15:46:04.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:03 smithi037 bash[14605]: cluster 2021-07-26T15:46:02.820723+0000 mon.a (mon.0) 25 : cluster [DBG] mgrmap e4: y(active, since 2s) 2021-07-26T15:46:04.399 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stderr set mgr/cephadm/ssh_user 2021-07-26T15:46:04.984 INFO:teuthology.orchestra.run.smithi037.stderr:Enabling cephadm module... 2021-07-26T15:46:04.985 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus mgr module enable cephadm 2021-07-26T15:46:05.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:05 smithi037 bash[14605]: audit 2021-07-26T15:46:04.392548+0000 mon.a (mon.0) 26 : audit [INF] from='client.? 172.21.15.37:0/2123908864' entity='client.admin' 2021-07-26T15:46:06.839 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:06 smithi037 bash[14852]: ignoring --setuser ceph since I am not root 2021-07-26T15:46:06.840 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:06 smithi037 bash[14852]: ignoring --setgroup ceph since I am not root 2021-07-26T15:46:06.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:06 smithi037 bash[14605]: audit 2021-07-26T15:46:06.493605+0000 mon.a (mon.0) 27 : audit [INF] from='client.? 172.21.15.37:0/1559449765' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2021-07-26T15:46:07.142 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus mgr dump 2021-07-26T15:46:07.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:07 smithi037 bash[14605]: audit 2021-07-26T15:46:06.550139+0000 mon.a (mon.0) 28 : audit [INF] from='client.? 172.21.15.37:0/1559449765' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2021-07-26T15:46:07.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:07 smithi037 bash[14605]: cluster 2021-07-26T15:46:06.550286+0000 mon.a (mon.0) 29 : cluster [DBG] mgrmap e5: y(active, since 5s) 2021-07-26T15:46:09.064 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.065 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "epoch": 5, 2021-07-26T15:46:09.065 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "active_gid": 14102, 2021-07-26T15:46:09.065 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "active_name": "y", 2021-07-26T15:46:09.065 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "active_addrs": { 2021-07-26T15:46:09.065 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-07-26T15:46:09.066 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.066 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-07-26T15:46:09.066 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.37:6800", 2021-07-26T15:46:09.067 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "nonce": 3251690586 2021-07-26T15:46:09.067 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.067 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.067 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "v1", 2021-07-26T15:46:09.068 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.37:6801", 2021-07-26T15:46:09.068 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "nonce": 3251690586 2021-07-26T15:46:09.068 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.068 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ] 2021-07-26T15:46:09.068 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.069 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "active_addr": "172.21.15.37:6801/3251690586", 2021-07-26T15:46:09.069 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "active_change": "2021-07-26T15:46:00.753393+0000", 2021-07-26T15:46:09.069 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "active_mgr_features": 4540138292840890367, 2021-07-26T15:46:09.069 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "available": true, 2021-07-26T15:46:09.070 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "standbys": [], 2021-07-26T15:46:09.070 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "modules": [ 2021-07-26T15:46:09.070 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "cephadm", 2021-07-26T15:46:09.070 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "iostat", 2021-07-26T15:46:09.071 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "restful" 2021-07-26T15:46:09.071 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.071 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "available_modules": [ 2021-07-26T15:46:09.071 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.071 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "alerts", 2021-07-26T15:46:09.072 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:09.072 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:09.072 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:09.072 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "interval": { 2021-07-26T15:46:09.073 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-07-26T15:46:09.073 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:09.073 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.073 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.073 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-07-26T15:46:09.074 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.074 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.074 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.075 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "How frequently to reexamine health status", 2021-07-26T15:46:09.075 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.075 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.075 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.076 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.076 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:09.076 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:09.077 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.077 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.077 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.077 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.078 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.078 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.078 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.078 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.078 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.079 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.079 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.079 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.079 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.080 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.080 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.080 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.081 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.081 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.081 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.081 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:09.082 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:09.082 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.082 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.082 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.083 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.083 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.083 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.083 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.084 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.084 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.084 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.084 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.085 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.085 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:09.085 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:09.085 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.086 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.086 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.086 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:09.086 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.086 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.087 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.087 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.087 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.087 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.088 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.088 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.088 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.088 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.088 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.089 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.089 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.089 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.089 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.090 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:09.090 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:09.090 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.090 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.090 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.091 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.091 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.091 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.091 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.092 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.092 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.092 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.092 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.093 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.093 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "smtp_destination": { 2021-07-26T15:46:09.093 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "smtp_destination", 2021-07-26T15:46:09.093 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.094 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.094 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.094 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.094 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.095 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.095 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.095 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Email address to send alerts to", 2021-07-26T15:46:09.095 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.095 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.096 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.096 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.096 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "smtp_from_name": { 2021-07-26T15:46:09.096 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "smtp_from_name", 2021-07-26T15:46:09.097 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.097 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.097 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.097 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "Ceph", 2021-07-26T15:46:09.097 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.098 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.098 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.098 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Email From: name", 2021-07-26T15:46:09.098 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.098 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.099 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.099 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.099 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "smtp_host": { 2021-07-26T15:46:09.099 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "smtp_host", 2021-07-26T15:46:09.100 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.100 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.100 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.100 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.101 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.101 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.101 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.101 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "SMTP server", 2021-07-26T15:46:09.102 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.102 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.102 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.102 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.103 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "smtp_password": { 2021-07-26T15:46:09.103 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "smtp_password", 2021-07-26T15:46:09.103 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.103 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.103 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.104 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.104 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.104 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.104 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.105 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Password to authenticate with", 2021-07-26T15:46:09.105 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.105 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.105 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.105 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.106 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "smtp_port": { 2021-07-26T15:46:09.106 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "smtp_port", 2021-07-26T15:46:09.106 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.106 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.107 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.107 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "465", 2021-07-26T15:46:09.107 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.107 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.107 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.108 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "SMTP port", 2021-07-26T15:46:09.108 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.108 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.108 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.109 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.109 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "smtp_sender": { 2021-07-26T15:46:09.109 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "smtp_sender", 2021-07-26T15:46:09.109 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.110 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.110 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.110 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.110 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.111 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.111 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.111 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "SMTP envelope sender", 2021-07-26T15:46:09.112 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.112 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.112 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.112 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.112 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "smtp_ssl": { 2021-07-26T15:46:09.113 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "smtp_ssl", 2021-07-26T15:46:09.113 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.113 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.113 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.114 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.114 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.114 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.114 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.114 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Use SSL to connect to SMTP server", 2021-07-26T15:46:09.115 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.115 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.115 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.115 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.116 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "smtp_user": { 2021-07-26T15:46:09.116 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "smtp_user", 2021-07-26T15:46:09.116 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.116 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.116 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.117 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.117 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.117 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.118 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.118 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "User to authenticate as", 2021-07-26T15:46:09.118 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.118 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.118 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.119 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.119 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.119 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.119 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.120 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "balancer", 2021-07-26T15:46:09.120 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:09.120 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:09.120 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:09.120 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "active": { 2021-07-26T15:46:09.121 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "active", 2021-07-26T15:46:09.121 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.121 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.121 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.121 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.122 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.122 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.122 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.122 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "automatically balance PGs across cluster", 2021-07-26T15:46:09.123 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.123 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.123 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.123 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.123 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "begin_time": { 2021-07-26T15:46:09.124 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "begin_time", 2021-07-26T15:46:09.124 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.124 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.124 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.125 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "0000", 2021-07-26T15:46:09.125 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.125 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.125 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.126 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "beginning time of day to automatically balance", 2021-07-26T15:46:09.126 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2021-07-26T15:46:09.126 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.126 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.127 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.127 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "begin_weekday": { 2021-07-26T15:46:09.127 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "begin_weekday", 2021-07-26T15:46:09.127 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-07-26T15:46:09.127 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.128 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.128 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-07-26T15:46:09.128 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "0", 2021-07-26T15:46:09.128 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "7", 2021-07-26T15:46:09.129 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.129 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to this day of the week or later", 2021-07-26T15:46:09.129 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2021-07-26T15:46:09.129 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.130 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.130 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.130 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "crush_compat_max_iterations": { 2021-07-26T15:46:09.130 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "crush_compat_max_iterations", 2021-07-26T15:46:09.130 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-07-26T15:46:09.131 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.131 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.131 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "25", 2021-07-26T15:46:09.131 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "1", 2021-07-26T15:46:09.132 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "250", 2021-07-26T15:46:09.132 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.132 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "maximum number of iterations to attempt optimization", 2021-07-26T15:46:09.132 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.133 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.133 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.133 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.133 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "crush_compat_metrics": { 2021-07-26T15:46:09.134 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "crush_compat_metrics", 2021-07-26T15:46:09.134 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.134 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.134 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.135 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "pgs,objects,bytes", 2021-07-26T15:46:09.135 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.135 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.135 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.136 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "metrics with which to calculate OSD utilization", 2021-07-26T15:46:09.136 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2021-07-26T15:46:09.136 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.136 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.137 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.137 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "crush_compat_step": { 2021-07-26T15:46:09.137 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "crush_compat_step", 2021-07-26T15:46:09.137 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "float", 2021-07-26T15:46:09.137 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.138 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.138 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "0.5", 2021-07-26T15:46:09.138 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "0.001", 2021-07-26T15:46:09.138 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "0.999", 2021-07-26T15:46:09.139 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.139 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "aggressiveness of optimization", 2021-07-26T15:46:09.139 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": ".99 is very aggressive, .01 is less aggressive", 2021-07-26T15:46:09.139 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.140 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.140 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.140 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "end_time": { 2021-07-26T15:46:09.140 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "end_time", 2021-07-26T15:46:09.140 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.141 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.141 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.141 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "2400", 2021-07-26T15:46:09.141 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.142 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.142 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.142 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "ending time of day to automatically balance", 2021-07-26T15:46:09.142 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2021-07-26T15:46:09.142 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.143 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.143 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.143 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "end_weekday": { 2021-07-26T15:46:09.144 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "end_weekday", 2021-07-26T15:46:09.144 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-07-26T15:46:09.144 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.144 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.144 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "7", 2021-07-26T15:46:09.145 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "0", 2021-07-26T15:46:09.145 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "7", 2021-07-26T15:46:09.145 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.145 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to days of the week earlier than this", 2021-07-26T15:46:09.146 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2021-07-26T15:46:09.146 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.146 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.146 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.146 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:09.147 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:09.147 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.147 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.147 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.148 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.148 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.148 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.148 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.148 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.149 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.149 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.149 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.149 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.150 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.150 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.150 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.150 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.151 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.151 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.151 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.151 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:09.152 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:09.152 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.152 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.152 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.153 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.153 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.153 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.153 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.154 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.154 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.154 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.154 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.154 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.155 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:09.155 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:09.155 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.155 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.156 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.156 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:09.156 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.156 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.156 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.157 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.157 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.157 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.157 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.158 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.158 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.158 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.158 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.158 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.159 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.159 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.159 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.159 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:09.160 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:09.160 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.160 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.160 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.161 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.161 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.161 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.161 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.162 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.162 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.162 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.162 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.163 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.163 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min_score": { 2021-07-26T15:46:09.163 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "min_score", 2021-07-26T15:46:09.163 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "float", 2021-07-26T15:46:09.163 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.164 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.164 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-07-26T15:46:09.164 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.164 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.165 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.165 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "minimum score, below which no optimization is attempted", 2021-07-26T15:46:09.165 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.165 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.166 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.166 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.166 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "mode": { 2021-07-26T15:46:09.166 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "mode", 2021-07-26T15:46:09.166 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.167 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.167 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.167 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "none", 2021-07-26T15:46:09.167 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.168 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.168 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.168 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "crush-compat", 2021-07-26T15:46:09.168 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "none", 2021-07-26T15:46:09.168 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "upmap" 2021-07-26T15:46:09.169 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.169 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Balancer mode", 2021-07-26T15:46:09.169 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.170 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.170 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.170 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.170 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "pool_ids": { 2021-07-26T15:46:09.170 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "pool_ids", 2021-07-26T15:46:09.171 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.171 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.171 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.171 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.172 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.172 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.172 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.172 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "pools which the automatic balancing will be limited to", 2021-07-26T15:46:09.172 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.173 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.173 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.173 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.173 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-07-26T15:46:09.174 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-07-26T15:46:09.174 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:09.174 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.174 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.174 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-07-26T15:46:09.175 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.175 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.175 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.175 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and attempt optimization", 2021-07-26T15:46:09.176 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.176 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.176 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.176 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.176 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "upmap_max_deviation": { 2021-07-26T15:46:09.177 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "upmap_max_deviation", 2021-07-26T15:46:09.177 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.177 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.178 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.178 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-07-26T15:46:09.178 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "1", 2021-07-26T15:46:09.178 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.179 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.179 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "deviation below which no optimization is attempted", 2021-07-26T15:46:09.179 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2021-07-26T15:46:09.179 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.179 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.180 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.180 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "upmap_max_optimizations": { 2021-07-26T15:46:09.180 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "upmap_max_optimizations", 2021-07-26T15:46:09.180 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-07-26T15:46:09.181 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.181 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.181 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:46:09.181 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.182 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.182 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.182 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "maximum upmap optimizations to make per attempt", 2021-07-26T15:46:09.182 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.183 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.183 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.183 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.183 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.183 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.184 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.184 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "cephadm", 2021-07-26T15:46:09.184 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:09.184 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:09.185 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:09.185 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "allow_ptrace": { 2021-07-26T15:46:09.185 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "allow_ptrace", 2021-07-26T15:46:09.185 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.185 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.186 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.186 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.186 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.187 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.187 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.187 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "allow SYS_PTRACE capability on ceph containers", 2021-07-26T15:46:09.187 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2021-07-26T15:46:09.188 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.188 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.188 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.188 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "config_dashboard": { 2021-07-26T15:46:09.188 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "config_dashboard", 2021-07-26T15:46:09.189 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.189 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.189 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.189 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.190 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.190 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.190 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.190 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "manage configs like API endpoints in Dashboard.", 2021-07-26T15:46:09.191 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.191 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.191 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.191 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.192 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "container_image_alertmanager": { 2021-07-26T15:46:09.192 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "container_image_alertmanager", 2021-07-26T15:46:09.192 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.192 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.192 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.193 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/alertmanager:v0.20.0", 2021-07-26T15:46:09.193 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.193 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.193 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.193 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-07-26T15:46:09.194 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.194 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.194 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.195 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.195 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "container_image_base": { 2021-07-26T15:46:09.195 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "container_image_base", 2021-07-26T15:46:09.196 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.196 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.196 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.196 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/ceph/ceph", 2021-07-26T15:46:09.196 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.197 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.197 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.197 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Container image name, without the tag", 2021-07-26T15:46:09.197 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.198 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.198 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.198 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.198 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "container_image_grafana": { 2021-07-26T15:46:09.198 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "container_image_grafana", 2021-07-26T15:46:09.199 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.199 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.199 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.200 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/ceph/ceph-grafana:6.7.4", 2021-07-26T15:46:09.200 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.200 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.200 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.201 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-07-26T15:46:09.201 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.201 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.201 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.201 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.202 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "container_image_node_exporter": { 2021-07-26T15:46:09.202 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "container_image_node_exporter", 2021-07-26T15:46:09.202 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.202 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.203 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.203 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/node-exporter:v0.18.1", 2021-07-26T15:46:09.203 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.204 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.204 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.204 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-07-26T15:46:09.204 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.204 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.205 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.205 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.205 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "container_image_prometheus": { 2021-07-26T15:46:09.205 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "container_image_prometheus", 2021-07-26T15:46:09.206 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.206 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.206 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.206 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/prometheus:v2.18.1", 2021-07-26T15:46:09.206 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.207 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.207 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.207 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-07-26T15:46:09.207 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.208 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.208 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.208 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.208 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "container_init": { 2021-07-26T15:46:09.208 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "container_init", 2021-07-26T15:46:09.209 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.209 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.209 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.209 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.210 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.210 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.210 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.210 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Run podman/docker with `--init`", 2021-07-26T15:46:09.211 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.211 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.211 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.211 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.212 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "daemon_cache_timeout": { 2021-07-26T15:46:09.212 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "daemon_cache_timeout", 2021-07-26T15:46:09.212 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:09.212 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.213 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.213 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-07-26T15:46:09.213 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.213 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.213 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.214 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache service (daemon) inventory", 2021-07-26T15:46:09.214 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.214 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.214 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.215 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.215 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "device_cache_timeout": { 2021-07-26T15:46:09.215 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "device_cache_timeout", 2021-07-26T15:46:09.215 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:09.215 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.216 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.216 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "1800", 2021-07-26T15:46:09.216 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.216 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.217 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.217 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache device inventory", 2021-07-26T15:46:09.217 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.217 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.217 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.218 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.218 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "facts_cache_timeout": { 2021-07-26T15:46:09.218 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "facts_cache_timeout", 2021-07-26T15:46:09.218 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:09.219 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.219 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.219 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-07-26T15:46:09.219 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.220 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.220 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.220 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache host facts data", 2021-07-26T15:46:09.220 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.221 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.221 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.221 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.221 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "host_check_interval": { 2021-07-26T15:46:09.221 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "host_check_interval", 2021-07-26T15:46:09.222 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:09.222 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.222 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.222 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-07-26T15:46:09.223 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.223 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.223 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.223 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "how frequently to perform a host check", 2021-07-26T15:46:09.223 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.224 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.224 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.224 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.224 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:09.225 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:09.225 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.225 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.225 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.225 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.226 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.226 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.226 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.226 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.227 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.227 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.227 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.227 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.228 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.228 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.228 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.228 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.229 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.229 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.229 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.229 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:09.230 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:09.230 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.230 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.230 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.230 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.231 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.231 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.231 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.231 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "log to the \"cephadm\" cluster log channel\"", 2021-07-26T15:46:09.232 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.232 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.232 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.232 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.233 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:09.233 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:09.233 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.233 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.233 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.234 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:09.234 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.234 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.234 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.235 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.235 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.235 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.235 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.236 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.236 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.236 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.236 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.236 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.237 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.237 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.237 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.238 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:09.238 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:09.238 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.238 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.238 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.239 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.239 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.239 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.239 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.240 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.240 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.240 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.240 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.240 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.241 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "manage_etc_ceph_ceph_conf": { 2021-07-26T15:46:09.241 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "manage_etc_ceph_ceph_conf", 2021-07-26T15:46:09.241 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.241 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.242 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.242 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.242 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.242 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.242 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.243 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2021-07-26T15:46:09.243 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.243 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.243 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.244 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.244 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "migration_current": { 2021-07-26T15:46:09.244 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "migration_current", 2021-07-26T15:46:09.244 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.245 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.245 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.245 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:09.245 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.246 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.246 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.246 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "internal - do not modify", 2021-07-26T15:46:09.246 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.247 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.247 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.247 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.247 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "mode": { 2021-07-26T15:46:09.248 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "mode", 2021-07-26T15:46:09.248 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.248 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.248 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.248 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "root", 2021-07-26T15:46:09.249 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.249 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.249 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.249 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "cephadm-package", 2021-07-26T15:46:09.250 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "root" 2021-07-26T15:46:09.250 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.250 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "mode for remote execution of cephadm", 2021-07-26T15:46:09.250 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.250 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.251 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.251 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.251 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "prometheus_alerts_path": { 2021-07-26T15:46:09.251 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "prometheus_alerts_path", 2021-07-26T15:46:09.252 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.252 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.252 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.252 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2021-07-26T15:46:09.252 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.253 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.253 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.253 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "location of alerts to include in prometheus deployments", 2021-07-26T15:46:09.253 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.254 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.254 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.254 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.254 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "registry_password": { 2021-07-26T15:46:09.255 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "registry_password", 2021-07-26T15:46:09.255 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.255 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.255 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.256 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:09.256 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.256 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.256 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.257 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Custom repository password", 2021-07-26T15:46:09.257 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.257 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.257 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.258 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.258 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "registry_url": { 2021-07-26T15:46:09.258 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "registry_url", 2021-07-26T15:46:09.258 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.258 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.259 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.259 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:09.259 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.259 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.260 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.260 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Custom repository url", 2021-07-26T15:46:09.260 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.260 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.261 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.261 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.261 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "registry_username": { 2021-07-26T15:46:09.261 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "registry_username", 2021-07-26T15:46:09.261 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.262 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.262 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.262 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:09.262 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.263 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.263 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.263 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Custom repository username", 2021-07-26T15:46:09.264 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.264 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.264 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.264 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.264 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "ssh_config_file": { 2021-07-26T15:46:09.265 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "ssh_config_file", 2021-07-26T15:46:09.265 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.265 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.265 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.266 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:09.266 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.266 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.266 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.267 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "customized SSH config file to connect to managed hosts", 2021-07-26T15:46:09.267 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.267 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.267 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.268 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.268 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "use_repo_digest": { 2021-07-26T15:46:09.268 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "use_repo_digest", 2021-07-26T15:46:09.268 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.268 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.269 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.269 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.269 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.269 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.270 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.270 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2021-07-26T15:46:09.270 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.270 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.271 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.271 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.271 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warn_on_failed_host_check": { 2021-07-26T15:46:09.271 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "warn_on_failed_host_check", 2021-07-26T15:46:09.272 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.272 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.272 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.273 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.273 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.273 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.273 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.274 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if the host check fails", 2021-07-26T15:46:09.274 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.274 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.274 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.275 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.275 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warn_on_stray_daemons": { 2021-07-26T15:46:09.275 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_daemons", 2021-07-26T15:46:09.276 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.276 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.277 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.277 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.277 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.278 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.278 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.278 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2021-07-26T15:46:09.278 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.279 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.279 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.279 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.279 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warn_on_stray_hosts": { 2021-07-26T15:46:09.280 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_hosts", 2021-07-26T15:46:09.280 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.280 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.280 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.281 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.281 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.281 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.281 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.281 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2021-07-26T15:46:09.282 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.282 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.282 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.283 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.283 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.283 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.283 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.284 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "crash", 2021-07-26T15:46:09.284 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:09.284 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:09.284 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:09.285 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:09.285 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:09.285 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.285 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.285 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.286 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.286 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.286 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.286 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.287 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.287 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.287 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.287 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.287 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.288 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.288 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.288 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.289 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.289 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.289 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.289 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.290 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:09.290 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:09.290 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.290 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.290 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.291 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.291 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.291 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.291 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.292 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.292 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.292 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.292 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.293 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.293 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:09.293 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:09.293 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.294 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.294 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.294 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:09.294 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.295 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.295 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.295 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.295 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.296 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.296 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.296 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.296 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.297 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.297 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.297 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.297 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.298 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.298 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.298 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:09.298 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:09.299 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.299 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.299 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.299 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.300 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.300 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.300 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.300 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.301 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.301 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.301 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.301 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.301 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "retain_interval": { 2021-07-26T15:46:09.302 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "retain_interval", 2021-07-26T15:46:09.302 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:09.302 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.302 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.303 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "31536000", 2021-07-26T15:46:09.303 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.303 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.303 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.303 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "how long to retain crashes before pruning them", 2021-07-26T15:46:09.304 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.304 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.304 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.304 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.305 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warn_recent_interval": { 2021-07-26T15:46:09.305 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "warn_recent_interval", 2021-07-26T15:46:09.305 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:09.306 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.306 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.306 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "1209600", 2021-07-26T15:46:09.306 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.306 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.307 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.307 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "time interval in which to warn about recent crashes", 2021-07-26T15:46:09.307 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.307 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.308 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.308 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.308 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.308 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.308 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.309 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "dashboard", 2021-07-26T15:46:09.309 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:09.309 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:09.310 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:09.310 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "ACCOUNT_LOCKOUT_ATTEMPTS": { 2021-07-26T15:46:09.310 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2021-07-26T15:46:09.310 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.310 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.311 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.311 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:46:09.311 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.311 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.312 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.312 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.312 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.312 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.313 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.313 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.313 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "ALERTMANAGER_API_HOST": { 2021-07-26T15:46:09.313 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "ALERTMANAGER_API_HOST", 2021-07-26T15:46:09.313 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.314 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.314 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.314 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.315 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.315 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.315 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.315 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.315 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.316 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.316 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.316 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.316 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "ALERTMANAGER_API_SSL_VERIFY": { 2021-07-26T15:46:09.317 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "ALERTMANAGER_API_SSL_VERIFY", 2021-07-26T15:46:09.317 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.317 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.317 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.317 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.318 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.318 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.318 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.318 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.319 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.319 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.319 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.319 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.320 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "AUDIT_API_ENABLED": { 2021-07-26T15:46:09.320 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_ENABLED", 2021-07-26T15:46:09.320 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.320 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.320 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.321 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.321 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.321 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.321 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.322 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.322 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.322 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.322 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.323 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.323 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "AUDIT_API_LOG_PAYLOAD": { 2021-07-26T15:46:09.323 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_LOG_PAYLOAD", 2021-07-26T15:46:09.324 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.324 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.324 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.324 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.325 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.325 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.325 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.325 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.325 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.326 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.326 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.326 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.326 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "ENABLE_BROWSABLE_API": { 2021-07-26T15:46:09.327 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "ENABLE_BROWSABLE_API", 2021-07-26T15:46:09.327 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.327 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.327 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.328 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.328 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.328 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.328 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.328 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.329 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.329 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.329 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.329 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.330 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_cephfs": { 2021-07-26T15:46:09.330 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_cephfs", 2021-07-26T15:46:09.330 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.330 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.331 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.331 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.331 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.332 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.332 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.332 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.332 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.332 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.333 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.333 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.333 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_iscsi": { 2021-07-26T15:46:09.333 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_iscsi", 2021-07-26T15:46:09.334 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.334 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.334 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.334 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.335 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.335 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.335 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.335 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.336 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.336 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.336 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.336 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.337 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_mirroring": { 2021-07-26T15:46:09.337 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_mirroring", 2021-07-26T15:46:09.337 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.337 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.337 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.338 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.338 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.338 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.338 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.339 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.339 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.339 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.339 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.340 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.340 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_nfs": { 2021-07-26T15:46:09.340 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_nfs", 2021-07-26T15:46:09.340 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.341 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.341 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.341 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.341 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.342 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.342 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.342 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.342 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.343 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.343 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.343 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.343 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rbd": { 2021-07-26T15:46:09.343 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rbd", 2021-07-26T15:46:09.344 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.344 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.344 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.344 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.344 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.345 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.345 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.345 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.345 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.346 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.346 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.346 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.346 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rgw": { 2021-07-26T15:46:09.347 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rgw", 2021-07-26T15:46:09.347 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.347 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.347 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.348 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.348 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.348 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.348 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.349 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.349 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.349 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.349 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.350 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.350 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2021-07-26T15:46:09.350 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2021-07-26T15:46:09.350 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.351 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.351 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.351 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.351 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.352 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.352 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.352 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.352 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.353 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.353 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.353 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.353 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "GRAFANA_API_PASSWORD": { 2021-07-26T15:46:09.353 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_PASSWORD", 2021-07-26T15:46:09.354 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.354 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.354 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.354 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-07-26T15:46:09.355 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.355 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.355 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.355 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.356 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.356 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.356 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.356 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.356 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "GRAFANA_API_SSL_VERIFY": { 2021-07-26T15:46:09.357 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_SSL_VERIFY", 2021-07-26T15:46:09.357 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.357 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.358 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.358 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.358 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.359 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.359 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.359 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.359 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.359 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.360 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.360 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.360 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "GRAFANA_API_URL": { 2021-07-26T15:46:09.360 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_URL", 2021-07-26T15:46:09.361 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.361 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.361 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.361 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.362 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.362 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.362 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.362 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.362 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.363 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.363 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.363 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.363 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "GRAFANA_API_USERNAME": { 2021-07-26T15:46:09.364 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_USERNAME", 2021-07-26T15:46:09.364 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.364 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.364 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.365 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-07-26T15:46:09.365 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.365 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.365 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.366 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.366 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.366 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.366 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.367 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.367 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "GRAFANA_FRONTEND_API_URL": { 2021-07-26T15:46:09.367 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_FRONTEND_API_URL", 2021-07-26T15:46:09.367 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.368 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.368 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.368 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.368 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.368 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.369 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.369 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.369 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.369 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.370 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.370 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.370 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "GRAFANA_UPDATE_DASHBOARDS": { 2021-07-26T15:46:09.370 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_UPDATE_DASHBOARDS", 2021-07-26T15:46:09.370 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.371 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.371 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.371 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.371 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.372 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.372 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.372 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.372 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.372 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.373 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.373 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.373 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "ISCSI_API_SSL_VERIFICATION": { 2021-07-26T15:46:09.373 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "ISCSI_API_SSL_VERIFICATION", 2021-07-26T15:46:09.374 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.374 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.374 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.375 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.375 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.375 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.375 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.375 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.376 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.376 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.376 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.376 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.376 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PROMETHEUS_API_HOST": { 2021-07-26T15:46:09.377 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PROMETHEUS_API_HOST", 2021-07-26T15:46:09.377 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.377 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.377 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.378 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.378 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.378 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.378 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.379 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.379 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.379 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.379 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.379 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.380 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PROMETHEUS_API_SSL_VERIFY": { 2021-07-26T15:46:09.380 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PROMETHEUS_API_SSL_VERIFY", 2021-07-26T15:46:09.380 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.380 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.381 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.381 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.381 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.381 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.381 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.382 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.382 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.382 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.383 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.383 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.383 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2021-07-26T15:46:09.384 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2021-07-26T15:46:09.384 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.384 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.384 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.385 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.385 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.385 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.385 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.386 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.386 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.386 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.386 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.386 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.387 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2021-07-26T15:46:09.387 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2021-07-26T15:46:09.387 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.387 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.388 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.388 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.388 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.388 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.389 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.389 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.389 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.389 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.389 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.390 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.390 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2021-07-26T15:46:09.391 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2021-07-26T15:46:09.391 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.391 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.391 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.392 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.392 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.392 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.392 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.393 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.393 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.393 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.393 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.394 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.394 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2021-07-26T15:46:09.394 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2021-07-26T15:46:09.394 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.395 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.395 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.395 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.395 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.395 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.396 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.396 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.396 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.396 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.397 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.397 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.397 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2021-07-26T15:46:09.397 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2021-07-26T15:46:09.397 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.398 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.398 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.398 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.398 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.399 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.399 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.400 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.400 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.400 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.400 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.401 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.401 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2021-07-26T15:46:09.401 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2021-07-26T15:46:09.401 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.402 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.402 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.402 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.402 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.403 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.403 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.403 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.403 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.404 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.404 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.404 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.404 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2021-07-26T15:46:09.405 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2021-07-26T15:46:09.405 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.406 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.406 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.406 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.406 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.406 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.407 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.407 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.408 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.408 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.409 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.409 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.409 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_ENABLED": { 2021-07-26T15:46:09.409 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_ENABLED", 2021-07-26T15:46:09.409 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.410 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.410 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.410 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.410 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.411 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.411 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.411 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.411 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.412 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.412 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.412 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.412 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_EXCLUSION_LIST": { 2021-07-26T15:46:09.412 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_EXCLUSION_LIST", 2021-07-26T15:46:09.413 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.413 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.413 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.413 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2021-07-26T15:46:09.414 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.414 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.414 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.414 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.414 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.415 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.415 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.415 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.415 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_COMPLEXITY": { 2021-07-26T15:46:09.416 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_COMPLEXITY", 2021-07-26T15:46:09.416 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.416 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.416 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.417 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:46:09.417 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.417 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.417 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.418 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.418 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.418 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.418 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.419 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.419 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_LENGTH": { 2021-07-26T15:46:09.419 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_LENGTH", 2021-07-26T15:46:09.419 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.419 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.420 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.420 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "8", 2021-07-26T15:46:09.420 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.420 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.421 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.421 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.421 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.421 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.421 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.422 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.422 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "REST_REQUESTS_TIMEOUT": { 2021-07-26T15:46:09.422 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "REST_REQUESTS_TIMEOUT", 2021-07-26T15:46:09.422 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.423 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.423 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.423 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "45", 2021-07-26T15:46:09.423 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.423 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.424 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.424 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.424 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.424 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.425 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.425 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.425 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "RGW_API_ACCESS_KEY": { 2021-07-26T15:46:09.425 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ACCESS_KEY", 2021-07-26T15:46:09.426 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.426 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.426 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.426 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.427 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.427 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.427 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.427 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.428 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.428 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.428 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.428 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.428 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "RGW_API_ADMIN_RESOURCE": { 2021-07-26T15:46:09.429 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ADMIN_RESOURCE", 2021-07-26T15:46:09.429 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.429 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.429 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.430 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-07-26T15:46:09.430 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.430 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.430 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.430 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.431 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.431 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.431 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.431 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.432 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "RGW_API_HOST": { 2021-07-26T15:46:09.432 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "RGW_API_HOST", 2021-07-26T15:46:09.432 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.432 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.433 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.433 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.433 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.433 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.433 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.434 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.434 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.434 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.435 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.435 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.435 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "RGW_API_PORT": { 2021-07-26T15:46:09.435 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "RGW_API_PORT", 2021-07-26T15:46:09.436 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.436 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.436 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.436 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "80", 2021-07-26T15:46:09.437 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.437 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.437 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.437 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.437 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.438 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.438 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.438 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.438 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "RGW_API_SCHEME": { 2021-07-26T15:46:09.439 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SCHEME", 2021-07-26T15:46:09.439 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.439 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.439 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.439 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "http", 2021-07-26T15:46:09.440 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.440 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.440 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.440 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.441 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.441 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.441 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.441 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.442 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "RGW_API_SECRET_KEY": { 2021-07-26T15:46:09.442 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SECRET_KEY", 2021-07-26T15:46:09.442 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.442 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.443 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.443 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.443 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.443 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.443 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.444 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.444 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.444 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.444 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.445 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.445 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "RGW_API_SSL_VERIFY": { 2021-07-26T15:46:09.445 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SSL_VERIFY", 2021-07-26T15:46:09.445 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.445 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.446 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.446 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.446 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.446 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.447 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.447 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.447 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.447 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.447 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.448 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.448 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "RGW_API_USER_ID": { 2021-07-26T15:46:09.448 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "RGW_API_USER_ID", 2021-07-26T15:46:09.448 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.449 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.449 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.449 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.449 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.450 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.450 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.450 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.450 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.451 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.451 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.451 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.451 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_SPAN": { 2021-07-26T15:46:09.452 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_SPAN", 2021-07-26T15:46:09.452 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.452 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.452 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.453 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-07-26T15:46:09.453 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.453 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.453 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.453 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.454 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.454 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.454 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.454 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.455 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_1": { 2021-07-26T15:46:09.455 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_1", 2021-07-26T15:46:09.455 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.455 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.455 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.456 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:46:09.456 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.456 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.456 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.456 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.457 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.457 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.457 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.457 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.458 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_2": { 2021-07-26T15:46:09.458 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_2", 2021-07-26T15:46:09.458 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.459 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.459 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.459 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-07-26T15:46:09.459 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.460 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.460 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.460 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.460 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.461 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.461 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.461 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.461 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "crt_file": { 2021-07-26T15:46:09.461 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "crt_file", 2021-07-26T15:46:09.462 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.462 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.462 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.462 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.463 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.463 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.463 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.463 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.464 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.464 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.464 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.464 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.464 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug": { 2021-07-26T15:46:09.465 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "debug", 2021-07-26T15:46:09.465 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.465 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.465 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.466 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.466 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.466 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.466 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.466 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Enable/disable debug options", 2021-07-26T15:46:09.467 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.467 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.467 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.468 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.468 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "jwt_token_ttl": { 2021-07-26T15:46:09.468 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "jwt_token_ttl", 2021-07-26T15:46:09.468 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.469 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.469 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.469 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "28800", 2021-07-26T15:46:09.469 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.469 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.470 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.470 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.470 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.470 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.471 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.471 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.471 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "key_file": { 2021-07-26T15:46:09.471 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "key_file", 2021-07-26T15:46:09.471 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.472 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.472 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.472 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.472 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.473 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.473 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.473 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.473 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.474 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.474 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.474 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.474 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:09.474 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:09.475 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.475 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.475 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.475 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.476 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.476 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.476 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.477 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.477 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.477 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.477 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.477 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.478 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.478 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.478 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.478 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.479 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.479 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.479 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.479 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:09.480 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:09.480 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.480 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.480 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.480 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.481 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.481 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.481 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.481 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.482 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.482 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.482 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.482 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.482 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:09.483 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:09.483 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.483 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.483 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.484 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:09.484 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.484 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.485 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.485 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.485 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.485 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.486 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.486 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.486 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.486 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.487 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.487 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.487 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.487 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.487 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.488 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:09.488 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:09.488 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.488 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.489 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.489 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.489 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.489 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.489 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.490 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.490 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.490 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.490 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.491 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.491 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-07-26T15:46:09.491 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-07-26T15:46:09.491 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.491 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.492 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.492 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "::", 2021-07-26T15:46:09.492 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.492 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.493 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.493 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.493 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.493 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.494 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.494 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.494 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "server_port": { 2021-07-26T15:46:09.495 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-07-26T15:46:09.495 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.495 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.495 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.495 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "8080", 2021-07-26T15:46:09.496 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.496 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.496 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.496 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.497 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.497 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.497 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.497 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.498 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "ssl": { 2021-07-26T15:46:09.498 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "ssl", 2021-07-26T15:46:09.498 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.498 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.499 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.499 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.499 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.499 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.499 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.500 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.500 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.500 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.500 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.501 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.501 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "ssl_server_port": { 2021-07-26T15:46:09.501 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "ssl_server_port", 2021-07-26T15:46:09.501 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.502 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.502 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.502 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "8443", 2021-07-26T15:46:09.502 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.503 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.503 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.503 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.503 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.504 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.504 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.504 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.504 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "standby_behaviour": { 2021-07-26T15:46:09.504 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "standby_behaviour", 2021-07-26T15:46:09.505 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.505 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.505 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.505 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "redirect", 2021-07-26T15:46:09.506 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.506 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.506 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.506 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.507 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "redirect" 2021-07-26T15:46:09.507 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.507 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.507 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.507 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.508 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.508 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.508 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "standby_error_status_code": { 2021-07-26T15:46:09.508 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "standby_error_status_code", 2021-07-26T15:46:09.508 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.509 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.509 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.509 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "500", 2021-07-26T15:46:09.509 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "400", 2021-07-26T15:46:09.510 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "599", 2021-07-26T15:46:09.510 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.510 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.510 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.511 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.511 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.511 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.511 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "url_prefix": { 2021-07-26T15:46:09.512 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "url_prefix", 2021-07-26T15:46:09.512 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.512 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.512 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.513 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.513 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.513 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.513 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.513 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.514 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.514 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.514 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.514 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.515 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.515 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.515 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.515 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "devicehealth", 2021-07-26T15:46:09.515 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:09.516 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:09.516 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:09.516 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enable_monitoring": { 2021-07-26T15:46:09.516 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "enable_monitoring", 2021-07-26T15:46:09.517 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.517 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.517 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.517 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.518 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.518 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.518 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.518 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "monitor device health metrics", 2021-07-26T15:46:09.519 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.519 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.519 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.519 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.520 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:09.520 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:09.520 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.520 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.521 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.521 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.521 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.521 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.521 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.522 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.522 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.522 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.522 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.523 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.523 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.523 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.523 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.524 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.524 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.525 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.525 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.525 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:09.526 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:09.526 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.526 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.526 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.527 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.527 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.527 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.527 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.528 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.528 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.528 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.528 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.528 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.529 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:09.529 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:09.529 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.529 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.530 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.530 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:09.530 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.530 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.530 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.531 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.531 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.531 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.531 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.532 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.532 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.532 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.532 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.533 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.533 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.533 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.533 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.533 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:09.534 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:09.534 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.534 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.534 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.535 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.535 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.535 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.535 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.536 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.536 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.536 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.536 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.536 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.537 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "mark_out_threshold": { 2021-07-26T15:46:09.537 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "mark_out_threshold", 2021-07-26T15:46:09.537 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:09.537 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.537 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.538 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "2419200", 2021-07-26T15:46:09.538 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.538 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.538 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.539 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "automatically mark OSD if it may fail before this long", 2021-07-26T15:46:09.539 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.539 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.539 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.540 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.540 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "pool_name": { 2021-07-26T15:46:09.540 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "pool_name", 2021-07-26T15:46:09.541 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.541 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.541 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.541 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "device_health_metrics", 2021-07-26T15:46:09.541 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.542 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.542 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.542 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "name of pool in which to store device health metrics", 2021-07-26T15:46:09.542 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.543 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.543 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.543 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.543 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "retention_period": { 2021-07-26T15:46:09.544 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "retention_period", 2021-07-26T15:46:09.544 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:09.544 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.544 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.544 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "15552000", 2021-07-26T15:46:09.545 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.545 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.545 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.545 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "how long to retain device health metrics", 2021-07-26T15:46:09.546 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.546 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.546 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.546 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.546 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "scrape_frequency": { 2021-07-26T15:46:09.547 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "scrape_frequency", 2021-07-26T15:46:09.547 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:09.547 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.547 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.548 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2021-07-26T15:46:09.548 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.548 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.548 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.549 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "how frequently to scrape device health metrics", 2021-07-26T15:46:09.549 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.549 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.549 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.549 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.550 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "self_heal": { 2021-07-26T15:46:09.550 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "self_heal", 2021-07-26T15:46:09.550 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.550 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.551 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.551 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.551 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.551 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.552 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.552 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "preemptively heal cluster around devices that may fail", 2021-07-26T15:46:09.552 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.552 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.552 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.553 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.553 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-07-26T15:46:09.553 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-07-26T15:46:09.553 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:09.554 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.554 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.554 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-07-26T15:46:09.554 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.555 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.555 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.555 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and check device health", 2021-07-26T15:46:09.555 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.555 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.556 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.556 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.556 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warn_threshold": { 2021-07-26T15:46:09.556 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "warn_threshold", 2021-07-26T15:46:09.557 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:09.557 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.557 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.557 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "7257600", 2021-07-26T15:46:09.557 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.558 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.558 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.558 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "raise health warning if OSD may fail before this long", 2021-07-26T15:46:09.558 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.559 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.559 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.559 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.559 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.559 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.560 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.560 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "diskprediction_local", 2021-07-26T15:46:09.560 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:09.560 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:09.560 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:09.561 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:09.561 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:09.561 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.561 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.561 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.562 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.562 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.562 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.562 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.563 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.563 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.563 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.563 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.564 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.564 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.564 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.564 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.565 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.565 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.565 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.566 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.566 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:09.566 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:09.566 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.567 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.567 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.567 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.567 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.568 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.568 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.568 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.568 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.569 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.569 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.569 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.569 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:09.570 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:09.570 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.570 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.571 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.571 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:09.571 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.571 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.572 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.572 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.572 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.572 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.573 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.573 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.573 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.573 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.574 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.574 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.574 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.574 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.575 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.575 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:09.575 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:09.575 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.576 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.576 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.576 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.576 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.577 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.577 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.577 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.577 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.578 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.578 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.578 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.578 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "predict_interval": { 2021-07-26T15:46:09.579 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "predict_interval", 2021-07-26T15:46:09.579 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.579 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.580 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.580 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2021-07-26T15:46:09.580 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.580 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.581 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.581 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.581 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.581 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.582 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.582 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.582 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "predictor_model": { 2021-07-26T15:46:09.582 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "predictor_model", 2021-07-26T15:46:09.583 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.583 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.583 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.583 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "prophetstor", 2021-07-26T15:46:09.584 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.584 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.584 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.584 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.585 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.585 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.585 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.585 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.586 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-07-26T15:46:09.586 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-07-26T15:46:09.586 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.586 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.587 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.587 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-07-26T15:46:09.587 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.587 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.588 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.588 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.588 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.589 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.589 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.589 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.589 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.590 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.590 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.590 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "influx", 2021-07-26T15:46:09.591 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": false, 2021-07-26T15:46:09.591 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "influxdb python module not found", 2021-07-26T15:46:09.591 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:09.591 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "batch_size": { 2021-07-26T15:46:09.592 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "batch_size", 2021-07-26T15:46:09.592 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.592 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.592 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.593 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "5000", 2021-07-26T15:46:09.593 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.593 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.593 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.594 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.594 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.594 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.594 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.595 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.595 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "database": { 2021-07-26T15:46:09.595 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "database", 2021-07-26T15:46:09.595 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.596 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.596 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.596 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "ceph", 2021-07-26T15:46:09.596 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.597 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.597 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.597 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.597 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.598 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.598 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.598 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.598 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "hostname": { 2021-07-26T15:46:09.599 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "hostname", 2021-07-26T15:46:09.599 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.599 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.599 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.599 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:09.600 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.600 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.600 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.600 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.601 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.601 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.601 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.601 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.602 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "interval": { 2021-07-26T15:46:09.602 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-07-26T15:46:09.602 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.602 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.603 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.603 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "30", 2021-07-26T15:46:09.603 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.603 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.603 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.604 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.604 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.604 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.605 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.605 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.605 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:09.605 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:09.606 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.606 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.606 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.606 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.607 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.607 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.607 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.607 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.607 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.608 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.608 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.608 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.608 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.609 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.609 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.609 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.609 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.610 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.610 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.610 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:09.610 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:09.611 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.611 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.611 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.611 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.612 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.612 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.612 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.613 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.613 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.613 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.614 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.614 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.614 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:09.614 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:09.615 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.615 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.615 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.615 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:09.616 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.616 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.616 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.616 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.617 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.617 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.617 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.618 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.618 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.618 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.618 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.619 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.619 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.619 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.619 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.620 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:09.620 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:09.620 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.620 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.621 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.621 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.621 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.622 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.622 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.622 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.623 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.623 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.623 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.623 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.624 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "password": { 2021-07-26T15:46:09.624 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "password", 2021-07-26T15:46:09.624 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.624 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.625 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.625 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:09.625 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.625 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.625 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.626 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.626 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.627 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.627 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.627 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.627 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "port": { 2021-07-26T15:46:09.628 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "port", 2021-07-26T15:46:09.628 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.628 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.628 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.628 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "8086", 2021-07-26T15:46:09.629 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.629 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.629 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.629 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.630 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.630 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.630 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.631 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.631 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "ssl": { 2021-07-26T15:46:09.631 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "ssl", 2021-07-26T15:46:09.631 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.632 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.632 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.632 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "false", 2021-07-26T15:46:09.632 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.633 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.633 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.633 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.633 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.633 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.634 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.634 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.634 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "threads": { 2021-07-26T15:46:09.635 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "threads", 2021-07-26T15:46:09.635 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.635 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.636 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.636 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-07-26T15:46:09.637 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.637 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.638 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.638 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.639 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.639 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.639 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.640 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.640 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "username": { 2021-07-26T15:46:09.641 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "username", 2021-07-26T15:46:09.641 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.641 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.642 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.642 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:09.643 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.644 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.644 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.644 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.645 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.645 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.646 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.646 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.647 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "verify_ssl": { 2021-07-26T15:46:09.647 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "verify_ssl", 2021-07-26T15:46:09.648 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.648 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.649 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.649 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "true", 2021-07-26T15:46:09.650 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.650 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.651 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.651 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.652 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.652 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.653 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.653 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.654 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.654 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.655 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.655 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "insights", 2021-07-26T15:46:09.655 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:09.656 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:09.656 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:09.657 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:09.657 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:09.658 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.658 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.659 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.659 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.660 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.660 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.661 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.661 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.662 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.662 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.663 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.663 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.664 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.664 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.665 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.665 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.666 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.666 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.666 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.666 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:09.667 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:09.667 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.667 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.667 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.668 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.668 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.668 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.668 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.669 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.669 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.669 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.669 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.669 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.670 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:09.670 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:09.670 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.670 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.671 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.671 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:09.671 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.671 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.672 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.672 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.672 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.672 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.673 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.673 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.673 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.673 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.674 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.674 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.674 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.674 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.675 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.675 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:09.675 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:09.675 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.676 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.676 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.676 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.676 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.677 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.677 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.677 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.677 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.677 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.678 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.678 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.678 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.678 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.679 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.679 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "iostat", 2021-07-26T15:46:09.679 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:09.679 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:09.680 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:09.680 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:09.680 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:09.680 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.681 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.681 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.681 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.682 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.682 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.682 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.682 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.682 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.683 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.683 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.683 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.683 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.684 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.684 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.684 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.684 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.684 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.685 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.685 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:09.685 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:09.685 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.686 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.686 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.686 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.686 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.687 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.687 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.687 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.687 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.687 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.688 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.688 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.688 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:09.688 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:09.689 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.690 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.690 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.690 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:09.690 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.691 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.691 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.691 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.691 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.692 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.692 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.692 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.692 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.692 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.693 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.693 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.693 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.693 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.694 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.694 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:09.694 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:09.694 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.695 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.695 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.695 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.695 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.696 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.696 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.696 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.696 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.696 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.697 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.697 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.697 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.697 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.698 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.698 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "k8sevents", 2021-07-26T15:46:09.698 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:09.699 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:09.699 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:09.699 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "ceph_event_retention_days": { 2021-07-26T15:46:09.699 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "ceph_event_retention_days", 2021-07-26T15:46:09.700 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.700 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.700 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.700 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "7", 2021-07-26T15:46:09.701 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.701 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.701 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.701 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Days to hold ceph event information within local cache", 2021-07-26T15:46:09.702 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.702 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.702 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.702 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.703 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "config_check_secs": { 2021-07-26T15:46:09.703 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "config_check_secs", 2021-07-26T15:46:09.703 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.703 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.704 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.704 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:46:09.704 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "10", 2021-07-26T15:46:09.705 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.705 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.705 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "interval (secs) to check for cluster configuration changes", 2021-07-26T15:46:09.705 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.706 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.706 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.706 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.706 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:09.707 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:09.707 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.707 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.708 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.708 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.709 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.709 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.709 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.710 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.710 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.711 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.711 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.712 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.712 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.713 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.713 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.713 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.714 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.714 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.715 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.715 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:09.715 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:09.716 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.716 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.717 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.717 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.717 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.717 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.718 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.718 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.718 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.718 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.720 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.720 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.720 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:09.721 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:09.721 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.721 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.722 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.722 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:09.722 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.722 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.723 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.723 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.723 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.723 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.724 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.724 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.724 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.724 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.725 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.725 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.725 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.725 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.726 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.726 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:09.726 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:09.726 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.726 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.727 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.727 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.728 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.728 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.728 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.729 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.729 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.730 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.730 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.731 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.731 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.731 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.731 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.732 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "localpool", 2021-07-26T15:46:09.732 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:09.732 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:09.732 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:09.733 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "failure_domain": { 2021-07-26T15:46:09.733 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "failure_domain", 2021-07-26T15:46:09.733 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.734 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.734 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.734 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "host", 2021-07-26T15:46:09.734 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.735 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.735 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.735 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "failure domain for any created local pool", 2021-07-26T15:46:09.736 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.736 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.736 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.736 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.737 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:09.737 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:09.737 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.737 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.738 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.738 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.738 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.738 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.739 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.739 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.739 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.739 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.740 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.740 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.740 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.740 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.741 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.741 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.741 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.741 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.741 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.742 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:09.742 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:09.742 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.743 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.743 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.743 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.744 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.744 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.745 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.745 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.745 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.746 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.746 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.747 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.748 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:09.748 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:09.748 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.749 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.749 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.749 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:09.749 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.750 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.750 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.752 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.752 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.754 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.754 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.754 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.755 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.755 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.755 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.755 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.755 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.756 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.756 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.756 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:09.756 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:09.757 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.757 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.757 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.757 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.758 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.758 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.758 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.758 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.758 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.759 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.759 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.759 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.759 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min_size": { 2021-07-26T15:46:09.760 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "min_size", 2021-07-26T15:46:09.760 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.760 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.760 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.760 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.761 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.761 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.761 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.761 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "default min_size for any created local pool", 2021-07-26T15:46:09.762 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.762 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.762 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.762 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.763 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_rep": { 2021-07-26T15:46:09.763 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "num_rep", 2021-07-26T15:46:09.763 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.763 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.763 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.764 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "3", 2021-07-26T15:46:09.764 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.764 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.764 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.765 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "default replica count for any created local pool", 2021-07-26T15:46:09.765 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.765 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.765 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.765 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.766 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "pg_num": { 2021-07-26T15:46:09.766 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "pg_num", 2021-07-26T15:46:09.766 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.766 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.767 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.767 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "128", 2021-07-26T15:46:09.767 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.767 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.767 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.768 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "default pg_num for any created local pool", 2021-07-26T15:46:09.768 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.768 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.768 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.769 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.769 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "prefix": { 2021-07-26T15:46:09.769 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "prefix", 2021-07-26T15:46:09.769 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.770 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.770 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.770 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.770 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.771 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.771 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.771 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "name prefix for any created local pool", 2021-07-26T15:46:09.771 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.771 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.772 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.772 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.772 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "subtree": { 2021-07-26T15:46:09.772 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "subtree", 2021-07-26T15:46:09.772 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.773 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.773 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.773 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "rack", 2021-07-26T15:46:09.773 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.774 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.774 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.774 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "CRUSH level for which to create a local pool", 2021-07-26T15:46:09.774 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.775 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.775 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.775 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.775 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.775 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.776 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.776 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2021-07-26T15:46:09.776 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:09.776 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:09.777 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:09.777 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:09.777 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:09.777 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.777 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.778 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.778 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.778 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.778 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.779 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.779 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.779 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.779 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.779 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.780 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.780 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.780 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.780 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.781 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.781 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.781 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.781 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.781 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:09.782 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:09.783 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.785 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.785 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.785 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.786 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.786 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.787 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.787 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.787 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.788 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.788 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.788 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.789 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:09.789 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:09.791 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.791 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.792 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.794 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:09.794 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.794 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.795 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.795 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.796 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.796 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.797 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.797 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.797 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.798 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.798 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.798 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.799 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.799 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.799 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.800 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:09.801 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:09.801 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.801 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.802 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.802 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.802 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.802 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.803 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.803 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.803 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.803 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.804 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.807 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.808 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "orchestrator": { 2021-07-26T15:46:09.808 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2021-07-26T15:46:09.808 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.809 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.810 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.810 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:09.810 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.810 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.811 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.811 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "cephadm", 2021-07-26T15:46:09.811 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rook", 2021-07-26T15:46:09.812 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "test_orchestrator" 2021-07-26T15:46:09.813 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.813 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Orchestrator backend", 2021-07-26T15:46:09.813 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.814 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.814 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.814 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.815 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.815 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.815 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.815 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "osd_support", 2021-07-26T15:46:09.815 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:09.816 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:09.816 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:09.816 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:09.817 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:09.817 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.818 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.818 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.819 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.819 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.820 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.821 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.821 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.821 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.822 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.822 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.823 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.823 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.823 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.824 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.824 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.824 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.825 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.825 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.825 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:09.825 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:09.825 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.826 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.826 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.826 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.826 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.827 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.827 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.827 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.828 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.828 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.828 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.828 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.829 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:09.829 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:09.830 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.830 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.830 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.831 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:09.831 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.831 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.832 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.832 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.832 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.832 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.832 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.833 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.833 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.834 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.834 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.834 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.835 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.835 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.835 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.836 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:09.836 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:09.836 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.837 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.837 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.838 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.839 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.839 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.839 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.839 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.840 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.840 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.840 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.840 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.841 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.841 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.841 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.841 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "pg_autoscaler", 2021-07-26T15:46:09.842 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:09.842 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:09.842 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:09.842 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:09.843 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:09.843 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.843 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.843 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.843 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.844 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.844 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.844 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.844 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.845 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.845 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.846 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.846 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.846 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.846 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.846 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.847 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.847 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.847 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.847 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.848 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:09.848 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:09.848 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.848 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.849 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.849 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.849 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.849 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.849 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.850 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.850 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.850 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.850 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.851 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.851 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:09.851 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:09.851 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.851 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.852 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.852 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:09.853 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.853 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.853 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.854 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.854 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.854 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.854 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.855 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.855 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.855 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.855 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.856 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.856 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.856 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.856 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.856 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:09.857 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:09.857 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.857 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.857 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.858 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.858 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.859 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.859 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.859 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.859 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.860 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.860 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.860 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.860 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-07-26T15:46:09.861 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-07-26T15:46:09.861 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.861 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.861 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.862 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-07-26T15:46:09.862 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.862 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.862 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.862 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.863 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.863 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.863 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.863 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.864 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.864 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.864 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.864 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "progress", 2021-07-26T15:46:09.864 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:09.865 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:09.865 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:09.865 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enabled": { 2021-07-26T15:46:09.865 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "enabled", 2021-07-26T15:46:09.865 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.866 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.866 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.866 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:09.867 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.867 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.867 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.867 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.868 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.868 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.868 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.868 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.869 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:09.869 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:09.869 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.869 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.869 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.870 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.870 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.870 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.870 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.871 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.871 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.871 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.871 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.872 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.872 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.872 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.872 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.872 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.873 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.873 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.873 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.873 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:09.874 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:09.874 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.874 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.874 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.875 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.875 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.875 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.875 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.875 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.876 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.876 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.876 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.876 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.877 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:09.877 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:09.877 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.877 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.877 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.878 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:09.878 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.878 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.878 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.879 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.885 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.886 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.889 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.889 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.889 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.890 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.890 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.890 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.890 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.891 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.891 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.891 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:09.891 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:09.892 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.892 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.892 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.892 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.892 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.893 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.893 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.893 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.893 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.893 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.894 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.894 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.894 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max_completed_events": { 2021-07-26T15:46:09.896 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "max_completed_events", 2021-07-26T15:46:09.896 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.896 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.897 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.897 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "50", 2021-07-26T15:46:09.897 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.897 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.897 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.898 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "number of past completed events to remember", 2021-07-26T15:46:09.898 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.898 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.898 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.899 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.899 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "persist_interval": { 2021-07-26T15:46:09.900 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "persist_interval", 2021-07-26T15:46:09.901 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:09.901 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.901 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.901 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-07-26T15:46:09.902 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.902 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.902 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.902 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "how frequently to persist completed events", 2021-07-26T15:46:09.903 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.903 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.903 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.903 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.903 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.904 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.904 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.904 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "prometheus", 2021-07-26T15:46:09.904 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:09.905 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:09.906 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:09.906 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:09.907 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:09.907 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.908 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.908 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.908 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.908 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.909 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.909 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.909 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.909 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.909 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.912 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.912 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.912 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.912 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.913 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.913 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.913 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.913 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.914 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.914 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:09.914 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:09.914 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.915 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.915 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.915 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.915 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.915 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.916 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.916 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.916 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.916 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.917 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.917 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.917 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:09.917 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:09.917 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.918 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.918 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.918 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:09.919 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.919 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.920 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.920 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.920 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.920 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.920 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.921 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.921 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.921 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.921 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.922 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.922 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.922 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.922 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.922 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:09.923 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:09.923 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.923 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.923 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.924 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.924 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.924 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.924 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.925 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.925 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.925 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.925 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.925 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.926 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rbd_stats_pools": { 2021-07-26T15:46:09.926 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools", 2021-07-26T15:46:09.926 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.926 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.927 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.927 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.927 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.927 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.928 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.928 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.928 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.929 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.929 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.929 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.929 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rbd_stats_pools_refresh_interval": { 2021-07-26T15:46:09.930 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools_refresh_interval", 2021-07-26T15:46:09.930 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.930 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.930 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.930 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "300", 2021-07-26T15:46:09.931 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.931 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.931 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.932 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.932 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.932 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.932 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.933 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.933 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "scrape_interval": { 2021-07-26T15:46:09.933 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "scrape_interval", 2021-07-26T15:46:09.933 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.933 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.934 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.934 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.934 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.934 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.935 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.935 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.935 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.935 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.935 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.936 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.936 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-07-26T15:46:09.936 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-07-26T15:46:09.936 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.937 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.937 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.938 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.938 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.939 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.939 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.939 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.940 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.940 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.940 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.941 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.942 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "server_port": { 2021-07-26T15:46:09.942 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-07-26T15:46:09.942 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.943 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.943 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.944 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.944 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.945 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.945 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.946 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.946 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.947 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.947 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.947 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.948 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "stale_cache_strategy": { 2021-07-26T15:46:09.948 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "stale_cache_strategy", 2021-07-26T15:46:09.949 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.949 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.950 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.950 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.951 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.951 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.951 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.952 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.952 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.953 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.953 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.953 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.953 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.954 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.954 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.954 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "rbd_support", 2021-07-26T15:46:09.954 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:09.955 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:09.955 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:09.955 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:09.956 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:09.956 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.956 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.958 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.959 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.959 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.959 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.959 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.960 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.960 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.960 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.960 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.960 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.961 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.961 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.961 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.961 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.962 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.962 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.962 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.963 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:09.963 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:09.963 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.963 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.964 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.964 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.964 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.964 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.965 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.965 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.965 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.965 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.966 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.966 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.966 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:09.967 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:09.967 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.967 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.968 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.968 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:09.968 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.968 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.969 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.969 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.969 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.969 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.970 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.970 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.970 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.970 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.970 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.971 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.971 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.971 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.971 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.972 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:09.972 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:09.972 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.972 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.972 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.973 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.973 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.973 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.973 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.974 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.974 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.974 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.974 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.974 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.975 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max_concurrent_snap_create": { 2021-07-26T15:46:09.975 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "max_concurrent_snap_create", 2021-07-26T15:46:09.975 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:09.975 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.976 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.976 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:46:09.976 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.976 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.977 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.977 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.977 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.977 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.978 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.978 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.978 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "mirror_snapshot_schedule": { 2021-07-26T15:46:09.978 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "mirror_snapshot_schedule", 2021-07-26T15:46:09.979 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.979 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.980 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.980 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.980 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.981 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.981 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.981 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.981 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.982 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.982 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.982 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.982 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "trash_purge_schedule": { 2021-07-26T15:46:09.983 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "trash_purge_schedule", 2021-07-26T15:46:09.983 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.983 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.983 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.984 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.984 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.984 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.984 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.985 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.985 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.985 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.985 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.986 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.986 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:09.986 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.986 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:09.986 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "restful", 2021-07-26T15:46:09.987 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:09.987 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:09.987 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:09.987 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "key_file": { 2021-07-26T15:46:09.988 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "key_file", 2021-07-26T15:46:09.988 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.988 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.988 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:09.989 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.989 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.989 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.989 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.990 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.990 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.990 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.990 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.991 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.991 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:09.991 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:09.991 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:09.991 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.992 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.992 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:09.992 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.993 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.993 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:09.993 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:09.993 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:09.994 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:09.994 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:09.994 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:09.994 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:09.995 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:09.995 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.995 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.995 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.996 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.996 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.996 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:09.996 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:09.996 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:09.997 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:09.997 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:09.997 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:09.997 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:09.998 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:09.998 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:09.998 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:09.998 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:09.999 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:09.999 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:09.999 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:09.999 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:09.999 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:10.000 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.000 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.000 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.000 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:10.001 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.001 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.001 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:10.001 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:10.001 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:10.002 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:10.002 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:10.002 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:10.003 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:10.003 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:10.003 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.003 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.004 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.004 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.004 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.005 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:10.005 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:10.005 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.005 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.006 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.006 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:10.006 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.007 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.007 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.007 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.007 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.007 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.008 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.008 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.008 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-07-26T15:46:10.008 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-07-26T15:46:10.009 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.009 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.009 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.009 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:10.009 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.010 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.010 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.010 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.011 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.011 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.011 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.011 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.012 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "server_port": { 2021-07-26T15:46:10.012 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-07-26T15:46:10.012 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.013 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.013 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.013 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:10.013 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.014 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.014 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.014 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.014 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.014 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.015 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.015 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.015 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.015 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.016 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:10.016 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "rook", 2021-07-26T15:46:10.016 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:10.017 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:10.017 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:10.017 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:10.017 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:10.018 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.018 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.018 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.018 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:10.019 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.019 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.019 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:10.019 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:10.020 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:10.020 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:10.020 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:10.020 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:10.021 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:10.021 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:10.021 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.022 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.022 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.022 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.022 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.023 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:10.023 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:10.023 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.023 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.023 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.024 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:10.024 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.024 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.024 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.025 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.025 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.025 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.025 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.026 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.026 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:10.026 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:10.026 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.026 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.027 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.027 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:10.027 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.028 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.028 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:10.029 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:10.029 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:10.029 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:10.030 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:10.030 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:10.030 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:10.030 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:10.031 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.031 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.031 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.031 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.032 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.032 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:10.032 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:10.032 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.033 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.033 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.033 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:10.033 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.033 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.034 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.034 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.034 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.035 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.035 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.035 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.035 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.036 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.036 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:10.036 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "selftest", 2021-07-26T15:46:10.037 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:10.037 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:10.037 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:10.037 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:10.038 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:10.038 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.038 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.039 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.039 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:10.039 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.039 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.040 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:10.040 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:10.040 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:10.041 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:10.041 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:10.041 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:10.041 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:10.042 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:10.042 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.042 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.042 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.043 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.043 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.043 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:10.043 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:10.043 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.044 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.044 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.044 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:10.045 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.045 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.045 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.046 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.046 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.046 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.047 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.047 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.047 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:10.047 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:10.048 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.048 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.048 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.048 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:10.049 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.049 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.049 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:10.049 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:10.050 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:10.050 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:10.050 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:10.050 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:10.050 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:10.051 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:10.051 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.051 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.052 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.052 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.052 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.052 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:10.052 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:10.053 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.053 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.053 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.054 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:10.054 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.055 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.055 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.055 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.055 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.056 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.056 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.056 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.056 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "roption1": { 2021-07-26T15:46:10.057 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "roption1", 2021-07-26T15:46:10.057 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.057 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.057 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.058 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:10.058 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.058 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.059 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.059 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.059 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.059 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.060 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.060 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.060 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "roption2": { 2021-07-26T15:46:10.060 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "roption2", 2021-07-26T15:46:10.061 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.061 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.061 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.061 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "xyz", 2021-07-26T15:46:10.061 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.062 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.062 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.062 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.063 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.063 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.064 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.064 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.064 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rwoption1": { 2021-07-26T15:46:10.064 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "rwoption1", 2021-07-26T15:46:10.065 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.065 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.065 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.066 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:10.066 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.066 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.066 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.067 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.067 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.068 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.068 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.068 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.068 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rwoption2": { 2021-07-26T15:46:10.068 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "rwoption2", 2021-07-26T15:46:10.069 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:10.069 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.069 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.069 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:10.070 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.070 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.070 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.070 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.071 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.071 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.071 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.072 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.072 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rwoption3": { 2021-07-26T15:46:10.072 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "rwoption3", 2021-07-26T15:46:10.072 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "float", 2021-07-26T15:46:10.073 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.073 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.073 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:10.073 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.074 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.074 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.074 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.074 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.075 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.075 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.075 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.075 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rwoption4": { 2021-07-26T15:46:10.075 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "rwoption4", 2021-07-26T15:46:10.076 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.076 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.076 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.076 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:10.077 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.077 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.077 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.077 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.078 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.078 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.078 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.078 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.079 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rwoption5": { 2021-07-26T15:46:10.079 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "rwoption5", 2021-07-26T15:46:10.079 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.079 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.080 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.080 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:10.080 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.081 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.081 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.081 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.081 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.082 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.082 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.082 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.082 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rwoption6": { 2021-07-26T15:46:10.083 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "rwoption6", 2021-07-26T15:46:10.083 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.083 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.083 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.084 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:10.084 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.084 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.084 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.085 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.085 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.085 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.086 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.086 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.086 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "testkey": { 2021-07-26T15:46:10.086 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "testkey", 2021-07-26T15:46:10.087 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.087 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.087 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.087 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:10.087 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.088 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.088 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.088 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.089 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.089 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.089 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.090 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.090 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "testlkey": { 2021-07-26T15:46:10.090 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "testlkey", 2021-07-26T15:46:10.091 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.091 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.091 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.091 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:10.091 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.092 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.092 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.092 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.092 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.093 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.093 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.093 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.093 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "testnewline": { 2021-07-26T15:46:10.093 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "testnewline", 2021-07-26T15:46:10.094 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.094 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.094 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.094 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:10.095 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.095 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.095 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.095 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.096 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.096 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.096 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.096 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.097 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.097 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.097 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:10.097 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "status", 2021-07-26T15:46:10.098 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:10.098 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:10.098 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:10.099 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:10.099 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:10.099 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.099 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.100 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.100 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:10.100 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.100 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.100 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:10.101 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:10.101 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:10.101 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:10.101 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:10.102 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:10.102 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:10.102 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:10.102 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.103 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.103 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.103 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.103 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.104 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:10.104 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:10.104 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.104 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.104 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.105 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:10.105 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.105 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.105 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.106 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.106 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.106 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.107 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.107 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.107 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:10.107 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:10.108 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.108 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.108 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.108 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:10.108 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.109 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.109 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:10.109 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:10.109 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:10.110 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:10.110 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:10.110 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:10.110 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:10.111 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:10.111 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.111 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.111 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.111 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.112 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.112 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:10.112 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:10.112 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.113 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.113 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.113 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:10.114 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.114 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.114 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.115 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.115 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.115 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.116 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.116 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.116 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.116 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.117 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:10.117 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "telegraf", 2021-07-26T15:46:10.117 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:10.117 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:10.118 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:10.118 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "address": { 2021-07-26T15:46:10.119 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "address", 2021-07-26T15:46:10.119 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.119 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.119 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.120 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "unixgram:///tmp/telegraf.sock", 2021-07-26T15:46:10.120 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.120 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.120 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.120 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.121 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.121 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.121 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.121 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.122 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "interval": { 2021-07-26T15:46:10.122 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-07-26T15:46:10.122 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:10.122 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.123 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.123 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "15", 2021-07-26T15:46:10.123 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.123 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.124 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.124 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.124 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.124 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.125 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.125 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.125 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:10.126 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:10.126 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.126 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.126 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.127 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:10.127 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.127 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.127 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:10.128 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:10.128 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:10.128 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:10.128 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:10.129 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:10.129 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:10.129 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:10.130 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.130 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.130 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.130 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.131 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.131 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:10.131 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:10.131 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.132 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.132 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.132 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:10.133 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.133 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.133 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.133 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.134 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.134 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.134 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.135 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.135 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:10.135 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:10.135 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.136 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.136 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.136 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:10.136 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.137 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.137 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:10.137 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:10.137 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:10.137 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:10.138 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:10.138 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:10.138 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:10.139 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:10.139 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.139 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.139 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.140 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.140 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.140 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:10.140 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:10.141 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.141 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.141 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.142 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:10.142 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.142 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.142 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.143 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.143 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.143 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.144 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.144 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.144 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.144 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.144 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:10.145 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "telemetry", 2021-07-26T15:46:10.145 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:10.145 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:10.145 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:10.146 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "channel_basic": { 2021-07-26T15:46:10.146 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "channel_basic", 2021-07-26T15:46:10.146 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.146 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.146 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.147 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:10.147 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.147 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.147 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.148 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Share basic cluster information (size, version)", 2021-07-26T15:46:10.148 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.148 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.148 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.149 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.149 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "channel_crash": { 2021-07-26T15:46:10.149 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "channel_crash", 2021-07-26T15:46:10.150 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.150 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.150 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.150 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:10.151 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.151 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.151 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.152 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.152 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.152 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.152 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.152 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.153 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "channel_device": { 2021-07-26T15:46:10.153 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "channel_device", 2021-07-26T15:46:10.153 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.153 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.154 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.154 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:10.154 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.154 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.155 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.155 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.155 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.155 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.156 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.156 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.156 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "channel_ident": { 2021-07-26T15:46:10.156 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "channel_ident", 2021-07-26T15:46:10.156 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.157 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.157 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.157 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:10.157 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.158 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.158 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.158 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.159 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.159 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.159 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.160 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.160 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "contact": { 2021-07-26T15:46:10.160 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "contact", 2021-07-26T15:46:10.160 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.161 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.161 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.161 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:10.161 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.163 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.163 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.163 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.164 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.164 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.164 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.164 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.164 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "description": { 2021-07-26T15:46:10.165 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "description", 2021-07-26T15:46:10.165 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.165 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.165 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.166 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:10.166 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.166 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.166 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.167 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.167 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.167 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.167 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.167 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.168 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "device_url": { 2021-07-26T15:46:10.168 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "device_url", 2021-07-26T15:46:10.168 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.169 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.169 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.170 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/device", 2021-07-26T15:46:10.170 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.171 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.171 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.171 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.172 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.172 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.172 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.172 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.173 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enabled": { 2021-07-26T15:46:10.173 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "enabled", 2021-07-26T15:46:10.173 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.173 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.174 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.174 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:10.174 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.174 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.175 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.175 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.175 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.175 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.175 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.176 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.176 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "interval": { 2021-07-26T15:46:10.176 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-07-26T15:46:10.176 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:10.177 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.177 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.177 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "24", 2021-07-26T15:46:10.177 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "8", 2021-07-26T15:46:10.177 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.178 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.178 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.178 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.178 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.178 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.179 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.179 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "last_opt_revision": { 2021-07-26T15:46:10.180 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "last_opt_revision", 2021-07-26T15:46:10.180 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:10.180 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.181 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.181 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "1", 2021-07-26T15:46:10.181 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.181 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.182 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.182 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.182 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.182 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.182 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.183 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.183 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "leaderboard": { 2021-07-26T15:46:10.183 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "leaderboard", 2021-07-26T15:46:10.184 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.184 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.184 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.184 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:10.184 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.185 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.185 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.185 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.185 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.186 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.186 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.186 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.186 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:10.187 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:10.187 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.187 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.187 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.187 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:10.188 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.188 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.188 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:10.188 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:10.188 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:10.189 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:10.189 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:10.190 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:10.190 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:10.190 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:10.190 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.190 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.191 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.191 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.191 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.191 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:10.192 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:10.192 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.192 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.192 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.192 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:10.193 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.193 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.193 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.193 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.194 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.194 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.194 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.195 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.195 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:10.196 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:10.196 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.196 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.197 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.197 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:10.197 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.198 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.198 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:10.198 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:10.198 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:10.199 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:10.199 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:10.199 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:10.199 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:10.200 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:10.200 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.200 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.200 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.201 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.201 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.201 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:10.201 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:10.202 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.202 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.202 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.203 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:10.204 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.204 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.205 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.206 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.206 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.207 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.207 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.207 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.209 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "organization": { 2021-07-26T15:46:10.210 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "organization", 2021-07-26T15:46:10.210 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.211 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.211 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.212 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:10.212 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.213 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.213 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.213 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.214 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.214 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.215 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.215 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.216 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "proxy": { 2021-07-26T15:46:10.217 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "proxy", 2021-07-26T15:46:10.217 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.218 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.218 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.220 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:10.221 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.221 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.222 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.222 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.223 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.223 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.224 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.224 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.224 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "url": { 2021-07-26T15:46:10.224 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "url", 2021-07-26T15:46:10.225 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.225 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.225 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.225 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/report", 2021-07-26T15:46:10.226 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.226 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.226 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.226 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.232 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.232 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.233 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.233 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.233 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.233 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.233 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:10.234 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "test_orchestrator", 2021-07-26T15:46:10.234 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:10.234 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:10.234 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:10.235 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:10.235 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:10.235 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.235 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.235 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.236 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:10.236 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.236 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.236 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:10.237 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:10.237 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:10.237 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:10.238 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:10.238 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:10.238 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:10.238 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:10.239 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.239 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.239 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.239 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.240 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.240 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:10.241 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:10.241 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.242 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.242 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.242 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:10.242 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.243 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.243 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.243 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.243 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.243 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.244 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.244 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.244 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:10.244 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:10.244 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.245 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.245 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.245 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:10.245 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.246 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.246 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:10.246 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:10.246 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:10.248 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:10.249 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:10.249 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:10.249 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:10.250 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:10.250 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.250 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.251 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.251 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.252 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.252 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:10.252 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:10.253 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.253 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.253 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.253 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:10.253 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.254 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.254 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.254 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.254 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.255 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.255 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.255 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.255 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.255 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.256 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:10.256 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "volumes", 2021-07-26T15:46:10.256 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:10.257 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:10.257 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:10.257 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:10.257 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:10.257 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.258 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.260 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.261 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:10.261 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.262 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.262 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:10.263 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:10.265 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:10.266 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:10.266 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:10.266 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:10.267 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:10.267 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:10.267 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.267 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.268 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.268 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.268 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.268 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:10.269 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:10.269 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.270 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.270 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.270 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:10.270 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.271 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.271 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.271 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.271 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.271 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.272 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.272 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.272 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:10.272 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:10.273 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.273 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.274 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.274 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:10.274 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.276 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.277 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:10.278 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:10.281 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:10.282 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:10.282 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:10.282 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:10.283 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:10.284 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:10.284 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.285 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.285 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.286 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.286 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.287 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:10.288 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:10.289 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.289 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.290 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.290 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:10.291 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.291 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.292 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.292 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.292 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.293 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.293 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.294 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.295 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max_concurrent_clones": { 2021-07-26T15:46:10.295 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "max_concurrent_clones", 2021-07-26T15:46:10.296 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:10.296 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.296 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.297 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "4", 2021-07-26T15:46:10.297 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.298 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.299 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.299 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Number of asynchronous cloner threads", 2021-07-26T15:46:10.299 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.300 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.300 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.301 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.302 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.302 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.303 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:10.303 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "zabbix", 2021-07-26T15:46:10.304 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:10.304 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:10.305 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:10.306 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "discovery_interval": { 2021-07-26T15:46:10.306 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "discovery_interval", 2021-07-26T15:46:10.306 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.307 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.307 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.308 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "100", 2021-07-26T15:46:10.308 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.308 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.309 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.309 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.310 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.310 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.311 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.312 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.312 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "identifier": { 2021-07-26T15:46:10.312 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "identifier", 2021-07-26T15:46:10.313 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.313 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.314 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.314 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:10.315 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.316 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.316 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.317 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.317 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.317 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.318 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.318 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.319 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "interval": { 2021-07-26T15:46:10.319 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-07-26T15:46:10.319 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:10.320 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.320 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.321 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-07-26T15:46:10.325 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.325 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.327 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.327 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.329 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.329 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.330 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.331 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.331 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:10.332 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:10.332 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.333 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.333 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.333 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:10.334 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.334 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.334 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:10.335 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:10.337 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:10.337 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:10.338 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:10.338 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:10.340 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:10.341 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:10.342 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.342 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.342 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.343 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.343 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.344 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:10.344 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:10.344 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.345 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.345 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.346 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:10.350 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.354 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.354 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.355 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.355 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.356 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.356 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.357 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.359 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:10.360 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:10.379 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.382 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.382 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.382 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:10.383 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.383 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.384 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:10.384 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:10.385 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:10.385 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:10.386 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:10.386 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:10.387 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:10.387 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:10.388 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.388 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.389 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.391 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.391 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.392 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:10.392 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:10.392 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:10.393 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.393 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:10.394 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:10.394 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.394 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.395 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.396 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.397 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.397 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.397 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.398 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.398 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "zabbix_host": { 2021-07-26T15:46:10.398 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "zabbix_host", 2021-07-26T15:46:10.399 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.399 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.399 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.399 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:10.400 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.400 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.400 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.401 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.401 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.401 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.402 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.402 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.402 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "zabbix_port": { 2021-07-26T15:46:10.402 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "zabbix_port", 2021-07-26T15:46:10.403 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:10.404 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.405 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.407 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "10051", 2021-07-26T15:46:10.408 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.408 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.413 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.413 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.413 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.414 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.414 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.414 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.414 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "zabbix_sender": { 2021-07-26T15:46:10.414 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "zabbix_sender", 2021-07-26T15:46:10.415 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:10.415 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:10.415 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:10.415 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "/usr/bin/zabbix_sender", 2021-07-26T15:46:10.416 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:10.416 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:10.416 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:10.416 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:10.416 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:10.417 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:10.417 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:10.418 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.418 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.418 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.418 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:10.419 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "services": {}, 2021-07-26T15:46:10.419 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "always_on_modules": { 2021-07-26T15:46:10.419 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "nautilus": [ 2021-07-26T15:46:10.419 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "balancer", 2021-07-26T15:46:10.420 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "crash", 2021-07-26T15:46:10.421 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "devicehealth", 2021-07-26T15:46:10.421 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "orchestrator_cli", 2021-07-26T15:46:10.421 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "progress", 2021-07-26T15:46:10.421 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rbd_support", 2021-07-26T15:46:10.422 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "status", 2021-07-26T15:46:10.422 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "volumes" 2021-07-26T15:46:10.422 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:10.422 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "octopus": [ 2021-07-26T15:46:10.422 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "balancer", 2021-07-26T15:46:10.423 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "crash", 2021-07-26T15:46:10.423 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "devicehealth", 2021-07-26T15:46:10.423 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "orchestrator", 2021-07-26T15:46:10.423 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "pg_autoscaler", 2021-07-26T15:46:10.424 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "progress", 2021-07-26T15:46:10.424 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rbd_support", 2021-07-26T15:46:10.424 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "status", 2021-07-26T15:46:10.424 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "telemetry", 2021-07-26T15:46:10.424 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "volumes" 2021-07-26T15:46:10.426 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:10.426 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "last_failure_osd_epoch": 0, 2021-07-26T15:46:10.427 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "active_clients": [ 2021-07-26T15:46:10.427 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:10.430 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-07-26T15:46:10.431 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:10.431 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-07-26T15:46:10.432 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.37:0", 2021-07-26T15:46:10.437 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "nonce": 3472230876 2021-07-26T15:46:10.440 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.440 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ] 2021-07-26T15:46:10.441 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:10.441 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:10.442 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-07-26T15:46:10.442 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:10.443 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-07-26T15:46:10.443 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.37:0", 2021-07-26T15:46:10.443 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "nonce": 1764622158 2021-07-26T15:46:10.444 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.444 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ] 2021-07-26T15:46:10.445 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.445 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ] 2021-07-26T15:46:10.446 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.447 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:10.448 INFO:teuthology.orchestra.run.smithi037.stderr:Waiting for the mgr to restart... 2021-07-26T15:46:10.463 INFO:teuthology.orchestra.run.smithi037.stderr:Waiting for Mgr epoch 5... 2021-07-26T15:46:10.463 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus tell mgr mgr_status 2021-07-26T15:46:10.463 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:09 smithi037 bash[14605]: audit 2021-07-26T15:46:08.540993+0000 mon.a (mon.0) 30 : audit [DBG] from='client.? 172.21.15.37:0/1148689901' entity='client.admin' cmd=[{"prefix": "mgr dump"}]: dispatch 2021-07-26T15:46:12.229 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:12.229 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2021-07-26T15:46:12.229 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "initialized": true 2021-07-26T15:46:12.230 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:12.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: cluster 2021-07-26T15:46:11.145993+0000 mon.a (mon.0) 31 : cluster [INF] Active manager daemon y restarted 2021-07-26T15:46:12.595 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: cluster 2021-07-26T15:46:11.146838+0000 mon.a (mon.0) 32 : cluster [INF] Activating manager daemon y 2021-07-26T15:46:12.595 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: cluster 2021-07-26T15:46:11.150263+0000 mon.a (mon.0) 33 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2021-07-26T15:46:12.596 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: cluster 2021-07-26T15:46:11.204193+0000 mon.a (mon.0) 34 : cluster [DBG] mgrmap e6: y(active, starting, since 0.0574995s) 2021-07-26T15:46:12.596 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: audit 2021-07-26T15:46:11.207048+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:12.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: audit 2021-07-26T15:46:11.208602+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:46:12.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: audit 2021-07-26T15:46:11.209860+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:46:12.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: audit 2021-07-26T15:46:11.210520+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:46:12.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: audit 2021-07-26T15:46:11.211122+0000 mon.a (mon.0) 39 : audit [DBG] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:46:12.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: audit 2021-07-26T15:46:11.212018+0000 mon.a (mon.0) 40 : audit [DBG] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-07-26T15:46:12.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: audit 2021-07-26T15:46:11.213697+0000 mon.a (mon.0) 41 : audit [DBG] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2021-07-26T15:46:12.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: audit 2021-07-26T15:46:11.214386+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2021-07-26T15:46:12.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: audit 2021-07-26T15:46:11.214928+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2021-07-26T15:46:12.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: audit 2021-07-26T15:46:11.215474+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2021-07-26T15:46:12.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: cluster 2021-07-26T15:46:11.219715+0000 mon.a (mon.0) 45 : cluster [INF] Manager daemon y is now available 2021-07-26T15:46:12.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: audit 2021-07-26T15:46:11.241911+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' 2021-07-26T15:46:12.603 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: audit 2021-07-26T15:46:11.249435+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' 2021-07-26T15:46:12.603 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: audit 2021-07-26T15:46:11.253746+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' 2021-07-26T15:46:12.604 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: audit 2021-07-26T15:46:11.388326+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' 2021-07-26T15:46:12.604 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: audit 2021-07-26T15:46:11.401693+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' 2021-07-26T15:46:12.605 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: audit 2021-07-26T15:46:11.401899+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:46:12.605 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:12 smithi037 bash[14605]: audit 2021-07-26T15:46:11.403670+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:46:12.892 INFO:teuthology.orchestra.run.smithi037.stderr:Mgr epoch 5 is available 2021-07-26T15:46:12.893 INFO:teuthology.orchestra.run.smithi037.stderr:Setting orchestrator backend to cephadm... 2021-07-26T15:46:12.893 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus orch set backend cephadm 2021-07-26T15:46:13.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:13 smithi037 bash[14605]: audit 2021-07-26T15:46:12.207386+0000 mgr.y (mgr.14116) 1 : audit [DBG] from='client.14120 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2021-07-26T15:46:13.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:13 smithi037 bash[14605]: cluster 2021-07-26T15:46:12.208047+0000 mon.a (mon.0) 53 : cluster [DBG] mgrmap e7: y(active, since 1.06135s) 2021-07-26T15:46:13.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:13 smithi037 bash[14605]: audit 2021-07-26T15:46:12.226428+0000 mgr.y (mgr.14116) 2 : audit [DBG] from='client.14120 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2021-07-26T15:46:14.982 INFO:teuthology.orchestra.run.smithi037.stderr:Generating ssh key... 2021-07-26T15:46:14.982 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus cephadm generate-key 2021-07-26T15:46:15.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:15 smithi037 bash[14605]: cluster 2021-07-26T15:46:14.053308+0000 mon.a (mon.0) 54 : cluster [DBG] mgrmap e8: y(active, since 2s) 2021-07-26T15:46:15.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:15 smithi037 bash[14605]: audit 2021-07-26T15:46:14.436803+0000 mgr.y (mgr.14116) 3 : audit [DBG] from='client.14126 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:46:15.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:15 smithi037 bash[14605]: audit 2021-07-26T15:46:14.442870+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' 2021-07-26T15:46:15.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:15 smithi037 bash[14605]: audit 2021-07-26T15:46:14.456099+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' 2021-07-26T15:46:16.946 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:16 smithi037 bash[14605]: cephadm 2021-07-26T15:46:16.502303+0000 mgr.y (mgr.14116) 5 : cephadm [INF] Generating ssh key... 2021-07-26T15:46:16.947 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:16 smithi037 bash[14852]: Generating public/private rsa key pair. 2021-07-26T15:46:16.947 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:16 smithi037 bash[14852]: Your identification has been saved in /tmp/tmpyyqoc67x/key. 2021-07-26T15:46:16.948 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:16 smithi037 bash[14852]: Your public key has been saved in /tmp/tmpyyqoc67x/key.pub. 2021-07-26T15:46:16.948 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:16 smithi037 bash[14852]: The key fingerprint is: 2021-07-26T15:46:16.948 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:16 smithi037 bash[14852]: SHA256:UpPOhFLvkA1LEcZTUBHk2ji3xq9jfSfFNVlzEV1PsVY ceph-72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:46:16.948 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:16 smithi037 bash[14852]: The key's randomart image is: 2021-07-26T15:46:16.949 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:16 smithi037 bash[14852]: +---[RSA 3072]----+ 2021-07-26T15:46:16.949 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:16 smithi037 bash[14852]: | .OB*o +E| 2021-07-26T15:46:16.949 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:16 smithi037 bash[14852]: | +oO . oB| 2021-07-26T15:46:16.949 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:16 smithi037 bash[14852]: | . =.O o*| 2021-07-26T15:46:16.950 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:16 smithi037 bash[14852]: | . @ . .o.| 2021-07-26T15:46:16.950 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:16 smithi037 bash[14852]: | = S . ..| 2021-07-26T15:46:16.950 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:16 smithi037 bash[14852]: | = . o | 2021-07-26T15:46:16.950 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:16 smithi037 bash[14852]: | +. . | 2021-07-26T15:46:16.950 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:16 smithi037 bash[14852]: | .o.. o . | 2021-07-26T15:46:16.951 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:16 smithi037 bash[14852]: | ..o.. o | 2021-07-26T15:46:16.951 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:16 smithi037 bash[14852]: +----[SHA256]-----+ 2021-07-26T15:46:17.390 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus cephadm get-pub-key 2021-07-26T15:46:18.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:17 smithi037 bash[14605]: audit 2021-07-26T15:46:16.778881+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' 2021-07-26T15:46:18.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:17 smithi037 bash[14605]: audit 2021-07-26T15:46:16.782888+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' 2021-07-26T15:46:18.765 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDaEfiamWpOn63XlNTXrzGdl0Mf+bMJ+EAiXUAhtY/+yhMz7i6wt1LtDHMWyfB8nEj8uncM/UHkMWvk4MloDiHpV65HV+5cjHlEGWyCfKZTKH3JmrZWOfupTQKUggJfZToWEKf2MIZNHz0Yv67Hjf0uhSJ2iNfcVjsiC7GPBl+tBp8DrWUhfIX0qnZPE363OQa+YIYupR1hzj5emJgh7VDln+d07byGxfpqELAmFHpDYpFsdkEMIkMh3Kd10Q8Fl6dIou8TRFkTQ2ylZM3OmdN8ogYfJAMviEZmUXIpPC9fAFjejYdIWbmm3yJw9PLbI35Zj5XarDUdCN1ABulWVF2NhsHoQn4iAVl/XeRhzxhKXNWoIfmE9UAZwraxsnKLzAoMmEEEln5zXKvpTavZbKr3YwXTx+Q+UeRWHQMiATwmvB9XF3aI8a7TDmai8Y2QGopuSAQvddlOXdrFw4LFTOcmegCX8Y6q3+ShseBs7mhqH0lw9tL3X/AlcSJ9fUe6Quk= ceph-72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:46:19.372 INFO:teuthology.orchestra.run.smithi037.stderr:Wrote public SSH key to to /home/ubuntu/cephtest/ceph.pub 2021-07-26T15:46:19.372 INFO:teuthology.orchestra.run.smithi037.stderr:Adding key to root@localhost's authorized_keys... 2021-07-26T15:46:19.373 INFO:teuthology.orchestra.run.smithi037.stderr:Adding host smithi037... 2021-07-26T15:46:19.373 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus orch host add smithi037 2021-07-26T15:46:19.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:19 smithi037 bash[14605]: audit 2021-07-26T15:46:18.762583+0000 mgr.y (mgr.14116) 6 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:46:21.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:20 smithi037 bash[14852]: Warning: Permanently added 'smithi037,172.21.15.37' (ECDSA) to the list of known hosts. 2021-07-26T15:46:21.633 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout Added host 'smithi037' 2021-07-26T15:46:22.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:21 smithi037 bash[14605]: audit 2021-07-26T15:46:20.883147+0000 mgr.y (mgr.14116) 7 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi037", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:46:22.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:21 smithi037 bash[14605]: audit 2021-07-26T15:46:21.628735+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' 2021-07-26T15:46:22.326 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config set mgr mgr/cephadm/container_init False --force 2021-07-26T15:46:23.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:22 smithi037 bash[14605]: cephadm 2021-07-26T15:46:21.629512+0000 mgr.y (mgr.14116) 8 : cephadm [INF] Added host smithi037 2021-07-26T15:46:23.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:22 smithi037 bash[14605]: audit 2021-07-26T15:46:21.992265+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' 2021-07-26T15:46:23.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:22 smithi037 bash[14605]: audit 2021-07-26T15:46:21.993591+0000 mon.a (mon.0) 61 : audit [DBG] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:46:23.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:22 smithi037 bash[14605]: audit 2021-07-26T15:46:22.636240+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' 2021-07-26T15:46:23.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:22 smithi037 bash[14605]: audit 2021-07-26T15:46:22.637303+0000 mon.a (mon.0) 63 : audit [DBG] from='mgr.14116 172.21.15.37:0/2627452875' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:46:25.385 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config set mgr mgr/dashboard/ssl_server_port 8443 2021-07-26T15:46:25.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:25 smithi037 bash[14605]: audit 2021-07-26T15:46:24.388952+0000 mon.a (mon.0) 64 : audit [INF] from='client.? 172.21.15.37:0/3240446148' entity='client.admin' 2021-07-26T15:46:27.619 INFO:teuthology.orchestra.run.smithi037.stderr:Enabling the dashboard module... 2021-07-26T15:46:27.619 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus mgr module enable dashboard 2021-07-26T15:46:28.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:27 smithi037 bash[14605]: audit 2021-07-26T15:46:26.996736+0000 mon.a (mon.0) 65 : audit [INF] from='client.? 172.21.15.37:0/895757280' entity='client.admin' 2021-07-26T15:46:29.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:29 smithi037 bash[14605]: audit 2021-07-26T15:46:29.174515+0000 mon.a (mon.0) 66 : audit [INF] from='client.? 172.21.15.37:0/1951700752' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2021-07-26T15:46:29.592 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:29 smithi037 bash[14852]: ignoring --setuser ceph since I am not root 2021-07-26T15:46:29.592 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:29 smithi037 bash[14852]: ignoring --setgroup ceph since I am not root 2021-07-26T15:46:29.874 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus mgr dump 2021-07-26T15:46:30.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:30 smithi037 bash[14605]: audit 2021-07-26T15:46:29.230888+0000 mon.a (mon.0) 67 : audit [INF] from='client.? 172.21.15.37:0/1951700752' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2021-07-26T15:46:30.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:30 smithi037 bash[14605]: cluster 2021-07-26T15:46:29.231087+0000 mon.a (mon.0) 68 : cluster [DBG] mgrmap e9: y(active, since 18s) 2021-07-26T15:46:31.294 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:31.294 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "epoch": 9, 2021-07-26T15:46:31.294 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "active_gid": 14116, 2021-07-26T15:46:31.294 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "active_name": "y", 2021-07-26T15:46:31.295 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "active_addrs": { 2021-07-26T15:46:31.295 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-07-26T15:46:31.295 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:31.295 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-07-26T15:46:31.296 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.37:6800", 2021-07-26T15:46:31.296 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "nonce": 154291888 2021-07-26T15:46:31.296 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.296 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:31.296 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "v1", 2021-07-26T15:46:31.297 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.37:6801", 2021-07-26T15:46:31.297 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "nonce": 154291888 2021-07-26T15:46:31.297 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:31.297 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ] 2021-07-26T15:46:31.298 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.298 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "active_addr": "172.21.15.37:6801/154291888", 2021-07-26T15:46:31.298 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "active_change": "2021-07-26T15:46:11.146669+0000", 2021-07-26T15:46:31.298 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "active_mgr_features": 4540138292840890367, 2021-07-26T15:46:31.298 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "available": true, 2021-07-26T15:46:31.299 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "standbys": [], 2021-07-26T15:46:31.299 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "modules": [ 2021-07-26T15:46:31.299 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "cephadm", 2021-07-26T15:46:31.300 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "dashboard", 2021-07-26T15:46:31.758 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "iostat", 2021-07-26T15:46:31.759 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "restful" 2021-07-26T15:46:31.759 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:31.759 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "available_modules": [ 2021-07-26T15:46:31.759 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:31.760 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "alerts", 2021-07-26T15:46:31.760 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:31.760 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:31.760 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:31.761 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "interval": { 2021-07-26T15:46:31.761 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-07-26T15:46:31.761 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:31.761 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.761 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.762 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-07-26T15:46:31.762 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.762 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.762 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.763 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "How frequently to reexamine health status", 2021-07-26T15:46:31.763 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.763 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.763 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.764 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.764 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:31.764 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:31.764 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.764 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.765 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.765 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:31.765 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.765 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.766 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:31.766 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:31.766 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:31.766 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:31.766 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:31.767 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:31.767 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:31.767 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:31.767 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:31.768 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.768 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.768 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.768 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.769 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:31.769 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:31.769 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:31.770 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.770 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.770 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:31.770 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.770 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.771 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.771 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:31.771 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.771 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.772 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.772 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.772 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:31.772 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:31.773 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.773 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.773 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.773 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:31.773 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.774 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.774 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:31.774 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:31.775 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:31.775 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:31.775 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:31.775 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:31.776 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:31.776 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:31.776 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:31.776 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.776 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.777 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.777 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.777 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:31.778 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:31.778 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:31.778 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.778 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.778 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:31.779 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.779 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.779 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.779 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:31.780 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.780 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.780 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.780 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.781 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "smtp_destination": { 2021-07-26T15:46:31.781 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "smtp_destination", 2021-07-26T15:46:31.781 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.781 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.781 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.782 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:31.782 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.782 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.782 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.783 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Email address to send alerts to", 2021-07-26T15:46:31.783 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.783 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.783 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.784 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.784 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "smtp_from_name": { 2021-07-26T15:46:31.784 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "smtp_from_name", 2021-07-26T15:46:31.784 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.784 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.785 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.785 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "Ceph", 2021-07-26T15:46:31.785 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.785 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.785 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.786 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Email From: name", 2021-07-26T15:46:31.786 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.786 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.787 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.787 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.787 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "smtp_host": { 2021-07-26T15:46:31.787 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "smtp_host", 2021-07-26T15:46:31.788 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.788 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.788 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.788 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:31.788 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.789 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.789 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.789 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "SMTP server", 2021-07-26T15:46:31.789 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.790 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.790 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.790 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.790 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "smtp_password": { 2021-07-26T15:46:31.790 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "smtp_password", 2021-07-26T15:46:31.791 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.791 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.791 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.791 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:31.792 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.792 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.792 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.792 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Password to authenticate with", 2021-07-26T15:46:31.793 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.793 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.793 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.793 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.793 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "smtp_port": { 2021-07-26T15:46:31.794 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "smtp_port", 2021-07-26T15:46:31.794 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:31.794 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.794 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.795 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "465", 2021-07-26T15:46:31.795 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.795 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.795 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.796 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "SMTP port", 2021-07-26T15:46:31.796 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.796 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.796 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.797 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.797 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "smtp_sender": { 2021-07-26T15:46:31.797 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "smtp_sender", 2021-07-26T15:46:31.797 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.798 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.798 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.798 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:31.798 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.798 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.799 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.799 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "SMTP envelope sender", 2021-07-26T15:46:31.799 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.799 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.800 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.800 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.800 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "smtp_ssl": { 2021-07-26T15:46:31.800 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "smtp_ssl", 2021-07-26T15:46:31.800 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:31.801 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.801 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.801 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:31.801 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.802 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.802 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.802 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Use SSL to connect to SMTP server", 2021-07-26T15:46:31.802 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.802 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.803 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.803 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.803 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "smtp_user": { 2021-07-26T15:46:31.803 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "smtp_user", 2021-07-26T15:46:31.804 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.804 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.804 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.804 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:31.804 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.805 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.805 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.805 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "User to authenticate as", 2021-07-26T15:46:31.805 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.806 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.806 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.806 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:31.806 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:31.806 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.807 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:31.807 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "balancer", 2021-07-26T15:46:31.807 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:31.807 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:31.808 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:31.808 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "active": { 2021-07-26T15:46:31.808 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "active", 2021-07-26T15:46:31.808 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:31.808 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.809 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.809 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:31.809 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.809 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.810 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.810 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "automatically balance PGs across cluster", 2021-07-26T15:46:31.810 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.810 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.810 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.811 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.811 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "begin_time": { 2021-07-26T15:46:31.811 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "begin_time", 2021-07-26T15:46:31.811 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.812 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.812 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.812 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "0000", 2021-07-26T15:46:31.812 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.812 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.813 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.813 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "beginning time of day to automatically balance", 2021-07-26T15:46:31.813 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2021-07-26T15:46:31.813 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.813 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.814 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.814 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "begin_weekday": { 2021-07-26T15:46:31.814 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "begin_weekday", 2021-07-26T15:46:31.814 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-07-26T15:46:31.815 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.815 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.815 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-07-26T15:46:31.815 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "0", 2021-07-26T15:46:31.815 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "7", 2021-07-26T15:46:31.816 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.816 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to this day of the week or later", 2021-07-26T15:46:31.816 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2021-07-26T15:46:31.816 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.817 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.817 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.817 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "crush_compat_max_iterations": { 2021-07-26T15:46:31.817 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "crush_compat_max_iterations", 2021-07-26T15:46:31.817 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-07-26T15:46:31.818 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.818 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.818 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "25", 2021-07-26T15:46:31.818 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "1", 2021-07-26T15:46:31.819 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "250", 2021-07-26T15:46:31.819 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.819 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "maximum number of iterations to attempt optimization", 2021-07-26T15:46:31.819 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.819 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.820 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.820 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.820 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "crush_compat_metrics": { 2021-07-26T15:46:31.821 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "crush_compat_metrics", 2021-07-26T15:46:31.821 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.821 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.821 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.821 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "pgs,objects,bytes", 2021-07-26T15:46:31.822 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.822 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.822 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.822 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "metrics with which to calculate OSD utilization", 2021-07-26T15:46:31.823 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2021-07-26T15:46:31.823 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.823 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.823 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.824 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "crush_compat_step": { 2021-07-26T15:46:31.824 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "crush_compat_step", 2021-07-26T15:46:31.824 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "float", 2021-07-26T15:46:31.824 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.824 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.825 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "0.5", 2021-07-26T15:46:31.825 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "0.001", 2021-07-26T15:46:31.825 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "0.999", 2021-07-26T15:46:31.825 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.826 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "aggressiveness of optimization", 2021-07-26T15:46:31.826 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": ".99 is very aggressive, .01 is less aggressive", 2021-07-26T15:46:31.826 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.826 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.826 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.827 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "end_time": { 2021-07-26T15:46:31.827 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "end_time", 2021-07-26T15:46:31.827 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.827 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.828 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.828 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "2400", 2021-07-26T15:46:31.828 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.828 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.828 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.829 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "ending time of day to automatically balance", 2021-07-26T15:46:31.829 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2021-07-26T15:46:31.829 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.829 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.830 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.830 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "end_weekday": { 2021-07-26T15:46:31.830 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "end_weekday", 2021-07-26T15:46:31.830 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-07-26T15:46:31.830 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.831 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.831 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "7", 2021-07-26T15:46:31.831 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "0", 2021-07-26T15:46:31.831 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "7", 2021-07-26T15:46:31.832 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.832 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to days of the week earlier than this", 2021-07-26T15:46:31.832 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2021-07-26T15:46:31.832 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.832 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.833 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.833 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:31.833 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:31.833 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.834 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.834 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.834 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:31.834 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.834 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.835 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:31.835 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:31.835 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:31.835 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:31.836 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:31.836 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:31.836 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:31.836 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:31.836 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:31.837 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.837 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.837 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.837 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.838 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:31.838 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:31.838 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:31.838 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.838 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.839 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:31.839 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.839 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.839 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.840 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:31.840 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.840 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.840 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.840 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.841 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:31.841 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:31.841 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.841 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.841 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.842 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:31.842 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.842 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.842 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:31.843 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:31.843 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:31.843 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:31.843 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:31.843 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:31.844 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:31.844 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:31.844 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:31.844 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.845 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.845 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.845 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.845 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:31.845 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:31.846 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:31.846 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.846 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.846 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:31.847 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.847 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.847 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.847 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:31.847 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.848 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.848 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.848 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.848 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min_score": { 2021-07-26T15:46:31.849 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "min_score", 2021-07-26T15:46:31.849 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "float", 2021-07-26T15:46:31.849 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.849 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.849 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-07-26T15:46:31.850 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.850 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.850 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.850 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "minimum score, below which no optimization is attempted", 2021-07-26T15:46:31.851 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.851 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.851 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.851 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.851 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "mode": { 2021-07-26T15:46:31.852 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "mode", 2021-07-26T15:46:31.852 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.852 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.852 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.852 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "none", 2021-07-26T15:46:31.853 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.853 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.853 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:31.853 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "crush-compat", 2021-07-26T15:46:31.854 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "none", 2021-07-26T15:46:31.854 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "upmap" 2021-07-26T15:46:31.854 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:31.854 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Balancer mode", 2021-07-26T15:46:31.855 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.855 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.855 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.855 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.855 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "pool_ids": { 2021-07-26T15:46:31.856 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "pool_ids", 2021-07-26T15:46:31.856 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.856 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.856 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.856 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:31.857 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.857 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.857 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.857 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "pools which the automatic balancing will be limited to", 2021-07-26T15:46:31.858 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.858 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.858 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.858 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.859 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-07-26T15:46:31.859 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-07-26T15:46:31.859 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:31.859 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.859 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.860 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-07-26T15:46:31.860 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.860 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.860 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.861 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and attempt optimization", 2021-07-26T15:46:31.861 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.861 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.861 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.861 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.862 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "upmap_max_deviation": { 2021-07-26T15:46:31.862 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "upmap_max_deviation", 2021-07-26T15:46:31.862 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:31.862 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.863 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.863 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-07-26T15:46:31.863 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "1", 2021-07-26T15:46:31.863 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.863 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.864 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "deviation below which no optimization is attempted", 2021-07-26T15:46:31.864 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2021-07-26T15:46:31.864 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.864 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.864 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.865 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "upmap_max_optimizations": { 2021-07-26T15:46:31.865 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "upmap_max_optimizations", 2021-07-26T15:46:31.865 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-07-26T15:46:31.865 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.866 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.866 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:46:31.866 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.866 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.866 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.867 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "maximum upmap optimizations to make per attempt", 2021-07-26T15:46:31.867 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.867 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.867 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.868 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:31.868 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:31.868 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.868 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:31.868 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "cephadm", 2021-07-26T15:46:31.869 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:31.869 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:31.869 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:31.869 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "allow_ptrace": { 2021-07-26T15:46:31.870 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "allow_ptrace", 2021-07-26T15:46:31.870 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:31.870 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.870 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.870 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:31.871 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.871 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.871 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.871 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "allow SYS_PTRACE capability on ceph containers", 2021-07-26T15:46:31.872 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2021-07-26T15:46:31.872 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.872 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.872 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.873 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "config_dashboard": { 2021-07-26T15:46:31.873 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "config_dashboard", 2021-07-26T15:46:31.873 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:31.873 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.873 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.874 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:31.874 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.874 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.874 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.875 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "manage configs like API endpoints in Dashboard.", 2021-07-26T15:46:31.875 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.875 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.875 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.876 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.876 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "container_image_alertmanager": { 2021-07-26T15:46:31.876 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "container_image_alertmanager", 2021-07-26T15:46:31.876 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.877 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.877 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.877 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/alertmanager:v0.20.0", 2021-07-26T15:46:31.877 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.877 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.878 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.878 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-07-26T15:46:31.878 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.878 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.879 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.879 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.879 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "container_image_base": { 2021-07-26T15:46:31.879 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "container_image_base", 2021-07-26T15:46:31.879 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.880 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.880 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.880 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/ceph/ceph", 2021-07-26T15:46:31.880 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.881 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.881 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.881 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Container image name, without the tag", 2021-07-26T15:46:31.881 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.881 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.882 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.882 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.882 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "container_image_grafana": { 2021-07-26T15:46:31.882 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "container_image_grafana", 2021-07-26T15:46:31.882 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.883 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.883 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.883 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/ceph/ceph-grafana:6.7.4", 2021-07-26T15:46:31.883 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.884 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.884 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.884 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-07-26T15:46:31.884 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.885 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.885 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.885 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.885 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "container_image_node_exporter": { 2021-07-26T15:46:31.885 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "container_image_node_exporter", 2021-07-26T15:46:31.886 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.886 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.886 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.886 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/node-exporter:v0.18.1", 2021-07-26T15:46:31.887 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.887 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.887 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.887 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-07-26T15:46:31.887 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.888 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.888 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.888 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.888 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "container_image_prometheus": { 2021-07-26T15:46:31.888 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "container_image_prometheus", 2021-07-26T15:46:31.889 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.889 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.889 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.889 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/prometheus:v2.18.1", 2021-07-26T15:46:31.890 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.890 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.890 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.890 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-07-26T15:46:31.890 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.891 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.891 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.891 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.891 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "container_init": { 2021-07-26T15:46:31.892 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "container_init", 2021-07-26T15:46:31.892 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:31.892 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.892 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.892 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:31.893 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.893 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.893 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.893 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Run podman/docker with `--init`", 2021-07-26T15:46:31.894 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.894 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.894 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.894 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.894 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "daemon_cache_timeout": { 2021-07-26T15:46:31.895 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "daemon_cache_timeout", 2021-07-26T15:46:31.895 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:31.895 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.895 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.896 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-07-26T15:46:31.896 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.896 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.896 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.896 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache service (daemon) inventory", 2021-07-26T15:46:31.897 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.897 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.897 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.898 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.898 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "device_cache_timeout": { 2021-07-26T15:46:31.898 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "device_cache_timeout", 2021-07-26T15:46:31.898 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:31.898 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.899 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.899 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "1800", 2021-07-26T15:46:31.899 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.899 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.900 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.900 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache device inventory", 2021-07-26T15:46:31.900 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.900 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.900 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.901 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.901 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "facts_cache_timeout": { 2021-07-26T15:46:31.901 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "facts_cache_timeout", 2021-07-26T15:46:31.901 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:31.902 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.902 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.902 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-07-26T15:46:31.902 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.902 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.903 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.903 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache host facts data", 2021-07-26T15:46:31.903 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.903 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.903 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.904 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.904 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "host_check_interval": { 2021-07-26T15:46:31.904 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "host_check_interval", 2021-07-26T15:46:31.904 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:31.905 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.905 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.905 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-07-26T15:46:31.905 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.905 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.906 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.906 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "how frequently to perform a host check", 2021-07-26T15:46:31.906 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.906 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.907 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.907 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.907 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:31.907 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:31.907 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.908 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.908 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.908 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:31.908 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.908 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.909 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:31.909 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:31.909 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:31.909 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:31.910 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:31.910 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:31.910 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:31.910 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:31.911 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:31.911 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.911 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.911 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.911 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.912 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:31.912 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:31.912 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:31.912 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.913 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.913 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:31.913 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.913 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.913 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.914 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "log to the \"cephadm\" cluster log channel\"", 2021-07-26T15:46:31.914 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.914 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.914 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.915 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.915 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:31.915 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:31.915 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.916 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.916 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.916 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:31.916 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.916 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.917 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:31.917 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:31.917 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:31.917 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:31.917 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:31.918 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:31.918 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:31.918 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:31.918 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:31.919 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.919 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.919 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.919 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.919 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:31.920 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:31.920 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:31.920 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.921 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.921 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:31.921 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.921 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.921 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.922 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:31.922 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.922 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.922 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.923 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.923 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "manage_etc_ceph_ceph_conf": { 2021-07-26T15:46:31.923 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "manage_etc_ceph_ceph_conf", 2021-07-26T15:46:31.923 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:31.923 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.924 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.924 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:31.924 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.924 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.925 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.925 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2021-07-26T15:46:31.925 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.925 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.925 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.926 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.926 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "migration_current": { 2021-07-26T15:46:31.926 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "migration_current", 2021-07-26T15:46:31.926 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:31.927 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.927 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.927 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:31.927 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.927 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.928 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.928 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "internal - do not modify", 2021-07-26T15:46:31.928 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.928 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.929 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.929 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.929 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "mode": { 2021-07-26T15:46:31.929 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "mode", 2021-07-26T15:46:31.929 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.930 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.930 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.930 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "root", 2021-07-26T15:46:31.930 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.931 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.931 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:31.931 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "cephadm-package", 2021-07-26T15:46:31.931 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "root" 2021-07-26T15:46:31.931 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:31.932 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "mode for remote execution of cephadm", 2021-07-26T15:46:31.932 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.932 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.932 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.932 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.933 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "prometheus_alerts_path": { 2021-07-26T15:46:31.933 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "prometheus_alerts_path", 2021-07-26T15:46:31.933 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.933 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.934 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.934 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2021-07-26T15:46:31.934 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.934 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.934 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.935 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "location of alerts to include in prometheus deployments", 2021-07-26T15:46:31.935 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.935 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.935 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.936 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.936 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "registry_password": { 2021-07-26T15:46:31.936 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "registry_password", 2021-07-26T15:46:31.936 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.936 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.937 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.937 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:31.937 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.937 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.938 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.938 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Custom repository password", 2021-07-26T15:46:31.938 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.938 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.938 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.939 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.939 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "registry_url": { 2021-07-26T15:46:31.939 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "registry_url", 2021-07-26T15:46:31.939 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.940 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.940 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.940 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:31.940 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.940 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.941 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.941 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Custom repository url", 2021-07-26T15:46:31.941 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.941 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.941 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.942 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.942 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "registry_username": { 2021-07-26T15:46:31.942 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "registry_username", 2021-07-26T15:46:31.942 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.943 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.943 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.943 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:31.943 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.943 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.944 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.944 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Custom repository username", 2021-07-26T15:46:31.944 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.944 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.945 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.945 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.945 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "ssh_config_file": { 2021-07-26T15:46:31.945 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "ssh_config_file", 2021-07-26T15:46:31.946 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.946 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.946 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.946 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:31.946 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.947 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.947 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.947 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "customized SSH config file to connect to managed hosts", 2021-07-26T15:46:31.947 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.947 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.948 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.948 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.948 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "use_repo_digest": { 2021-07-26T15:46:31.948 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "use_repo_digest", 2021-07-26T15:46:31.949 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:31.949 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.949 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.949 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:31.949 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.950 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.950 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.950 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2021-07-26T15:46:31.950 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.952 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.952 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.952 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.952 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warn_on_failed_host_check": { 2021-07-26T15:46:31.954 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "warn_on_failed_host_check", 2021-07-26T15:46:31.955 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:31.955 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.955 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.955 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:31.956 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.956 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.956 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.956 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if the host check fails", 2021-07-26T15:46:31.956 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.957 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.957 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.958 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.958 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warn_on_stray_daemons": { 2021-07-26T15:46:31.958 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_daemons", 2021-07-26T15:46:31.958 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:31.958 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.959 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.959 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:31.960 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.960 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.961 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.961 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2021-07-26T15:46:31.961 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.961 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.962 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.962 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.962 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warn_on_stray_hosts": { 2021-07-26T15:46:31.963 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_hosts", 2021-07-26T15:46:31.963 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:31.963 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.964 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:31.964 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:31.964 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.965 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.965 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.965 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2021-07-26T15:46:31.965 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.966 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.966 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.966 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:31.966 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:31.966 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.967 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:31.967 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "crash", 2021-07-26T15:46:31.967 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:31.967 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:31.968 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:31.968 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:31.974 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:31.975 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:31.975 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.976 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.976 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:31.976 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.976 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.976 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:31.977 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:31.977 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:31.977 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:31.977 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:31.978 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:31.978 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:31.978 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:31.987 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:31.987 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:31.987 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:31.988 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:31.988 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:31.988 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:31.988 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:31.989 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:31.989 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:31.989 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:31.989 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:31.990 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:31.990 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:31.990 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:31.990 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.007 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.007 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.008 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.008 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.009 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.009 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.009 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.009 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.010 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.010 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.010 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.011 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.011 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.011 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.011 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.012 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.012 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.012 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.012 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.013 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.013 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.013 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.013 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.016 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.016 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.017 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.017 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.017 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.017 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.018 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.018 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.019 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.019 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.019 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.019 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.020 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.020 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.020 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.020 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.020 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "retain_interval": { 2021-07-26T15:46:32.021 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "retain_interval", 2021-07-26T15:46:32.021 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:32.022 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.022 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.022 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "31536000", 2021-07-26T15:46:32.022 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.023 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.023 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.023 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "how long to retain crashes before pruning them", 2021-07-26T15:46:32.023 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.024 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.024 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.024 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.024 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warn_recent_interval": { 2021-07-26T15:46:32.024 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "warn_recent_interval", 2021-07-26T15:46:32.025 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:32.025 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.025 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.025 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "1209600", 2021-07-26T15:46:32.026 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.026 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.026 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.027 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "time interval in which to warn about recent crashes", 2021-07-26T15:46:32.027 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.027 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.027 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.027 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.028 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.028 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.028 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.029 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "dashboard", 2021-07-26T15:46:32.029 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.029 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.030 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.030 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "ACCOUNT_LOCKOUT_ATTEMPTS": { 2021-07-26T15:46:32.030 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2021-07-26T15:46:32.030 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.031 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.031 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.031 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:46:32.032 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.032 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.032 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.032 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.033 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.033 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.033 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.033 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.034 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "ALERTMANAGER_API_HOST": { 2021-07-26T15:46:32.034 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "ALERTMANAGER_API_HOST", 2021-07-26T15:46:32.034 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.034 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.034 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.035 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.035 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.035 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.035 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.036 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.036 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.036 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.036 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.037 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.037 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "ALERTMANAGER_API_SSL_VERIFY": { 2021-07-26T15:46:32.037 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "ALERTMANAGER_API_SSL_VERIFY", 2021-07-26T15:46:32.037 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.037 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.038 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.038 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.038 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.038 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.039 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.039 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.040 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.040 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.040 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.040 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.040 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "AUDIT_API_ENABLED": { 2021-07-26T15:46:32.041 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_ENABLED", 2021-07-26T15:46:32.041 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.041 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.041 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.042 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.042 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.043 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.043 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.043 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.043 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.044 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.044 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.044 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.044 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "AUDIT_API_LOG_PAYLOAD": { 2021-07-26T15:46:32.044 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_LOG_PAYLOAD", 2021-07-26T15:46:32.045 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.045 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.045 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.045 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.046 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.046 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.046 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.046 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.046 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.047 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.047 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.047 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.047 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "ENABLE_BROWSABLE_API": { 2021-07-26T15:46:32.048 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "ENABLE_BROWSABLE_API", 2021-07-26T15:46:32.048 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.048 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.048 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.048 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.049 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.049 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.049 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.050 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.050 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.050 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.051 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.051 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.051 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_cephfs": { 2021-07-26T15:46:32.052 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_cephfs", 2021-07-26T15:46:32.052 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.053 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.053 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.053 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.053 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.054 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.054 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.054 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.054 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.055 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.055 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.055 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.056 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_iscsi": { 2021-07-26T15:46:32.056 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_iscsi", 2021-07-26T15:46:32.056 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.056 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.057 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.057 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.057 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.057 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.058 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.058 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.058 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.058 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.059 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.059 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.059 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_mirroring": { 2021-07-26T15:46:32.059 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_mirroring", 2021-07-26T15:46:32.059 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.060 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.060 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.060 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.060 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.061 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.061 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.061 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.061 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.062 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.062 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.062 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.063 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_nfs": { 2021-07-26T15:46:32.063 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_nfs", 2021-07-26T15:46:32.064 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.064 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.064 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.064 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.065 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.065 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.065 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.065 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.065 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.066 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.066 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.066 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.066 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rbd": { 2021-07-26T15:46:32.067 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rbd", 2021-07-26T15:46:32.067 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.067 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.068 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.068 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.068 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.068 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.069 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.069 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.069 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.069 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.069 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.070 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.070 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rgw": { 2021-07-26T15:46:32.070 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rgw", 2021-07-26T15:46:32.071 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.071 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.071 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.071 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.072 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.072 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.072 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.072 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.073 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.073 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.073 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.074 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.074 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2021-07-26T15:46:32.075 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2021-07-26T15:46:32.075 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.075 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.075 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.076 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.076 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.076 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.076 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.077 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.077 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.077 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.077 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.078 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.078 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "GRAFANA_API_PASSWORD": { 2021-07-26T15:46:32.078 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_PASSWORD", 2021-07-26T15:46:32.078 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.079 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.079 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.079 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-07-26T15:46:32.079 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.080 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.080 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.080 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.080 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.080 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.081 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.081 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.081 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "GRAFANA_API_SSL_VERIFY": { 2021-07-26T15:46:32.081 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_SSL_VERIFY", 2021-07-26T15:46:32.082 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.082 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.082 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.082 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.083 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.083 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.083 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.084 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.084 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.084 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.085 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.085 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.085 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "GRAFANA_API_URL": { 2021-07-26T15:46:32.085 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_URL", 2021-07-26T15:46:32.086 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.086 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.086 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.086 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.087 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.087 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.087 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.087 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.088 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.088 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.088 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.088 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.089 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "GRAFANA_API_USERNAME": { 2021-07-26T15:46:32.089 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_USERNAME", 2021-07-26T15:46:32.089 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.090 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.090 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.091 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-07-26T15:46:32.091 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.091 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.091 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.092 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.092 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.092 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.092 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.093 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.093 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "GRAFANA_FRONTEND_API_URL": { 2021-07-26T15:46:32.093 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_FRONTEND_API_URL", 2021-07-26T15:46:32.093 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.094 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.095 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.095 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.096 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.096 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.096 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.096 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.096 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.097 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.097 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.097 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.097 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "GRAFANA_UPDATE_DASHBOARDS": { 2021-07-26T15:46:32.098 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_UPDATE_DASHBOARDS", 2021-07-26T15:46:32.098 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.098 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.098 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.099 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.099 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.099 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.099 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.100 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.100 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.100 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.100 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.100 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.101 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "ISCSI_API_SSL_VERIFICATION": { 2021-07-26T15:46:32.101 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "ISCSI_API_SSL_VERIFICATION", 2021-07-26T15:46:32.101 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.101 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.102 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.102 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.102 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.102 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.102 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.103 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.103 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.103 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.103 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.104 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.104 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PROMETHEUS_API_HOST": { 2021-07-26T15:46:32.104 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PROMETHEUS_API_HOST", 2021-07-26T15:46:32.104 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.105 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.105 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.105 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.106 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.106 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.106 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.106 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.107 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.107 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.107 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.107 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.108 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PROMETHEUS_API_SSL_VERIFY": { 2021-07-26T15:46:32.108 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PROMETHEUS_API_SSL_VERIFY", 2021-07-26T15:46:32.108 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.108 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.108 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.109 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.109 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.109 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.109 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.110 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.110 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.110 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.110 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.111 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.111 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2021-07-26T15:46:32.111 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2021-07-26T15:46:32.111 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.111 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.112 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.112 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.112 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.112 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.113 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.113 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.113 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.113 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.113 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.114 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.114 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2021-07-26T15:46:32.114 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2021-07-26T15:46:32.114 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.115 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.115 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.116 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.116 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.116 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.116 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.117 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.117 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.117 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.117 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.117 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.118 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2021-07-26T15:46:32.118 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2021-07-26T15:46:32.118 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.118 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.119 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.119 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.119 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.119 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.119 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.120 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.120 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.120 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.120 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.121 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.121 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2021-07-26T15:46:32.121 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2021-07-26T15:46:32.121 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.121 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.122 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.122 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.122 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.122 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.123 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.123 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.123 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.123 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.124 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.124 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.124 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2021-07-26T15:46:32.124 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2021-07-26T15:46:32.124 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.125 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.125 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.125 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.125 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.126 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.126 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.127 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.127 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.127 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.128 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.128 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.128 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2021-07-26T15:46:32.128 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2021-07-26T15:46:32.129 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.129 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.129 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.129 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.129 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.130 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.130 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.130 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.130 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.131 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.131 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.131 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.132 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2021-07-26T15:46:32.132 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2021-07-26T15:46:32.132 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.132 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.132 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.133 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.133 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.133 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.133 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.134 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.134 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.134 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.134 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.134 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.135 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_ENABLED": { 2021-07-26T15:46:32.135 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_ENABLED", 2021-07-26T15:46:32.135 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.135 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.136 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.137 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.137 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.137 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.137 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.138 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.138 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.138 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.138 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.139 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.139 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_EXCLUSION_LIST": { 2021-07-26T15:46:32.139 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_EXCLUSION_LIST", 2021-07-26T15:46:32.139 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.139 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.140 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.140 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2021-07-26T15:46:32.140 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.140 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.141 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.141 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.141 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.141 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.141 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.142 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.142 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_COMPLEXITY": { 2021-07-26T15:46:32.142 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_COMPLEXITY", 2021-07-26T15:46:32.142 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.143 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.143 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.143 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:46:32.143 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.143 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.144 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.144 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.144 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.144 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.145 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.145 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.145 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_LENGTH": { 2021-07-26T15:46:32.145 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_LENGTH", 2021-07-26T15:46:32.145 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.146 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.146 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.146 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "8", 2021-07-26T15:46:32.146 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.147 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.147 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.148 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.148 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.148 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.148 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.149 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.149 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "REST_REQUESTS_TIMEOUT": { 2021-07-26T15:46:32.149 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "REST_REQUESTS_TIMEOUT", 2021-07-26T15:46:32.149 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.149 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.150 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.150 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "45", 2021-07-26T15:46:32.150 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.150 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.151 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.151 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.151 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.151 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.152 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.152 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.152 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "RGW_API_ACCESS_KEY": { 2021-07-26T15:46:32.152 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ACCESS_KEY", 2021-07-26T15:46:32.152 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.153 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.153 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.153 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.153 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.153 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.154 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.155 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.155 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.155 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.155 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.156 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.156 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "RGW_API_ADMIN_RESOURCE": { 2021-07-26T15:46:32.156 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ADMIN_RESOURCE", 2021-07-26T15:46:32.156 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.156 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.157 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.157 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-07-26T15:46:32.158 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.158 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.158 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.158 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.159 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.159 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.159 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.159 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.159 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "RGW_API_HOST": { 2021-07-26T15:46:32.160 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "RGW_API_HOST", 2021-07-26T15:46:32.160 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.160 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.160 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.161 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.161 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.161 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.161 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.162 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.162 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.162 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.162 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.162 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.163 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "RGW_API_PORT": { 2021-07-26T15:46:32.163 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "RGW_API_PORT", 2021-07-26T15:46:32.163 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.163 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.164 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.164 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "80", 2021-07-26T15:46:32.164 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.164 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.164 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.165 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.165 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.165 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.165 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.166 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.166 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "RGW_API_SCHEME": { 2021-07-26T15:46:32.166 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SCHEME", 2021-07-26T15:46:32.166 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.166 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.167 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.167 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "http", 2021-07-26T15:46:32.167 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.167 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.168 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.168 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.168 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.169 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.169 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.169 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.169 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "RGW_API_SECRET_KEY": { 2021-07-26T15:46:32.170 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SECRET_KEY", 2021-07-26T15:46:32.170 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.170 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.170 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.171 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.171 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.171 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.171 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.171 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.172 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.172 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.173 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.174 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.174 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "RGW_API_SSL_VERIFY": { 2021-07-26T15:46:32.174 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SSL_VERIFY", 2021-07-26T15:46:32.175 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.175 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.175 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.175 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.175 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.176 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.176 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.176 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.176 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.177 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.177 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.177 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.177 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "RGW_API_USER_ID": { 2021-07-26T15:46:32.178 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "RGW_API_USER_ID", 2021-07-26T15:46:32.178 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.178 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.178 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.179 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.179 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.179 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.179 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.179 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.180 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.180 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.180 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.180 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.181 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_SPAN": { 2021-07-26T15:46:32.181 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_SPAN", 2021-07-26T15:46:32.181 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.181 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.181 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.182 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-07-26T15:46:32.182 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.182 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.182 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.183 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.183 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.183 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.183 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.184 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.184 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_1": { 2021-07-26T15:46:32.184 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_1", 2021-07-26T15:46:32.184 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.184 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.185 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.185 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:46:32.185 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.185 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.186 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.186 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.186 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.186 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.186 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.187 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.187 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_2": { 2021-07-26T15:46:32.187 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_2", 2021-07-26T15:46:32.187 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.188 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.188 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.188 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-07-26T15:46:32.188 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.189 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.189 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.189 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.189 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.189 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.190 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.190 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.190 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "crt_file": { 2021-07-26T15:46:32.190 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "crt_file", 2021-07-26T15:46:32.191 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.191 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.191 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.191 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.191 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.192 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.192 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.192 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.192 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.193 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.193 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.193 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.193 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug": { 2021-07-26T15:46:32.193 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "debug", 2021-07-26T15:46:32.194 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.194 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.194 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.194 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.195 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.195 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.195 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.195 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Enable/disable debug options", 2021-07-26T15:46:32.195 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.196 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.196 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.196 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.197 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "jwt_token_ttl": { 2021-07-26T15:46:32.197 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "jwt_token_ttl", 2021-07-26T15:46:32.197 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.197 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.198 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.198 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "28800", 2021-07-26T15:46:32.198 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.198 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.198 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.199 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.199 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.199 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.199 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.200 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.200 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "key_file": { 2021-07-26T15:46:32.200 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "key_file", 2021-07-26T15:46:32.200 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.201 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.201 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.201 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.201 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.202 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.202 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.202 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.202 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.202 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.203 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.203 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.203 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.203 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.204 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.204 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.204 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.204 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.204 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.205 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.205 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.205 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.205 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.206 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.206 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.206 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.206 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.206 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.207 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.207 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.207 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.207 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.208 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.208 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.208 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.208 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.209 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.209 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.209 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.209 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.209 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.210 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.210 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.210 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.210 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.211 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.211 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.211 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.211 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.211 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.212 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.212 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.212 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.212 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.213 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.213 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.213 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.214 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.215 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.215 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.215 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.215 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.216 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.216 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.216 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.216 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.217 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.218 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.218 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.218 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.219 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.219 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.219 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.219 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.219 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.220 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.221 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.221 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.221 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.221 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.222 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.222 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.222 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-07-26T15:46:32.222 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-07-26T15:46:32.222 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.223 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.223 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.223 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "::", 2021-07-26T15:46:32.223 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.224 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.224 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.224 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.224 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.224 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.225 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.225 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.225 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "server_port": { 2021-07-26T15:46:32.225 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-07-26T15:46:32.225 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.226 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.226 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.226 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "8080", 2021-07-26T15:46:32.226 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.227 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.227 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.227 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.227 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.227 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.228 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.228 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.228 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "ssl": { 2021-07-26T15:46:32.228 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "ssl", 2021-07-26T15:46:32.229 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.229 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.229 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.229 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.229 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.230 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.230 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.230 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.230 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.230 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.231 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.231 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.231 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "ssl_server_port": { 2021-07-26T15:46:32.231 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "ssl_server_port", 2021-07-26T15:46:32.231 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.232 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.232 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.232 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "8443", 2021-07-26T15:46:32.232 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.233 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.233 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.233 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.233 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.233 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.234 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.234 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.234 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "standby_behaviour": { 2021-07-26T15:46:32.234 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "standby_behaviour", 2021-07-26T15:46:32.235 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.235 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.235 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.235 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "redirect", 2021-07-26T15:46:32.235 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.236 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.236 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.236 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.236 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "redirect" 2021-07-26T15:46:32.237 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.237 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.237 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.237 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.237 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.238 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.238 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "standby_error_status_code": { 2021-07-26T15:46:32.238 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "standby_error_status_code", 2021-07-26T15:46:32.238 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.238 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.239 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.239 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "500", 2021-07-26T15:46:32.239 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "400", 2021-07-26T15:46:32.239 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "599", 2021-07-26T15:46:32.240 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.240 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.240 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.240 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.240 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.241 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.241 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "url_prefix": { 2021-07-26T15:46:32.241 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "url_prefix", 2021-07-26T15:46:32.241 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.241 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.242 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.242 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.242 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.242 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.243 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.243 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.243 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.243 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.243 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.244 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.244 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.244 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.244 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.245 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "devicehealth", 2021-07-26T15:46:32.245 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.245 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.245 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.245 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enable_monitoring": { 2021-07-26T15:46:32.246 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "enable_monitoring", 2021-07-26T15:46:32.246 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.246 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.246 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.246 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.247 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.247 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.247 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.248 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "monitor device health metrics", 2021-07-26T15:46:32.248 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.248 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.248 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.248 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.249 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.249 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.249 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.249 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.250 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.250 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.250 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.250 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.250 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.251 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.251 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.251 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.251 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.251 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.252 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.252 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.252 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.252 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.252 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.253 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.253 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.253 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.253 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.254 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.254 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.254 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.254 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.254 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.255 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.255 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.255 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.255 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.255 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.256 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.256 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.256 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.256 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.257 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.257 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.257 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.257 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.257 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.258 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.258 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.258 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.258 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.258 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.259 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.259 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.259 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.259 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.259 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.260 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.260 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.260 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.260 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.261 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.261 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.261 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.261 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.261 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.262 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.262 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.262 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.262 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.262 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.263 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.263 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.263 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.263 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "mark_out_threshold": { 2021-07-26T15:46:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "mark_out_threshold", 2021-07-26T15:46:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.265 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "2419200", 2021-07-26T15:46:32.265 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.265 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.265 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.265 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "automatically mark OSD if it may fail before this long", 2021-07-26T15:46:32.266 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.266 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.266 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.266 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.267 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "pool_name": { 2021-07-26T15:46:32.267 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "pool_name", 2021-07-26T15:46:32.267 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.267 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.267 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.268 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "device_health_metrics", 2021-07-26T15:46:32.268 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.268 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.269 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.269 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "name of pool in which to store device health metrics", 2021-07-26T15:46:32.269 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.269 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.269 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.270 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.270 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "retention_period": { 2021-07-26T15:46:32.270 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "retention_period", 2021-07-26T15:46:32.270 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:32.271 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.271 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.271 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "15552000", 2021-07-26T15:46:32.271 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.271 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.272 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.272 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "how long to retain device health metrics", 2021-07-26T15:46:32.272 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.272 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.272 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.273 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.273 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "scrape_frequency": { 2021-07-26T15:46:32.273 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "scrape_frequency", 2021-07-26T15:46:32.273 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:32.274 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.274 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.274 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2021-07-26T15:46:32.274 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.274 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.275 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.275 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "how frequently to scrape device health metrics", 2021-07-26T15:46:32.275 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.275 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.275 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.276 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.276 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "self_heal": { 2021-07-26T15:46:32.276 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "self_heal", 2021-07-26T15:46:32.276 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.277 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.277 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.277 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.277 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.277 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.278 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.278 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "preemptively heal cluster around devices that may fail", 2021-07-26T15:46:32.278 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.278 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.278 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.279 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.279 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-07-26T15:46:32.279 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-07-26T15:46:32.279 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:32.280 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.280 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.280 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-07-26T15:46:32.280 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.280 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.281 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.281 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and check device health", 2021-07-26T15:46:32.281 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.281 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.281 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.282 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.282 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warn_threshold": { 2021-07-26T15:46:32.282 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "warn_threshold", 2021-07-26T15:46:32.282 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:32.282 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.283 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.283 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "7257600", 2021-07-26T15:46:32.283 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.283 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.284 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.284 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "raise health warning if OSD may fail before this long", 2021-07-26T15:46:32.284 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.284 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.284 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.285 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.285 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.285 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.285 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.285 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "diskprediction_local", 2021-07-26T15:46:32.286 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.286 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.286 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.286 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.287 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.287 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.287 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.287 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.287 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.288 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.288 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.288 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.288 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.288 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.289 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.289 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.289 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.289 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.289 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.290 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.290 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.290 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.290 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.291 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.291 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.291 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.291 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.291 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.292 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.292 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.292 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.292 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.292 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.293 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.293 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.293 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.293 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.294 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.294 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.294 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.294 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.294 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.295 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.295 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.295 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.295 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.295 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.296 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.296 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.296 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.296 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.297 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.297 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.297 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.297 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.297 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.298 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.298 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.298 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.298 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.298 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.299 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.299 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.299 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.299 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.300 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.300 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.300 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.300 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.300 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.301 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.301 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.301 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.301 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "predict_interval": { 2021-07-26T15:46:32.301 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "predict_interval", 2021-07-26T15:46:32.302 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.302 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.302 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.302 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2021-07-26T15:46:32.303 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.303 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.303 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.303 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.303 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.304 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.304 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.304 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.304 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "predictor_model": { 2021-07-26T15:46:32.304 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "predictor_model", 2021-07-26T15:46:32.305 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.305 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.305 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.305 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "prophetstor", 2021-07-26T15:46:32.306 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.306 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.306 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.306 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.306 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.307 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.307 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.307 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.307 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-07-26T15:46:32.307 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-07-26T15:46:32.308 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.308 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.308 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.308 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-07-26T15:46:32.308 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.309 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.309 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.309 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.309 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.310 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.310 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.310 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.310 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.310 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.311 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.311 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "influx", 2021-07-26T15:46:32.311 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": false, 2021-07-26T15:46:32.311 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "influxdb python module not found", 2021-07-26T15:46:32.312 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.312 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "batch_size": { 2021-07-26T15:46:32.312 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "batch_size", 2021-07-26T15:46:32.312 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.312 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.313 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.313 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "5000", 2021-07-26T15:46:32.313 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.313 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.313 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.314 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.314 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.314 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.314 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.314 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.315 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "database": { 2021-07-26T15:46:32.315 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "database", 2021-07-26T15:46:32.315 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.315 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.316 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.316 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "ceph", 2021-07-26T15:46:32.316 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.316 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.316 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.317 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.317 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.317 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.317 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.317 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.318 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "hostname": { 2021-07-26T15:46:32.318 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "hostname", 2021-07-26T15:46:32.318 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.318 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.319 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.319 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:32.319 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.319 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.319 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.320 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.320 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.320 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.320 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.320 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.321 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "interval": { 2021-07-26T15:46:32.321 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-07-26T15:46:32.321 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.322 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.322 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.322 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "30", 2021-07-26T15:46:32.322 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.322 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.323 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.323 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.323 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.323 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.323 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.324 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.324 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.324 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.324 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.325 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.325 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.325 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.325 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.325 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.326 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.326 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.326 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.326 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.327 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.327 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.327 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.327 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.327 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.328 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.328 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.328 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.328 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.328 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.329 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.329 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.329 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.329 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.329 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.330 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.330 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.330 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.330 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.331 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.331 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.331 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.331 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.331 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.332 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.332 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.332 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.332 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.332 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.333 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.333 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.333 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.333 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.333 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.334 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.334 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.334 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.334 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.335 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.335 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.335 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.335 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.335 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.336 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.336 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.336 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.336 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.336 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.337 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.337 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.337 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.337 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.338 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.338 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.338 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.338 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.338 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.339 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.339 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "password": { 2021-07-26T15:46:32.339 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "password", 2021-07-26T15:46:32.339 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.339 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.340 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.340 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:32.340 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.340 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.341 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.341 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.341 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.341 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.341 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.342 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.342 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "port": { 2021-07-26T15:46:32.342 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "port", 2021-07-26T15:46:32.342 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.342 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.343 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.343 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "8086", 2021-07-26T15:46:32.343 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.343 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.343 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.344 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.344 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.344 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.344 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.345 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.345 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "ssl": { 2021-07-26T15:46:32.345 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "ssl", 2021-07-26T15:46:32.345 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.345 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.346 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.346 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "false", 2021-07-26T15:46:32.346 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.346 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.346 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.347 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.347 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.347 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.348 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.348 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.348 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "threads": { 2021-07-26T15:46:32.348 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "threads", 2021-07-26T15:46:32.348 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.349 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.349 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.349 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-07-26T15:46:32.349 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.349 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.350 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.350 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.350 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.350 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.350 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.351 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.351 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "username": { 2021-07-26T15:46:32.351 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "username", 2021-07-26T15:46:32.351 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.352 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.352 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.352 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:32.352 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.352 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.353 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.353 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.353 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.353 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.353 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.354 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.354 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "verify_ssl": { 2021-07-26T15:46:32.354 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "verify_ssl", 2021-07-26T15:46:32.354 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.354 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.355 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.355 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "true", 2021-07-26T15:46:32.355 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.355 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.356 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.356 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.356 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.356 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.356 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.357 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.357 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.357 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.357 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.358 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "insights", 2021-07-26T15:46:32.358 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.358 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.358 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.358 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.359 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.359 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.359 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.359 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.360 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.360 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.360 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.360 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.360 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.361 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.361 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.361 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.361 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.361 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.362 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.362 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.362 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.362 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.363 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.363 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.363 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.363 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.363 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.364 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.364 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.364 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.364 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.364 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.365 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.365 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.365 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.365 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.366 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.366 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.366 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.366 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.366 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.367 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.367 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.367 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.367 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.367 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.368 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.368 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.368 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.368 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.369 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.369 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.369 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.369 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.369 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.370 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.370 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.370 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.370 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.370 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.371 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.371 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.371 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.371 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.372 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.372 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.372 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.372 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.372 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.373 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.373 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.373 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.373 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.373 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.374 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.374 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.374 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "iostat", 2021-07-26T15:46:32.374 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.374 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.375 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.375 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.375 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.375 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.376 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.376 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.376 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.376 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.376 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.377 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.377 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.377 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.377 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.377 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.378 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.378 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.378 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.378 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.379 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.379 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.379 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.379 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.380 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.380 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.380 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.380 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.380 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.381 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.381 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.381 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.381 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.381 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.382 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.382 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.383 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.383 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.383 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.383 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.384 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.384 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.384 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.384 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.385 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.385 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.385 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.385 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.385 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.386 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.386 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.386 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.386 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.386 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.387 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.387 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.387 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.387 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.388 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.388 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.388 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.388 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.388 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.389 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.389 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.389 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.389 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.390 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.390 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.390 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.390 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.390 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.391 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.391 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.391 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.391 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.392 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "k8sevents", 2021-07-26T15:46:32.392 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.392 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.392 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.392 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "ceph_event_retention_days": { 2021-07-26T15:46:32.393 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "ceph_event_retention_days", 2021-07-26T15:46:32.393 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.393 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.393 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.393 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "7", 2021-07-26T15:46:32.394 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.394 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.394 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.395 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Days to hold ceph event information within local cache", 2021-07-26T15:46:32.395 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.395 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.395 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.396 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.396 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "config_check_secs": { 2021-07-26T15:46:32.396 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "config_check_secs", 2021-07-26T15:46:32.396 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.396 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.397 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.397 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:46:32.397 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "10", 2021-07-26T15:46:32.398 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.398 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.398 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "interval (secs) to check for cluster configuration changes", 2021-07-26T15:46:32.398 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.398 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.399 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.399 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.399 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.399 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.400 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.400 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.401 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.401 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.401 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.401 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.401 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.402 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.402 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.402 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.402 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.403 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.403 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.403 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.403 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.403 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.404 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.404 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.404 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.404 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.404 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.405 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.405 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.405 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.405 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.406 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.406 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.406 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.406 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.406 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.407 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.407 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.407 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.407 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.407 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.408 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.408 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.408 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.408 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.409 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.409 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.409 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.409 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.409 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.410 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.410 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.410 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.410 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.410 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.411 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.411 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.411 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.412 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.412 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.412 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.412 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.412 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.413 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.413 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.414 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.414 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.414 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.414 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.415 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.415 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.415 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.415 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.415 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.416 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.416 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.416 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.416 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "localpool", 2021-07-26T15:46:32.416 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.417 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.417 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.417 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "failure_domain": { 2021-07-26T15:46:32.417 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "failure_domain", 2021-07-26T15:46:32.418 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.418 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.418 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.418 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "host", 2021-07-26T15:46:32.418 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.419 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.419 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.419 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "failure domain for any created local pool", 2021-07-26T15:46:32.419 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.419 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.420 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.420 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.420 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.420 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.421 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.421 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.421 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.421 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.421 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.422 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.422 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.422 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.422 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.423 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.423 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.423 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.423 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.423 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.424 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.424 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.424 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.424 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.424 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.425 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.425 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.425 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.425 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.425 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.426 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.426 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.426 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.426 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.427 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.427 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.427 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.427 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.427 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.428 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.428 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.428 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.428 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.428 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.429 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.429 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.429 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.429 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.430 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.430 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.430 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.430 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.430 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.431 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.431 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.431 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.431 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.431 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.432 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.432 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.432 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.432 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.432 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.433 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.433 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.433 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.434 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.434 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.434 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.434 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.434 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.435 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.435 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.435 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.435 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min_size": { 2021-07-26T15:46:32.436 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "min_size", 2021-07-26T15:46:32.436 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.436 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.436 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.436 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.437 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.437 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.437 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.437 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "default min_size for any created local pool", 2021-07-26T15:46:32.437 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.438 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.438 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.438 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.439 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "num_rep": { 2021-07-26T15:46:32.439 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "num_rep", 2021-07-26T15:46:32.439 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.439 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.439 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.440 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "3", 2021-07-26T15:46:32.440 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.440 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.440 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.440 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "default replica count for any created local pool", 2021-07-26T15:46:32.441 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.441 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.441 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.441 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.442 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "pg_num": { 2021-07-26T15:46:32.442 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "pg_num", 2021-07-26T15:46:32.442 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.442 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.442 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.443 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "128", 2021-07-26T15:46:32.443 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.443 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.443 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.443 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "default pg_num for any created local pool", 2021-07-26T15:46:32.444 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.444 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.444 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.444 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.445 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "prefix": { 2021-07-26T15:46:32.445 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "prefix", 2021-07-26T15:46:32.445 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.445 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.445 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.446 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.446 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.446 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.446 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.447 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "name prefix for any created local pool", 2021-07-26T15:46:32.447 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.447 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.447 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.447 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.448 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "subtree": { 2021-07-26T15:46:32.448 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "subtree", 2021-07-26T15:46:32.448 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.448 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.448 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.449 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "rack", 2021-07-26T15:46:32.449 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.449 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.449 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.449 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "CRUSH level for which to create a local pool", 2021-07-26T15:46:32.450 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.450 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.450 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.450 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.450 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.451 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.451 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.451 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2021-07-26T15:46:32.451 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.452 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.452 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.452 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.452 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.452 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.453 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.453 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.453 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.453 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.453 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.454 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.454 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.454 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.454 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.455 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.455 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.455 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.455 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.455 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.456 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.456 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.456 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.456 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.456 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.457 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.457 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.457 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.457 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.458 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.458 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.458 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.458 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.458 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.459 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.459 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.459 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.459 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.459 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.460 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.460 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.460 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.460 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.461 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.461 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.461 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.461 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.461 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.462 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.462 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.462 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.462 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.463 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.463 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.463 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.463 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.463 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.464 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.464 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.464 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.464 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.464 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.465 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.465 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.465 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.465 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.465 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.466 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.466 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.466 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.466 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.467 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.467 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.467 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "orchestrator": { 2021-07-26T15:46:32.467 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2021-07-26T15:46:32.467 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.468 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.468 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.468 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:32.468 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.468 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.469 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.469 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "cephadm", 2021-07-26T15:46:32.469 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rook", 2021-07-26T15:46:32.469 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "test_orchestrator" 2021-07-26T15:46:32.469 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.470 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Orchestrator backend", 2021-07-26T15:46:32.470 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.470 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.470 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.471 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.471 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.471 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.471 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.471 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "osd_support", 2021-07-26T15:46:32.472 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.472 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.472 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.472 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.473 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.473 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.473 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.473 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.473 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.474 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.474 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.474 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.474 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.474 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.475 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.475 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.475 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.475 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.475 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.476 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.476 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.476 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.476 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.477 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.477 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.477 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.477 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.477 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.478 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.478 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.478 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.478 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.478 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.479 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.479 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.479 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.479 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.480 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.480 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.480 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.480 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.480 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.481 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.481 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.481 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.481 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.481 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.482 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.482 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.482 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.482 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.482 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.483 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.483 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.483 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.483 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.483 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.484 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.484 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.484 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.484 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.485 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.485 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.485 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.485 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.485 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.486 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.486 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.486 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.486 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.487 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.487 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.487 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.487 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.487 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.488 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.488 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "pg_autoscaler", 2021-07-26T15:46:32.488 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.488 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.488 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.489 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.489 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.489 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.489 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.489 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.490 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.490 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.490 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.490 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.491 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.491 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.491 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.491 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.491 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.492 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.492 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.492 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.492 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.492 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.493 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.493 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.493 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.493 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.493 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.494 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.494 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.494 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.494 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.495 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.495 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.495 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.495 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.495 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.496 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.496 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.496 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.496 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.496 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.497 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.497 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.497 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.497 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.498 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.498 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.498 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.498 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.498 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.499 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.499 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.499 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.499 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.499 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.500 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.500 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.500 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.501 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.501 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.501 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.501 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.502 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.502 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.502 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.502 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.502 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.503 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.503 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.503 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.503 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.503 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.504 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.504 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-07-26T15:46:32.504 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-07-26T15:46:32.504 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.505 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.505 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.505 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-07-26T15:46:32.505 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.505 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.506 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.506 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.506 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.506 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.507 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.507 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.507 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.507 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.507 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.508 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "progress", 2021-07-26T15:46:32.508 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.508 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.508 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.508 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enabled": { 2021-07-26T15:46:32.509 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "enabled", 2021-07-26T15:46:32.509 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.509 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.509 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.510 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.510 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.510 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.510 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.510 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.511 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.511 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.511 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.511 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.511 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.512 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.512 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.512 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.512 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.513 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.513 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.513 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.513 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.513 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.514 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.514 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.514 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.514 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.514 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.515 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.515 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.515 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.515 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.516 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.516 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.516 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.516 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.516 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.517 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.517 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.517 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.517 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.517 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.518 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.518 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.518 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.518 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.519 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.519 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.519 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.519 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.519 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.520 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.520 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.520 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.520 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.520 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.521 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.521 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.521 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.521 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.522 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.522 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.522 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.522 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.522 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.523 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.523 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.523 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.523 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.523 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.524 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.524 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.524 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.524 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.525 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.525 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.525 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.525 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.525 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.526 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.526 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.526 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.526 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.526 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max_completed_events": { 2021-07-26T15:46:32.527 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "max_completed_events", 2021-07-26T15:46:32.527 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.527 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.527 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.528 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "50", 2021-07-26T15:46:32.528 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.528 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.528 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.528 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "number of past completed events to remember", 2021-07-26T15:46:32.529 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.529 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.529 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.529 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.529 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "persist_interval": { 2021-07-26T15:46:32.530 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "persist_interval", 2021-07-26T15:46:32.530 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:32.530 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.530 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.531 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-07-26T15:46:32.531 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.531 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.531 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.531 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "how frequently to persist completed events", 2021-07-26T15:46:32.532 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.532 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.532 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.532 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.532 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.533 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.533 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.533 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "prometheus", 2021-07-26T15:46:32.533 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.533 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.534 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.534 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.534 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.534 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.535 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.535 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.535 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.535 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.535 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.536 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.536 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.536 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.536 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.536 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.537 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.537 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.537 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.537 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.537 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.538 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.538 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.538 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.538 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.539 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.539 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.539 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.539 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.539 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.540 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.540 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.540 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.540 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.540 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.541 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.541 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.541 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.541 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.542 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.542 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.542 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.542 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.542 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.543 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.543 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.543 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.543 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.543 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.544 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.544 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.544 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.544 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.545 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.545 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.545 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.545 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.545 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.546 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.546 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.546 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.546 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.546 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.547 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.547 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.547 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.547 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.548 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.548 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.548 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.548 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.548 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.549 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.549 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rbd_stats_pools": { 2021-07-26T15:46:32.549 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools", 2021-07-26T15:46:32.549 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.549 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.550 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.550 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.550 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.550 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.550 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.551 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.551 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.551 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.551 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.552 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.552 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rbd_stats_pools_refresh_interval": { 2021-07-26T15:46:32.552 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools_refresh_interval", 2021-07-26T15:46:32.552 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.552 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.553 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.553 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "300", 2021-07-26T15:46:32.553 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.553 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.553 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.554 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.554 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.554 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.554 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.555 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.555 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "scrape_interval": { 2021-07-26T15:46:32.555 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "scrape_interval", 2021-07-26T15:46:32.555 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.555 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.556 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.556 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.556 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.556 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.556 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.557 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.557 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.557 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.557 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.557 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.558 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-07-26T15:46:32.558 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-07-26T15:46:32.558 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.558 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.559 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.559 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.559 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.559 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.559 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.560 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.560 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.560 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.560 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.560 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.561 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "server_port": { 2021-07-26T15:46:32.561 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-07-26T15:46:32.561 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.561 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.561 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.562 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.562 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.562 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.562 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.563 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.563 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.563 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.563 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.563 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.564 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "stale_cache_strategy": { 2021-07-26T15:46:32.564 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "stale_cache_strategy", 2021-07-26T15:46:32.564 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.564 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.564 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.565 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.565 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.565 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.565 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.565 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.566 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.566 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.566 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.566 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.567 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.567 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.567 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.567 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "rbd_support", 2021-07-26T15:46:32.567 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.568 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.568 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.568 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.568 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.568 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.569 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.569 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.569 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.569 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.569 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.570 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.570 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.570 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.570 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.571 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.571 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.571 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.571 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.571 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.572 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.572 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.572 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.572 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.572 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.573 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.573 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.573 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.573 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.574 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.574 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.574 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.574 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.575 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.575 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.575 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.575 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.575 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.576 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.576 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.576 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.576 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.576 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.577 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.577 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.577 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.577 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.578 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.578 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.578 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.578 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.579 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.579 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.579 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.579 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.579 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.580 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.580 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.580 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.580 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.580 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.581 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.581 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.581 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.581 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.581 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.582 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.582 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.582 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.582 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.583 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.583 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.583 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.583 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max_concurrent_snap_create": { 2021-07-26T15:46:32.583 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "max_concurrent_snap_create", 2021-07-26T15:46:32.584 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.584 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.584 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.584 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-07-26T15:46:32.584 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.585 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.585 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.585 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.585 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.586 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.586 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.586 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.586 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "mirror_snapshot_schedule": { 2021-07-26T15:46:32.586 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "mirror_snapshot_schedule", 2021-07-26T15:46:32.587 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.587 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.587 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.587 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.587 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.588 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.588 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.588 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.588 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.589 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.589 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.589 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.589 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "trash_purge_schedule": { 2021-07-26T15:46:32.589 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "trash_purge_schedule", 2021-07-26T15:46:32.590 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.590 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.590 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.590 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.590 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.591 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.591 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.591 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.591 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.592 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.592 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.592 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.592 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.592 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.593 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.593 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "restful", 2021-07-26T15:46:32.593 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.593 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.593 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.594 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "key_file": { 2021-07-26T15:46:32.594 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "key_file", 2021-07-26T15:46:32.594 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.594 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.595 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.595 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.595 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.595 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.595 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.596 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.596 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.596 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.596 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.596 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.597 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.597 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.597 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.597 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.598 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.598 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.598 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.598 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.598 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.599 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.599 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.599 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.599 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.599 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.600 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.600 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.600 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.600 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.601 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.601 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.601 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.601 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.602 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.602 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.602 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.602 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.603 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.603 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.603 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.603 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.603 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.604 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.604 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.604 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.604 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.604 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.605 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.605 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.605 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.605 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.606 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.606 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.606 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.606 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.606 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.607 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.607 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.607 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.607 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.607 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.608 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.608 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.608 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.608 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.608 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.609 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.609 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.609 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.609 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.610 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.610 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.610 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.610 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.610 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.611 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.611 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.611 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.611 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.611 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.612 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.612 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-07-26T15:46:32.612 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-07-26T15:46:32.612 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.613 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.613 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.613 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.613 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.613 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.614 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.614 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.614 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.614 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.614 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.615 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.615 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "server_port": { 2021-07-26T15:46:32.615 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-07-26T15:46:32.615 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.616 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.616 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.616 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.616 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.616 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.617 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.617 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.617 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.617 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.617 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.618 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.618 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.618 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.618 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.619 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "rook", 2021-07-26T15:46:32.619 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.619 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.619 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.619 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.620 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.620 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.620 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.620 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.621 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.621 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.621 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.621 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.621 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.622 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.622 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.622 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.622 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.622 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.623 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.623 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.623 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.623 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.624 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.624 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.624 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.624 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.624 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.625 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.625 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.625 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.625 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.625 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.626 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.626 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.626 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.626 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.627 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.627 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.627 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.628 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.628 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.628 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.628 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.628 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.629 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.629 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.629 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.629 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.629 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.630 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.630 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.630 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.630 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.631 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.631 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.631 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.631 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.631 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.632 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.632 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.632 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.632 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.632 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.633 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.633 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.633 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.633 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.634 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.634 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.634 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.634 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.634 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.635 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.635 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.635 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.635 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.636 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "selftest", 2021-07-26T15:46:32.636 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.636 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.636 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.637 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.637 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.637 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.637 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.638 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.639 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.639 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.640 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.640 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.640 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.640 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.641 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.641 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.641 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.641 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.642 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.642 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.642 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.642 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.642 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.643 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.643 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.643 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.643 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.643 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.644 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.644 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.644 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.644 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.645 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.645 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.645 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.645 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.646 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.646 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.646 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.647 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.647 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.647 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.647 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.647 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.648 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.648 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.648 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.648 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.649 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.649 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.649 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.649 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.649 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.650 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.650 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.650 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.650 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.650 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.651 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.651 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.651 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.651 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.652 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.652 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.652 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.652 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.652 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.653 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.653 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.653 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.653 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.653 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.654 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.654 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "roption1": { 2021-07-26T15:46:32.654 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "roption1", 2021-07-26T15:46:32.654 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.655 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.655 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.655 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.655 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.656 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.656 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.656 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.656 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.657 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.657 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.657 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.657 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "roption2": { 2021-07-26T15:46:32.658 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "roption2", 2021-07-26T15:46:32.658 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.658 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.658 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.658 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "xyz", 2021-07-26T15:46:32.659 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.659 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.659 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.659 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.659 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.660 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.660 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.660 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.660 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rwoption1": { 2021-07-26T15:46:32.661 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "rwoption1", 2021-07-26T15:46:32.661 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.661 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.661 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.661 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.662 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.662 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.662 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.662 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.662 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.663 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.663 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.663 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.663 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rwoption2": { 2021-07-26T15:46:32.663 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "rwoption2", 2021-07-26T15:46:32.664 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.664 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.664 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.664 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.665 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.665 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.665 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.665 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.666 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.666 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.666 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.666 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.667 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rwoption3": { 2021-07-26T15:46:32.667 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "rwoption3", 2021-07-26T15:46:32.667 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "float", 2021-07-26T15:46:32.667 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.667 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.668 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.668 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.668 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.668 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.668 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.669 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.669 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.669 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.669 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.670 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rwoption4": { 2021-07-26T15:46:32.670 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "rwoption4", 2021-07-26T15:46:32.670 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.670 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.670 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.671 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.671 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.671 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.671 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.671 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.672 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.672 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.672 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.672 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.673 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rwoption5": { 2021-07-26T15:46:32.673 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "rwoption5", 2021-07-26T15:46:32.673 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.673 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.673 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.674 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.674 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.674 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.675 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.675 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.675 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.675 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.676 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.676 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.676 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rwoption6": { 2021-07-26T15:46:32.676 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "rwoption6", 2021-07-26T15:46:32.676 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.677 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.677 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.677 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.677 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.678 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.678 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.678 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.678 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.679 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.679 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.679 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.679 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "testkey": { 2021-07-26T15:46:32.679 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "testkey", 2021-07-26T15:46:32.680 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.680 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.680 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.680 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.680 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.681 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.681 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.681 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.681 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.681 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.682 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.682 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.682 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "testlkey": { 2021-07-26T15:46:32.682 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "testlkey", 2021-07-26T15:46:32.683 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.683 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.683 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.683 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.683 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.684 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.684 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.684 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.684 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.684 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.685 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.685 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.685 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "testnewline": { 2021-07-26T15:46:32.685 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "testnewline", 2021-07-26T15:46:32.686 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.686 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.686 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.686 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.686 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.687 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.687 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.687 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.687 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.687 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.688 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.688 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.688 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.688 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.689 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.689 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "status", 2021-07-26T15:46:32.689 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.689 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.689 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.690 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.690 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.690 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.690 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.690 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.691 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.691 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.691 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.691 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.691 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.692 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.692 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.692 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.692 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.693 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.693 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.693 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.693 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.693 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.694 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.694 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.694 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.694 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.694 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.695 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.695 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.695 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.695 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.696 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.696 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.696 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.696 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.696 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.697 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.697 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.697 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.697 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.697 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.698 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.698 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.698 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.698 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.699 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.699 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.699 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.699 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.699 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.700 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.700 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.700 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.700 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.700 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.701 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.701 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.701 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.702 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.702 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.702 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.702 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.703 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.703 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.703 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.703 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.703 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.704 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.704 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.704 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.704 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.704 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.705 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.705 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.705 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.705 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.706 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "telegraf", 2021-07-26T15:46:32.706 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.706 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.706 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.706 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "address": { 2021-07-26T15:46:32.707 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "address", 2021-07-26T15:46:32.707 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.707 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.707 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.707 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "unixgram:///tmp/telegraf.sock", 2021-07-26T15:46:32.708 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.708 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.708 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.708 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.709 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.709 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.709 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.709 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.709 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "interval": { 2021-07-26T15:46:32.710 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-07-26T15:46:32.710 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:32.710 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.710 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.711 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "15", 2021-07-26T15:46:32.711 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.711 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.711 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.711 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.712 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.712 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.712 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.712 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.712 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.713 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.713 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.713 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.713 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.713 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.714 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.714 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.714 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.715 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.715 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.715 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.715 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.716 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.716 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.716 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.716 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.717 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.717 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.717 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.717 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.717 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.718 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.718 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.718 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.718 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.719 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.719 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.719 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.719 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.719 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.720 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.720 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.720 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.720 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.720 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.721 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.721 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.721 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.721 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.722 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.722 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.722 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.722 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.722 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.723 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.723 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.723 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.723 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.723 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.724 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.724 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.724 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.724 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.724 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.725 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.725 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.725 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.725 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.726 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.726 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.726 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.726 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.726 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.727 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.727 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.727 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.727 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.727 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.728 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.728 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.728 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.728 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.729 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "telemetry", 2021-07-26T15:46:32.729 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.729 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.729 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.729 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "channel_basic": { 2021-07-26T15:46:32.730 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "channel_basic", 2021-07-26T15:46:32.730 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.730 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.730 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.730 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.731 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.731 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.731 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.731 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Share basic cluster information (size, version)", 2021-07-26T15:46:32.732 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.732 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.732 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.732 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.732 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "channel_crash": { 2021-07-26T15:46:32.733 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "channel_crash", 2021-07-26T15:46:32.733 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.733 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.733 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.733 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.734 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.734 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.734 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.734 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.735 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.735 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.735 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.735 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.735 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "channel_device": { 2021-07-26T15:46:32.736 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "channel_device", 2021-07-26T15:46:32.736 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.736 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.736 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.736 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-07-26T15:46:32.737 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.737 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.737 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.737 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.738 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.738 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.738 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.738 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.738 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "channel_ident": { 2021-07-26T15:46:32.739 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "channel_ident", 2021-07-26T15:46:32.739 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.739 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.739 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.740 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.740 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.740 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.740 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.740 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.741 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.741 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.741 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.741 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.742 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "contact": { 2021-07-26T15:46:32.742 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "contact", 2021-07-26T15:46:32.742 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.742 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.742 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.743 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:32.743 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.743 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.743 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.744 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.744 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.744 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.744 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.744 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.745 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "description": { 2021-07-26T15:46:32.745 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "description", 2021-07-26T15:46:32.745 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.745 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.745 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.746 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:32.746 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.746 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.746 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.747 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.747 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.747 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.747 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.747 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.748 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "device_url": { 2021-07-26T15:46:32.748 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "device_url", 2021-07-26T15:46:32.748 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.748 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.749 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.749 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/device", 2021-07-26T15:46:32.749 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.749 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.749 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.750 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.750 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.750 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.750 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.751 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.751 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enabled": { 2021-07-26T15:46:32.751 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "enabled", 2021-07-26T15:46:32.751 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.751 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.752 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.752 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.752 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.752 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.752 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.753 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.753 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.753 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.753 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.754 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.754 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "interval": { 2021-07-26T15:46:32.754 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-07-26T15:46:32.754 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.754 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.755 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.755 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "24", 2021-07-26T15:46:32.755 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "8", 2021-07-26T15:46:32.755 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.755 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.756 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.756 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.756 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.756 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.757 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.757 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "last_opt_revision": { 2021-07-26T15:46:32.757 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "last_opt_revision", 2021-07-26T15:46:32.757 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.758 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.758 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.758 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "1", 2021-07-26T15:46:32.758 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.758 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.759 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.759 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.759 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.759 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.760 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.760 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.760 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "leaderboard": { 2021-07-26T15:46:32.760 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "leaderboard", 2021-07-26T15:46:32.760 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.761 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.761 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.761 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.761 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.761 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.762 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.762 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.762 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.762 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.763 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.763 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.763 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.763 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.763 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.764 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.764 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.764 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.764 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.764 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.765 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.765 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.765 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.765 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.766 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.766 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.766 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.766 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.766 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.767 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.767 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.767 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.767 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.767 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.768 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.768 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.768 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.768 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.768 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.769 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.769 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.769 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.769 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.770 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.770 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.770 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.770 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.770 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.771 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.771 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.771 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.771 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.771 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.772 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.772 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.772 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.772 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.773 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.773 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.773 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.773 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.773 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.774 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.774 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.774 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.774 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.775 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.775 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.775 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.775 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.775 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.776 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.776 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.776 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.776 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.777 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.777 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.777 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.777 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.777 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.778 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.778 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.778 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "organization": { 2021-07-26T15:46:32.778 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "organization", 2021-07-26T15:46:32.779 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.779 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.779 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.779 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:32.779 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.780 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.780 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.780 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.780 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.780 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.781 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.781 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.781 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "proxy": { 2021-07-26T15:46:32.781 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "proxy", 2021-07-26T15:46:32.782 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.782 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.782 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.782 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:32.782 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.783 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.783 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.783 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.783 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.783 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.784 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.784 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.784 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "url": { 2021-07-26T15:46:32.784 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "url", 2021-07-26T15:46:32.785 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.785 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.785 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.785 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/report", 2021-07-26T15:46:32.785 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.786 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.786 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.786 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.786 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.786 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.787 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.787 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.787 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.787 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.788 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.788 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "test_orchestrator", 2021-07-26T15:46:32.788 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.788 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.788 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.789 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.789 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.789 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.789 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.789 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.790 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.790 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.790 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.790 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.791 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.791 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.791 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.791 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.791 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.792 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.792 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.792 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.792 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.792 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.793 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.793 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.793 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.793 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.794 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.794 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.794 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.794 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.794 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.795 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.795 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.795 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.795 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.796 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.796 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.796 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.796 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.797 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.797 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.797 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.797 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.797 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.798 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.798 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.798 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.798 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.798 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.799 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.799 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.799 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.799 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.799 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.800 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.800 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.800 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.800 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.801 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.801 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.801 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.801 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.802 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.802 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.802 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.802 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.803 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.803 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.803 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.803 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.803 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.804 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.804 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.804 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.804 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.805 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.805 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "volumes", 2021-07-26T15:46:32.805 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.805 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.805 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.806 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.806 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.806 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.806 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.806 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.807 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.807 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.807 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.807 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.808 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.808 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.808 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.808 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.808 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.809 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.809 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.809 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.809 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.809 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.810 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.810 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.810 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.810 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.811 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.811 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.811 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.811 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.811 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.812 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.812 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.812 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.812 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.812 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.813 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.813 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.813 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.813 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.814 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.814 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.814 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.814 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.814 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.815 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.815 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.815 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.815 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.815 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.816 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.816 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.816 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.816 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.816 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.817 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.817 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.817 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.817 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.818 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.818 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.818 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.818 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.818 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.819 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.819 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.819 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.819 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.820 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.820 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.820 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.820 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.820 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.821 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max_concurrent_clones": { 2021-07-26T15:46:32.821 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "max_concurrent_clones", 2021-07-26T15:46:32.821 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.821 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.821 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.822 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "4", 2021-07-26T15:46:32.822 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.822 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.822 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.823 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "Number of asynchronous cloner threads", 2021-07-26T15:46:32.823 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.823 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.823 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.823 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.824 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.824 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.824 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.824 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "zabbix", 2021-07-26T15:46:32.825 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-07-26T15:46:32.825 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-07-26T15:46:32.825 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "module_options": { 2021-07-26T15:46:32.825 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "discovery_interval": { 2021-07-26T15:46:32.825 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "discovery_interval", 2021-07-26T15:46:32.826 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.826 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.826 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.826 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "100", 2021-07-26T15:46:32.827 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.827 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.827 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.827 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.827 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.828 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.828 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.828 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.828 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "identifier": { 2021-07-26T15:46:32.828 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "identifier", 2021-07-26T15:46:32.829 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.829 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.829 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.829 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.830 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.830 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.830 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.830 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.830 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.831 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.831 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.831 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.831 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "interval": { 2021-07-26T15:46:32.831 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-07-26T15:46:32.832 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-07-26T15:46:32.832 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.832 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.832 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-07-26T15:46:32.833 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.833 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.833 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.833 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.833 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.834 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.834 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.834 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.834 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_level": { 2021-07-26T15:46:32.834 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-07-26T15:46:32.835 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.835 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.835 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.835 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-07-26T15:46:32.836 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.836 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.836 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.836 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.836 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.837 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.837 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.837 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.837 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.837 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.838 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.838 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.838 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.838 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.839 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.839 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-07-26T15:46:32.839 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-07-26T15:46:32.839 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.839 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.840 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.840 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.840 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.840 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.840 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.841 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.841 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.841 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.841 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.841 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.842 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-07-26T15:46:32.842 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-07-26T15:46:32.842 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.842 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.843 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.843 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-07-26T15:46:32.843 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.843 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.843 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-07-26T15:46:32.844 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "", 2021-07-26T15:46:32.844 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "critical", 2021-07-26T15:46:32.844 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "debug", 2021-07-26T15:46:32.844 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "error", 2021-07-26T15:46:32.844 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "info", 2021-07-26T15:46:32.845 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "warning" 2021-07-26T15:46:32.845 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.845 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.845 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.846 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.846 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.846 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.846 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-07-26T15:46:32.846 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-07-26T15:46:32.847 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-07-26T15:46:32.847 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.847 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-07-26T15:46:32.847 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-07-26T15:46:32.848 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.848 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.848 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.848 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.848 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.849 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.849 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.849 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.849 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "zabbix_host": { 2021-07-26T15:46:32.849 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "zabbix_host", 2021-07-26T15:46:32.850 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.850 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.850 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.850 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-07-26T15:46:32.851 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.851 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.851 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.851 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.851 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.852 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.852 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.852 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.852 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "zabbix_port": { 2021-07-26T15:46:32.852 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "zabbix_port", 2021-07-26T15:46:32.853 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "int", 2021-07-26T15:46:32.853 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.853 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.853 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "10051", 2021-07-26T15:46:32.853 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.854 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.854 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.854 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.854 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.855 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.855 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.855 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.855 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "zabbix_sender": { 2021-07-26T15:46:32.855 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "name": "zabbix_sender", 2021-07-26T15:46:32.856 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "str", 2021-07-26T15:46:32.856 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-07-26T15:46:32.856 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-07-26T15:46:32.856 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "default_value": "/usr/bin/zabbix_sender", 2021-07-26T15:46:32.856 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "min": "", 2021-07-26T15:46:32.857 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "max": "", 2021-07-26T15:46:32.857 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-07-26T15:46:32.857 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "desc": "", 2021-07-26T15:46:32.857 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-07-26T15:46:32.858 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "tags": [], 2021-07-26T15:46:32.858 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-07-26T15:46:32.858 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.858 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.858 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.859 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.859 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "services": {}, 2021-07-26T15:46:32.859 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "always_on_modules": { 2021-07-26T15:46:32.859 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "nautilus": [ 2021-07-26T15:46:32.859 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "balancer", 2021-07-26T15:46:32.860 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "crash", 2021-07-26T15:46:32.860 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "devicehealth", 2021-07-26T15:46:32.860 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "orchestrator_cli", 2021-07-26T15:46:32.860 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "progress", 2021-07-26T15:46:32.860 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rbd_support", 2021-07-26T15:46:32.861 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "status", 2021-07-26T15:46:32.861 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "volumes" 2021-07-26T15:46:32.861 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.861 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "octopus": [ 2021-07-26T15:46:32.862 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "balancer", 2021-07-26T15:46:32.862 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "crash", 2021-07-26T15:46:32.862 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "devicehealth", 2021-07-26T15:46:32.862 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "orchestrator", 2021-07-26T15:46:32.862 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "pg_autoscaler", 2021-07-26T15:46:32.863 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "progress", 2021-07-26T15:46:32.863 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "rbd_support", 2021-07-26T15:46:32.863 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "status", 2021-07-26T15:46:32.863 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "telemetry", 2021-07-26T15:46:32.863 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "volumes" 2021-07-26T15:46:32.864 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ], 2021-07-26T15:46:32.864 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "last_failure_osd_epoch": 2, 2021-07-26T15:46:32.864 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "active_clients": [ 2021-07-26T15:46:32.864 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.865 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-07-26T15:46:32.865 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.865 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-07-26T15:46:32.865 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.37:0", 2021-07-26T15:46:32.865 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "nonce": 2226848329 2021-07-26T15:46:32.866 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.866 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ] 2021-07-26T15:46:32.866 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout }, 2021-07-26T15:46:32.866 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.866 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-07-26T15:46:32.867 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:32.867 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-07-26T15:46:32.867 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "addr": "172.21.15.37:0", 2021-07-26T15:46:32.867 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "nonce": 37677034 2021-07-26T15:46:32.868 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.868 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ] 2021-07-26T15:46:32.868 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.868 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout ] 2021-07-26T15:46:32.868 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.869 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:32.869 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:31 smithi037 bash[14605]: audit 2021-07-26T15:46:31.280158+0000 mon.a (mon.0) 69 : audit [DBG] from='client.? 172.21.15.37:0/3254111932' entity='client.admin' cmd=[{"prefix": "mgr dump"}]: dispatch 2021-07-26T15:46:32.870 INFO:teuthology.orchestra.run.smithi037.stderr:Waiting for the mgr to restart... 2021-07-26T15:46:32.870 INFO:teuthology.orchestra.run.smithi037.stderr:Waiting for Mgr epoch 9... 2021-07-26T15:46:32.870 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus tell mgr mgr_status 2021-07-26T15:46:34.316 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:34 smithi037 bash[14605]: cluster 2021-07-26T15:46:33.821093+0000 mon.a (mon.0) 70 : cluster [INF] Active manager daemon y restarted 2021-07-26T15:46:34.317 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:34 smithi037 bash[14605]: cluster 2021-07-26T15:46:33.821853+0000 mon.a (mon.0) 71 : cluster [INF] Activating manager daemon y 2021-07-26T15:46:34.317 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:34 smithi037 bash[14605]: cluster 2021-07-26T15:46:33.823794+0000 mon.a (mon.0) 72 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2021-07-26T15:46:34.317 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:46:34 smithi037 bash[14852]: Warning: Permanently added 'smithi037,172.21.15.37' (ECDSA) to the list of known hosts. 2021-07-26T15:46:35.085 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout { 2021-07-26T15:46:35.086 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2021-07-26T15:46:35.086 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout "initialized": true 2021-07-26T15:46:35.086 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout } 2021-07-26T15:46:35.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:35 smithi037 bash[14605]: cluster 2021-07-26T15:46:34.062078+0000 mon.a (mon.0) 73 : cluster [DBG] mgrmap e10: y(active, starting, since 0.240282s) 2021-07-26T15:46:35.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:35 smithi037 bash[14605]: audit 2021-07-26T15:46:34.063877+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:46:35.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:35 smithi037 bash[14605]: audit 2021-07-26T15:46:34.065415+0000 mon.a (mon.0) 75 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:46:35.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:35 smithi037 bash[14605]: audit 2021-07-26T15:46:34.066883+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:46:35.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:35 smithi037 bash[14605]: audit 2021-07-26T15:46:34.067427+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:46:35.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:35 smithi037 bash[14605]: audit 2021-07-26T15:46:34.067863+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:46:35.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:35 smithi037 bash[14605]: audit 2021-07-26T15:46:34.068497+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-07-26T15:46:35.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:35 smithi037 bash[14605]: audit 2021-07-26T15:46:34.070093+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi037"}]: dispatch 2021-07-26T15:46:35.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:35 smithi037 bash[14605]: audit 2021-07-26T15:46:34.070739+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2021-07-26T15:46:35.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:35 smithi037 bash[14605]: audit 2021-07-26T15:46:34.071366+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2021-07-26T15:46:35.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:35 smithi037 bash[14605]: audit 2021-07-26T15:46:34.072001+0000 mon.a (mon.0) 83 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2021-07-26T15:46:35.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:35 smithi037 bash[14605]: audit 2021-07-26T15:46:34.072612+0000 mon.a (mon.0) 84 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2021-07-26T15:46:35.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:35 smithi037 bash[14605]: audit 2021-07-26T15:46:34.073188+0000 mon.a (mon.0) 85 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2021-07-26T15:46:35.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:35 smithi037 bash[14605]: audit 2021-07-26T15:46:34.073766+0000 mon.a (mon.0) 86 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2021-07-26T15:46:35.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:35 smithi037 bash[14605]: audit 2021-07-26T15:46:34.074379+0000 mon.a (mon.0) 87 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2021-07-26T15:46:35.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:35 smithi037 bash[14605]: audit 2021-07-26T15:46:34.074895+0000 mon.a (mon.0) 88 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2021-07-26T15:46:35.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:35 smithi037 bash[14605]: cluster 2021-07-26T15:46:34.078260+0000 mon.a (mon.0) 89 : cluster [INF] Manager daemon y is now available 2021-07-26T15:46:35.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:35 smithi037 bash[14605]: audit 2021-07-26T15:46:34.252652+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:46:35.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:35 smithi037 bash[14605]: audit 2021-07-26T15:46:34.261393+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:46:35.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:35 smithi037 bash[14605]: audit 2021-07-26T15:46:34.459593+0000 mon.a (mon.0) 92 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:46:36.191 INFO:teuthology.orchestra.run.smithi037.stderr:Mgr epoch 9 is available 2021-07-26T15:46:36.192 INFO:teuthology.orchestra.run.smithi037.stderr:Generating a dashboard self-signed certificate... 2021-07-26T15:46:36.192 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus dashboard create-self-signed-cert 2021-07-26T15:46:36.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:36 smithi037 bash[14605]: cluster 2021-07-26T15:46:35.061905+0000 mon.a (mon.0) 93 : cluster [DBG] mgrmap e11: y(active, since 1.24012s) 2021-07-26T15:46:36.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:36 smithi037 bash[14605]: audit 2021-07-26T15:46:35.063216+0000 mgr.y (mgr.14140) 1 : audit [DBG] from='client.14144 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2021-07-26T15:46:36.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:36 smithi037 bash[14605]: audit 2021-07-26T15:46:35.078681+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:46:36.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:36 smithi037 bash[14605]: audit 2021-07-26T15:46:35.079452+0000 mon.a (mon.0) 95 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:46:36.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:36 smithi037 bash[14605]: audit 2021-07-26T15:46:35.080968+0000 mgr.y (mgr.14140) 2 : audit [DBG] from='client.14144 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2021-07-26T15:46:37.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:37 smithi037 bash[14605]: cluster 2021-07-26T15:46:36.083309+0000 mon.a (mon.0) 96 : cluster [DBG] mgrmap e12: y(active, since 2s) 2021-07-26T15:46:38.268 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout Self-signed certificate created 2021-07-26T15:46:38.924 INFO:teuthology.orchestra.run.smithi037.stderr:Creating initial admin user... 2021-07-26T15:46:38.925 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z -v /tmp/ceph-tmphjvsc2pz:/tmp/dashboard.pw:z docker.io/ceph/daemon-base:latest-octopus dashboard ac-user-create admin -i /tmp/dashboard.pw administrator --force-password --pwd-update-required 2021-07-26T15:46:39.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:39 smithi037 bash[14605]: audit 2021-07-26T15:46:38.179460+0000 mgr.y (mgr.14140) 3 : audit [DBG] from='client.14150 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:46:39.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:39 smithi037 bash[14605]: audit 2021-07-26T15:46:38.260677+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:46:39.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:39 smithi037 bash[14605]: audit 2021-07-26T15:46:38.263220+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:46:40.657 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$HMA0Zf4FUk0S9tCjXyOPmO8NnKRUhSrR/XpL9rCAR9XMeVxUGojw6", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1627314400, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2021-07-26T15:46:41.289 INFO:teuthology.orchestra.run.smithi037.stderr:Fetching dashboard port number... 2021-07-26T15:46:41.290 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/docker run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=smithi037 -v /var/log/ceph/72588c72-ee28-11eb-8c23-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmpd8elvt4e:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmpsrrpf1le:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config get mgr mgr/dashboard/ssl_server_port 2021-07-26T15:46:41.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:41 smithi037 bash[14605]: cluster 2021-07-26T15:46:40.264642+0000 mon.a (mon.0) 99 : cluster [DBG] mgrmap e13: y(active, since 6s) 2021-07-26T15:46:41.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:41 smithi037 bash[14605]: audit 2021-07-26T15:46:40.651979+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:46:42.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:42 smithi037 bash[14605]: audit 2021-07-26T15:46:40.402608+0000 mgr.y (mgr.14140) 4 : audit [DBG] from='client.14152 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:46:42.849 INFO:teuthology.orchestra.run.smithi037.stderr:/usr/bin/ceph: stdout 8443 2021-07-26T15:46:43.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:43 smithi037 bash[14605]: audit 2021-07-26T15:46:42.844127+0000 mon.a (mon.0) 101 : audit [DBG] from='client.? 172.21.15.37:0/3000083520' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2021-07-26T15:46:43.521 INFO:teuthology.orchestra.run.smithi037.stderr:firewalld does not appear to be present 2021-07-26T15:46:43.522 INFO:teuthology.orchestra.run.smithi037.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2021-07-26T15:46:43.525 INFO:teuthology.orchestra.run.smithi037.stderr:Ceph Dashboard is now available at: 2021-07-26T15:46:43.526 INFO:teuthology.orchestra.run.smithi037.stderr: 2021-07-26T15:46:43.526 INFO:teuthology.orchestra.run.smithi037.stderr: URL: https://smithi037.front.sepia.ceph.com:8443/ 2021-07-26T15:46:43.527 INFO:teuthology.orchestra.run.smithi037.stderr: User: admin 2021-07-26T15:46:43.527 INFO:teuthology.orchestra.run.smithi037.stderr: Password: kxqjtjo3uy 2021-07-26T15:46:43.527 INFO:teuthology.orchestra.run.smithi037.stderr: 2021-07-26T15:46:43.528 INFO:teuthology.orchestra.run.smithi037.stderr:You can access the Ceph CLI with: 2021-07-26T15:46:43.528 INFO:teuthology.orchestra.run.smithi037.stderr: 2021-07-26T15:46:43.528 INFO:teuthology.orchestra.run.smithi037.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2021-07-26T15:46:43.529 INFO:teuthology.orchestra.run.smithi037.stderr: 2021-07-26T15:46:43.529 INFO:teuthology.orchestra.run.smithi037.stderr:Please consider enabling telemetry to help improve Ceph: 2021-07-26T15:46:43.529 INFO:teuthology.orchestra.run.smithi037.stderr: 2021-07-26T15:46:43.530 INFO:teuthology.orchestra.run.smithi037.stderr: ceph telemetry on 2021-07-26T15:46:43.530 INFO:teuthology.orchestra.run.smithi037.stderr: 2021-07-26T15:46:43.530 INFO:teuthology.orchestra.run.smithi037.stderr:For more information see: 2021-07-26T15:46:43.530 INFO:teuthology.orchestra.run.smithi037.stderr: 2021-07-26T15:46:43.530 INFO:teuthology.orchestra.run.smithi037.stderr: https://docs.ceph.com/docs/master/mgr/telemetry/ 2021-07-26T15:46:43.531 INFO:teuthology.orchestra.run.smithi037.stderr: 2021-07-26T15:46:43.531 INFO:teuthology.orchestra.run.smithi037.stderr:Bootstrap complete. 2021-07-26T15:46:43.531 INFO:teuthology.orchestra.run.smithi037.stderr:Releasing lock 139791339630352 on /run/cephadm/72588c72-ee28-11eb-8c23-001a4aab830c.lock 2021-07-26T15:46:43.531 INFO:teuthology.orchestra.run.smithi037.stderr:Lock 139791339630352 released on /run/cephadm/72588c72-ee28-11eb-8c23-001a4aab830c.lock 2021-07-26T15:46:43.553 INFO:tasks.cephadm:Fetching config... 2021-07-26T15:46:43.553 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2021-07-26T15:46:43.554 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2021-07-26T15:46:43.562 INFO:tasks.cephadm:Fetching client.admin keyring... 2021-07-26T15:46:43.563 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2021-07-26T15:46:43.563 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2021-07-26T15:46:43.569 INFO:tasks.cephadm:Fetching mon keyring... 2021-07-26T15:46:43.570 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2021-07-26T15:46:43.570 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd if=/var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/keyring of=/dev/stdout 2021-07-26T15:46:43.629 INFO:tasks.cephadm:Fetching pub ssh key... 2021-07-26T15:46:43.630 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2021-07-26T15:46:43.631 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2021-07-26T15:46:43.638 INFO:tasks.cephadm:Installing pub ssh key for root users... 2021-07-26T15:46:43.639 DEBUG:teuthology.orchestra.run.smithi037:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDaEfiamWpOn63XlNTXrzGdl0Mf+bMJ+EAiXUAhtY/+yhMz7i6wt1LtDHMWyfB8nEj8uncM/UHkMWvk4MloDiHpV65HV+5cjHlEGWyCfKZTKH3JmrZWOfupTQKUggJfZToWEKf2MIZNHz0Yv67Hjf0uhSJ2iNfcVjsiC7GPBl+tBp8DrWUhfIX0qnZPE363OQa+YIYupR1hzj5emJgh7VDln+d07byGxfpqELAmFHpDYpFsdkEMIkMh3Kd10Q8Fl6dIou8TRFkTQ2ylZM3OmdN8ogYfJAMviEZmUXIpPC9fAFjejYdIWbmm3yJw9PLbI35Zj5XarDUdCN1ABulWVF2NhsHoQn4iAVl/XeRhzxhKXNWoIfmE9UAZwraxsnKLzAoMmEEEln5zXKvpTavZbKr3YwXTx+Q+UeRWHQMiATwmvB9XF3aI8a7TDmai8Y2QGopuSAQvddlOXdrFw4LFTOcmegCX8Y6q3+ShseBs7mhqH0lw9tL3X/AlcSJ9fUe6Quk= ceph-72588c72-ee28-11eb-8c23-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2021-07-26T15:46:43.662 INFO:teuthology.orchestra.run.smithi037.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDaEfiamWpOn63XlNTXrzGdl0Mf+bMJ+EAiXUAhtY/+yhMz7i6wt1LtDHMWyfB8nEj8uncM/UHkMWvk4MloDiHpV65HV+5cjHlEGWyCfKZTKH3JmrZWOfupTQKUggJfZToWEKf2MIZNHz0Yv67Hjf0uhSJ2iNfcVjsiC7GPBl+tBp8DrWUhfIX0qnZPE363OQa+YIYupR1hzj5emJgh7VDln+d07byGxfpqELAmFHpDYpFsdkEMIkMh3Kd10Q8Fl6dIou8TRFkTQ2ylZM3OmdN8ogYfJAMviEZmUXIpPC9fAFjejYdIWbmm3yJw9PLbI35Zj5XarDUdCN1ABulWVF2NhsHoQn4iAVl/XeRhzxhKXNWoIfmE9UAZwraxsnKLzAoMmEEEln5zXKvpTavZbKr3YwXTx+Q+UeRWHQMiATwmvB9XF3aI8a7TDmai8Y2QGopuSAQvddlOXdrFw4LFTOcmegCX8Y6q3+ShseBs7mhqH0lw9tL3X/AlcSJ9fUe6Quk= ceph-72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:46:43.674 DEBUG:teuthology.orchestra.run.smithi107:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDaEfiamWpOn63XlNTXrzGdl0Mf+bMJ+EAiXUAhtY/+yhMz7i6wt1LtDHMWyfB8nEj8uncM/UHkMWvk4MloDiHpV65HV+5cjHlEGWyCfKZTKH3JmrZWOfupTQKUggJfZToWEKf2MIZNHz0Yv67Hjf0uhSJ2iNfcVjsiC7GPBl+tBp8DrWUhfIX0qnZPE363OQa+YIYupR1hzj5emJgh7VDln+d07byGxfpqELAmFHpDYpFsdkEMIkMh3Kd10Q8Fl6dIou8TRFkTQ2ylZM3OmdN8ogYfJAMviEZmUXIpPC9fAFjejYdIWbmm3yJw9PLbI35Zj5XarDUdCN1ABulWVF2NhsHoQn4iAVl/XeRhzxhKXNWoIfmE9UAZwraxsnKLzAoMmEEEln5zXKvpTavZbKr3YwXTx+Q+UeRWHQMiATwmvB9XF3aI8a7TDmai8Y2QGopuSAQvddlOXdrFw4LFTOcmegCX8Y6q3+ShseBs7mhqH0lw9tL3X/AlcSJ9fUe6Quk= ceph-72588c72-ee28-11eb-8c23-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2021-07-26T15:46:43.699 INFO:teuthology.orchestra.run.smithi107.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDaEfiamWpOn63XlNTXrzGdl0Mf+bMJ+EAiXUAhtY/+yhMz7i6wt1LtDHMWyfB8nEj8uncM/UHkMWvk4MloDiHpV65HV+5cjHlEGWyCfKZTKH3JmrZWOfupTQKUggJfZToWEKf2MIZNHz0Yv67Hjf0uhSJ2iNfcVjsiC7GPBl+tBp8DrWUhfIX0qnZPE363OQa+YIYupR1hzj5emJgh7VDln+d07byGxfpqELAmFHpDYpFsdkEMIkMh3Kd10Q8Fl6dIou8TRFkTQ2ylZM3OmdN8ogYfJAMviEZmUXIpPC9fAFjejYdIWbmm3yJw9PLbI35Zj5XarDUdCN1ABulWVF2NhsHoQn4iAVl/XeRhzxhKXNWoIfmE9UAZwraxsnKLzAoMmEEEln5zXKvpTavZbKr3YwXTx+Q+UeRWHQMiATwmvB9XF3aI8a7TDmai8Y2QGopuSAQvddlOXdrFw4LFTOcmegCX8Y6q3+ShseBs7mhqH0lw9tL3X/AlcSJ9fUe6Quk= ceph-72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:46:43.710 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph config set mgr mgr/cephadm/allow_ptrace true 2021-07-26T15:46:48.924 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi107 2021-07-26T15:46:48.925 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2021-07-26T15:46:48.925 DEBUG:teuthology.orchestra.run.smithi107:> dd of=/etc/ceph/ceph.conf 2021-07-26T15:46:48.932 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2021-07-26T15:46:48.933 DEBUG:teuthology.orchestra.run.smithi107:> dd of=/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:46:48.939 INFO:tasks.cephadm:Adding host smithi107 to orchestrator... 2021-07-26T15:46:48.940 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph orch host add smithi107 2021-07-26T15:46:49.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:48 smithi037 bash[14605]: audit 2021-07-26T15:46:47.990546+0000 mon.a (mon.0) 102 : audit [INF] from='client.? 172.21.15.37:0/3194132848' entity='client.admin' 2021-07-26T15:46:51.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:51 smithi037 bash[14605]: audit 2021-07-26T15:46:51.132552+0000 mon.a (mon.0) 103 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:46:52.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:52 smithi037 bash[14605]: audit 2021-07-26T15:46:51.433190+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:46:52.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:52 smithi037 bash[14605]: cephadm 2021-07-26T15:46:51.433933+0000 mgr.y (mgr.14140) 5 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:46:52.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:52 smithi037 bash[14605]: audit 2021-07-26T15:46:51.849208+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:46:52.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:52 smithi037 bash[14605]: cephadm 2021-07-26T15:46:51.849917+0000 mgr.y (mgr.14140) 6 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2021-07-26T15:46:52.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:52 smithi037 bash[14605]: audit 2021-07-26T15:46:51.850514+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:46:52.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:52 smithi037 bash[14605]: audit 2021-07-26T15:46:51.851842+0000 mon.a (mon.0) 107 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:52.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:52 smithi037 bash[14605]: cephadm 2021-07-26T15:46:51.852823+0000 mgr.y (mgr.14140) 7 : cephadm [INF] Reconfiguring daemon mon.a on smithi037 2021-07-26T15:46:52.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:52 smithi037 bash[14605]: audit 2021-07-26T15:46:51.853461+0000 mon.a (mon.0) 108 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch 2021-07-26T15:46:55.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:55 smithi037 bash[14605]: audit 2021-07-26T15:46:54.010955+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:46:55.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:55 smithi037 bash[14605]: cephadm 2021-07-26T15:46:54.012013+0000 mgr.y (mgr.14140) 8 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2021-07-26T15:46:55.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:55 smithi037 bash[14605]: audit 2021-07-26T15:46:54.012687+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.y"}]: dispatch 2021-07-26T15:46:55.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:55 smithi037 bash[14605]: audit 2021-07-26T15:46:54.014251+0000 mon.a (mon.0) 111 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:46:55.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:55 smithi037 bash[14605]: cephadm 2021-07-26T15:46:54.015337+0000 mgr.y (mgr.14140) 9 : cephadm [INF] Reconfiguring daemon mgr.y on smithi037 2021-07-26T15:46:55.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:55 smithi037 bash[14605]: audit 2021-07-26T15:46:54.016048+0000 mon.a (mon.0) 112 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.y", "key": "container_image"}]: dispatch 2021-07-26T15:46:55.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:55 smithi037 bash[14605]: cluster 2021-07-26T15:46:54.068376+0000 mgr.y (mgr.14140) 10 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:46:57.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:57 smithi037 bash[14605]: cluster 2021-07-26T15:46:56.068785+0000 mgr.y (mgr.14140) 11 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:46:57.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:57 smithi037 bash[14605]: audit 2021-07-26T15:46:56.140674+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:46:57.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:57 smithi037 bash[14605]: audit 2021-07-26T15:46:56.144005+0000 mon.a (mon.0) 114 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:46:57.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:57 smithi037 bash[14605]: audit 2021-07-26T15:46:56.740463+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:46:57.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:57 smithi037 bash[14605]: audit 2021-07-26T15:46:56.745479+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:46:59.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:46:59 smithi037 bash[14605]: cluster 2021-07-26T15:46:58.069198+0000 mgr.y (mgr.14140) 12 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:01.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:01 smithi037 bash[14605]: cluster 2021-07-26T15:47:00.069507+0000 mgr.y (mgr.14140) 13 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:03.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:03 smithi037 bash[14605]: cluster 2021-07-26T15:47:02.069900+0000 mgr.y (mgr.14140) 14 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:05.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:05 smithi037 bash[14605]: cluster 2021-07-26T15:47:04.070286+0000 mgr.y (mgr.14140) 15 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:07.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:07 smithi037 bash[14605]: cluster 2021-07-26T15:47:06.070696+0000 mgr.y (mgr.14140) 16 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:09.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:09 smithi037 bash[14605]: cluster 2021-07-26T15:47:08.071107+0000 mgr.y (mgr.14140) 17 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:11.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:11 smithi037 bash[14605]: cluster 2021-07-26T15:47:10.071478+0000 mgr.y (mgr.14140) 18 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:13.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:13 smithi037 bash[14605]: cluster 2021-07-26T15:47:12.071879+0000 mgr.y (mgr.14140) 19 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:15.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:15 smithi037 bash[14605]: cluster 2021-07-26T15:47:14.072253+0000 mgr.y (mgr.14140) 20 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:17.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:17 smithi037 bash[14605]: cluster 2021-07-26T15:47:16.072635+0000 mgr.y (mgr.14140) 21 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:18.591 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:47:18 smithi037 bash[14852]: Warning: Permanently added 'smithi107,172.21.15.107' (ECDSA) to the list of known hosts. 2021-07-26T15:47:18.896 INFO:teuthology.orchestra.run.smithi107.stdout:Added host 'smithi107' 2021-07-26T15:47:19.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:19 smithi037 bash[14605]: cluster 2021-07-26T15:47:18.073043+0000 mgr.y (mgr.14140) 22 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:19.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:19 smithi037 bash[14605]: audit 2021-07-26T15:47:18.178320+0000 mgr.y (mgr.14140) 23 : audit [DBG] from='client.14158 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi107", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:47:19.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:19 smithi037 bash[14605]: audit 2021-07-26T15:47:18.888274+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:47:19.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:19 smithi037 bash[14605]: audit 2021-07-26T15:47:18.893406+0000 mon.a (mon.0) 118 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:47:19.554 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph orch host ls --format=json 2021-07-26T15:47:20.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:20 smithi037 bash[14605]: cephadm 2021-07-26T15:47:18.889342+0000 mgr.y (mgr.14140) 24 : cephadm [INF] Added host smithi107 2021-07-26T15:47:20.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:20 smithi037 bash[14605]: audit 2021-07-26T15:47:19.250492+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:47:20.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:20 smithi037 bash[14605]: audit 2021-07-26T15:47:19.251862+0000 mon.a (mon.0) 120 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:47:20.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:20 smithi037 bash[14605]: audit 2021-07-26T15:47:19.527733+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:47:20.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:20 smithi037 bash[14605]: audit 2021-07-26T15:47:19.542152+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:47:20.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:20 smithi037 bash[14605]: audit 2021-07-26T15:47:19.543376+0000 mon.a (mon.0) 123 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:47:21.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:21 smithi037 bash[14605]: cluster 2021-07-26T15:47:20.073489+0000 mgr.y (mgr.14140) 25 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:23.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:23 smithi037 bash[14605]: cluster 2021-07-26T15:47:22.073886+0000 mgr.y (mgr.14140) 26 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:23.953 INFO:teuthology.orchestra.run.smithi107.stdout: 2021-07-26T15:47:23.954 INFO:teuthology.orchestra.run.smithi107.stdout:[{"addr": "smithi037", "hostname": "smithi037", "labels": [], "status": ""}, {"addr": "smithi107", "hostname": "smithi107", "labels": [], "status": ""}] 2021-07-26T15:47:24.540 INFO:tasks.cephadm:Setting crush tunables to default 2021-07-26T15:47:24.541 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd crush tunables default 2021-07-26T15:47:25.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:25 smithi037 bash[14605]: audit 2021-07-26T15:47:23.947831+0000 mgr.y (mgr.14140) 27 : audit [DBG] from='client.14160 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:47:25.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:25 smithi037 bash[14605]: cluster 2021-07-26T15:47:24.074308+0000 mgr.y (mgr.14140) 28 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:26.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:26 smithi037 bash[14605]: audit 2021-07-26T15:47:25.740214+0000 mon.a (mon.0) 124 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:47:26.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:26 smithi037 bash[14605]: audit 2021-07-26T15:47:26.045277+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:47:27.532 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:27 smithi037 bash[14605]: cephadm 2021-07-26T15:47:26.046116+0000 mgr.y (mgr.14140) 29 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:47:27.532 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:27 smithi037 bash[14605]: cluster 2021-07-26T15:47:26.074778+0000 mgr.y (mgr.14140) 30 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:27.533 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:27 smithi037 bash[14605]: audit 2021-07-26T15:47:26.460181+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:47:27.533 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:27 smithi037 bash[14605]: audit 2021-07-26T15:47:26.465883+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:47:28.279 INFO:teuthology.orchestra.run.smithi037.stderr:adjusted tunables profile to default 2021-07-26T15:47:28.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:28 smithi037 bash[14605]: audit 2021-07-26T15:47:27.910633+0000 mon.a (mon.0) 128 : audit [INF] from='client.? 172.21.15.37:0/3382373018' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2021-07-26T15:47:29.025 INFO:tasks.cephadm:Adding mon.c on smithi037 2021-07-26T15:47:29.026 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph orch daemon add mon 'smithi037:[v2:172.21.15.37:3301,v1:172.21.15.37:6790]=c' 2021-07-26T15:47:29.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:29 smithi037 bash[14605]: cluster 2021-07-26T15:47:28.075209+0000 mgr.y (mgr.14140) 31 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:29.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:29 smithi037 bash[14605]: audit 2021-07-26T15:47:28.269604+0000 mon.a (mon.0) 129 : audit [INF] from='client.? 172.21.15.37:0/3382373018' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2021-07-26T15:47:29.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:29 smithi037 bash[14605]: cluster 2021-07-26T15:47:28.269792+0000 mon.a (mon.0) 130 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2021-07-26T15:47:29.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:29 smithi037 bash[14605]: audit 2021-07-26T15:47:28.270366+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2021-07-26T15:47:30.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:30 smithi037 bash[14605]: audit 2021-07-26T15:47:29.277340+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished 2021-07-26T15:47:30.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:30 smithi037 bash[14605]: cluster 2021-07-26T15:47:29.277493+0000 mon.a (mon.0) 133 : cluster [DBG] osdmap e5: 0 total, 0 up, 0 in 2021-07-26T15:47:30.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:30 smithi037 bash[14605]: audit 2021-07-26T15:47:29.278928+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-07-26T15:47:31.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:31 smithi037 bash[14605]: cluster 2021-07-26T15:47:30.075774+0000 mgr.y (mgr.14140) 32 : cluster [DBG] pgmap v23: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:31.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:31 smithi037 bash[14605]: audit 2021-07-26T15:47:30.285091+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2021-07-26T15:47:31.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:31 smithi037 bash[14605]: cluster 2021-07-26T15:47:30.285245+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in 2021-07-26T15:47:33.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:33 smithi037 bash[14605]: cluster 2021-07-26T15:47:32.076369+0000 mgr.y (mgr.14140) 33 : cluster [DBG] pgmap v25: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:33.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:33 smithi037 bash[14605]: audit 2021-07-26T15:47:32.485911+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:33.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:33 smithi037 bash[14605]: audit 2021-07-26T15:47:32.487657+0000 mon.a (mon.0) 138 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:33.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:33 smithi037 bash[14605]: audit 2021-07-26T15:47:32.489663+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.c", "key": "container_image"}]: dispatch 2021-07-26T15:47:34.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:34 smithi037 bash[14605]: audit 2021-07-26T15:47:32.483542+0000 mgr.y (mgr.14140) 34 : audit [DBG] from='client.14164 -' entity='client.admin' cmd=[{"prefix": "orch daemon add", "daemon_type": "mon", "placement": "smithi037:[v2:172.21.15.37:3301,v1:172.21.15.37:6790]=c", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:47:34.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:34 smithi037 bash[14605]: cephadm 2021-07-26T15:47:32.489027+0000 mgr.y (mgr.14140) 35 : cephadm [INF] Deploying daemon mon.c on smithi037 2021-07-26T15:47:34.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:34 smithi037 bash[14605]: audit 2021-07-26T15:47:34.261272+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:47:34.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:34 smithi037 bash[14605]: audit 2021-07-26T15:47:34.263430+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:47:35.594 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:35 smithi037 bash[14605]: cluster 2021-07-26T15:47:34.076891+0000 mgr.y (mgr.14140) 36 : cluster [DBG] pgmap v26: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:36.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:36 smithi037 bash[14605]: cluster 2021-07-26T15:47:36.077413+0000 mgr.y (mgr.14140) 37 : cluster [DBG] pgmap v27: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:37.015 INFO:teuthology.orchestra.run.smithi037.stdout:Deployed mon.c on host 'smithi037' 2021-07-26T15:47:38.249 DEBUG:teuthology.orchestra.run.smithi037:mon.c> sudo journalctl -f -n 0 -u ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mon.c.service 2021-07-26T15:47:38.251 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2021-07-26T15:47:38.252 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph mon dump -f json 2021-07-26T15:47:38.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:38 smithi037 bash[14605]: audit 2021-07-26T15:47:37.008903+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:47:38.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:38 smithi037 bash[14605]: audit 2021-07-26T15:47:37.010745+0000 mon.a (mon.0) 143 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:47:38.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:38 smithi037 bash[14605]: audit 2021-07-26T15:47:37.997847+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:47:38.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:38 smithi037 bash[14605]: audit 2021-07-26T15:47:38.002936+0000 mon.a (mon.0) 145 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:47:38.379 INFO:journalctl@ceph.mon.c.smithi037.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:47:39.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[14605]: cluster 2021-07-26T15:47:38.077813+0000 mgr.y (mgr.14140) 38 : cluster [DBG] pgmap v28: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:39.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.417+0000 7f9bb0b186c0 0 set uid:gid to 167:167 (ceph:ceph) 2021-07-26T15:47:39.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.417+0000 7f9bb0b186c0 0 ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable), process ceph-mon, pid 1 2021-07-26T15:47:39.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.417+0000 7f9bb0b186c0 0 pidfile_write: ignore empty --pid-file 2021-07-26T15:47:39.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 0 load: jerasure load: lrc load: isa 2021-07-26T15:47:39.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 0 set rocksdb option compression = kNoCompression 2021-07-26T15:47:39.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-07-26T15:47:39.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 0 set rocksdb option write_buffer_size = 33554432 2021-07-26T15:47:39.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 0 set rocksdb option compression = kNoCompression 2021-07-26T15:47:39.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-07-26T15:47:39.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 0 set rocksdb option write_buffer_size = 33554432 2021-07-26T15:47:39.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 1 rocksdb: do_open column families: [default] 2021-07-26T15:47:39.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: RocksDB version: 6.1.2 2021-07-26T15:47:39.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-07-26T15:47:39.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Compile date May 26 2021 2021-07-26T15:47:39.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: DB SUMMARY 2021-07-26T15:47:39.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: CURRENT file: CURRENT 2021-07-26T15:47:39.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: IDENTITY file: IDENTITY 2021-07-26T15:47:39.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: MANIFEST file: MANIFEST-000001 size: 13 Bytes 2021-07-26T15:47:39.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2021-07-26T15:47:39.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000003.log size: 489 ; 2021-07-26T15:47:39.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.error_if_exists: 0 2021-07-26T15:47:39.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.create_if_missing: 0 2021-07-26T15:47:39.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.paranoid_checks: 1 2021-07-26T15:47:39.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.env: 0x55b2bec571c0 2021-07-26T15:47:39.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.info_log: 0x55b2bfa8cf40 2021-07-26T15:47:39.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_file_opening_threads: 16 2021-07-26T15:47:39.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.statistics: (nil) 2021-07-26T15:47:39.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.use_fsync: 0 2021-07-26T15:47:39.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_log_file_size: 0 2021-07-26T15:47:39.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-07-26T15:47:39.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.log_file_time_to_roll: 0 2021-07-26T15:47:39.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.keep_log_file_num: 1000 2021-07-26T15:47:39.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.recycle_log_file_num: 0 2021-07-26T15:47:39.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.allow_fallocate: 1 2021-07-26T15:47:39.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.allow_mmap_reads: 0 2021-07-26T15:47:39.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.allow_mmap_writes: 0 2021-07-26T15:47:39.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.use_direct_reads: 0 2021-07-26T15:47:39.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-07-26T15:47:39.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.create_missing_column_families: 0 2021-07-26T15:47:39.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.db_log_dir: 2021-07-26T15:47:39.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2021-07-26T15:47:39.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.table_cache_numshardbits: 6 2021-07-26T15:47:39.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_subcompactions: 1 2021-07-26T15:47:39.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_background_flushes: -1 2021-07-26T15:47:39.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-07-26T15:47:39.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-07-26T15:47:39.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-07-26T15:47:39.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-07-26T15:47:39.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.advise_random_on_open: 1 2021-07-26T15:47:39.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.db_write_buffer_size: 0 2021-07-26T15:47:39.851 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.write_buffer_manager: 0x55b2bfa4b470 2021-07-26T15:47:39.851 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-07-26T15:47:39.851 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-07-26T15:47:39.851 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-07-26T15:47:39.852 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.use_adaptive_mutex: 0 2021-07-26T15:47:39.852 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.rate_limiter: (nil) 2021-07-26T15:47:39.852 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-07-26T15:47:39.852 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.wal_recovery_mode: 2 2021-07-26T15:47:39.852 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.enable_thread_tracking: 0 2021-07-26T15:47:39.853 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.enable_pipelined_write: 0 2021-07-26T15:47:39.853 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-07-26T15:47:39.853 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-07-26T15:47:39.853 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-07-26T15:47:39.853 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-07-26T15:47:39.854 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.row_cache: None 2021-07-26T15:47:39.854 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.wal_filter: None 2021-07-26T15:47:39.854 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-07-26T15:47:39.854 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.allow_ingest_behind: 0 2021-07-26T15:47:39.855 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.preserve_deletes: 0 2021-07-26T15:47:39.855 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.two_write_queues: 0 2021-07-26T15:47:39.855 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.manual_wal_flush: 0 2021-07-26T15:47:39.855 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.atomic_flush: 0 2021-07-26T15:47:39.856 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-07-26T15:47:39.856 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_background_jobs: 2 2021-07-26T15:47:39.856 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_background_compactions: -1 2021-07-26T15:47:39.856 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-07-26T15:47:39.856 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-07-26T15:47:39.857 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.delayed_write_rate : 16777216 2021-07-26T15:47:39.857 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_total_wal_size: 0 2021-07-26T15:47:39.857 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-07-26T15:47:39.857 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.stats_dump_period_sec: 600 2021-07-26T15:47:39.858 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.stats_persist_period_sec: 600 2021-07-26T15:47:39.860 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-07-26T15:47:39.861 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_open_files: -1 2021-07-26T15:47:39.861 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.bytes_per_sync: 0 2021-07-26T15:47:39.861 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-07-26T15:47:39.861 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.compaction_readahead_size: 0 2021-07-26T15:47:39.862 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Compression algorithms supported: 2021-07-26T15:47:39.862 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-07-26T15:47:39.862 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: kZSTD supported: 0 2021-07-26T15:47:39.862 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: kXpressCompression supported: 0 2021-07-26T15:47:39.862 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: kLZ4HCCompression supported: 1 2021-07-26T15:47:39.863 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: kLZ4Compression supported: 1 2021-07-26T15:47:39.863 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: kBZip2Compression supported: 0 2021-07-26T15:47:39.863 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: kZlibCompression supported: 1 2021-07-26T15:47:39.863 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: kSnappyCompression supported: 1 2021-07-26T15:47:39.864 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-07-26T15:47:39.864 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: [db/version_set.cc:3543] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000001 2021-07-26T15:47:39.864 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: [db/column_family.cc:477] --------------- Options for column family [default]: 2021-07-26T15:47:39.864 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-07-26T15:47:39.864 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.merge_operator: 2021-07-26T15:47:39.865 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.compaction_filter: None 2021-07-26T15:47:39.865 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.compaction_filter_factory: None 2021-07-26T15:47:39.865 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-07-26T15:47:39.865 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.table_factory: BlockBasedTable 2021-07-26T15:47:39.865 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55b2bf9a72c0) 2021-07-26T15:47:39.866 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: cache_index_and_filter_blocks: 1 2021-07-26T15:47:39.866 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: cache_index_and_filter_blocks_with_high_priority: 1 2021-07-26T15:47:39.866 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-07-26T15:47:39.866 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: pin_top_level_index_and_filter: 1 2021-07-26T15:47:39.867 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: index_type: 0 2021-07-26T15:47:39.867 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: data_block_index_type: 0 2021-07-26T15:47:39.867 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: data_block_hash_table_util_ratio: 0.750000 2021-07-26T15:47:39.867 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: hash_index_allow_collision: 1 2021-07-26T15:47:39.867 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: checksum: 1 2021-07-26T15:47:39.868 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: no_block_cache: 0 2021-07-26T15:47:39.868 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: block_cache: 0x55b2bf9de610 2021-07-26T15:47:39.868 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: block_cache_name: BinnedLRUCache 2021-07-26T15:47:39.868 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: block_cache_options: 2021-07-26T15:47:39.869 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: capacity : 536870912 2021-07-26T15:47:39.869 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: num_shard_bits : 4 2021-07-26T15:47:39.869 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: strict_capacity_limit : 0 2021-07-26T15:47:39.869 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: high_pri_pool_ratio: 0.000 2021-07-26T15:47:39.869 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: block_cache_compressed: (nil) 2021-07-26T15:47:39.870 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: persistent_cache: (nil) 2021-07-26T15:47:39.870 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: block_size: 4096 2021-07-26T15:47:39.870 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: block_size_deviation: 10 2021-07-26T15:47:39.870 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: block_restart_interval: 16 2021-07-26T15:47:39.871 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: index_block_restart_interval: 1 2021-07-26T15:47:39.871 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: metadata_block_size: 4096 2021-07-26T15:47:39.871 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: partition_filters: 0 2021-07-26T15:47:39.871 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: use_delta_encoding: 1 2021-07-26T15:47:39.871 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: filter_policy: rocksdb.BuiltinBloomFilter 2021-07-26T15:47:39.872 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: whole_key_filtering: 1 2021-07-26T15:47:39.872 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: verify_compression: 0 2021-07-26T15:47:39.872 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: read_amp_bytes_per_bit: 0 2021-07-26T15:47:39.872 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: format_version: 2 2021-07-26T15:47:39.873 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: enable_index_compression: 1 2021-07-26T15:47:39.873 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: block_align: 0 2021-07-26T15:47:39.873 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.write_buffer_size: 33554432 2021-07-26T15:47:39.873 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_write_buffer_number: 2 2021-07-26T15:47:39.873 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.compression: NoCompression 2021-07-26T15:47:39.874 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.bottommost_compression: Disabled 2021-07-26T15:47:39.874 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.prefix_extractor: nullptr 2021-07-26T15:47:39.874 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-07-26T15:47:39.874 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.num_levels: 7 2021-07-26T15:47:39.875 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-07-26T15:47:39.875 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-07-26T15:47:39.875 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-07-26T15:47:39.875 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-07-26T15:47:39.875 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-07-26T15:47:39.876 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-07-26T15:47:39.876 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:47:39.876 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-07-26T15:47:39.876 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.compression_opts.window_bits: -14 2021-07-26T15:47:39.876 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.compression_opts.level: 32767 2021-07-26T15:47:39.877 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.compression_opts.strategy: 0 2021-07-26T15:47:39.877 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-07-26T15:47:39.877 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:47:39.877 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.compression_opts.enabled: false 2021-07-26T15:47:39.878 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-07-26T15:47:39.878 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-07-26T15:47:39.878 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-07-26T15:47:39.878 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.target_file_size_base: 67108864 2021-07-26T15:47:39.878 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.target_file_size_multiplier: 1 2021-07-26T15:47:39.879 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-07-26T15:47:39.879 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-07-26T15:47:39.879 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-07-26T15:47:39.879 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-07-26T15:47:39.879 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-07-26T15:47:39.880 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-07-26T15:47:39.880 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-07-26T15:47:39.880 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-07-26T15:47:39.880 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-07-26T15:47:39.880 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-07-26T15:47:39.881 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-07-26T15:47:39.881 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-07-26T15:47:39.881 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.arena_block_size: 4194304 2021-07-26T15:47:39.881 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-07-26T15:47:39.882 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-07-26T15:47:39.882 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-07-26T15:47:39.882 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.disable_auto_compactions: 0 2021-07-26T15:47:39.883 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-07-26T15:47:39.883 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-07-26T15:47:39.883 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-07-26T15:47:39.883 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-07-26T15:47:39.883 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-07-26T15:47:39.884 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-07-26T15:47:39.884 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-07-26T15:47:39.884 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-07-26T15:47:39.884 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-07-26T15:47:39.885 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-07-26T15:47:39.885 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.table_properties_collectors: 2021-07-26T15:47:39.885 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.inplace_update_support: 0 2021-07-26T15:47:39.885 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-07-26T15:47:39.885 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-07-26T15:47:39.886 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-07-26T15:47:39.886 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.memtable_huge_page_size: 0 2021-07-26T15:47:39.886 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.bloom_locality: 0 2021-07-26T15:47:39.886 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.max_successive_merges: 0 2021-07-26T15:47:39.886 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-07-26T15:47:39.887 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.paranoid_file_checks: 0 2021-07-26T15:47:39.887 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.force_consistency_checks: 0 2021-07-26T15:47:39.887 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.report_bg_io_stats: 0 2021-07-26T15:47:39.887 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: Options.ttl: 0 2021-07-26T15:47:39.888 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: [db/version_set.cc:3757] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-07-26T15:47:39.888 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: [db/version_set.cc:3766] Column family [default] (ID 0), log number is 0 2021-07-26T15:47:39.888 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627314459430660, "job": 1, "event": "recovery_started", "log_files": [3]} 2021-07-26T15:47:39.888 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: [db/db_impl_open.cc:583] Recovering log #3 mode 2 2021-07-26T15:47:39.888 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627314459431214, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 1403, "table_properties": {"data_size": 501, "index_size": 28, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 379, "raw_average_value_size": 75, "num_data_blocks": 1, "num_entries": 5, "filter_policy_name": "rocksdb.BuiltinBloomFilter"}} 2021-07-26T15:47:39.889 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.425+0000 7f9bb0b186c0 4 rocksdb: [db/version_set.cc:3036] Creating manifest 5 2021-07-26T15:47:39.889 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.429+0000 7f9bb0b186c0 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627314459431681, "job": 1, "event": "recovery_finished"} 2021-07-26T15:47:39.889 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.429+0000 7f9bb0b186c0 4 rocksdb: DB pointer 0x55b2c060b200 2021-07-26T15:47:39.889 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.429+0000 7f9b9797c700 4 rocksdb: [db/db_impl.cc:777] ------- DUMPING STATS ------- 2021-07-26T15:47:39.890 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.429+0000 7f9b9797c700 4 rocksdb: [db/db_impl.cc:778] 2021-07-26T15:47:39.890 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: ** DB Stats ** 2021-07-26T15:47:39.890 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:47:39.890 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-07-26T15:47:39.890 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-07-26T15:47:39.891 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:47:39.891 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-07-26T15:47:39.891 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-07-26T15:47:39.891 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:47:39.891 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: ** Compaction Stats [default] ** 2021-07-26T15:47:39.892 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:47:39.892 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:47:39.892 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: L0 1/0 1.37 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.8 0.00 0.00 1 0.000 0 0 2021-07-26T15:47:39.892 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Sum 1/0 1.37 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.8 0.00 0.00 1 0.000 0 0 2021-07-26T15:47:39.893 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.8 0.00 0.00 1 0.000 0 0 2021-07-26T15:47:39.893 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: ** Compaction Stats [default] ** 2021-07-26T15:47:39.893 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:47:39.893 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:47:39.893 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.8 0.00 0.00 1 0.000 0 0 2021-07-26T15:47:39.894 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:47:39.894 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Flush(GB): cumulative 0.000, interval 0.000 2021-07-26T15:47:39.894 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:47:39.894 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:47:39.895 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:47:39.895 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:47:39.895 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Cumulative compaction: 0.00 GB write, 0.26 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:47:39.895 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Interval compaction: 0.00 GB write, 0.26 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:47:39.895 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:47:39.896 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:47:39.896 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: ** Compaction Stats [default] ** 2021-07-26T15:47:39.896 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:47:39.896 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:47:39.896 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: L0 1/0 1.37 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.8 0.00 0.00 1 0.000 0 0 2021-07-26T15:47:39.897 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Sum 1/0 1.37 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.8 0.00 0.00 1 0.000 0 0 2021-07-26T15:47:39.897 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:47:39.897 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: ** Compaction Stats [default] ** 2021-07-26T15:47:39.897 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:47:39.898 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:47:39.898 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.8 0.00 0.00 1 0.000 0 0 2021-07-26T15:47:39.898 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:47:39.898 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Flush(GB): cumulative 0.000, interval 0.000 2021-07-26T15:47:39.898 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:47:39.899 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:47:39.899 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:47:39.899 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:47:39.899 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Cumulative compaction: 0.00 GB write, 0.26 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:47:39.899 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:47:39.900 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:47:39.900 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:47:39.900 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.429+0000 7f9bb0b186c0 0 mon.c does not exist in monmap, will attempt to join an existing cluster 2021-07-26T15:47:39.900 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.429+0000 7f9bb0b186c0 0 using public_addrv [v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0] 2021-07-26T15:47:39.901 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.433+0000 7f9bb0b186c0 0 starting mon.c rank -1 at public addrs [v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0] at bind addrs [v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:47:39.901 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.433+0000 7f9bb0b186c0 1 mon.c@-1(???) e0 preinit fsid 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:47:39.901 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.457+0000 7f9b9a181700 0 mon.c@-1(synchronizing).mds e1 new map 2021-07-26T15:47:39.901 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.457+0000 7f9b9a181700 0 mon.c@-1(synchronizing).mds e1 print_map 2021-07-26T15:47:39.901 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: e1 2021-07-26T15:47:39.902 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: enable_multiple, ever_enabled_multiple: 0,0 2021-07-26T15:47:39.902 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-07-26T15:47:39.902 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: legacy client fscid: -1 2021-07-26T15:47:39.902 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: 2021-07-26T15:47:39.903 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: No filesystems configured 2021-07-26T15:47:39.903 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.457+0000 7f9b9a181700 1 mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2021-07-26T15:47:39.903 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 1 mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2021-07-26T15:47:39.903 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 1 mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2021-07-26T15:47:39.904 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 1 mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2021-07-26T15:47:39.904 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 1 mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2021-07-26T15:47:39.904 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 1 mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2021-07-26T15:47:39.904 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 1 mon.c@-1(synchronizing).osd e5 e5: 0 total, 0 up, 0 in 2021-07-26T15:47:39.904 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 1 mon.c@-1(synchronizing).osd e6 e6: 0 total, 0 up, 0 in 2021-07-26T15:47:39.905 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 0 mon.c@-1(synchronizing).osd e6 crush map has features 288514051259236352, adjusting msgr requires 2021-07-26T15:47:39.905 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 0 mon.c@-1(synchronizing).osd e6 crush map has features 288514051259236352, adjusting msgr requires 2021-07-26T15:47:39.905 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 0 mon.c@-1(synchronizing).osd e6 crush map has features 3314933000852226048, adjusting msgr requires 2021-07-26T15:47:39.905 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 0 mon.c@-1(synchronizing).osd e6 crush map has features 288514051259236352, adjusting msgr requires 2021-07-26T15:47:39.906 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: cluster 2021-07-26T15:47:38.077813+0000 mgr.y (mgr.14140) 38 : cluster [DBG] pgmap v28: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:39.906 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 1 mon.c@-1(synchronizing).paxosservice(auth 1..4) refresh upgraded, format 0 -> 3 2021-07-26T15:47:39.906 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 10 mon.c@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete 2021-07-26T15:47:39.906 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 20 expand_channel_meta expand map: {default=false} 2021-07-26T15:47:39.906 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 20 expand_channel_meta from 'false' to 'false' 2021-07-26T15:47:39.907 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 20 expand_channel_meta expanded map: {default=false} 2021-07-26T15:47:39.907 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 20 expand_channel_meta expand map: {default=info} 2021-07-26T15:47:39.907 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 20 expand_channel_meta from 'info' to 'info' 2021-07-26T15:47:39.907 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 20 expand_channel_meta expanded map: {default=info} 2021-07-26T15:47:39.907 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 20 expand_channel_meta expand map: {default=daemon} 2021-07-26T15:47:39.908 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 20 expand_channel_meta from 'daemon' to 'daemon' 2021-07-26T15:47:39.908 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 20 expand_channel_meta expanded map: {default=daemon} 2021-07-26T15:47:39.908 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 20 expand_channel_meta expand map: {default=debug} 2021-07-26T15:47:39.908 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 20 expand_channel_meta from 'debug' to 'debug' 2021-07-26T15:47:39.909 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:39 smithi037 bash[18551]: debug 2021-07-26T15:47:39.461+0000 7f9b9a181700 20 expand_channel_meta expanded map: {default=debug} 2021-07-26T15:47:44.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[14605]: audit 2021-07-26T15:47:39.472663+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:47:44.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[14605]: audit 2021-07-26T15:47:39.473077+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:47:44.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[14605]: cluster 2021-07-26T15:47:39.473251+0000 mon.a (mon.0) 149 : cluster [INF] mon.a calling monitor election 2021-07-26T15:47:44.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[14605]: cluster 2021-07-26T15:47:40.078258+0000 mgr.y (mgr.14140) 39 : cluster [DBG] pgmap v29: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:44.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[14605]: audit 2021-07-26T15:47:40.469532+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:47:44.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[14605]: audit 2021-07-26T15:47:41.469561+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:47:44.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[14605]: cluster 2021-07-26T15:47:41.471682+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2021-07-26T15:47:44.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[14605]: cluster 2021-07-26T15:47:42.078748+0000 mgr.y (mgr.14140) 40 : cluster [DBG] pgmap v30: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:44.844 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[14605]: audit 2021-07-26T15:47:42.469632+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:47:44.844 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[14605]: audit 2021-07-26T15:47:43.469594+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:47:44.844 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[14605]: cluster 2021-07-26T15:47:44.079216+0000 mgr.y (mgr.14140) 41 : cluster [DBG] pgmap v31: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:44.845 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[14605]: audit 2021-07-26T15:47:44.469727+0000 mon.a (mon.0) 154 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:47:44.845 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[14605]: cluster 2021-07-26T15:47:44.482348+0000 mon.a (mon.0) 155 : cluster [INF] mon.a is new leader, mons a,c in quorum (ranks 0,1) 2021-07-26T15:47:44.845 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[14605]: cluster 2021-07-26T15:47:44.490342+0000 mon.a (mon.0) 156 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0],c=[v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0]} 2021-07-26T15:47:44.845 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[14605]: cluster 2021-07-26T15:47:44.490450+0000 mon.a (mon.0) 157 : cluster [DBG] fsmap 2021-07-26T15:47:44.846 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[14605]: cluster 2021-07-26T15:47:44.490507+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in 2021-07-26T15:47:44.846 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[14605]: cluster 2021-07-26T15:47:44.491040+0000 mon.a (mon.0) 159 : cluster [DBG] mgrmap e13: y(active, since 70s) 2021-07-26T15:47:44.846 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[14605]: cluster 2021-07-26T15:47:44.497606+0000 mon.a (mon.0) 160 : cluster [INF] overall HEALTH_OK 2021-07-26T15:47:44.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[18551]: audit 2021-07-26T15:47:39.472663+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:47:44.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[18551]: audit 2021-07-26T15:47:39.473077+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:47:44.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[18551]: cluster 2021-07-26T15:47:39.473251+0000 mon.a (mon.0) 149 : cluster [INF] mon.a calling monitor election 2021-07-26T15:47:44.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[18551]: cluster 2021-07-26T15:47:40.078258+0000 mgr.y (mgr.14140) 39 : cluster [DBG] pgmap v29: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:44.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[18551]: audit 2021-07-26T15:47:40.469532+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:47:44.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[18551]: audit 2021-07-26T15:47:41.469561+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:47:44.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[18551]: cluster 2021-07-26T15:47:41.471682+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2021-07-26T15:47:44.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[18551]: cluster 2021-07-26T15:47:42.078748+0000 mgr.y (mgr.14140) 40 : cluster [DBG] pgmap v30: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:44.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[18551]: audit 2021-07-26T15:47:42.469632+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:47:44.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[18551]: audit 2021-07-26T15:47:43.469594+0000 mon.a (mon.0) 153 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:47:44.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[18551]: cluster 2021-07-26T15:47:44.079216+0000 mgr.y (mgr.14140) 41 : cluster [DBG] pgmap v31: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:44.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[18551]: audit 2021-07-26T15:47:44.469727+0000 mon.a (mon.0) 154 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:47:44.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[18551]: cluster 2021-07-26T15:47:44.482348+0000 mon.a (mon.0) 155 : cluster [INF] mon.a is new leader, mons a,c in quorum (ranks 0,1) 2021-07-26T15:47:44.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[18551]: cluster 2021-07-26T15:47:44.490342+0000 mon.a (mon.0) 156 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0],c=[v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0]} 2021-07-26T15:47:44.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[18551]: cluster 2021-07-26T15:47:44.490450+0000 mon.a (mon.0) 157 : cluster [DBG] fsmap 2021-07-26T15:47:44.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[18551]: cluster 2021-07-26T15:47:44.490507+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in 2021-07-26T15:47:44.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[18551]: cluster 2021-07-26T15:47:44.491040+0000 mon.a (mon.0) 159 : cluster [DBG] mgrmap e13: y(active, since 70s) 2021-07-26T15:47:44.851 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:44 smithi037 bash[18551]: cluster 2021-07-26T15:47:44.497606+0000 mon.a (mon.0) 160 : cluster [INF] overall HEALTH_OK 2021-07-26T15:47:44.996 INFO:teuthology.orchestra.run.smithi037.stdout: 2021-07-26T15:47:44.996 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":2,"fsid":"72588c72-ee28-11eb-8c23-001a4aab830c","modified":"2021-07-26T15:47:39.469686Z","created":"2021-07-26T15:45:41.003625Z","min_mon_release":15,"min_mon_release_name":"octopus","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:3300","nonce":0},{"type":"v1","addr":"172.21.15.37:6789","nonce":0}]},"addr":"172.21.15.37:6789/0","public_addr":"172.21.15.37:6789/0","priority":0,"weight":0},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:3301","nonce":0},{"type":"v1","addr":"172.21.15.37:6790","nonce":0}]},"addr":"172.21.15.37:6790/0","public_addr":"172.21.15.37:6790/0","priority":0,"weight":0}],"quorum":[0,1]} 2021-07-26T15:47:44.998 INFO:teuthology.orchestra.run.smithi037.stderr:dumped monmap epoch 2 2021-07-26T15:47:45.664 INFO:tasks.cephadm:Adding mon.b on smithi107 2021-07-26T15:47:45.664 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph orch daemon add mon smithi107:172.21.15.107=b 2021-07-26T15:47:45.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:45 smithi037 bash[14605]: audit 2021-07-26T15:47:44.992432+0000 mon.a (mon.0) 161 : audit [DBG] from='client.? 172.21.15.37:0/3569060713' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-07-26T15:47:45.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:45 smithi037 bash[14605]: audit 2021-07-26T15:47:45.470143+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:47:45.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:45 smithi037 bash[18551]: audit 2021-07-26T15:47:44.992432+0000 mon.a (mon.0) 161 : audit [DBG] from='client.? 172.21.15.37:0/3569060713' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-07-26T15:47:45.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:45 smithi037 bash[18551]: audit 2021-07-26T15:47:45.470143+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:47:46.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:46 smithi037 bash[14605]: cluster 2021-07-26T15:47:46.079766+0000 mgr.y (mgr.14140) 42 : cluster [DBG] pgmap v32: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:46.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:46 smithi037 bash[18551]: cluster 2021-07-26T15:47:46.079766+0000 mgr.y (mgr.14140) 42 : cluster [DBG] pgmap v32: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:49.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:49 smithi037 bash[18551]: cluster 2021-07-26T15:47:48.080245+0000 mgr.y (mgr.14140) 43 : cluster [DBG] pgmap v33: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:49.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:49 smithi037 bash[18551]: audit 2021-07-26T15:47:48.627974+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:49.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:49 smithi037 bash[18551]: audit 2021-07-26T15:47:48.630131+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:49.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:49 smithi037 bash[18551]: audit 2021-07-26T15:47:48.632537+0000 mon.a (mon.0) 165 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.b", "key": "container_image"}]: dispatch 2021-07-26T15:47:49.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:49 smithi037 bash[14605]: cluster 2021-07-26T15:47:48.080245+0000 mgr.y (mgr.14140) 43 : cluster [DBG] pgmap v33: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:49.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:49 smithi037 bash[14605]: audit 2021-07-26T15:47:48.627974+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:49.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:49 smithi037 bash[14605]: audit 2021-07-26T15:47:48.630131+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:49.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:49 smithi037 bash[14605]: audit 2021-07-26T15:47:48.632537+0000 mon.a (mon.0) 165 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.b", "key": "container_image"}]: dispatch 2021-07-26T15:47:50.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:50 smithi037 bash[14605]: audit 2021-07-26T15:47:48.625401+0000 mgr.y (mgr.14140) 44 : audit [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add", "daemon_type": "mon", "placement": "smithi107:172.21.15.107=b", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:47:50.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:50 smithi037 bash[14605]: cephadm 2021-07-26T15:47:48.631768+0000 mgr.y (mgr.14140) 45 : cephadm [INF] Deploying daemon mon.b on smithi107 2021-07-26T15:47:50.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:50 smithi037 bash[18551]: audit 2021-07-26T15:47:48.625401+0000 mgr.y (mgr.14140) 44 : audit [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add", "daemon_type": "mon", "placement": "smithi107:172.21.15.107=b", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:47:50.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:50 smithi037 bash[18551]: cephadm 2021-07-26T15:47:48.631768+0000 mgr.y (mgr.14140) 45 : cephadm [INF] Deploying daemon mon.b on smithi107 2021-07-26T15:47:51.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:51 smithi037 bash[14605]: cluster 2021-07-26T15:47:50.080742+0000 mgr.y (mgr.14140) 46 : cluster [DBG] pgmap v34: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:51.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:51 smithi037 bash[18551]: cluster 2021-07-26T15:47:50.080742+0000 mgr.y (mgr.14140) 46 : cluster [DBG] pgmap v34: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:53.164 INFO:teuthology.orchestra.run.smithi107.stdout:Deployed mon.b on host 'smithi107' 2021-07-26T15:47:53.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:53 smithi037 bash[14605]: cluster 2021-07-26T15:47:52.081271+0000 mgr.y (mgr.14140) 47 : cluster [DBG] pgmap v35: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:53.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:53 smithi037 bash[18551]: cluster 2021-07-26T15:47:52.081271+0000 mgr.y (mgr.14140) 47 : cluster [DBG] pgmap v35: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:47:54.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:54 smithi037 bash[14605]: cephadm 2021-07-26T15:47:53.149630+0000 mgr.y (mgr.14140) 48 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:47:54.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:54 smithi037 bash[14605]: audit 2021-07-26T15:47:53.150634+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:47:54.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:54 smithi037 bash[14605]: audit 2021-07-26T15:47:53.155519+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:47:54.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:54 smithi037 bash[14605]: audit 2021-07-26T15:47:53.616750+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:47:54.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:54 smithi037 bash[14605]: audit 2021-07-26T15:47:53.624958+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:47:54.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:54 smithi037 bash[14605]: audit 2021-07-26T15:47:53.626340+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:54.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:54 smithi037 bash[14605]: audit 2021-07-26T15:47:53.628064+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:54.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:47:54 smithi037 bash[14605]: audit 2021-07-26T15:47:53.630218+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch 2021-07-26T15:47:54.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:54 smithi037 bash[18551]: cephadm 2021-07-26T15:47:53.149630+0000 mgr.y (mgr.14140) 48 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:47:54.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:54 smithi037 bash[18551]: audit 2021-07-26T15:47:53.150634+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:47:54.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:54 smithi037 bash[18551]: audit 2021-07-26T15:47:53.155519+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:47:54.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:54 smithi037 bash[18551]: audit 2021-07-26T15:47:53.616750+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:47:54.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:54 smithi037 bash[18551]: audit 2021-07-26T15:47:53.624958+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:47:54.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:54 smithi037 bash[18551]: audit 2021-07-26T15:47:53.626340+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:54.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:54 smithi037 bash[18551]: audit 2021-07-26T15:47:53.628064+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:54.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:47:54 smithi037 bash[18551]: audit 2021-07-26T15:47:53.630218+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch 2021-07-26T15:47:54.368 DEBUG:teuthology.orchestra.run.smithi107:mon.b> sudo journalctl -f -n 0 -u ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mon.b.service 2021-07-26T15:47:54.371 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2021-07-26T15:47:54.371 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph mon dump -f json 2021-07-26T15:47:54.560 INFO:journalctl@ceph.mon.b.smithi107.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:47:55.005 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.967+0000 7fccd79c46c0 0 set uid:gid to 167:167 (ceph:ceph) 2021-07-26T15:47:55.006 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.967+0000 7fccd79c46c0 0 ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable), process ceph-mon, pid 1 2021-07-26T15:47:55.006 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.967+0000 7fccd79c46c0 0 pidfile_write: ignore empty --pid-file 2021-07-26T15:47:55.006 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 0 load: jerasure load: lrc load: isa 2021-07-26T15:47:55.006 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 0 set rocksdb option compression = kNoCompression 2021-07-26T15:47:55.007 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-07-26T15:47:55.007 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 0 set rocksdb option write_buffer_size = 33554432 2021-07-26T15:47:55.007 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 0 set rocksdb option compression = kNoCompression 2021-07-26T15:47:55.007 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-07-26T15:47:55.008 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 0 set rocksdb option write_buffer_size = 33554432 2021-07-26T15:47:55.008 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 1 rocksdb: do_open column families: [default] 2021-07-26T15:47:55.008 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: RocksDB version: 6.1.2 2021-07-26T15:47:55.008 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-07-26T15:47:55.008 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Compile date May 26 2021 2021-07-26T15:47:55.009 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: DB SUMMARY 2021-07-26T15:47:55.009 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: CURRENT file: CURRENT 2021-07-26T15:47:55.009 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: IDENTITY file: IDENTITY 2021-07-26T15:47:55.009 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: MANIFEST file: MANIFEST-000001 size: 13 Bytes 2021-07-26T15:47:55.009 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2021-07-26T15:47:55.010 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000003.log size: 610 ; 2021-07-26T15:47:55.011 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.error_if_exists: 0 2021-07-26T15:47:55.011 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.create_if_missing: 0 2021-07-26T15:47:55.011 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.paranoid_checks: 1 2021-07-26T15:47:55.011 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.env: 0x55b5ef41d1c0 2021-07-26T15:47:55.012 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.info_log: 0x55b5f093af40 2021-07-26T15:47:55.012 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_file_opening_threads: 16 2021-07-26T15:47:55.012 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.statistics: (nil) 2021-07-26T15:47:55.012 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.use_fsync: 0 2021-07-26T15:47:55.013 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_log_file_size: 0 2021-07-26T15:47:55.013 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-07-26T15:47:55.013 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.log_file_time_to_roll: 0 2021-07-26T15:47:55.013 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.keep_log_file_num: 1000 2021-07-26T15:47:55.013 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.recycle_log_file_num: 0 2021-07-26T15:47:55.014 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.allow_fallocate: 1 2021-07-26T15:47:55.014 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.allow_mmap_reads: 0 2021-07-26T15:47:55.014 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.allow_mmap_writes: 0 2021-07-26T15:47:55.014 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.use_direct_reads: 0 2021-07-26T15:47:55.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-07-26T15:47:55.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.create_missing_column_families: 0 2021-07-26T15:47:55.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.db_log_dir: 2021-07-26T15:47:55.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2021-07-26T15:47:55.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.table_cache_numshardbits: 6 2021-07-26T15:47:55.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_subcompactions: 1 2021-07-26T15:47:55.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_background_flushes: -1 2021-07-26T15:47:55.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-07-26T15:47:55.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-07-26T15:47:55.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-07-26T15:47:55.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-07-26T15:47:55.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.advise_random_on_open: 1 2021-07-26T15:47:55.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.db_write_buffer_size: 0 2021-07-26T15:47:55.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.write_buffer_manager: 0x55b5f08f93e0 2021-07-26T15:47:55.018 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-07-26T15:47:55.018 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-07-26T15:47:55.018 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-07-26T15:47:55.018 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.use_adaptive_mutex: 0 2021-07-26T15:47:55.018 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.rate_limiter: (nil) 2021-07-26T15:47:55.019 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-07-26T15:47:55.019 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.wal_recovery_mode: 2 2021-07-26T15:47:55.019 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.enable_thread_tracking: 0 2021-07-26T15:47:55.020 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.enable_pipelined_write: 0 2021-07-26T15:47:55.020 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-07-26T15:47:55.021 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-07-26T15:47:55.021 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-07-26T15:47:55.021 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-07-26T15:47:55.021 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.row_cache: None 2021-07-26T15:47:55.021 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.wal_filter: None 2021-07-26T15:47:55.022 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-07-26T15:47:55.022 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.allow_ingest_behind: 0 2021-07-26T15:47:55.022 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.preserve_deletes: 0 2021-07-26T15:47:55.022 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.two_write_queues: 0 2021-07-26T15:47:55.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.manual_wal_flush: 0 2021-07-26T15:47:55.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.atomic_flush: 0 2021-07-26T15:47:55.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-07-26T15:47:55.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_background_jobs: 2 2021-07-26T15:47:55.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_background_compactions: -1 2021-07-26T15:47:55.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-07-26T15:47:55.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-07-26T15:47:55.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.delayed_write_rate : 16777216 2021-07-26T15:47:55.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_total_wal_size: 0 2021-07-26T15:47:55.025 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-07-26T15:47:55.025 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.stats_dump_period_sec: 600 2021-07-26T15:47:55.025 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.stats_persist_period_sec: 600 2021-07-26T15:47:55.026 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-07-26T15:47:55.027 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_open_files: -1 2021-07-26T15:47:55.027 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.bytes_per_sync: 0 2021-07-26T15:47:55.027 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-07-26T15:47:55.028 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.compaction_readahead_size: 0 2021-07-26T15:47:55.028 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Compression algorithms supported: 2021-07-26T15:47:55.028 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-07-26T15:47:55.028 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: kZSTD supported: 0 2021-07-26T15:47:55.028 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: kXpressCompression supported: 0 2021-07-26T15:47:55.029 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: kLZ4HCCompression supported: 1 2021-07-26T15:47:55.029 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: kLZ4Compression supported: 1 2021-07-26T15:47:55.029 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: kBZip2Compression supported: 0 2021-07-26T15:47:55.029 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: kZlibCompression supported: 1 2021-07-26T15:47:55.030 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: kSnappyCompression supported: 1 2021-07-26T15:47:55.030 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-07-26T15:47:55.030 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: [db/version_set.cc:3543] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000001 2021-07-26T15:47:55.030 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: [db/column_family.cc:477] --------------- Options for column family [default]: 2021-07-26T15:47:55.031 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-07-26T15:47:55.031 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.merge_operator: 2021-07-26T15:47:55.031 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.compaction_filter: None 2021-07-26T15:47:55.032 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.compaction_filter_factory: None 2021-07-26T15:47:55.032 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-07-26T15:47:55.032 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.table_factory: BlockBasedTable 2021-07-26T15:47:55.033 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55b5f08552c0) 2021-07-26T15:47:55.033 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: cache_index_and_filter_blocks: 1 2021-07-26T15:47:55.033 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: cache_index_and_filter_blocks_with_high_priority: 1 2021-07-26T15:47:55.034 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-07-26T15:47:55.034 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: pin_top_level_index_and_filter: 1 2021-07-26T15:47:55.034 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: index_type: 0 2021-07-26T15:47:55.034 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: data_block_index_type: 0 2021-07-26T15:47:55.034 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: data_block_hash_table_util_ratio: 0.750000 2021-07-26T15:47:55.035 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: hash_index_allow_collision: 1 2021-07-26T15:47:55.035 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: checksum: 1 2021-07-26T15:47:55.035 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: no_block_cache: 0 2021-07-26T15:47:55.035 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: block_cache: 0x55b5f088c610 2021-07-26T15:47:55.036 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: block_cache_name: BinnedLRUCache 2021-07-26T15:47:55.036 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: block_cache_options: 2021-07-26T15:47:55.036 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: capacity : 536870912 2021-07-26T15:47:55.036 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: num_shard_bits : 4 2021-07-26T15:47:55.036 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: strict_capacity_limit : 0 2021-07-26T15:47:55.037 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: high_pri_pool_ratio: 0.000 2021-07-26T15:47:55.037 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: block_cache_compressed: (nil) 2021-07-26T15:47:55.037 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: persistent_cache: (nil) 2021-07-26T15:47:55.037 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: block_size: 4096 2021-07-26T15:47:55.037 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: block_size_deviation: 10 2021-07-26T15:47:55.038 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: block_restart_interval: 16 2021-07-26T15:47:55.038 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: index_block_restart_interval: 1 2021-07-26T15:47:55.038 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: metadata_block_size: 4096 2021-07-26T15:47:55.038 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: partition_filters: 0 2021-07-26T15:47:55.039 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: use_delta_encoding: 1 2021-07-26T15:47:55.039 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: filter_policy: rocksdb.BuiltinBloomFilter 2021-07-26T15:47:55.039 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: whole_key_filtering: 1 2021-07-26T15:47:55.039 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: verify_compression: 0 2021-07-26T15:47:55.039 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: read_amp_bytes_per_bit: 0 2021-07-26T15:47:55.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: format_version: 2 2021-07-26T15:47:55.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: enable_index_compression: 1 2021-07-26T15:47:55.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: block_align: 0 2021-07-26T15:47:55.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.write_buffer_size: 33554432 2021-07-26T15:47:55.041 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_write_buffer_number: 2 2021-07-26T15:47:55.041 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.compression: NoCompression 2021-07-26T15:47:55.041 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.bottommost_compression: Disabled 2021-07-26T15:47:55.042 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.prefix_extractor: nullptr 2021-07-26T15:47:55.042 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-07-26T15:47:55.042 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.num_levels: 7 2021-07-26T15:47:55.042 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-07-26T15:47:55.043 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-07-26T15:47:55.043 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-07-26T15:47:55.043 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-07-26T15:47:55.043 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-07-26T15:47:55.044 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-07-26T15:47:55.044 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:47:55.044 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-07-26T15:47:55.044 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.compression_opts.window_bits: -14 2021-07-26T15:47:55.045 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.compression_opts.level: 32767 2021-07-26T15:47:55.045 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.compression_opts.strategy: 0 2021-07-26T15:47:55.045 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-07-26T15:47:55.045 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:47:55.046 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.compression_opts.enabled: false 2021-07-26T15:47:55.046 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-07-26T15:47:55.046 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-07-26T15:47:55.046 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-07-26T15:47:55.047 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.target_file_size_base: 67108864 2021-07-26T15:47:55.047 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.target_file_size_multiplier: 1 2021-07-26T15:47:55.047 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-07-26T15:47:55.047 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-07-26T15:47:55.047 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-07-26T15:47:55.048 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-07-26T15:47:55.048 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-07-26T15:47:55.048 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-07-26T15:47:55.048 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-07-26T15:47:55.048 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-07-26T15:47:55.049 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-07-26T15:47:55.049 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-07-26T15:47:55.049 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-07-26T15:47:55.049 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-07-26T15:47:55.050 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.arena_block_size: 4194304 2021-07-26T15:47:55.050 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-07-26T15:47:55.050 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-07-26T15:47:55.050 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-07-26T15:47:55.050 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.disable_auto_compactions: 0 2021-07-26T15:47:55.051 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-07-26T15:47:55.051 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-07-26T15:47:55.051 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-07-26T15:47:55.051 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-07-26T15:47:55.052 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-07-26T15:47:55.052 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-07-26T15:47:55.052 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-07-26T15:47:55.053 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-07-26T15:47:55.053 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-07-26T15:47:55.053 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-07-26T15:47:55.053 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.table_properties_collectors: 2021-07-26T15:47:55.054 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.inplace_update_support: 0 2021-07-26T15:47:55.054 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-07-26T15:47:55.054 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-07-26T15:47:55.054 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-07-26T15:47:55.054 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.memtable_huge_page_size: 0 2021-07-26T15:47:55.055 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.bloom_locality: 0 2021-07-26T15:47:55.055 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.max_successive_merges: 0 2021-07-26T15:47:55.055 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-07-26T15:47:55.055 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.paranoid_file_checks: 0 2021-07-26T15:47:55.056 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.force_consistency_checks: 0 2021-07-26T15:47:55.056 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.report_bg_io_stats: 0 2021-07-26T15:47:55.056 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.971+0000 7fccd79c46c0 4 rocksdb: Options.ttl: 0 2021-07-26T15:47:55.056 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.979+0000 7fccd79c46c0 4 rocksdb: [db/version_set.cc:3757] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-07-26T15:47:55.056 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.979+0000 7fccd79c46c0 4 rocksdb: [db/version_set.cc:3766] Column family [default] (ID 0), log number is 0 2021-07-26T15:47:55.057 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.979+0000 7fccd79c46c0 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627314474981201, "job": 1, "event": "recovery_started", "log_files": [3]} 2021-07-26T15:47:55.057 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.979+0000 7fccd79c46c0 4 rocksdb: [db/db_impl_open.cc:583] Recovering log #3 mode 2 2021-07-26T15:47:55.057 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.979+0000 7fccd79c46c0 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627314474982096, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 1524, "table_properties": {"data_size": 622, "index_size": 28, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 500, "raw_average_value_size": 100, "num_data_blocks": 1, "num_entries": 5, "filter_policy_name": "rocksdb.BuiltinBloomFilter"}} 2021-07-26T15:47:55.057 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.979+0000 7fccd79c46c0 4 rocksdb: [db/version_set.cc:3036] Creating manifest 5 2021-07-26T15:47:55.058 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.979+0000 7fccd79c46c0 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627314474983168, "job": 1, "event": "recovery_finished"} 2021-07-26T15:47:55.058 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.983+0000 7fccd79c46c0 4 rocksdb: DB pointer 0x55b5f14ba400 2021-07-26T15:47:55.058 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.983+0000 7fccbe828700 4 rocksdb: [db/db_impl.cc:777] ------- DUMPING STATS ------- 2021-07-26T15:47:55.058 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.983+0000 7fccbe828700 4 rocksdb: [db/db_impl.cc:778] 2021-07-26T15:47:55.059 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: ** DB Stats ** 2021-07-26T15:47:55.059 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:47:55.059 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-07-26T15:47:55.059 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-07-26T15:47:55.059 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:47:55.060 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-07-26T15:47:55.060 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-07-26T15:47:55.060 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:47:55.060 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: ** Compaction Stats [default] ** 2021-07-26T15:47:55.061 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:47:55.061 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:47:55.061 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: L0 1/0 1.49 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.7 0.00 0.00 1 0.001 0 0 2021-07-26T15:47:55.061 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Sum 1/0 1.49 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.7 0.00 0.00 1 0.001 0 0 2021-07-26T15:47:55.061 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.7 0.00 0.00 1 0.001 0 0 2021-07-26T15:47:55.062 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: ** Compaction Stats [default] ** 2021-07-26T15:47:55.062 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:47:55.062 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:47:55.063 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.7 0.00 0.00 1 0.001 0 0 2021-07-26T15:47:55.063 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:47:55.063 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Flush(GB): cumulative 0.000, interval 0.000 2021-07-26T15:47:55.063 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:47:55.063 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:47:55.064 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:47:55.064 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:47:55.064 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Cumulative compaction: 0.00 GB write, 0.16 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:47:55.064 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Interval compaction: 0.00 GB write, 0.16 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:47:55.065 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:47:55.065 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:47:55.065 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: ** Compaction Stats [default] ** 2021-07-26T15:47:55.065 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:47:55.065 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:47:55.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: L0 1/0 1.49 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.7 0.00 0.00 1 0.001 0 0 2021-07-26T15:47:55.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Sum 1/0 1.49 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.7 0.00 0.00 1 0.001 0 0 2021-07-26T15:47:55.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:47:55.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: ** Compaction Stats [default] ** 2021-07-26T15:47:55.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:47:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:47:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.7 0.00 0.00 1 0.001 0 0 2021-07-26T15:47:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:47:55.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Flush(GB): cumulative 0.000, interval 0.000 2021-07-26T15:47:55.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:47:55.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:47:55.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:47:55.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:47:55.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Cumulative compaction: 0.00 GB write, 0.16 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:47:55.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:47:55.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:47:55.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:47:55.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.983+0000 7fccd79c46c0 0 mon.b does not exist in monmap, will attempt to join an existing cluster 2021-07-26T15:47:55.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.983+0000 7fccd79c46c0 0 using public_addr v2:172.21.15.107:0/0 -> [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] 2021-07-26T15:47:55.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.983+0000 7fccd79c46c0 0 starting mon.b rank -1 at public addrs [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] at bind addrs [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:47:55.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:54 smithi107 bash[14687]: debug 2021-07-26T15:47:54.983+0000 7fccd79c46c0 1 mon.b@-1(???) e0 preinit fsid 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:47:55.255 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: debug 2021-07-26T15:47:55.019+0000 7fccc102d700 0 mon.b@-1(synchronizing).mds e1 new map 2021-07-26T15:47:55.255 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: debug 2021-07-26T15:47:55.019+0000 7fccc102d700 0 mon.b@-1(synchronizing).mds e1 print_map 2021-07-26T15:47:55.255 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: e1 2021-07-26T15:47:55.256 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: enable_multiple, ever_enabled_multiple: 0,0 2021-07-26T15:47:55.256 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-07-26T15:47:55.256 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: legacy client fscid: -1 2021-07-26T15:47:55.257 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: 2021-07-26T15:47:55.257 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: No filesystems configured 2021-07-26T15:47:55.258 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: debug 2021-07-26T15:47:55.019+0000 7fccc102d700 1 mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2021-07-26T15:47:55.259 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: debug 2021-07-26T15:47:55.019+0000 7fccc102d700 1 mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2021-07-26T15:47:55.259 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: debug 2021-07-26T15:47:55.019+0000 7fccc102d700 1 mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2021-07-26T15:47:55.259 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: debug 2021-07-26T15:47:55.019+0000 7fccc102d700 1 mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2021-07-26T15:47:55.260 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: debug 2021-07-26T15:47:55.019+0000 7fccc102d700 1 mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2021-07-26T15:47:55.260 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: debug 2021-07-26T15:47:55.019+0000 7fccc102d700 1 mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2021-07-26T15:47:55.260 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: debug 2021-07-26T15:47:55.019+0000 7fccc102d700 1 mon.b@-1(synchronizing).osd e5 e5: 0 total, 0 up, 0 in 2021-07-26T15:47:55.260 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: debug 2021-07-26T15:47:55.019+0000 7fccc102d700 1 mon.b@-1(synchronizing).osd e6 e6: 0 total, 0 up, 0 in 2021-07-26T15:47:55.261 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: debug 2021-07-26T15:47:55.019+0000 7fccc102d700 0 mon.b@-1(synchronizing).osd e6 crush map has features 288514051259236352, adjusting msgr requires 2021-07-26T15:47:55.261 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: debug 2021-07-26T15:47:55.019+0000 7fccc102d700 0 mon.b@-1(synchronizing).osd e6 crush map has features 288514051259236352, adjusting msgr requires 2021-07-26T15:47:55.261 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: debug 2021-07-26T15:47:55.019+0000 7fccc102d700 0 mon.b@-1(synchronizing).osd e6 crush map has features 3314933000852226048, adjusting msgr requires 2021-07-26T15:47:55.261 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: debug 2021-07-26T15:47:55.019+0000 7fccc102d700 0 mon.b@-1(synchronizing).osd e6 crush map has features 288514051259236352, adjusting msgr requires 2021-07-26T15:47:55.261 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: cephadm 2021-07-26T15:47:53.149630+0000 mgr.y (mgr.14140) 48 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:47:55.262 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: audit 2021-07-26T15:47:53.150634+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:47:55.262 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: audit 2021-07-26T15:47:53.155519+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:47:55.262 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: audit 2021-07-26T15:47:53.616750+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:47:55.262 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: audit 2021-07-26T15:47:53.624958+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:47:55.263 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: audit 2021-07-26T15:47:53.626340+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:47:55.263 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: audit 2021-07-26T15:47:53.628064+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:47:55.263 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: audit 2021-07-26T15:47:53.630218+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch 2021-07-26T15:47:55.263 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:47:55 smithi107 bash[14687]: debug 2021-07-26T15:47:55.023+0000 7fccc102d700 1 mon.b@-1(synchronizing).paxosservice(auth 1..5) refresh upgraded, format 0 -> 3 2021-07-26T15:48:00.415 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: audit 2021-07-26T15:47:55.027095+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:48:00.416 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: cluster 2021-07-26T15:47:55.027374+0000 mon.a (mon.0) 175 : cluster [INF] mon.a calling monitor election 2021-07-26T15:48:00.416 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: audit 2021-07-26T15:47:55.030323+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:48:00.416 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: audit 2021-07-26T15:47:55.030656+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:48:00.416 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: cluster 2021-07-26T15:47:55.031577+0000 mon.c (mon.1) 2 : cluster [INF] mon.c calling monitor election 2021-07-26T15:48:00.417 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: audit 2021-07-26T15:47:56.020499+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:48:00.417 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: cluster 2021-07-26T15:47:56.082156+0000 mgr.y (mgr.14140) 52 : cluster [DBG] pgmap v37: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:00.417 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: audit 2021-07-26T15:47:57.020543+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:48:00.417 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: cluster 2021-07-26T15:47:57.032220+0000 mon.b (mon.2) 1 : cluster [INF] mon.b calling monitor election 2021-07-26T15:48:00.418 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: audit 2021-07-26T15:47:58.020565+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:48:00.418 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: cluster 2021-07-26T15:47:58.082593+0000 mgr.y (mgr.14140) 53 : cluster [DBG] pgmap v38: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:00.418 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: audit 2021-07-26T15:47:59.020719+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:48:00.418 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: audit 2021-07-26T15:48:00.020903+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:48:00.418 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: cluster 2021-07-26T15:48:00.052821+0000 mon.a (mon.0) 183 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:48:00.419 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: cluster 2021-07-26T15:48:00.061537+0000 mon.a (mon.0) 184 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0],b=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],c=[v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0]} 2021-07-26T15:48:00.419 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: cluster 2021-07-26T15:48:00.061640+0000 mon.a (mon.0) 185 : cluster [DBG] fsmap 2021-07-26T15:48:00.419 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: cluster 2021-07-26T15:48:00.061697+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in 2021-07-26T15:48:00.419 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: cluster 2021-07-26T15:48:00.062010+0000 mon.a (mon.0) 187 : cluster [DBG] mgrmap e13: y(active, since 86s) 2021-07-26T15:48:00.420 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: cluster 2021-07-26T15:48:00.068477+0000 mon.a (mon.0) 188 : cluster [INF] overall HEALTH_OK 2021-07-26T15:48:00.420 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: audit 2021-07-26T15:48:00.074962+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:00.420 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: audit 2021-07-26T15:48:00.076353+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.y"}]: dispatch 2021-07-26T15:48:00.420 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: audit 2021-07-26T15:48:00.077682+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:00.420 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[14605]: audit 2021-07-26T15:48:00.079459+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.y", "key": "container_image"}]: dispatch 2021-07-26T15:48:00.421 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: audit 2021-07-26T15:47:55.027095+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:48:00.421 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: cluster 2021-07-26T15:47:55.027374+0000 mon.a (mon.0) 175 : cluster [INF] mon.a calling monitor election 2021-07-26T15:48:00.422 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: audit 2021-07-26T15:47:55.030323+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:48:00.422 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: audit 2021-07-26T15:47:55.030656+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:48:00.422 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: cluster 2021-07-26T15:47:55.031577+0000 mon.c (mon.1) 2 : cluster [INF] mon.c calling monitor election 2021-07-26T15:48:00.422 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: audit 2021-07-26T15:47:56.020499+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:48:00.423 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: cluster 2021-07-26T15:47:56.082156+0000 mgr.y (mgr.14140) 52 : cluster [DBG] pgmap v37: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:00.423 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: audit 2021-07-26T15:47:57.020543+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:48:00.423 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: cluster 2021-07-26T15:47:57.032220+0000 mon.b (mon.2) 1 : cluster [INF] mon.b calling monitor election 2021-07-26T15:48:00.423 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: audit 2021-07-26T15:47:58.020565+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:48:00.424 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: cluster 2021-07-26T15:47:58.082593+0000 mgr.y (mgr.14140) 53 : cluster [DBG] pgmap v38: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:00.424 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: audit 2021-07-26T15:47:59.020719+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:48:00.424 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: audit 2021-07-26T15:48:00.020903+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:48:00.424 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: cluster 2021-07-26T15:48:00.052821+0000 mon.a (mon.0) 183 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:48:00.424 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: cluster 2021-07-26T15:48:00.061537+0000 mon.a (mon.0) 184 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0],b=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],c=[v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0]} 2021-07-26T15:48:00.425 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: cluster 2021-07-26T15:48:00.061640+0000 mon.a (mon.0) 185 : cluster [DBG] fsmap 2021-07-26T15:48:00.425 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: cluster 2021-07-26T15:48:00.061697+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in 2021-07-26T15:48:00.425 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: cluster 2021-07-26T15:48:00.062010+0000 mon.a (mon.0) 187 : cluster [DBG] mgrmap e13: y(active, since 86s) 2021-07-26T15:48:00.425 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: cluster 2021-07-26T15:48:00.068477+0000 mon.a (mon.0) 188 : cluster [INF] overall HEALTH_OK 2021-07-26T15:48:00.425 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: audit 2021-07-26T15:48:00.074962+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:00.426 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: audit 2021-07-26T15:48:00.076353+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.y"}]: dispatch 2021-07-26T15:48:00.426 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: audit 2021-07-26T15:48:00.077682+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:00.426 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:00 smithi037 bash[18551]: audit 2021-07-26T15:48:00.079459+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.y", "key": "container_image"}]: dispatch 2021-07-26T15:48:00.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: audit 2021-07-26T15:47:55.027095+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:48:00.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: cluster 2021-07-26T15:47:55.027374+0000 mon.a (mon.0) 175 : cluster [INF] mon.a calling monitor election 2021-07-26T15:48:00.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: audit 2021-07-26T15:47:55.030323+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:48:00.507 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: audit 2021-07-26T15:47:55.030656+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:48:00.507 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: cluster 2021-07-26T15:47:55.031577+0000 mon.c (mon.1) 2 : cluster [INF] mon.c calling monitor election 2021-07-26T15:48:00.507 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: audit 2021-07-26T15:47:56.020499+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:48:00.507 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: cluster 2021-07-26T15:47:56.082156+0000 mgr.y (mgr.14140) 52 : cluster [DBG] pgmap v37: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:00.507 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: audit 2021-07-26T15:47:57.020543+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:48:00.508 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: cluster 2021-07-26T15:47:57.032220+0000 mon.b (mon.2) 1 : cluster [INF] mon.b calling monitor election 2021-07-26T15:48:00.508 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: audit 2021-07-26T15:47:58.020565+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:48:00.508 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: cluster 2021-07-26T15:47:58.082593+0000 mgr.y (mgr.14140) 53 : cluster [DBG] pgmap v38: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:00.508 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: audit 2021-07-26T15:47:59.020719+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:48:00.509 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: audit 2021-07-26T15:48:00.020903+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:48:00.509 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: cluster 2021-07-26T15:48:00.052821+0000 mon.a (mon.0) 183 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:48:00.509 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: cluster 2021-07-26T15:48:00.061537+0000 mon.a (mon.0) 184 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0],b=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],c=[v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0]} 2021-07-26T15:48:00.509 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: cluster 2021-07-26T15:48:00.061640+0000 mon.a (mon.0) 185 : cluster [DBG] fsmap 2021-07-26T15:48:00.510 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: cluster 2021-07-26T15:48:00.061697+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e6: 0 total, 0 up, 0 in 2021-07-26T15:48:00.510 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: cluster 2021-07-26T15:48:00.062010+0000 mon.a (mon.0) 187 : cluster [DBG] mgrmap e13: y(active, since 86s) 2021-07-26T15:48:00.510 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: cluster 2021-07-26T15:48:00.068477+0000 mon.a (mon.0) 188 : cluster [INF] overall HEALTH_OK 2021-07-26T15:48:00.510 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: audit 2021-07-26T15:48:00.074962+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:00.510 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: audit 2021-07-26T15:48:00.076353+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.y"}]: dispatch 2021-07-26T15:48:00.511 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: audit 2021-07-26T15:48:00.077682+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:00.511 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:00 smithi107 bash[14687]: audit 2021-07-26T15:48:00.079459+0000 mon.a (mon.0) 192 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.y", "key": "container_image"}]: dispatch 2021-07-26T15:48:00.723 INFO:teuthology.orchestra.run.smithi107.stdout: 2021-07-26T15:48:00.723 INFO:teuthology.orchestra.run.smithi107.stdout:{"epoch":3,"fsid":"72588c72-ee28-11eb-8c23-001a4aab830c","modified":"2021-07-26T15:47:55.019906Z","created":"2021-07-26T15:45:41.003625Z","min_mon_release":15,"min_mon_release_name":"octopus","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:3300","nonce":0},{"type":"v1","addr":"172.21.15.37:6789","nonce":0}]},"addr":"172.21.15.37:6789/0","public_addr":"172.21.15.37:6789/0","priority":0,"weight":0},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:3301","nonce":0},{"type":"v1","addr":"172.21.15.37:6790","nonce":0}]},"addr":"172.21.15.37:6790/0","public_addr":"172.21.15.37:6790/0","priority":0,"weight":0},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:3300","nonce":0},{"type":"v1","addr":"172.21.15.107:6789","nonce":0}]},"addr":"172.21.15.107:6789/0","public_addr":"172.21.15.107:6789/0","priority":0,"weight":0}],"quorum":[0,1,2]} 2021-07-26T15:48:00.725 INFO:teuthology.orchestra.run.smithi107.stderr:dumped monmap epoch 3 2021-07-26T15:48:01.241 INFO:tasks.cephadm:Generating final ceph.conf file... 2021-07-26T15:48:01.242 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph config generate-minimal-conf 2021-07-26T15:48:01.422 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:01 smithi037 bash[14605]: cephadm 2021-07-26T15:48:00.075856+0000 mgr.y (mgr.14140) 54 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2021-07-26T15:48:01.422 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:01 smithi037 bash[14605]: cephadm 2021-07-26T15:48:00.078690+0000 mgr.y (mgr.14140) 55 : cephadm [INF] Reconfiguring daemon mgr.y on smithi037 2021-07-26T15:48:01.423 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:01 smithi037 bash[14605]: cluster 2021-07-26T15:48:00.083009+0000 mgr.y (mgr.14140) 56 : cluster [DBG] pgmap v39: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:01.423 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:01 smithi037 bash[14605]: audit 2021-07-26T15:48:00.719374+0000 mon.c (mon.1) 3 : audit [DBG] from='client.? 172.21.15.107:0/585740188' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-07-26T15:48:01.423 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:01 smithi037 bash[14605]: audit 2021-07-26T15:48:01.021133+0000 mon.a (mon.0) 193 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:48:01.424 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:01 smithi037 bash[18551]: cephadm 2021-07-26T15:48:00.075856+0000 mgr.y (mgr.14140) 54 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2021-07-26T15:48:01.424 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:01 smithi037 bash[18551]: cephadm 2021-07-26T15:48:00.078690+0000 mgr.y (mgr.14140) 55 : cephadm [INF] Reconfiguring daemon mgr.y on smithi037 2021-07-26T15:48:01.424 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:01 smithi037 bash[18551]: cluster 2021-07-26T15:48:00.083009+0000 mgr.y (mgr.14140) 56 : cluster [DBG] pgmap v39: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:01.424 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:01 smithi037 bash[18551]: audit 2021-07-26T15:48:00.719374+0000 mon.c (mon.1) 3 : audit [DBG] from='client.? 172.21.15.107:0/585740188' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-07-26T15:48:01.425 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:01 smithi037 bash[18551]: audit 2021-07-26T15:48:01.021133+0000 mon.a (mon.0) 193 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:48:01.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:01 smithi107 bash[14687]: cephadm 2021-07-26T15:48:00.075856+0000 mgr.y (mgr.14140) 54 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2021-07-26T15:48:01.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:01 smithi107 bash[14687]: cephadm 2021-07-26T15:48:00.078690+0000 mgr.y (mgr.14140) 55 : cephadm [INF] Reconfiguring daemon mgr.y on smithi037 2021-07-26T15:48:01.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:01 smithi107 bash[14687]: cluster 2021-07-26T15:48:00.083009+0000 mgr.y (mgr.14140) 56 : cluster [DBG] pgmap v39: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:01.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:01 smithi107 bash[14687]: audit 2021-07-26T15:48:00.719374+0000 mon.c (mon.1) 3 : audit [DBG] from='client.? 172.21.15.107:0/585740188' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-07-26T15:48:01.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:01 smithi107 bash[14687]: audit 2021-07-26T15:48:01.021133+0000 mon.a (mon.0) 193 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:48:03.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:03 smithi037 bash[14605]: cluster 2021-07-26T15:48:02.083457+0000 mgr.y (mgr.14140) 57 : cluster [DBG] pgmap v40: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:03.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:03 smithi037 bash[14605]: audit 2021-07-26T15:48:02.863290+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:03.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:03 smithi037 bash[14605]: audit 2021-07-26T15:48:02.865068+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:48:03.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:03 smithi037 bash[14605]: audit 2021-07-26T15:48:02.866768+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:03.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:03 smithi037 bash[14605]: audit 2021-07-26T15:48:02.869021+0000 mon.a (mon.0) 197 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.c", "key": "container_image"}]: dispatch 2021-07-26T15:48:03.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:03 smithi037 bash[18551]: cluster 2021-07-26T15:48:02.083457+0000 mgr.y (mgr.14140) 57 : cluster [DBG] pgmap v40: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:03.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:03 smithi037 bash[18551]: audit 2021-07-26T15:48:02.863290+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:03.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:03 smithi037 bash[18551]: audit 2021-07-26T15:48:02.865068+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:48:03.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:03 smithi037 bash[18551]: audit 2021-07-26T15:48:02.866768+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:03.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:03 smithi037 bash[18551]: audit 2021-07-26T15:48:02.869021+0000 mon.a (mon.0) 197 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.c", "key": "container_image"}]: dispatch 2021-07-26T15:48:03.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:03 smithi107 bash[14687]: cluster 2021-07-26T15:48:02.083457+0000 mgr.y (mgr.14140) 57 : cluster [DBG] pgmap v40: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:03.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:03 smithi107 bash[14687]: audit 2021-07-26T15:48:02.863290+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:03.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:03 smithi107 bash[14687]: audit 2021-07-26T15:48:02.865068+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:48:03.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:03 smithi107 bash[14687]: audit 2021-07-26T15:48:02.866768+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:03.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:03 smithi107 bash[14687]: audit 2021-07-26T15:48:02.869021+0000 mon.a (mon.0) 197 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.c", "key": "container_image"}]: dispatch 2021-07-26T15:48:04.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:04 smithi107 bash[14687]: cephadm 2021-07-26T15:48:02.864466+0000 mgr.y (mgr.14140) 58 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-07-26T15:48:04.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:04 smithi107 bash[14687]: cephadm 2021-07-26T15:48:02.868043+0000 mgr.y (mgr.14140) 59 : cephadm [INF] Reconfiguring daemon mon.c on smithi037 2021-07-26T15:48:04.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:04 smithi037 bash[14605]: cephadm 2021-07-26T15:48:02.864466+0000 mgr.y (mgr.14140) 58 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-07-26T15:48:04.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:04 smithi037 bash[14605]: cephadm 2021-07-26T15:48:02.868043+0000 mgr.y (mgr.14140) 59 : cephadm [INF] Reconfiguring daemon mon.c on smithi037 2021-07-26T15:48:04.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:04 smithi037 bash[18551]: cephadm 2021-07-26T15:48:02.864466+0000 mgr.y (mgr.14140) 58 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-07-26T15:48:04.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:04 smithi037 bash[18551]: cephadm 2021-07-26T15:48:02.868043+0000 mgr.y (mgr.14140) 59 : cephadm [INF] Reconfiguring daemon mon.c on smithi037 2021-07-26T15:48:05.416 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:05 smithi037 bash[14605]: cluster 2021-07-26T15:48:04.083926+0000 mgr.y (mgr.14140) 60 : cluster [DBG] pgmap v41: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:05.416 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:05 smithi037 bash[18551]: cluster 2021-07-26T15:48:04.083926+0000 mgr.y (mgr.14140) 60 : cluster [DBG] pgmap v41: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:05.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:05 smithi107 bash[14687]: cluster 2021-07-26T15:48:04.083926+0000 mgr.y (mgr.14140) 60 : cluster [DBG] pgmap v41: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:06.264 INFO:teuthology.orchestra.run.smithi037.stdout:# minimal ceph.conf for 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:48:06.264 INFO:teuthology.orchestra.run.smithi037.stdout:[global] 2021-07-26T15:48:06.264 INFO:teuthology.orchestra.run.smithi037.stdout: fsid = 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:48:06.264 INFO:teuthology.orchestra.run.smithi037.stdout: mon_host = [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] [v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0] 2021-07-26T15:48:06.927 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2021-07-26T15:48:06.928 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2021-07-26T15:48:06.929 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/etc/ceph/ceph.conf 2021-07-26T15:48:06.943 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2021-07-26T15:48:06.944 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:48:07.003 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2021-07-26T15:48:07.004 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/etc/ceph/ceph.conf 2021-07-26T15:48:07.020 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2021-07-26T15:48:07.021 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2021-07-26T15:48:07.037 INFO:tasks.cephadm:Adding mgr.y on smithi037 2021-07-26T15:48:07.038 INFO:tasks.cephadm:Adding mgr.x on smithi107 2021-07-26T15:48:07.039 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph orch apply mgr '2;smithi037=y;smithi107=x' 2021-07-26T15:48:07.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:07 smithi107 bash[14687]: cluster 2021-07-26T15:48:06.084397+0000 mgr.y (mgr.14140) 61 : cluster [DBG] pgmap v42: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:07.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:07 smithi107 bash[14687]: audit 2021-07-26T15:48:06.259721+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:07.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:07 smithi107 bash[14687]: audit 2021-07-26T15:48:06.260054+0000 mon.a (mon.0) 199 : audit [DBG] from='client.? 172.21.15.37:0/839515682' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:07.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:07 smithi107 bash[14687]: cephadm 2021-07-26T15:48:06.260599+0000 mgr.y (mgr.14140) 62 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-07-26T15:48:07.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:07 smithi107 bash[14687]: audit 2021-07-26T15:48:06.260952+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:48:07.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:07 smithi107 bash[14687]: audit 2021-07-26T15:48:06.261940+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:07.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:07 smithi107 bash[14687]: cephadm 2021-07-26T15:48:06.263018+0000 mgr.y (mgr.14140) 63 : cephadm [INF] Reconfiguring daemon mon.b on smithi107 2021-07-26T15:48:07.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:07 smithi107 bash[14687]: audit 2021-07-26T15:48:06.263543+0000 mon.a (mon.0) 202 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.b", "key": "container_image"}]: dispatch 2021-07-26T15:48:07.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:07 smithi037 bash[14605]: cluster 2021-07-26T15:48:06.084397+0000 mgr.y (mgr.14140) 61 : cluster [DBG] pgmap v42: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:07.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:07 smithi037 bash[14605]: audit 2021-07-26T15:48:06.259721+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:07.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:07 smithi037 bash[14605]: audit 2021-07-26T15:48:06.260054+0000 mon.a (mon.0) 199 : audit [DBG] from='client.? 172.21.15.37:0/839515682' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:07.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:07 smithi037 bash[14605]: cephadm 2021-07-26T15:48:06.260599+0000 mgr.y (mgr.14140) 62 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-07-26T15:48:07.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:07 smithi037 bash[14605]: audit 2021-07-26T15:48:06.260952+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:48:07.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:07 smithi037 bash[14605]: audit 2021-07-26T15:48:06.261940+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:07.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:07 smithi037 bash[14605]: cephadm 2021-07-26T15:48:06.263018+0000 mgr.y (mgr.14140) 63 : cephadm [INF] Reconfiguring daemon mon.b on smithi107 2021-07-26T15:48:07.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:07 smithi037 bash[14605]: audit 2021-07-26T15:48:06.263543+0000 mon.a (mon.0) 202 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.b", "key": "container_image"}]: dispatch 2021-07-26T15:48:07.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:07 smithi037 bash[18551]: cluster 2021-07-26T15:48:06.084397+0000 mgr.y (mgr.14140) 61 : cluster [DBG] pgmap v42: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:07.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:07 smithi037 bash[18551]: audit 2021-07-26T15:48:06.259721+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:07.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:07 smithi037 bash[18551]: audit 2021-07-26T15:48:06.260054+0000 mon.a (mon.0) 199 : audit [DBG] from='client.? 172.21.15.37:0/839515682' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:07.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:07 smithi037 bash[18551]: cephadm 2021-07-26T15:48:06.260599+0000 mgr.y (mgr.14140) 62 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-07-26T15:48:07.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:07 smithi037 bash[18551]: audit 2021-07-26T15:48:06.260952+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:48:07.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:07 smithi037 bash[18551]: audit 2021-07-26T15:48:06.261940+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:07.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:07 smithi037 bash[18551]: cephadm 2021-07-26T15:48:06.263018+0000 mgr.y (mgr.14140) 63 : cephadm [INF] Reconfiguring daemon mon.b on smithi107 2021-07-26T15:48:07.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:07 smithi037 bash[18551]: audit 2021-07-26T15:48:06.263543+0000 mon.a (mon.0) 202 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.b", "key": "container_image"}]: dispatch 2021-07-26T15:48:09.254 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:09 smithi107 bash[14687]: cluster 2021-07-26T15:48:08.084861+0000 mgr.y (mgr.14140) 64 : cluster [DBG] pgmap v43: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:09.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:09 smithi037 bash[14605]: cluster 2021-07-26T15:48:08.084861+0000 mgr.y (mgr.14140) 64 : cluster [DBG] pgmap v43: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:09.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:09 smithi037 bash[18551]: cluster 2021-07-26T15:48:08.084861+0000 mgr.y (mgr.14140) 64 : cluster [DBG] pgmap v43: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:10.412 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:10 smithi107 bash[14687]: audit 2021-07-26T15:48:09.113628+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:10.413 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:10 smithi107 bash[14687]: audit 2021-07-26T15:48:09.116181+0000 mon.a (mon.0) 204 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:10.413 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:10 smithi107 bash[14687]: audit 2021-07-26T15:48:09.116728+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:10.413 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:10 smithi107 bash[14687]: audit 2021-07-26T15:48:09.672819+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:10.413 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:10 smithi107 bash[14687]: audit 2021-07-26T15:48:09.839048+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:10.414 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:10 smithi107 bash[14687]: audit 2021-07-26T15:48:09.847451+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:10.414 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:10 smithi107 bash[14687]: audit 2021-07-26T15:48:09.848858+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:48:10.414 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:10 smithi107 bash[14687]: audit 2021-07-26T15:48:09.850452+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:10.414 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:10 smithi107 bash[14687]: audit 2021-07-26T15:48:09.852364+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch 2021-07-26T15:48:10.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:10 smithi037 bash[14605]: audit 2021-07-26T15:48:09.113628+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:10.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:10 smithi037 bash[14605]: audit 2021-07-26T15:48:09.116181+0000 mon.a (mon.0) 204 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:10.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:10 smithi037 bash[14605]: audit 2021-07-26T15:48:09.116728+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:10.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:10 smithi037 bash[14605]: audit 2021-07-26T15:48:09.672819+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:10.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:10 smithi037 bash[14605]: audit 2021-07-26T15:48:09.839048+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:10.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:10 smithi037 bash[14605]: audit 2021-07-26T15:48:09.847451+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:10.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:10 smithi037 bash[14605]: audit 2021-07-26T15:48:09.848858+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:48:10.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:10 smithi037 bash[14605]: audit 2021-07-26T15:48:09.850452+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:10.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:10 smithi037 bash[14605]: audit 2021-07-26T15:48:09.852364+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch 2021-07-26T15:48:10.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:10 smithi037 bash[18551]: audit 2021-07-26T15:48:09.113628+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:10.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:10 smithi037 bash[18551]: audit 2021-07-26T15:48:09.116181+0000 mon.a (mon.0) 204 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:10.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:10 smithi037 bash[18551]: audit 2021-07-26T15:48:09.116728+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:10.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:10 smithi037 bash[18551]: audit 2021-07-26T15:48:09.672819+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:10.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:10 smithi037 bash[18551]: audit 2021-07-26T15:48:09.839048+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:10.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:10 smithi037 bash[18551]: audit 2021-07-26T15:48:09.847451+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:10.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:10 smithi037 bash[18551]: audit 2021-07-26T15:48:09.848858+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:48:10.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:10 smithi037 bash[18551]: audit 2021-07-26T15:48:09.850452+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:10.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:10 smithi037 bash[18551]: audit 2021-07-26T15:48:09.852364+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon.a", "key": "container_image"}]: dispatch 2021-07-26T15:48:10.792 INFO:teuthology.orchestra.run.smithi107.stdout:Scheduled mgr update... 2021-07-26T15:48:11.254 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:11 smithi107 bash[14687]: cephadm 2021-07-26T15:48:09.848278+0000 mgr.y (mgr.14140) 65 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2021-07-26T15:48:11.254 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:11 smithi107 bash[14687]: cephadm 2021-07-26T15:48:09.851585+0000 mgr.y (mgr.14140) 66 : cephadm [INF] Reconfiguring daemon mon.a on smithi037 2021-07-26T15:48:11.255 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:11 smithi107 bash[14687]: cluster 2021-07-26T15:48:10.085184+0000 mgr.y (mgr.14140) 67 : cluster [DBG] pgmap v44: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:11.255 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:11 smithi107 bash[14687]: audit 2021-07-26T15:48:10.788616+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:11.443 DEBUG:teuthology.orchestra.run.smithi107:mgr.x> sudo journalctl -f -n 0 -u ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mgr.x.service 2021-07-26T15:48:11.447 INFO:tasks.cephadm:Deploying OSDs... 2021-07-26T15:48:11.447 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2021-07-26T15:48:11.448 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/scratch_devs of=/dev/stdout 2021-07-26T15:48:11.457 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2021-07-26T15:48:11.458 DEBUG:teuthology.orchestra.run.smithi037:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2021-07-26T15:48:11.504 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:11 smithi037 bash[14605]: cephadm 2021-07-26T15:48:09.848278+0000 mgr.y (mgr.14140) 65 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2021-07-26T15:48:11.504 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:11 smithi037 bash[14605]: cephadm 2021-07-26T15:48:09.851585+0000 mgr.y (mgr.14140) 66 : cephadm [INF] Reconfiguring daemon mon.a on smithi037 2021-07-26T15:48:11.505 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:11 smithi037 bash[14605]: cluster 2021-07-26T15:48:10.085184+0000 mgr.y (mgr.14140) 67 : cluster [DBG] pgmap v44: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:11.505 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:11 smithi037 bash[14605]: audit 2021-07-26T15:48:10.788616+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:11.505 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:11 smithi037 bash[18551]: cephadm 2021-07-26T15:48:09.848278+0000 mgr.y (mgr.14140) 65 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2021-07-26T15:48:11.506 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:11 smithi037 bash[18551]: cephadm 2021-07-26T15:48:09.851585+0000 mgr.y (mgr.14140) 66 : cephadm [INF] Reconfiguring daemon mon.a on smithi037 2021-07-26T15:48:11.506 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:11 smithi037 bash[18551]: cluster 2021-07-26T15:48:10.085184+0000 mgr.y (mgr.14140) 67 : cluster [DBG] pgmap v44: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:11.506 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:11 smithi037 bash[18551]: audit 2021-07-26T15:48:10.788616+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:11.509 INFO:teuthology.orchestra.run.smithi037.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2021-07-26T15:48:11.509 INFO:teuthology.orchestra.run.smithi037.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:48:11.510 INFO:teuthology.orchestra.run.smithi037.stdout:Device: 6h/6d Inode: 347 Links: 1 2021-07-26T15:48:11.510 INFO:teuthology.orchestra.run.smithi037.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:48:11.511 INFO:teuthology.orchestra.run.smithi037.stdout:Access: 2021-07-26 15:42:17.257369673 +0000 2021-07-26T15:48:11.511 INFO:teuthology.orchestra.run.smithi037.stdout:Modify: 2021-07-26 15:42:17.253371674 +0000 2021-07-26T15:48:11.511 INFO:teuthology.orchestra.run.smithi037.stdout:Change: 2021-07-26 15:42:17.253371674 +0000 2021-07-26T15:48:11.512 INFO:teuthology.orchestra.run.smithi037.stdout: Birth: - 2021-07-26T15:48:11.518 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records in 2021-07-26T15:48:11.518 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records out 2021-07-26T15:48:11.518 INFO:teuthology.orchestra.run.smithi037.stderr:512 bytes copied, 0.000400361 s, 1.3 MB/s 2021-07-26T15:48:11.524 DEBUG:teuthology.orchestra.run.smithi037:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2021-07-26T15:48:11.531 INFO:teuthology.orchestra.run.smithi037.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2021-07-26T15:48:11.531 INFO:teuthology.orchestra.run.smithi037.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:48:11.532 INFO:teuthology.orchestra.run.smithi037.stdout:Device: 6h/6d Inode: 354 Links: 1 2021-07-26T15:48:11.532 INFO:teuthology.orchestra.run.smithi037.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:48:11.532 INFO:teuthology.orchestra.run.smithi037.stdout:Access: 2021-07-26 15:42:17.841077658 +0000 2021-07-26T15:48:11.532 INFO:teuthology.orchestra.run.smithi037.stdout:Modify: 2021-07-26 15:42:17.661167663 +0000 2021-07-26T15:48:11.533 INFO:teuthology.orchestra.run.smithi037.stdout:Change: 2021-07-26 15:42:17.661167663 +0000 2021-07-26T15:48:11.533 INFO:teuthology.orchestra.run.smithi037.stdout: Birth: - 2021-07-26T15:48:11.542 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records in 2021-07-26T15:48:11.542 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records out 2021-07-26T15:48:11.542 INFO:teuthology.orchestra.run.smithi037.stderr:512 bytes copied, 0.000391837 s, 1.3 MB/s 2021-07-26T15:48:11.546 DEBUG:teuthology.orchestra.run.smithi037:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2021-07-26T15:48:11.554 INFO:teuthology.orchestra.run.smithi037.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2021-07-26T15:48:11.554 INFO:teuthology.orchestra.run.smithi037.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:48:11.555 INFO:teuthology.orchestra.run.smithi037.stdout:Device: 6h/6d Inode: 361 Links: 1 2021-07-26T15:48:11.555 INFO:teuthology.orchestra.run.smithi037.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:48:11.555 INFO:teuthology.orchestra.run.smithi037.stdout:Access: 2021-07-26 15:42:18.232881647 +0000 2021-07-26T15:48:11.555 INFO:teuthology.orchestra.run.smithi037.stdout:Modify: 2021-07-26 15:42:18.060967652 +0000 2021-07-26T15:48:11.556 INFO:teuthology.orchestra.run.smithi037.stdout:Change: 2021-07-26 15:42:18.060967652 +0000 2021-07-26T15:48:11.556 INFO:teuthology.orchestra.run.smithi037.stdout: Birth: - 2021-07-26T15:48:11.556 INFO:journalctl@ceph.mgr.x.smithi107.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:48:11.560 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records in 2021-07-26T15:48:11.561 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records out 2021-07-26T15:48:11.561 INFO:teuthology.orchestra.run.smithi037.stderr:512 bytes copied, 0.000400559 s, 1.3 MB/s 2021-07-26T15:48:11.565 DEBUG:teuthology.orchestra.run.smithi037:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2021-07-26T15:48:11.616 INFO:teuthology.orchestra.run.smithi037.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2021-07-26T15:48:11.617 INFO:teuthology.orchestra.run.smithi037.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:48:11.617 INFO:teuthology.orchestra.run.smithi037.stdout:Device: 6h/6d Inode: 364 Links: 1 2021-07-26T15:48:11.618 INFO:teuthology.orchestra.run.smithi037.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:48:11.618 INFO:teuthology.orchestra.run.smithi037.stdout:Access: 2021-07-26 15:42:18.652671635 +0000 2021-07-26T15:48:11.618 INFO:teuthology.orchestra.run.smithi037.stdout:Modify: 2021-07-26 15:42:18.484755639 +0000 2021-07-26T15:48:11.619 INFO:teuthology.orchestra.run.smithi037.stdout:Change: 2021-07-26 15:42:18.484755639 +0000 2021-07-26T15:48:11.619 INFO:teuthology.orchestra.run.smithi037.stdout: Birth: - 2021-07-26T15:48:11.627 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records in 2021-07-26T15:48:11.627 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records out 2021-07-26T15:48:11.627 INFO:teuthology.orchestra.run.smithi037.stderr:512 bytes copied, 0.0004103 s, 1.2 MB/s 2021-07-26T15:48:11.633 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2021-07-26T15:48:11.633 DEBUG:teuthology.orchestra.run.smithi107:> dd if=/scratch_devs of=/dev/stdout 2021-07-26T15:48:11.642 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2021-07-26T15:48:11.643 DEBUG:teuthology.orchestra.run.smithi107:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2021-07-26T15:48:11.651 INFO:teuthology.orchestra.run.smithi107.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2021-07-26T15:48:11.651 INFO:teuthology.orchestra.run.smithi107.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:48:11.652 INFO:teuthology.orchestra.run.smithi107.stdout:Device: 6h/6d Inode: 347 Links: 1 2021-07-26T15:48:11.652 INFO:teuthology.orchestra.run.smithi107.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:48:11.652 INFO:teuthology.orchestra.run.smithi107.stdout:Access: 2021-07-26 15:42:16.955995595 +0000 2021-07-26T15:48:11.652 INFO:teuthology.orchestra.run.smithi107.stdout:Modify: 2021-07-26 15:42:16.803995598 +0000 2021-07-26T15:48:11.653 INFO:teuthology.orchestra.run.smithi107.stdout:Change: 2021-07-26 15:42:16.803995598 +0000 2021-07-26T15:48:11.653 INFO:teuthology.orchestra.run.smithi107.stdout: Birth: - 2021-07-26T15:48:11.662 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records in 2021-07-26T15:48:11.662 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records out 2021-07-26T15:48:11.662 INFO:teuthology.orchestra.run.smithi107.stderr:512 bytes copied, 0.000365894 s, 1.4 MB/s 2021-07-26T15:48:11.667 DEBUG:teuthology.orchestra.run.smithi107:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2021-07-26T15:48:11.716 INFO:teuthology.orchestra.run.smithi107.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2021-07-26T15:48:11.716 INFO:teuthology.orchestra.run.smithi107.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:48:11.717 INFO:teuthology.orchestra.run.smithi107.stdout:Device: 6h/6d Inode: 353 Links: 1 2021-07-26T15:48:11.717 INFO:teuthology.orchestra.run.smithi107.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:48:11.717 INFO:teuthology.orchestra.run.smithi107.stdout:Access: 2021-07-26 15:42:17.335995586 +0000 2021-07-26T15:48:11.717 INFO:teuthology.orchestra.run.smithi107.stdout:Modify: 2021-07-26 15:42:17.143995591 +0000 2021-07-26T15:48:11.717 INFO:teuthology.orchestra.run.smithi107.stdout:Change: 2021-07-26 15:42:17.143995591 +0000 2021-07-26T15:48:11.718 INFO:teuthology.orchestra.run.smithi107.stdout: Birth: - 2021-07-26T15:48:11.727 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records in 2021-07-26T15:48:11.727 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records out 2021-07-26T15:48:11.727 INFO:teuthology.orchestra.run.smithi107.stderr:512 bytes copied, 0.000398843 s, 1.3 MB/s 2021-07-26T15:48:11.731 DEBUG:teuthology.orchestra.run.smithi107:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2021-07-26T15:48:11.739 INFO:teuthology.orchestra.run.smithi107.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2021-07-26T15:48:11.739 INFO:teuthology.orchestra.run.smithi107.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:48:11.740 INFO:teuthology.orchestra.run.smithi107.stdout:Device: 6h/6d Inode: 358 Links: 1 2021-07-26T15:48:11.740 INFO:teuthology.orchestra.run.smithi107.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:48:11.740 INFO:teuthology.orchestra.run.smithi107.stdout:Access: 2021-07-26 15:42:17.739995578 +0000 2021-07-26T15:48:11.740 INFO:teuthology.orchestra.run.smithi107.stdout:Modify: 2021-07-26 15:42:17.563995581 +0000 2021-07-26T15:48:11.740 INFO:teuthology.orchestra.run.smithi107.stdout:Change: 2021-07-26 15:42:17.563995581 +0000 2021-07-26T15:48:11.741 INFO:teuthology.orchestra.run.smithi107.stdout: Birth: - 2021-07-26T15:48:11.750 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records in 2021-07-26T15:48:11.751 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records out 2021-07-26T15:48:11.751 INFO:teuthology.orchestra.run.smithi107.stderr:512 bytes copied, 0.000406017 s, 1.3 MB/s 2021-07-26T15:48:11.754 DEBUG:teuthology.orchestra.run.smithi107:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2021-07-26T15:48:11.760 INFO:teuthology.orchestra.run.smithi107.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2021-07-26T15:48:11.760 INFO:teuthology.orchestra.run.smithi107.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-07-26T15:48:11.761 INFO:teuthology.orchestra.run.smithi107.stdout:Device: 6h/6d Inode: 365 Links: 1 2021-07-26T15:48:11.761 INFO:teuthology.orchestra.run.smithi107.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-07-26T15:48:11.761 INFO:teuthology.orchestra.run.smithi107.stdout:Access: 2021-07-26 15:42:18.175995568 +0000 2021-07-26T15:48:11.761 INFO:teuthology.orchestra.run.smithi107.stdout:Modify: 2021-07-26 15:42:17.999995572 +0000 2021-07-26T15:48:11.762 INFO:teuthology.orchestra.run.smithi107.stdout:Change: 2021-07-26 15:42:17.999995572 +0000 2021-07-26T15:48:11.762 INFO:teuthology.orchestra.run.smithi107.stdout: Birth: - 2021-07-26T15:48:11.767 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records in 2021-07-26T15:48:11.767 INFO:teuthology.orchestra.run.smithi107.stderr:1+0 records out 2021-07-26T15:48:11.768 INFO:teuthology.orchestra.run.smithi107.stderr:512 bytes copied, 0.00039854 s, 1.3 MB/s 2021-07-26T15:48:11.772 INFO:tasks.cephadm:Deploying osd.0 on smithi037 with /dev/vg_nvme/lv_4... 2021-07-26T15:48:11.772 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2021-07-26T15:48:12.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:12 smithi037 bash[18551]: audit 2021-07-26T15:48:10.780812+0000 mgr.y (mgr.14140) 68 : audit [DBG] from='client.34106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi037=y;smithi107=x", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:48:12.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:12 smithi037 bash[18551]: cephadm 2021-07-26T15:48:10.782463+0000 mgr.y (mgr.14140) 69 : cephadm [INF] Saving service mgr spec with placement smithi037=y;smithi107=x;count:2 2021-07-26T15:48:12.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:12 smithi037 bash[18551]: audit 2021-07-26T15:48:11.996605+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:12.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:12 smithi037 bash[18551]: audit 2021-07-26T15:48:11.999011+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:12.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:12 smithi037 bash[14605]: audit 2021-07-26T15:48:10.780812+0000 mgr.y (mgr.14140) 68 : audit [DBG] from='client.34106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi037=y;smithi107=x", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:48:12.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:12 smithi037 bash[14605]: cephadm 2021-07-26T15:48:10.782463+0000 mgr.y (mgr.14140) 69 : cephadm [INF] Saving service mgr spec with placement smithi037=y;smithi107=x;count:2 2021-07-26T15:48:12.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:12 smithi037 bash[14605]: audit 2021-07-26T15:48:11.996605+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:12.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:12 smithi037 bash[14605]: audit 2021-07-26T15:48:11.999011+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:12.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:12 smithi107 bash[14687]: audit 2021-07-26T15:48:10.780812+0000 mgr.y (mgr.14140) 68 : audit [DBG] from='client.34106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi037=y;smithi107=x", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:48:12.507 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:12 smithi107 bash[14687]: cephadm 2021-07-26T15:48:10.782463+0000 mgr.y (mgr.14140) 69 : cephadm [INF] Saving service mgr spec with placement smithi037=y;smithi107=x;count:2 2021-07-26T15:48:12.507 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:12 smithi107 bash[14687]: audit 2021-07-26T15:48:11.996605+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:12.507 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:12 smithi107 bash[14687]: audit 2021-07-26T15:48:11.999011+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:13.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:13 smithi037 bash[14605]: cluster 2021-07-26T15:48:12.085597+0000 mgr.y (mgr.14140) 70 : cluster [DBG] pgmap v45: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:13.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:13 smithi037 bash[14605]: audit 2021-07-26T15:48:12.853872+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:13.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:13 smithi037 bash[14605]: audit 2021-07-26T15:48:12.860122+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:13.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:13 smithi037 bash[14605]: audit 2021-07-26T15:48:12.862343+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:48:13.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:13 smithi037 bash[14605]: audit 2021-07-26T15:48:12.866490+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2021-07-26T15:48:13.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:13 smithi037 bash[14605]: audit 2021-07-26T15:48:12.867772+0000 mon.a (mon.0) 219 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:48:13.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:13 smithi037 bash[14605]: audit 2021-07-26T15:48:12.869443+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:13.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:13 smithi037 bash[14605]: audit 2021-07-26T15:48:12.871215+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.x", "key": "container_image"}]: dispatch 2021-07-26T15:48:13.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:13 smithi037 bash[18551]: cluster 2021-07-26T15:48:12.085597+0000 mgr.y (mgr.14140) 70 : cluster [DBG] pgmap v45: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:13.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:13 smithi037 bash[18551]: audit 2021-07-26T15:48:12.853872+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:13.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:13 smithi037 bash[18551]: audit 2021-07-26T15:48:12.860122+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:13.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:13 smithi037 bash[18551]: audit 2021-07-26T15:48:12.862343+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:48:13.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:13 smithi037 bash[18551]: audit 2021-07-26T15:48:12.866490+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2021-07-26T15:48:13.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:13 smithi037 bash[18551]: audit 2021-07-26T15:48:12.867772+0000 mon.a (mon.0) 219 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:48:13.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:13 smithi037 bash[18551]: audit 2021-07-26T15:48:12.869443+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:13.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:13 smithi037 bash[18551]: audit 2021-07-26T15:48:12.871215+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.x", "key": "container_image"}]: dispatch 2021-07-26T15:48:13.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:13 smithi107 bash[14687]: cluster 2021-07-26T15:48:12.085597+0000 mgr.y (mgr.14140) 70 : cluster [DBG] pgmap v45: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:13.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:13 smithi107 bash[14687]: audit 2021-07-26T15:48:12.853872+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:13.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:13 smithi107 bash[14687]: audit 2021-07-26T15:48:12.860122+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:13.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:13 smithi107 bash[14687]: audit 2021-07-26T15:48:12.862343+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:48:13.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:13 smithi107 bash[14687]: audit 2021-07-26T15:48:12.866490+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2021-07-26T15:48:13.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:13 smithi107 bash[14687]: audit 2021-07-26T15:48:12.867772+0000 mon.a (mon.0) 219 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:48:13.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:13 smithi107 bash[14687]: audit 2021-07-26T15:48:12.869443+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:13.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:13 smithi107 bash[14687]: audit 2021-07-26T15:48:12.871215+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.x", "key": "container_image"}]: dispatch 2021-07-26T15:48:14.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:14 smithi037 bash[14605]: cephadm 2021-07-26T15:48:12.870480+0000 mgr.y (mgr.14140) 71 : cephadm [INF] Deploying daemon mgr.x on smithi107 2021-07-26T15:48:14.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:14 smithi037 bash[18551]: cephadm 2021-07-26T15:48:12.870480+0000 mgr.y (mgr.14140) 71 : cephadm [INF] Deploying daemon mgr.x on smithi107 2021-07-26T15:48:14.357 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:14 smithi107 bash[14687]: cephadm 2021-07-26T15:48:12.870480+0000 mgr.y (mgr.14140) 71 : cephadm [INF] Deploying daemon mgr.x on smithi107 2021-07-26T15:48:15.488 INFO:teuthology.orchestra.run.smithi037.stderr:--> Zapping: /dev/vg_nvme/lv_4 2021-07-26T15:48:15.489 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2021-07-26T15:48:15.489 INFO:teuthology.orchestra.run.smithi037.stderr: stderr: 10+0 records in 2021-07-26T15:48:15.489 INFO:teuthology.orchestra.run.smithi037.stderr:10+0 records out 2021-07-26T15:48:15.490 INFO:teuthology.orchestra.run.smithi037.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0176399 s, 594 MB/s 2021-07-26T15:48:15.490 INFO:teuthology.orchestra.run.smithi037.stderr:--> Zapping successful for: 2021-07-26T15:48:15.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:15 smithi107 bash[14687]: cluster 2021-07-26T15:48:14.086083+0000 mgr.y (mgr.14140) 72 : cluster [DBG] pgmap v46: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:15.506 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:48:15 smithi107 systemd[1]: Started Ceph mgr.x for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T15:48:15.507 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:48:15 smithi107 bash[15488]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:48:15.532 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:15 smithi037 bash[14605]: cluster 2021-07-26T15:48:14.086083+0000 mgr.y (mgr.14140) 72 : cluster [DBG] pgmap v46: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:15.533 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:15 smithi037 bash[18551]: cluster 2021-07-26T15:48:14.086083+0000 mgr.y (mgr.14140) 72 : cluster [DBG] pgmap v46: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:16.099 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi037:vg_nvme/lv_4 2021-07-26T15:48:16.540 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:16 smithi037 bash[14605]: audit 2021-07-26T15:48:15.265782+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:16.541 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:16 smithi037 bash[14605]: audit 2021-07-26T15:48:15.267499+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:16.541 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:16 smithi037 bash[14605]: audit 2021-07-26T15:48:15.267904+0000 mon.a (mon.0) 224 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:16.542 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:16 smithi037 bash[14605]: audit 2021-07-26T15:48:15.910605+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:16.542 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:16 smithi037 bash[14605]: audit 2021-07-26T15:48:15.945935+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:16.542 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:16 smithi037 bash[14605]: audit 2021-07-26T15:48:15.951848+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:16.542 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:16 smithi037 bash[14605]: audit 2021-07-26T15:48:15.954731+0000 mon.a (mon.0) 228 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:16.543 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:16 smithi037 bash[18551]: audit 2021-07-26T15:48:15.265782+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:16.543 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:16 smithi037 bash[18551]: audit 2021-07-26T15:48:15.267499+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:16.543 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:16 smithi037 bash[18551]: audit 2021-07-26T15:48:15.267904+0000 mon.a (mon.0) 224 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:16.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:16 smithi037 bash[18551]: audit 2021-07-26T15:48:15.910605+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:16.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:16 smithi037 bash[18551]: audit 2021-07-26T15:48:15.945935+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:16.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:16 smithi037 bash[18551]: audit 2021-07-26T15:48:15.951848+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:16.544 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:16 smithi037 bash[18551]: audit 2021-07-26T15:48:15.954731+0000 mon.a (mon.0) 228 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:16.755 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:16 smithi107 bash[14687]: audit 2021-07-26T15:48:15.265782+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:16.756 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:16 smithi107 bash[14687]: audit 2021-07-26T15:48:15.267499+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:16.756 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:16 smithi107 bash[14687]: audit 2021-07-26T15:48:15.267904+0000 mon.a (mon.0) 224 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:16.756 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:16 smithi107 bash[14687]: audit 2021-07-26T15:48:15.910605+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:16.756 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:16 smithi107 bash[14687]: audit 2021-07-26T15:48:15.945935+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:16.756 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:16 smithi107 bash[14687]: audit 2021-07-26T15:48:15.951848+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:16.757 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:16 smithi107 bash[14687]: audit 2021-07-26T15:48:15.954731+0000 mon.a (mon.0) 228 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:17.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:17 smithi037 bash[18551]: cluster 2021-07-26T15:48:16.086517+0000 mgr.y (mgr.14140) 73 : cluster [DBG] pgmap v47: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:17.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:17 smithi037 bash[18551]: audit 2021-07-26T15:48:16.823903+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:17.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:17 smithi037 bash[18551]: audit 2021-07-26T15:48:16.831139+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:17.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:17 smithi037 bash[14605]: cluster 2021-07-26T15:48:16.086517+0000 mgr.y (mgr.14140) 73 : cluster [DBG] pgmap v47: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:17.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:17 smithi037 bash[14605]: audit 2021-07-26T15:48:16.823903+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:17.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:17 smithi037 bash[14605]: audit 2021-07-26T15:48:16.831139+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:17.754 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:17 smithi107 bash[14687]: cluster 2021-07-26T15:48:16.086517+0000 mgr.y (mgr.14140) 73 : cluster [DBG] pgmap v47: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:17.754 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:17 smithi107 bash[14687]: audit 2021-07-26T15:48:16.823903+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:17.754 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:17 smithi107 bash[14687]: audit 2021-07-26T15:48:16.831139+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:19.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:19 smithi037 bash[14605]: cluster 2021-07-26T15:48:18.086996+0000 mgr.y (mgr.14140) 74 : cluster [DBG] pgmap v48: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:19.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:19 smithi037 bash[18551]: cluster 2021-07-26T15:48:18.086996+0000 mgr.y (mgr.14140) 74 : cluster [DBG] pgmap v48: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:19.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:19 smithi107 bash[14687]: cluster 2021-07-26T15:48:18.086996+0000 mgr.y (mgr.14140) 74 : cluster [DBG] pgmap v48: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:20.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:20 smithi037 bash[14605]: audit 2021-07-26T15:48:19.503005+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:48:20.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:20 smithi037 bash[14605]: audit 2021-07-26T15:48:19.506883+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:48:20.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:20 smithi037 bash[14605]: audit 2021-07-26T15:48:19.508038+0000 mon.a (mon.0) 233 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:20.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:20 smithi037 bash[14605]: audit 2021-07-26T15:48:19.509269+0000 mon.a (mon.0) 234 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:48:20.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:20 smithi037 bash[18551]: audit 2021-07-26T15:48:19.503005+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:48:20.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:20 smithi037 bash[18551]: audit 2021-07-26T15:48:19.506883+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:48:20.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:20 smithi037 bash[18551]: audit 2021-07-26T15:48:19.508038+0000 mon.a (mon.0) 233 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:20.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:20 smithi037 bash[18551]: audit 2021-07-26T15:48:19.509269+0000 mon.a (mon.0) 234 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:48:20.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:20 smithi107 bash[14687]: audit 2021-07-26T15:48:19.503005+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:48:20.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:20 smithi107 bash[14687]: audit 2021-07-26T15:48:19.506883+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:48:20.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:20 smithi107 bash[14687]: audit 2021-07-26T15:48:19.508038+0000 mon.a (mon.0) 233 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:20.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:20 smithi107 bash[14687]: audit 2021-07-26T15:48:19.509269+0000 mon.a (mon.0) 234 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:48:21.242 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:21 smithi037 bash[18551]: audit 2021-07-26T15:48:19.501104+0000 mgr.y (mgr.14140) 75 : audit [DBG] from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:48:21.242 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:21 smithi037 bash[18551]: cephadm 2021-07-26T15:48:19.506600+0000 mgr.y (mgr.14140) 76 : cephadm [INF] Applying drive group None on host smithi037... 2021-07-26T15:48:21.243 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:21 smithi037 bash[18551]: cluster 2021-07-26T15:48:20.087696+0000 mgr.y (mgr.14140) 77 : cluster [DBG] pgmap v49: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:21.243 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:21 smithi037 bash[18551]: cluster 2021-07-26T15:48:20.714931+0000 mon.a (mon.0) 235 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:48:21.243 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:21 smithi037 bash[18551]: audit 2021-07-26T15:48:20.726015+0000 mon.b (mon.2) 2 : audit [DBG] from='mgr.? 172.21.15.107:0/872757527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:48:21.243 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:21 smithi037 bash[18551]: audit 2021-07-26T15:48:20.726828+0000 mon.b (mon.2) 3 : audit [DBG] from='mgr.? 172.21.15.107:0/872757527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:48:21.243 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:21 smithi037 bash[18551]: audit 2021-07-26T15:48:20.728775+0000 mon.b (mon.2) 4 : audit [DBG] from='mgr.? 172.21.15.107:0/872757527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:48:21.244 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:21 smithi037 bash[18551]: audit 2021-07-26T15:48:20.729525+0000 mon.b (mon.2) 5 : audit [DBG] from='mgr.? 172.21.15.107:0/872757527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:48:21.244 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:21 smithi037 bash[14605]: audit 2021-07-26T15:48:19.501104+0000 mgr.y (mgr.14140) 75 : audit [DBG] from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:48:21.244 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:21 smithi037 bash[14605]: cephadm 2021-07-26T15:48:19.506600+0000 mgr.y (mgr.14140) 76 : cephadm [INF] Applying drive group None on host smithi037... 2021-07-26T15:48:21.245 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:21 smithi037 bash[14605]: cluster 2021-07-26T15:48:20.087696+0000 mgr.y (mgr.14140) 77 : cluster [DBG] pgmap v49: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:21.245 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:21 smithi037 bash[14605]: cluster 2021-07-26T15:48:20.714931+0000 mon.a (mon.0) 235 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:48:21.245 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:21 smithi037 bash[14605]: audit 2021-07-26T15:48:20.726015+0000 mon.b (mon.2) 2 : audit [DBG] from='mgr.? 172.21.15.107:0/872757527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:48:21.245 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:21 smithi037 bash[14605]: audit 2021-07-26T15:48:20.726828+0000 mon.b (mon.2) 3 : audit [DBG] from='mgr.? 172.21.15.107:0/872757527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:48:21.245 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:21 smithi037 bash[14605]: audit 2021-07-26T15:48:20.728775+0000 mon.b (mon.2) 4 : audit [DBG] from='mgr.? 172.21.15.107:0/872757527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:48:21.246 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:21 smithi037 bash[14605]: audit 2021-07-26T15:48:20.729525+0000 mon.b (mon.2) 5 : audit [DBG] from='mgr.? 172.21.15.107:0/872757527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:48:21.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:21 smithi107 bash[14687]: audit 2021-07-26T15:48:19.501104+0000 mgr.y (mgr.14140) 75 : audit [DBG] from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:48:21.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:21 smithi107 bash[14687]: cephadm 2021-07-26T15:48:19.506600+0000 mgr.y (mgr.14140) 76 : cephadm [INF] Applying drive group None on host smithi037... 2021-07-26T15:48:21.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:21 smithi107 bash[14687]: cluster 2021-07-26T15:48:20.087696+0000 mgr.y (mgr.14140) 77 : cluster [DBG] pgmap v49: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:21.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:21 smithi107 bash[14687]: cluster 2021-07-26T15:48:20.714931+0000 mon.a (mon.0) 235 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:48:21.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:21 smithi107 bash[14687]: audit 2021-07-26T15:48:20.726015+0000 mon.b (mon.2) 2 : audit [DBG] from='mgr.? 172.21.15.107:0/872757527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:48:21.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:21 smithi107 bash[14687]: audit 2021-07-26T15:48:20.726828+0000 mon.b (mon.2) 3 : audit [DBG] from='mgr.? 172.21.15.107:0/872757527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:48:21.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:21 smithi107 bash[14687]: audit 2021-07-26T15:48:20.728775+0000 mon.b (mon.2) 4 : audit [DBG] from='mgr.? 172.21.15.107:0/872757527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:48:21.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:21 smithi107 bash[14687]: audit 2021-07-26T15:48:20.729525+0000 mon.b (mon.2) 5 : audit [DBG] from='mgr.? 172.21.15.107:0/872757527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:48:22.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:22 smithi107 bash[14687]: cluster 2021-07-26T15:48:21.101254+0000 mon.a (mon.0) 236 : cluster [DBG] mgrmap e14: y(active, since 107s), standbys: x 2021-07-26T15:48:22.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:22 smithi107 bash[14687]: audit 2021-07-26T15:48:21.101596+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:48:22.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:22 smithi037 bash[14605]: cluster 2021-07-26T15:48:21.101254+0000 mon.a (mon.0) 236 : cluster [DBG] mgrmap e14: y(active, since 107s), standbys: x 2021-07-26T15:48:22.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:22 smithi037 bash[14605]: audit 2021-07-26T15:48:21.101596+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:48:22.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:22 smithi037 bash[18551]: cluster 2021-07-26T15:48:21.101254+0000 mon.a (mon.0) 236 : cluster [DBG] mgrmap e14: y(active, since 107s), standbys: x 2021-07-26T15:48:22.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:22 smithi037 bash[18551]: audit 2021-07-26T15:48:21.101596+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:48:23.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:23 smithi107 bash[14687]: cluster 2021-07-26T15:48:22.088166+0000 mgr.y (mgr.14140) 78 : cluster [DBG] pgmap v50: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:23.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:23 smithi037 bash[14605]: cluster 2021-07-26T15:48:22.088166+0000 mgr.y (mgr.14140) 78 : cluster [DBG] pgmap v50: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:23.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:23 smithi037 bash[18551]: cluster 2021-07-26T15:48:22.088166+0000 mgr.y (mgr.14140) 78 : cluster [DBG] pgmap v50: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:24.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:24 smithi107 bash[14687]: audit 2021-07-26T15:48:23.449323+0000 mon.c (mon.1) 4 : audit [INF] from='client.? 172.21.15.37:0/3268805890' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "519838c3-20c2-48b2-87a7-ddf08f12f65a"}]: dispatch 2021-07-26T15:48:24.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:24 smithi107 bash[14687]: audit 2021-07-26T15:48:23.449992+0000 mon.a (mon.0) 238 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "519838c3-20c2-48b2-87a7-ddf08f12f65a"}]: dispatch 2021-07-26T15:48:24.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:24 smithi107 bash[14687]: audit 2021-07-26T15:48:23.458126+0000 mon.a (mon.0) 239 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "519838c3-20c2-48b2-87a7-ddf08f12f65a"}]': finished 2021-07-26T15:48:24.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:24 smithi107 bash[14687]: cluster 2021-07-26T15:48:23.458356+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e7: 1 total, 0 up, 0 in 2021-07-26T15:48:24.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:24 smithi107 bash[14687]: audit 2021-07-26T15:48:23.458537+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:48:24.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:24 smithi107 bash[14687]: audit 2021-07-26T15:48:24.052968+0000 mon.a (mon.0) 242 : audit [DBG] from='client.? 172.21.15.37:0/1747299637' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:48:24.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:24 smithi037 bash[14605]: audit 2021-07-26T15:48:23.449323+0000 mon.c (mon.1) 4 : audit [INF] from='client.? 172.21.15.37:0/3268805890' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "519838c3-20c2-48b2-87a7-ddf08f12f65a"}]: dispatch 2021-07-26T15:48:24.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:24 smithi037 bash[14605]: audit 2021-07-26T15:48:23.449992+0000 mon.a (mon.0) 238 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "519838c3-20c2-48b2-87a7-ddf08f12f65a"}]: dispatch 2021-07-26T15:48:24.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:24 smithi037 bash[14605]: audit 2021-07-26T15:48:23.458126+0000 mon.a (mon.0) 239 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "519838c3-20c2-48b2-87a7-ddf08f12f65a"}]': finished 2021-07-26T15:48:24.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:24 smithi037 bash[14605]: cluster 2021-07-26T15:48:23.458356+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e7: 1 total, 0 up, 0 in 2021-07-26T15:48:24.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:24 smithi037 bash[14605]: audit 2021-07-26T15:48:23.458537+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:48:24.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:24 smithi037 bash[14605]: audit 2021-07-26T15:48:24.052968+0000 mon.a (mon.0) 242 : audit [DBG] from='client.? 172.21.15.37:0/1747299637' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:48:24.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:24 smithi037 bash[18551]: audit 2021-07-26T15:48:23.449323+0000 mon.c (mon.1) 4 : audit [INF] from='client.? 172.21.15.37:0/3268805890' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "519838c3-20c2-48b2-87a7-ddf08f12f65a"}]: dispatch 2021-07-26T15:48:24.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:24 smithi037 bash[18551]: audit 2021-07-26T15:48:23.449992+0000 mon.a (mon.0) 238 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "519838c3-20c2-48b2-87a7-ddf08f12f65a"}]: dispatch 2021-07-26T15:48:24.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:24 smithi037 bash[18551]: audit 2021-07-26T15:48:23.458126+0000 mon.a (mon.0) 239 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "519838c3-20c2-48b2-87a7-ddf08f12f65a"}]': finished 2021-07-26T15:48:24.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:24 smithi037 bash[18551]: cluster 2021-07-26T15:48:23.458356+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e7: 1 total, 0 up, 0 in 2021-07-26T15:48:24.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:24 smithi037 bash[18551]: audit 2021-07-26T15:48:23.458537+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:48:24.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:24 smithi037 bash[18551]: audit 2021-07-26T15:48:24.052968+0000 mon.a (mon.0) 242 : audit [DBG] from='client.? 172.21.15.37:0/1747299637' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:48:25.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:25 smithi107 bash[14687]: cluster 2021-07-26T15:48:24.088535+0000 mgr.y (mgr.14140) 79 : cluster [DBG] pgmap v52: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:25.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:25 smithi037 bash[14605]: cluster 2021-07-26T15:48:24.088535+0000 mgr.y (mgr.14140) 79 : cluster [DBG] pgmap v52: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:25.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:25 smithi037 bash[18551]: cluster 2021-07-26T15:48:24.088535+0000 mgr.y (mgr.14140) 79 : cluster [DBG] pgmap v52: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:27.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:27 smithi107 bash[14687]: cluster 2021-07-26T15:48:26.089002+0000 mgr.y (mgr.14140) 80 : cluster [DBG] pgmap v53: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:27.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:27 smithi107 bash[14687]: audit 2021-07-26T15:48:26.963461+0000 mon.a (mon.0) 243 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:48:27.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:27 smithi037 bash[14605]: cluster 2021-07-26T15:48:26.089002+0000 mgr.y (mgr.14140) 80 : cluster [DBG] pgmap v53: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:27.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:27 smithi037 bash[14605]: audit 2021-07-26T15:48:26.963461+0000 mon.a (mon.0) 243 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:48:27.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:27 smithi037 bash[18551]: cluster 2021-07-26T15:48:26.089002+0000 mgr.y (mgr.14140) 80 : cluster [DBG] pgmap v53: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:27.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:27 smithi037 bash[18551]: audit 2021-07-26T15:48:26.963461+0000 mon.a (mon.0) 243 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:48:29.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:29 smithi037 bash[14605]: cluster 2021-07-26T15:48:28.089470+0000 mgr.y (mgr.14140) 81 : cluster [DBG] pgmap v54: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:29.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:29 smithi037 bash[18551]: cluster 2021-07-26T15:48:28.089470+0000 mgr.y (mgr.14140) 81 : cluster [DBG] pgmap v54: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:29.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:29 smithi107 bash[14687]: cluster 2021-07-26T15:48:28.089470+0000 mgr.y (mgr.14140) 81 : cluster [DBG] pgmap v54: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:30.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:30 smithi107 bash[14687]: cluster 2021-07-26T15:48:30.141054+0000 mon.a (mon.0) 244 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2021-07-26T15:48:30.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:30 smithi037 bash[14605]: cluster 2021-07-26T15:48:30.141054+0000 mon.a (mon.0) 244 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2021-07-26T15:48:30.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:30 smithi037 bash[18551]: cluster 2021-07-26T15:48:30.141054+0000 mon.a (mon.0) 244 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2021-07-26T15:48:31.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:31 smithi107 bash[14687]: cluster 2021-07-26T15:48:30.090006+0000 mgr.y (mgr.14140) 82 : cluster [DBG] pgmap v55: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:31.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:31 smithi037 bash[14605]: cluster 2021-07-26T15:48:30.090006+0000 mgr.y (mgr.14140) 82 : cluster [DBG] pgmap v55: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:31.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:31 smithi037 bash[18551]: cluster 2021-07-26T15:48:30.090006+0000 mgr.y (mgr.14140) 82 : cluster [DBG] pgmap v55: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:32.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:32 smithi107 bash[14687]: audit 2021-07-26T15:48:31.394428+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2021-07-26T15:48:32.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:32 smithi107 bash[14687]: audit 2021-07-26T15:48:31.395759+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:32.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:32 smithi107 bash[14687]: audit 2021-07-26T15:48:31.397557+0000 mon.a (mon.0) 247 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.0", "key": "container_image"}]: dispatch 2021-07-26T15:48:32.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:32 smithi037 bash[14605]: audit 2021-07-26T15:48:31.394428+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2021-07-26T15:48:32.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:32 smithi037 bash[14605]: audit 2021-07-26T15:48:31.395759+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:32.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:32 smithi037 bash[14605]: audit 2021-07-26T15:48:31.397557+0000 mon.a (mon.0) 247 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.0", "key": "container_image"}]: dispatch 2021-07-26T15:48:32.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:32 smithi037 bash[18551]: audit 2021-07-26T15:48:31.394428+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2021-07-26T15:48:32.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:32 smithi037 bash[18551]: audit 2021-07-26T15:48:31.395759+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:32.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:32 smithi037 bash[18551]: audit 2021-07-26T15:48:31.397557+0000 mon.a (mon.0) 247 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.0", "key": "container_image"}]: dispatch 2021-07-26T15:48:33.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:33 smithi107 bash[14687]: cephadm 2021-07-26T15:48:31.396984+0000 mgr.y (mgr.14140) 83 : cephadm [INF] Deploying daemon osd.0 on smithi037 2021-07-26T15:48:33.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:33 smithi107 bash[14687]: cluster 2021-07-26T15:48:32.090533+0000 mgr.y (mgr.14140) 84 : cluster [DBG] pgmap v56: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:33.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:33 smithi037 bash[14605]: cephadm 2021-07-26T15:48:31.396984+0000 mgr.y (mgr.14140) 83 : cephadm [INF] Deploying daemon osd.0 on smithi037 2021-07-26T15:48:33.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:33 smithi037 bash[14605]: cluster 2021-07-26T15:48:32.090533+0000 mgr.y (mgr.14140) 84 : cluster [DBG] pgmap v56: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:33.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:33 smithi037 bash[18551]: cephadm 2021-07-26T15:48:31.396984+0000 mgr.y (mgr.14140) 83 : cephadm [INF] Deploying daemon osd.0 on smithi037 2021-07-26T15:48:33.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:33 smithi037 bash[18551]: cluster 2021-07-26T15:48:32.090533+0000 mgr.y (mgr.14140) 84 : cluster [DBG] pgmap v56: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:34.228 INFO:teuthology.orchestra.run.smithi037.stdout:Created osd(s) 0 on host 'smithi037' 2021-07-26T15:48:35.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:35 smithi107 bash[14687]: cluster 2021-07-26T15:48:34.090991+0000 mgr.y (mgr.14140) 85 : cluster [DBG] pgmap v57: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:35.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:35 smithi107 bash[14687]: cephadm 2021-07-26T15:48:34.213419+0000 mgr.y (mgr.14140) 86 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:48:35.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:35 smithi107 bash[14687]: audit 2021-07-26T15:48:34.217490+0000 mon.a (mon.0) 248 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:35.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:35 smithi107 bash[14687]: audit 2021-07-26T15:48:34.224213+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:35.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:35 smithi107 bash[14687]: audit 2021-07-26T15:48:34.263100+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:48:35.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:35 smithi107 bash[14687]: audit 2021-07-26T15:48:34.265200+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:48:35.546 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:35 smithi037 bash[18551]: cluster 2021-07-26T15:48:34.090991+0000 mgr.y (mgr.14140) 85 : cluster [DBG] pgmap v57: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:35.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:35 smithi037 bash[18551]: cephadm 2021-07-26T15:48:34.213419+0000 mgr.y (mgr.14140) 86 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:48:35.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:35 smithi037 bash[18551]: audit 2021-07-26T15:48:34.217490+0000 mon.a (mon.0) 248 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:35.547 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:35 smithi037 bash[18551]: audit 2021-07-26T15:48:34.224213+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:35.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:35 smithi037 bash[18551]: audit 2021-07-26T15:48:34.263100+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:48:35.548 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:35 smithi037 bash[18551]: audit 2021-07-26T15:48:34.265200+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:48:35.548 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:35 smithi037 bash[14605]: cluster 2021-07-26T15:48:34.090991+0000 mgr.y (mgr.14140) 85 : cluster [DBG] pgmap v57: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:35.549 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:35 smithi037 bash[14605]: cephadm 2021-07-26T15:48:34.213419+0000 mgr.y (mgr.14140) 86 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:48:35.549 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:35 smithi037 bash[14605]: audit 2021-07-26T15:48:34.217490+0000 mon.a (mon.0) 248 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:35.549 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:35 smithi037 bash[14605]: audit 2021-07-26T15:48:34.224213+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:35.550 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:35 smithi037 bash[14605]: audit 2021-07-26T15:48:34.263100+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:48:35.550 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:35 smithi037 bash[14605]: audit 2021-07-26T15:48:34.265200+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:48:35.829 DEBUG:teuthology.orchestra.run.smithi037:osd.0> sudo journalctl -f -n 0 -u ceph-72588c72-ee28-11eb-8c23-001a4aab830c@osd.0.service 2021-07-26T15:48:35.832 INFO:tasks.cephadm:Deploying osd.1 on smithi037 with /dev/vg_nvme/lv_3... 2021-07-26T15:48:35.832 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2021-07-26T15:48:36.087 INFO:journalctl@ceph.osd.0.smithi037.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:48:36.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:36 smithi037 bash[14605]: audit 2021-07-26T15:48:35.219128+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:36.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:36 smithi037 bash[14605]: audit 2021-07-26T15:48:35.220480+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:48:36.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:36 smithi037 bash[18551]: audit 2021-07-26T15:48:35.219128+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:36.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:36 smithi037 bash[18551]: audit 2021-07-26T15:48:35.220480+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:48:36.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:36 smithi107 bash[14687]: audit 2021-07-26T15:48:35.219128+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:36.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:36 smithi107 bash[14687]: audit 2021-07-26T15:48:35.220480+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:48:37.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:37 smithi107 bash[14687]: cluster 2021-07-26T15:48:36.091517+0000 mgr.y (mgr.14140) 87 : cluster [DBG] pgmap v58: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:37.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:37 smithi037 bash[18551]: cluster 2021-07-26T15:48:36.091517+0000 mgr.y (mgr.14140) 87 : cluster [DBG] pgmap v58: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:37.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:37 smithi037 bash[14605]: cluster 2021-07-26T15:48:36.091517+0000 mgr.y (mgr.14140) 87 : cluster [DBG] pgmap v58: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:37.591 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 15:48:37 smithi037 bash[20694]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-07-26T15:48:37.591 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 15:48:37 smithi037 bash[20694]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2021-07-26T15:48:37.591 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 15:48:37 smithi037 bash[20694]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2021-07-26T15:48:37.591 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 15:48:37 smithi037 bash[20694]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2021-07-26T15:48:37.592 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 15:48:37 smithi037 bash[20694]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2021-07-26T15:48:37.592 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 15:48:37 smithi037 bash[20694]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-07-26T15:48:37.592 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 15:48:37 smithi037 bash[20694]: --> ceph-volume lvm activate successful for osd ID: 0 2021-07-26T15:48:38.771 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 15:48:38 smithi037 bash[20991]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:48:39.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:39 smithi107 bash[14687]: cluster 2021-07-26T15:48:38.092047+0000 mgr.y (mgr.14140) 88 : cluster [DBG] pgmap v59: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:39.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:39 smithi037 bash[14605]: cluster 2021-07-26T15:48:38.092047+0000 mgr.y (mgr.14140) 88 : cluster [DBG] pgmap v59: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:39.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:39 smithi037 bash[18551]: cluster 2021-07-26T15:48:38.092047+0000 mgr.y (mgr.14140) 88 : cluster [DBG] pgmap v59: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:41.492 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:41 smithi037 bash[14605]: cluster 2021-07-26T15:48:40.092516+0000 mgr.y (mgr.14140) 89 : cluster [DBG] pgmap v60: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:41.493 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:41 smithi037 bash[18551]: cluster 2021-07-26T15:48:40.092516+0000 mgr.y (mgr.14140) 89 : cluster [DBG] pgmap v60: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:41.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:41 smithi107 bash[14687]: cluster 2021-07-26T15:48:40.092516+0000 mgr.y (mgr.14140) 89 : cluster [DBG] pgmap v60: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:42.561 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 15:48:42 smithi037 bash[20991]: debug 2021-07-26T15:48:42.173+0000 7ff648288f00 -1 Falling back to public interface 2021-07-26T15:48:42.817 INFO:teuthology.orchestra.run.smithi037.stderr:--> Zapping: /dev/vg_nvme/lv_3 2021-07-26T15:48:42.817 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2021-07-26T15:48:42.817 INFO:teuthology.orchestra.run.smithi037.stderr: stderr: 10+0 records in 2021-07-26T15:48:42.817 INFO:teuthology.orchestra.run.smithi037.stderr:10+0 records out 2021-07-26T15:48:42.818 INFO:teuthology.orchestra.run.smithi037.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0162592 s, 645 MB/s 2021-07-26T15:48:42.818 INFO:teuthology.orchestra.run.smithi037.stderr:--> Zapping successful for: 2021-07-26T15:48:42.840 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 15:48:42 smithi037 bash[20991]: debug 2021-07-26T15:48:42.553+0000 7ff648288f00 -1 osd.0 0 log_to_monitors {default=true} 2021-07-26T15:48:43.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:43 smithi037 bash[14605]: cluster 2021-07-26T15:48:42.093032+0000 mgr.y (mgr.14140) 90 : cluster [DBG] pgmap v61: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:43.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:43 smithi037 bash[14605]: audit 2021-07-26T15:48:42.563791+0000 mon.a (mon.0) 254 : audit [INF] from='osd.0 [v2:172.21.15.37:6802/2590357244,v1:172.21.15.37:6803/2590357244]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-07-26T15:48:43.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:43 smithi037 bash[18551]: cluster 2021-07-26T15:48:42.093032+0000 mgr.y (mgr.14140) 90 : cluster [DBG] pgmap v61: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:43.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:43 smithi037 bash[18551]: audit 2021-07-26T15:48:42.563791+0000 mon.a (mon.0) 254 : audit [INF] from='osd.0 [v2:172.21.15.37:6802/2590357244,v1:172.21.15.37:6803/2590357244]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-07-26T15:48:43.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:43 smithi107 bash[14687]: cluster 2021-07-26T15:48:42.093032+0000 mgr.y (mgr.14140) 90 : cluster [DBG] pgmap v61: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:43.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:43 smithi107 bash[14687]: audit 2021-07-26T15:48:42.563791+0000 mon.a (mon.0) 254 : audit [INF] from='osd.0 [v2:172.21.15.37:6802/2590357244,v1:172.21.15.37:6803/2590357244]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-07-26T15:48:43.647 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi037:vg_nvme/lv_3 2021-07-26T15:48:44.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:44 smithi107 bash[14687]: audit 2021-07-26T15:48:43.157650+0000 mon.a (mon.0) 255 : audit [INF] from='osd.0 [v2:172.21.15.37:6802/2590357244,v1:172.21.15.37:6803/2590357244]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-07-26T15:48:44.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:44 smithi107 bash[14687]: cluster 2021-07-26T15:48:43.157848+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e8: 1 total, 0 up, 0 in 2021-07-26T15:48:44.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:44 smithi107 bash[14687]: audit 2021-07-26T15:48:43.158693+0000 mon.a (mon.0) 257 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:48:44.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:44 smithi107 bash[14687]: audit 2021-07-26T15:48:43.159977+0000 mon.a (mon.0) 258 : audit [INF] from='osd.0 [v2:172.21.15.37:6802/2590357244,v1:172.21.15.37:6803/2590357244]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T15:48:44.591 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 15:48:44 smithi037 bash[20991]: debug 2021-07-26T15:48:44.165+0000 7ff62b755700 -1 osd.0 0 waiting for initial osdmap 2021-07-26T15:48:44.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:44 smithi037 bash[14605]: audit 2021-07-26T15:48:43.157650+0000 mon.a (mon.0) 255 : audit [INF] from='osd.0 [v2:172.21.15.37:6802/2590357244,v1:172.21.15.37:6803/2590357244]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-07-26T15:48:44.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:44 smithi037 bash[14605]: cluster 2021-07-26T15:48:43.157848+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e8: 1 total, 0 up, 0 in 2021-07-26T15:48:44.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:44 smithi037 bash[14605]: audit 2021-07-26T15:48:43.158693+0000 mon.a (mon.0) 257 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:48:44.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:44 smithi037 bash[14605]: audit 2021-07-26T15:48:43.159977+0000 mon.a (mon.0) 258 : audit [INF] from='osd.0 [v2:172.21.15.37:6802/2590357244,v1:172.21.15.37:6803/2590357244]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T15:48:44.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:44 smithi037 bash[18551]: audit 2021-07-26T15:48:43.157650+0000 mon.a (mon.0) 255 : audit [INF] from='osd.0 [v2:172.21.15.37:6802/2590357244,v1:172.21.15.37:6803/2590357244]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-07-26T15:48:44.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:44 smithi037 bash[18551]: cluster 2021-07-26T15:48:43.157848+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e8: 1 total, 0 up, 0 in 2021-07-26T15:48:44.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:44 smithi037 bash[18551]: audit 2021-07-26T15:48:43.158693+0000 mon.a (mon.0) 257 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:48:44.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:44 smithi037 bash[18551]: audit 2021-07-26T15:48:43.159977+0000 mon.a (mon.0) 258 : audit [INF] from='osd.0 [v2:172.21.15.37:6802/2590357244,v1:172.21.15.37:6803/2590357244]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T15:48:45.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:45 smithi037 bash[14605]: cluster 2021-07-26T15:48:44.093546+0000 mgr.y (mgr.14140) 91 : cluster [DBG] pgmap v63: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:45.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:45 smithi037 bash[14605]: audit 2021-07-26T15:48:44.160539+0000 mon.a (mon.0) 259 : audit [INF] from='osd.0 [v2:172.21.15.37:6802/2590357244,v1:172.21.15.37:6803/2590357244]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2021-07-26T15:48:45.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:45 smithi037 bash[14605]: cluster 2021-07-26T15:48:44.160791+0000 mon.a (mon.0) 260 : cluster [DBG] osdmap e9: 1 total, 0 up, 0 in 2021-07-26T15:48:45.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:45 smithi037 bash[14605]: audit 2021-07-26T15:48:44.161172+0000 mon.a (mon.0) 261 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:48:45.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:45 smithi037 bash[14605]: audit 2021-07-26T15:48:44.170605+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:48:45.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:45 smithi037 bash[14605]: audit 2021-07-26T15:48:44.478316+0000 mon.a (mon.0) 263 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:45.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:45 smithi037 bash[14605]: audit 2021-07-26T15:48:44.787666+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:45.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:45 smithi037 bash[14605]: audit 2021-07-26T15:48:44.792894+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:45.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:45 smithi037 bash[14605]: audit 2021-07-26T15:48:44.800977+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:45.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:45 smithi037 bash[18551]: cluster 2021-07-26T15:48:44.093546+0000 mgr.y (mgr.14140) 91 : cluster [DBG] pgmap v63: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:45.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:45 smithi037 bash[18551]: audit 2021-07-26T15:48:44.160539+0000 mon.a (mon.0) 259 : audit [INF] from='osd.0 [v2:172.21.15.37:6802/2590357244,v1:172.21.15.37:6803/2590357244]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2021-07-26T15:48:45.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:45 smithi037 bash[18551]: cluster 2021-07-26T15:48:44.160791+0000 mon.a (mon.0) 260 : cluster [DBG] osdmap e9: 1 total, 0 up, 0 in 2021-07-26T15:48:45.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:45 smithi037 bash[18551]: audit 2021-07-26T15:48:44.161172+0000 mon.a (mon.0) 261 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:48:45.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:45 smithi037 bash[18551]: audit 2021-07-26T15:48:44.170605+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:48:45.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:45 smithi037 bash[18551]: audit 2021-07-26T15:48:44.478316+0000 mon.a (mon.0) 263 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:45.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:45 smithi037 bash[18551]: audit 2021-07-26T15:48:44.787666+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:45.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:45 smithi037 bash[18551]: audit 2021-07-26T15:48:44.792894+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:45.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:45 smithi037 bash[18551]: audit 2021-07-26T15:48:44.800977+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:45.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:45 smithi107 bash[14687]: cluster 2021-07-26T15:48:44.093546+0000 mgr.y (mgr.14140) 91 : cluster [DBG] pgmap v63: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:45.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:45 smithi107 bash[14687]: audit 2021-07-26T15:48:44.160539+0000 mon.a (mon.0) 259 : audit [INF] from='osd.0 [v2:172.21.15.37:6802/2590357244,v1:172.21.15.37:6803/2590357244]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2021-07-26T15:48:45.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:45 smithi107 bash[14687]: cluster 2021-07-26T15:48:44.160791+0000 mon.a (mon.0) 260 : cluster [DBG] osdmap e9: 1 total, 0 up, 0 in 2021-07-26T15:48:45.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:45 smithi107 bash[14687]: audit 2021-07-26T15:48:44.161172+0000 mon.a (mon.0) 261 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:48:45.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:45 smithi107 bash[14687]: audit 2021-07-26T15:48:44.170605+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:48:45.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:45 smithi107 bash[14687]: audit 2021-07-26T15:48:44.478316+0000 mon.a (mon.0) 263 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:48:45.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:45 smithi107 bash[14687]: audit 2021-07-26T15:48:44.787666+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:45.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:45 smithi107 bash[14687]: audit 2021-07-26T15:48:44.792894+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:45.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:45 smithi107 bash[14687]: audit 2021-07-26T15:48:44.800977+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:48:46.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:46 smithi037 bash[14605]: cluster 2021-07-26T15:48:43.510770+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:48:46.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:46 smithi037 bash[14605]: cluster 2021-07-26T15:48:43.510851+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:48:46.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:46 smithi037 bash[14605]: audit 2021-07-26T15:48:45.168847+0000 mon.a (mon.0) 267 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:48:46.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:46 smithi037 bash[14605]: cluster 2021-07-26T15:48:45.185185+0000 mon.a (mon.0) 268 : cluster [INF] osd.0 [v2:172.21.15.37:6802/2590357244,v1:172.21.15.37:6803/2590357244] boot 2021-07-26T15:48:46.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:46 smithi037 bash[14605]: cluster 2021-07-26T15:48:45.185235+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e10: 1 total, 1 up, 1 in 2021-07-26T15:48:46.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:46 smithi037 bash[14605]: audit 2021-07-26T15:48:45.185748+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:48:46.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:46 smithi037 bash[18551]: cluster 2021-07-26T15:48:43.510770+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:48:46.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:46 smithi037 bash[18551]: cluster 2021-07-26T15:48:43.510851+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:48:46.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:46 smithi037 bash[18551]: audit 2021-07-26T15:48:45.168847+0000 mon.a (mon.0) 267 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:48:46.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:46 smithi037 bash[18551]: cluster 2021-07-26T15:48:45.185185+0000 mon.a (mon.0) 268 : cluster [INF] osd.0 [v2:172.21.15.37:6802/2590357244,v1:172.21.15.37:6803/2590357244] boot 2021-07-26T15:48:46.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:46 smithi037 bash[18551]: cluster 2021-07-26T15:48:45.185235+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e10: 1 total, 1 up, 1 in 2021-07-26T15:48:46.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:46 smithi037 bash[18551]: audit 2021-07-26T15:48:45.185748+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:48:46.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:46 smithi107 bash[14687]: cluster 2021-07-26T15:48:43.510770+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:48:46.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:46 smithi107 bash[14687]: cluster 2021-07-26T15:48:43.510851+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:48:46.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:46 smithi107 bash[14687]: audit 2021-07-26T15:48:45.168847+0000 mon.a (mon.0) 267 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:48:46.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:46 smithi107 bash[14687]: cluster 2021-07-26T15:48:45.185185+0000 mon.a (mon.0) 268 : cluster [INF] osd.0 [v2:172.21.15.37:6802/2590357244,v1:172.21.15.37:6803/2590357244] boot 2021-07-26T15:48:46.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:46 smithi107 bash[14687]: cluster 2021-07-26T15:48:45.185235+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e10: 1 total, 1 up, 1 in 2021-07-26T15:48:46.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:46 smithi107 bash[14687]: audit 2021-07-26T15:48:45.185748+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:48:47.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:47 smithi107 bash[14687]: cluster 2021-07-26T15:48:46.094131+0000 mgr.y (mgr.14140) 92 : cluster [DBG] pgmap v66: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:47.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:47 smithi107 bash[14687]: cluster 2021-07-26T15:48:46.184430+0000 mon.a (mon.0) 271 : cluster [DBG] osdmap e11: 1 total, 1 up, 1 in 2021-07-26T15:48:47.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:47 smithi037 bash[18551]: cluster 2021-07-26T15:48:46.094131+0000 mgr.y (mgr.14140) 92 : cluster [DBG] pgmap v66: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:47.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:47 smithi037 bash[18551]: cluster 2021-07-26T15:48:46.184430+0000 mon.a (mon.0) 271 : cluster [DBG] osdmap e11: 1 total, 1 up, 1 in 2021-07-26T15:48:47.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:47 smithi037 bash[14605]: cluster 2021-07-26T15:48:46.094131+0000 mgr.y (mgr.14140) 92 : cluster [DBG] pgmap v66: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2021-07-26T15:48:47.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:47 smithi037 bash[14605]: cluster 2021-07-26T15:48:46.184430+0000 mon.a (mon.0) 271 : cluster [DBG] osdmap e11: 1 total, 1 up, 1 in 2021-07-26T15:48:48.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:48 smithi107 bash[14687]: cluster 2021-07-26T15:48:47.189199+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e12: 1 total, 1 up, 1 in 2021-07-26T15:48:48.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:48 smithi107 bash[14687]: audit 2021-07-26T15:48:47.301902+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:48:48.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:48 smithi107 bash[14687]: audit 2021-07-26T15:48:47.304616+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:48:48.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:48 smithi107 bash[14687]: audit 2021-07-26T15:48:47.306273+0000 mon.a (mon.0) 275 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:48.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:48 smithi107 bash[14687]: audit 2021-07-26T15:48:47.308094+0000 mon.a (mon.0) 276 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:48:48.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:48 smithi037 bash[14605]: cluster 2021-07-26T15:48:47.189199+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e12: 1 total, 1 up, 1 in 2021-07-26T15:48:48.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:48 smithi037 bash[14605]: audit 2021-07-26T15:48:47.301902+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:48:48.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:48 smithi037 bash[14605]: audit 2021-07-26T15:48:47.304616+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:48:48.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:48 smithi037 bash[14605]: audit 2021-07-26T15:48:47.306273+0000 mon.a (mon.0) 275 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:48.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:48 smithi037 bash[14605]: audit 2021-07-26T15:48:47.308094+0000 mon.a (mon.0) 276 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:48:48.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:48 smithi037 bash[18551]: cluster 2021-07-26T15:48:47.189199+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e12: 1 total, 1 up, 1 in 2021-07-26T15:48:48.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:48 smithi037 bash[18551]: audit 2021-07-26T15:48:47.301902+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:48:48.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:48 smithi037 bash[18551]: audit 2021-07-26T15:48:47.304616+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:48:48.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:48 smithi037 bash[18551]: audit 2021-07-26T15:48:47.306273+0000 mon.a (mon.0) 275 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:48:48.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:48 smithi037 bash[18551]: audit 2021-07-26T15:48:47.308094+0000 mon.a (mon.0) 276 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:48:49.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:49 smithi107 bash[14687]: audit 2021-07-26T15:48:47.300744+0000 mgr.y (mgr.14140) 93 : audit [DBG] from='client.24148 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:48:49.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:49 smithi107 bash[14687]: cephadm 2021-07-26T15:48:47.304144+0000 mgr.y (mgr.14140) 94 : cephadm [INF] Applying drive group None on host smithi037... 2021-07-26T15:48:49.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:49 smithi107 bash[14687]: cluster 2021-07-26T15:48:48.094792+0000 mgr.y (mgr.14140) 95 : cluster [DBG] pgmap v69: 1 pgs: 1 creating+peering; 0 B data, 96 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:48:49.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:49 smithi107 bash[14687]: cluster 2021-07-26T15:48:49.083487+0000 mon.a (mon.0) 277 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-07-26T15:48:49.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:49 smithi037 bash[14605]: audit 2021-07-26T15:48:47.300744+0000 mgr.y (mgr.14140) 93 : audit [DBG] from='client.24148 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:48:49.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:49 smithi037 bash[14605]: cephadm 2021-07-26T15:48:47.304144+0000 mgr.y (mgr.14140) 94 : cephadm [INF] Applying drive group None on host smithi037... 2021-07-26T15:48:49.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:49 smithi037 bash[14605]: cluster 2021-07-26T15:48:48.094792+0000 mgr.y (mgr.14140) 95 : cluster [DBG] pgmap v69: 1 pgs: 1 creating+peering; 0 B data, 96 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:48:49.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:49 smithi037 bash[14605]: cluster 2021-07-26T15:48:49.083487+0000 mon.a (mon.0) 277 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-07-26T15:48:49.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:49 smithi037 bash[18551]: audit 2021-07-26T15:48:47.300744+0000 mgr.y (mgr.14140) 93 : audit [DBG] from='client.24148 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:48:49.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:49 smithi037 bash[18551]: cephadm 2021-07-26T15:48:47.304144+0000 mgr.y (mgr.14140) 94 : cephadm [INF] Applying drive group None on host smithi037... 2021-07-26T15:48:49.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:49 smithi037 bash[18551]: cluster 2021-07-26T15:48:48.094792+0000 mgr.y (mgr.14140) 95 : cluster [DBG] pgmap v69: 1 pgs: 1 creating+peering; 0 B data, 96 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:48:49.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:49 smithi037 bash[18551]: cluster 2021-07-26T15:48:49.083487+0000 mon.a (mon.0) 277 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-07-26T15:48:51.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:51 smithi107 bash[14687]: cluster 2021-07-26T15:48:50.095381+0000 mgr.y (mgr.14140) 96 : cluster [DBG] pgmap v70: 1 pgs: 1 creating+peering; 0 B data, 96 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:48:51.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:51 smithi037 bash[14605]: cluster 2021-07-26T15:48:50.095381+0000 mgr.y (mgr.14140) 96 : cluster [DBG] pgmap v70: 1 pgs: 1 creating+peering; 0 B data, 96 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:48:51.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:51 smithi037 bash[18551]: cluster 2021-07-26T15:48:50.095381+0000 mgr.y (mgr.14140) 96 : cluster [DBG] pgmap v70: 1 pgs: 1 creating+peering; 0 B data, 96 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:48:52.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:52 smithi107 bash[14687]: audit 2021-07-26T15:48:51.669881+0000 mon.a (mon.0) 278 : audit [INF] from='client.? 172.21.15.37:0/2607814999' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aca831e5-6d9e-4a13-af32-8ff9a4329c0f"}]: dispatch 2021-07-26T15:48:52.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:52 smithi107 bash[14687]: audit 2021-07-26T15:48:51.678992+0000 mon.a (mon.0) 279 : audit [INF] from='client.? 172.21.15.37:0/2607814999' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aca831e5-6d9e-4a13-af32-8ff9a4329c0f"}]': finished 2021-07-26T15:48:52.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:52 smithi107 bash[14687]: cluster 2021-07-26T15:48:51.679164+0000 mon.a (mon.0) 280 : cluster [DBG] osdmap e13: 2 total, 1 up, 1 in 2021-07-26T15:48:52.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:52 smithi107 bash[14687]: audit 2021-07-26T15:48:51.679451+0000 mon.a (mon.0) 281 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:48:52.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:52 smithi037 bash[14605]: audit 2021-07-26T15:48:51.669881+0000 mon.a (mon.0) 278 : audit [INF] from='client.? 172.21.15.37:0/2607814999' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aca831e5-6d9e-4a13-af32-8ff9a4329c0f"}]: dispatch 2021-07-26T15:48:52.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:52 smithi037 bash[14605]: audit 2021-07-26T15:48:51.678992+0000 mon.a (mon.0) 279 : audit [INF] from='client.? 172.21.15.37:0/2607814999' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aca831e5-6d9e-4a13-af32-8ff9a4329c0f"}]': finished 2021-07-26T15:48:52.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:52 smithi037 bash[14605]: cluster 2021-07-26T15:48:51.679164+0000 mon.a (mon.0) 280 : cluster [DBG] osdmap e13: 2 total, 1 up, 1 in 2021-07-26T15:48:52.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:52 smithi037 bash[14605]: audit 2021-07-26T15:48:51.679451+0000 mon.a (mon.0) 281 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:48:52.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:52 smithi037 bash[18551]: audit 2021-07-26T15:48:51.669881+0000 mon.a (mon.0) 278 : audit [INF] from='client.? 172.21.15.37:0/2607814999' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aca831e5-6d9e-4a13-af32-8ff9a4329c0f"}]: dispatch 2021-07-26T15:48:52.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:52 smithi037 bash[18551]: audit 2021-07-26T15:48:51.678992+0000 mon.a (mon.0) 279 : audit [INF] from='client.? 172.21.15.37:0/2607814999' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aca831e5-6d9e-4a13-af32-8ff9a4329c0f"}]': finished 2021-07-26T15:48:52.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:52 smithi037 bash[18551]: cluster 2021-07-26T15:48:51.679164+0000 mon.a (mon.0) 280 : cluster [DBG] osdmap e13: 2 total, 1 up, 1 in 2021-07-26T15:48:52.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:52 smithi037 bash[18551]: audit 2021-07-26T15:48:51.679451+0000 mon.a (mon.0) 281 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:48:53.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:53 smithi107 bash[14687]: cluster 2021-07-26T15:48:52.095819+0000 mgr.y (mgr.14140) 97 : cluster [DBG] pgmap v72: 1 pgs: 1 undersized+peered; 0 B data, 112 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:48:53.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:53 smithi107 bash[14687]: audit 2021-07-26T15:48:52.283702+0000 mon.a (mon.0) 282 : audit [DBG] from='client.? 172.21.15.37:0/2265005092' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:48:53.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:53 smithi037 bash[14605]: cluster 2021-07-26T15:48:52.095819+0000 mgr.y (mgr.14140) 97 : cluster [DBG] pgmap v72: 1 pgs: 1 undersized+peered; 0 B data, 112 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:48:53.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:53 smithi037 bash[14605]: audit 2021-07-26T15:48:52.283702+0000 mon.a (mon.0) 282 : audit [DBG] from='client.? 172.21.15.37:0/2265005092' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:48:53.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:53 smithi037 bash[18551]: cluster 2021-07-26T15:48:52.095819+0000 mgr.y (mgr.14140) 97 : cluster [DBG] pgmap v72: 1 pgs: 1 undersized+peered; 0 B data, 112 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:48:53.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:53 smithi037 bash[18551]: audit 2021-07-26T15:48:52.283702+0000 mon.a (mon.0) 282 : audit [DBG] from='client.? 172.21.15.37:0/2265005092' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:48:55.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:55 smithi107 bash[14687]: cluster 2021-07-26T15:48:54.096370+0000 mgr.y (mgr.14140) 98 : cluster [DBG] pgmap v73: 1 pgs: 1 undersized+peered; 0 B data, 112 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:48:55.563 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:55 smithi037 bash[14605]: cluster 2021-07-26T15:48:54.096370+0000 mgr.y (mgr.14140) 98 : cluster [DBG] pgmap v73: 1 pgs: 1 undersized+peered; 0 B data, 112 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:48:55.564 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:55 smithi037 bash[18551]: cluster 2021-07-26T15:48:54.096370+0000 mgr.y (mgr.14140) 98 : cluster [DBG] pgmap v73: 1 pgs: 1 undersized+peered; 0 B data, 112 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:48:56.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:56 smithi107 bash[14687]: audit 2021-07-26T15:48:55.251256+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:48:56.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:56 smithi037 bash[14605]: audit 2021-07-26T15:48:55.251256+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:48:56.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:56 smithi037 bash[18551]: audit 2021-07-26T15:48:55.251256+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:48:57.502 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:57 smithi037 bash[14605]: cluster 2021-07-26T15:48:56.096994+0000 mgr.y (mgr.14140) 99 : cluster [DBG] pgmap v74: 1 pgs: 1 undersized+peered; 0 B data, 112 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:48:57.503 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:57 smithi037 bash[18551]: cluster 2021-07-26T15:48:56.096994+0000 mgr.y (mgr.14140) 99 : cluster [DBG] pgmap v74: 1 pgs: 1 undersized+peered; 0 B data, 112 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:48:57.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:57 smithi107 bash[14687]: cluster 2021-07-26T15:48:56.096994+0000 mgr.y (mgr.14140) 99 : cluster [DBG] pgmap v74: 1 pgs: 1 undersized+peered; 0 B data, 112 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:48:58.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:58 smithi107 bash[14687]: cluster 2021-07-26T15:48:58.083535+0000 mon.a (mon.0) 284 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2021-07-26T15:48:58.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:58 smithi037 bash[14605]: cluster 2021-07-26T15:48:58.083535+0000 mon.a (mon.0) 284 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2021-07-26T15:48:58.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:58 smithi037 bash[18551]: cluster 2021-07-26T15:48:58.083535+0000 mon.a (mon.0) 284 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2021-07-26T15:48:59.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:48:59 smithi107 bash[14687]: cluster 2021-07-26T15:48:58.097492+0000 mgr.y (mgr.14140) 100 : cluster [DBG] pgmap v75: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:48:59.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:48:59 smithi037 bash[14605]: cluster 2021-07-26T15:48:58.097492+0000 mgr.y (mgr.14140) 100 : cluster [DBG] pgmap v75: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:48:59.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:48:59 smithi037 bash[18551]: cluster 2021-07-26T15:48:58.097492+0000 mgr.y (mgr.14140) 100 : cluster [DBG] pgmap v75: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:00.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:00 smithi107 bash[14687]: audit 2021-07-26T15:48:59.872411+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2021-07-26T15:49:00.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:00 smithi107 bash[14687]: audit 2021-07-26T15:48:59.874049+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:49:00.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:00 smithi107 bash[14687]: audit 2021-07-26T15:48:59.876008+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.1", "key": "container_image"}]: dispatch 2021-07-26T15:49:00.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:00 smithi037 bash[14605]: audit 2021-07-26T15:48:59.872411+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2021-07-26T15:49:00.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:00 smithi037 bash[14605]: audit 2021-07-26T15:48:59.874049+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:49:00.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:00 smithi037 bash[14605]: audit 2021-07-26T15:48:59.876008+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.1", "key": "container_image"}]: dispatch 2021-07-26T15:49:00.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:00 smithi037 bash[18551]: audit 2021-07-26T15:48:59.872411+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2021-07-26T15:49:00.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:00 smithi037 bash[18551]: audit 2021-07-26T15:48:59.874049+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:49:00.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:00 smithi037 bash[18551]: audit 2021-07-26T15:48:59.876008+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.1", "key": "container_image"}]: dispatch 2021-07-26T15:49:01.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:01 smithi107 bash[14687]: cephadm 2021-07-26T15:48:59.875317+0000 mgr.y (mgr.14140) 101 : cephadm [INF] Deploying daemon osd.1 on smithi037 2021-07-26T15:49:01.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:01 smithi107 bash[14687]: cluster 2021-07-26T15:49:00.098017+0000 mgr.y (mgr.14140) 102 : cluster [DBG] pgmap v76: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:01.573 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:01 smithi037 bash[14605]: cephadm 2021-07-26T15:48:59.875317+0000 mgr.y (mgr.14140) 101 : cephadm [INF] Deploying daemon osd.1 on smithi037 2021-07-26T15:49:01.573 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:01 smithi037 bash[14605]: cluster 2021-07-26T15:49:00.098017+0000 mgr.y (mgr.14140) 102 : cluster [DBG] pgmap v76: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:01.574 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:01 smithi037 bash[18551]: cephadm 2021-07-26T15:48:59.875317+0000 mgr.y (mgr.14140) 101 : cephadm [INF] Deploying daemon osd.1 on smithi037 2021-07-26T15:49:01.574 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:01 smithi037 bash[18551]: cluster 2021-07-26T15:49:00.098017+0000 mgr.y (mgr.14140) 102 : cluster [DBG] pgmap v76: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:02.562 INFO:teuthology.orchestra.run.smithi037.stdout:Created osd(s) 1 on host 'smithi037' 2021-07-26T15:49:03.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:03 smithi037 bash[18551]: cluster 2021-07-26T15:49:02.098663+0000 mgr.y (mgr.14140) 103 : cluster [DBG] pgmap v77: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:03.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:03 smithi037 bash[18551]: audit 2021-07-26T15:49:02.553517+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:49:03.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:03 smithi037 bash[18551]: audit 2021-07-26T15:49:02.556623+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:03.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:03 smithi037 bash[14605]: cluster 2021-07-26T15:49:02.098663+0000 mgr.y (mgr.14140) 103 : cluster [DBG] pgmap v77: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:03.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:03 smithi037 bash[14605]: audit 2021-07-26T15:49:02.553517+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:49:03.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:03 smithi037 bash[14605]: audit 2021-07-26T15:49:02.556623+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:03.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:03 smithi107 bash[14687]: cluster 2021-07-26T15:49:02.098663+0000 mgr.y (mgr.14140) 103 : cluster [DBG] pgmap v77: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:03.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:03 smithi107 bash[14687]: audit 2021-07-26T15:49:02.553517+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:49:03.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:03 smithi107 bash[14687]: audit 2021-07-26T15:49:02.556623+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:04.251 DEBUG:teuthology.orchestra.run.smithi037:osd.1> sudo journalctl -f -n 0 -u ceph-72588c72-ee28-11eb-8c23-001a4aab830c@osd.1.service 2021-07-26T15:49:04.255 INFO:tasks.cephadm:Deploying osd.2 on smithi037 with /dev/vg_nvme/lv_2... 2021-07-26T15:49:04.255 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2021-07-26T15:49:04.445 INFO:journalctl@ceph.osd.1.smithi037.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:49:04.526 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:04 smithi037 bash[14605]: audit 2021-07-26T15:49:03.516819+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:04.526 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:04 smithi037 bash[14605]: audit 2021-07-26T15:49:03.518387+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:49:04.527 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:04 smithi037 bash[14605]: cluster 2021-07-26T15:49:04.099293+0000 mgr.y (mgr.14140) 104 : cluster [DBG] pgmap v78: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:04.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:04 smithi037 bash[18551]: audit 2021-07-26T15:49:03.516819+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:04.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:04 smithi037 bash[18551]: audit 2021-07-26T15:49:03.518387+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:49:04.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:04 smithi037 bash[18551]: cluster 2021-07-26T15:49:04.099293+0000 mgr.y (mgr.14140) 104 : cluster [DBG] pgmap v78: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:05.003 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:04 smithi107 bash[14687]: audit 2021-07-26T15:49:03.516819+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:05.003 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:04 smithi107 bash[14687]: audit 2021-07-26T15:49:03.518387+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:49:05.004 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:04 smithi107 bash[14687]: cluster 2021-07-26T15:49:04.099293+0000 mgr.y (mgr.14140) 104 : cluster [DBG] pgmap v78: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:06.090 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 15:49:05 smithi037 bash[22197]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2021-07-26T15:49:06.091 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 15:49:05 smithi037 bash[22197]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2021-07-26T15:49:06.091 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 15:49:05 smithi037 bash[22197]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2021-07-26T15:49:06.092 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 15:49:05 smithi037 bash[22197]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2021-07-26T15:49:06.092 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 15:49:05 smithi037 bash[22197]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2021-07-26T15:49:06.092 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 15:49:05 smithi037 bash[22197]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2021-07-26T15:49:06.093 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 15:49:05 smithi037 bash[22197]: --> ceph-volume lvm activate successful for osd ID: 1 2021-07-26T15:49:07.259 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:07 smithi037 bash[14605]: cluster 2021-07-26T15:49:06.100010+0000 mgr.y (mgr.14140) 105 : cluster [DBG] pgmap v79: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:07.260 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:07 smithi037 bash[18551]: cluster 2021-07-26T15:49:06.100010+0000 mgr.y (mgr.14140) 105 : cluster [DBG] pgmap v79: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:07.261 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 15:49:07 smithi037 bash[22512]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:49:07.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:07 smithi107 bash[14687]: cluster 2021-07-26T15:49:06.100010+0000 mgr.y (mgr.14140) 105 : cluster [DBG] pgmap v79: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:09.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:09 smithi107 bash[14687]: cluster 2021-07-26T15:49:08.100586+0000 mgr.y (mgr.14140) 106 : cluster [DBG] pgmap v80: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:09.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:09 smithi037 bash[14605]: cluster 2021-07-26T15:49:08.100586+0000 mgr.y (mgr.14140) 106 : cluster [DBG] pgmap v80: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:09.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:09 smithi037 bash[18551]: cluster 2021-07-26T15:49:08.100586+0000 mgr.y (mgr.14140) 106 : cluster [DBG] pgmap v80: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:11.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:11 smithi037 bash[14605]: cluster 2021-07-26T15:49:10.101179+0000 mgr.y (mgr.14140) 107 : cluster [DBG] pgmap v81: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:11.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:11 smithi037 bash[18551]: cluster 2021-07-26T15:49:10.101179+0000 mgr.y (mgr.14140) 107 : cluster [DBG] pgmap v81: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:11.341 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 15:49:10 smithi037 bash[22512]: debug 2021-07-26T15:49:10.929+0000 7f7db6afdf00 -1 Falling back to public interface 2021-07-26T15:49:11.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:11 smithi107 bash[14687]: cluster 2021-07-26T15:49:10.101179+0000 mgr.y (mgr.14140) 107 : cluster [DBG] pgmap v81: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:11.538 INFO:teuthology.orchestra.run.smithi037.stderr:--> Zapping: /dev/vg_nvme/lv_2 2021-07-26T15:49:11.539 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2021-07-26T15:49:11.539 INFO:teuthology.orchestra.run.smithi037.stderr: stderr: 10+0 records in 2021-07-26T15:49:11.539 INFO:teuthology.orchestra.run.smithi037.stderr:10+0 records out 2021-07-26T15:49:11.539 INFO:teuthology.orchestra.run.smithi037.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0184371 s, 569 MB/s 2021-07-26T15:49:11.540 INFO:teuthology.orchestra.run.smithi037.stderr:--> Zapping successful for: 2021-07-26T15:49:11.839 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 15:49:11 smithi037 bash[22512]: debug 2021-07-26T15:49:11.565+0000 7f7db6afdf00 -1 osd.1 0 log_to_monitors {default=true} 2021-07-26T15:49:12.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:12 smithi037 bash[14605]: audit 2021-07-26T15:49:11.575896+0000 mon.a (mon.0) 292 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T15:49:12.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:12 smithi037 bash[14605]: audit 2021-07-26T15:49:11.584910+0000 mon.b (mon.2) 6 : audit [INF] from='osd.1 [v2:172.21.15.37:6810/3907207283,v1:172.21.15.37:6811/3907207283]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T15:49:12.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:12 smithi037 bash[18551]: audit 2021-07-26T15:49:11.575896+0000 mon.a (mon.0) 292 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T15:49:12.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:12 smithi037 bash[18551]: audit 2021-07-26T15:49:11.584910+0000 mon.b (mon.2) 6 : audit [INF] from='osd.1 [v2:172.21.15.37:6810/3907207283,v1:172.21.15.37:6811/3907207283]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T15:49:12.387 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi037:vg_nvme/lv_2 2021-07-26T15:49:12.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:12 smithi107 bash[14687]: audit 2021-07-26T15:49:11.575896+0000 mon.a (mon.0) 292 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T15:49:12.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:12 smithi107 bash[14687]: audit 2021-07-26T15:49:11.584910+0000 mon.b (mon.2) 6 : audit [INF] from='osd.1 [v2:172.21.15.37:6810/3907207283,v1:172.21.15.37:6811/3907207283]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T15:49:13.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:13 smithi107 bash[14687]: cluster 2021-07-26T15:49:12.101772+0000 mgr.y (mgr.14140) 108 : cluster [DBG] pgmap v82: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:13.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:13 smithi107 bash[14687]: audit 2021-07-26T15:49:12.122623+0000 mon.a (mon.0) 293 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-07-26T15:49:13.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:13 smithi107 bash[14687]: cluster 2021-07-26T15:49:12.122912+0000 mon.a (mon.0) 294 : cluster [DBG] osdmap e14: 2 total, 1 up, 1 in 2021-07-26T15:49:13.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:13 smithi107 bash[14687]: audit 2021-07-26T15:49:12.123563+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:49:13.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:13 smithi107 bash[14687]: audit 2021-07-26T15:49:12.124531+0000 mon.a (mon.0) 296 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T15:49:13.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:13 smithi107 bash[14687]: audit 2021-07-26T15:49:12.133854+0000 mon.b (mon.2) 7 : audit [INF] from='osd.1 [v2:172.21.15.37:6810/3907207283,v1:172.21.15.37:6811/3907207283]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T15:49:13.589 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 15:49:13 smithi037 bash[22512]: debug 2021-07-26T15:49:13.129+0000 7f7d9dfd2700 -1 osd.1 0 waiting for initial osdmap 2021-07-26T15:49:13.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:13 smithi037 bash[14605]: cluster 2021-07-26T15:49:12.101772+0000 mgr.y (mgr.14140) 108 : cluster [DBG] pgmap v82: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:13.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:13 smithi037 bash[14605]: audit 2021-07-26T15:49:12.122623+0000 mon.a (mon.0) 293 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-07-26T15:49:13.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:13 smithi037 bash[14605]: cluster 2021-07-26T15:49:12.122912+0000 mon.a (mon.0) 294 : cluster [DBG] osdmap e14: 2 total, 1 up, 1 in 2021-07-26T15:49:13.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:13 smithi037 bash[14605]: audit 2021-07-26T15:49:12.123563+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:49:13.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:13 smithi037 bash[14605]: audit 2021-07-26T15:49:12.124531+0000 mon.a (mon.0) 296 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T15:49:13.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:13 smithi037 bash[14605]: audit 2021-07-26T15:49:12.133854+0000 mon.b (mon.2) 7 : audit [INF] from='osd.1 [v2:172.21.15.37:6810/3907207283,v1:172.21.15.37:6811/3907207283]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T15:49:13.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:13 smithi037 bash[18551]: cluster 2021-07-26T15:49:12.101772+0000 mgr.y (mgr.14140) 108 : cluster [DBG] pgmap v82: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:13.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:13 smithi037 bash[18551]: audit 2021-07-26T15:49:12.122623+0000 mon.a (mon.0) 293 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-07-26T15:49:13.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:13 smithi037 bash[18551]: cluster 2021-07-26T15:49:12.122912+0000 mon.a (mon.0) 294 : cluster [DBG] osdmap e14: 2 total, 1 up, 1 in 2021-07-26T15:49:13.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:13 smithi037 bash[18551]: audit 2021-07-26T15:49:12.123563+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:49:13.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:13 smithi037 bash[18551]: audit 2021-07-26T15:49:12.124531+0000 mon.a (mon.0) 296 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T15:49:13.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:13 smithi037 bash[18551]: audit 2021-07-26T15:49:12.133854+0000 mon.b (mon.2) 7 : audit [INF] from='osd.1 [v2:172.21.15.37:6810/3907207283,v1:172.21.15.37:6811/3907207283]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T15:49:14.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:14 smithi107 bash[14687]: audit 2021-07-26T15:49:13.124746+0000 mon.a (mon.0) 297 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2021-07-26T15:49:14.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:14 smithi107 bash[14687]: cluster 2021-07-26T15:49:13.125029+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e15: 2 total, 1 up, 1 in 2021-07-26T15:49:14.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:14 smithi107 bash[14687]: audit 2021-07-26T15:49:13.125804+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:49:14.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:14 smithi107 bash[14687]: audit 2021-07-26T15:49:13.133925+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:49:14.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:14 smithi107 bash[14687]: audit 2021-07-26T15:49:13.196410+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:49:14.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:14 smithi107 bash[14687]: audit 2021-07-26T15:49:13.500353+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:14.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:14 smithi107 bash[14687]: audit 2021-07-26T15:49:13.858766+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:14.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:14 smithi107 bash[14687]: audit 2021-07-26T15:49:13.866358+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:14.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:14 smithi037 bash[14605]: audit 2021-07-26T15:49:13.124746+0000 mon.a (mon.0) 297 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2021-07-26T15:49:14.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:14 smithi037 bash[14605]: cluster 2021-07-26T15:49:13.125029+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e15: 2 total, 1 up, 1 in 2021-07-26T15:49:14.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:14 smithi037 bash[14605]: audit 2021-07-26T15:49:13.125804+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:49:14.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:14 smithi037 bash[14605]: audit 2021-07-26T15:49:13.133925+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:49:14.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:14 smithi037 bash[14605]: audit 2021-07-26T15:49:13.196410+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:49:14.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:14 smithi037 bash[14605]: audit 2021-07-26T15:49:13.500353+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:14.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:14 smithi037 bash[14605]: audit 2021-07-26T15:49:13.858766+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:14.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:14 smithi037 bash[14605]: audit 2021-07-26T15:49:13.866358+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:14.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:14 smithi037 bash[18551]: audit 2021-07-26T15:49:13.124746+0000 mon.a (mon.0) 297 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2021-07-26T15:49:14.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:14 smithi037 bash[18551]: cluster 2021-07-26T15:49:13.125029+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e15: 2 total, 1 up, 1 in 2021-07-26T15:49:14.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:14 smithi037 bash[18551]: audit 2021-07-26T15:49:13.125804+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:49:14.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:14 smithi037 bash[18551]: audit 2021-07-26T15:49:13.133925+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:49:14.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:14 smithi037 bash[18551]: audit 2021-07-26T15:49:13.196410+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:49:14.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:14 smithi037 bash[18551]: audit 2021-07-26T15:49:13.500353+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:14.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:14 smithi037 bash[18551]: audit 2021-07-26T15:49:13.858766+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:14.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:14 smithi037 bash[18551]: audit 2021-07-26T15:49:13.866358+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:15.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:15 smithi107 bash[14687]: cluster 2021-07-26T15:49:12.572462+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:49:15.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:15 smithi107 bash[14687]: cluster 2021-07-26T15:49:12.572540+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:49:15.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:15 smithi107 bash[14687]: cephadm 2021-07-26T15:49:13.501517+0000 mgr.y (mgr.14140) 109 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:49:15.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:15 smithi107 bash[14687]: cluster 2021-07-26T15:49:14.102318+0000 mgr.y (mgr.14140) 110 : cluster [DBG] pgmap v85: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:15.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:15 smithi107 bash[14687]: cluster 2021-07-26T15:49:14.136575+0000 mon.a (mon.0) 305 : cluster [INF] osd.1 [v2:172.21.15.37:6810/3907207283,v1:172.21.15.37:6811/3907207283] boot 2021-07-26T15:49:15.507 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:15 smithi107 bash[14687]: cluster 2021-07-26T15:49:14.136795+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e16: 2 total, 2 up, 2 in 2021-07-26T15:49:15.507 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:15 smithi107 bash[14687]: audit 2021-07-26T15:49:14.137795+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:49:15.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:15 smithi037 bash[14605]: cluster 2021-07-26T15:49:12.572462+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:49:15.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:15 smithi037 bash[14605]: cluster 2021-07-26T15:49:12.572540+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:49:15.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:15 smithi037 bash[14605]: cephadm 2021-07-26T15:49:13.501517+0000 mgr.y (mgr.14140) 109 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:49:15.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:15 smithi037 bash[14605]: cluster 2021-07-26T15:49:14.102318+0000 mgr.y (mgr.14140) 110 : cluster [DBG] pgmap v85: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:15.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:15 smithi037 bash[14605]: cluster 2021-07-26T15:49:14.136575+0000 mon.a (mon.0) 305 : cluster [INF] osd.1 [v2:172.21.15.37:6810/3907207283,v1:172.21.15.37:6811/3907207283] boot 2021-07-26T15:49:15.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:15 smithi037 bash[14605]: cluster 2021-07-26T15:49:14.136795+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e16: 2 total, 2 up, 2 in 2021-07-26T15:49:15.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:15 smithi037 bash[14605]: audit 2021-07-26T15:49:14.137795+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:49:15.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:15 smithi037 bash[18551]: cluster 2021-07-26T15:49:12.572462+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:49:15.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:15 smithi037 bash[18551]: cluster 2021-07-26T15:49:12.572540+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:49:15.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:15 smithi037 bash[18551]: cephadm 2021-07-26T15:49:13.501517+0000 mgr.y (mgr.14140) 109 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:49:15.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:15 smithi037 bash[18551]: cluster 2021-07-26T15:49:14.102318+0000 mgr.y (mgr.14140) 110 : cluster [DBG] pgmap v85: 1 pgs: 1 undersized+peered; 0 B data, 120 KiB used, 88 GiB / 89 GiB avail 2021-07-26T15:49:15.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:15 smithi037 bash[18551]: cluster 2021-07-26T15:49:14.136575+0000 mon.a (mon.0) 305 : cluster [INF] osd.1 [v2:172.21.15.37:6810/3907207283,v1:172.21.15.37:6811/3907207283] boot 2021-07-26T15:49:15.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:15 smithi037 bash[18551]: cluster 2021-07-26T15:49:14.136795+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e16: 2 total, 2 up, 2 in 2021-07-26T15:49:15.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:15 smithi037 bash[18551]: audit 2021-07-26T15:49:14.137795+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:49:16.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:16 smithi107 bash[14687]: cluster 2021-07-26T15:49:15.155610+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e17: 2 total, 2 up, 2 in 2021-07-26T15:49:16.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:16 smithi107 bash[14687]: audit 2021-07-26T15:49:16.062973+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:49:16.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:16 smithi107 bash[14687]: audit 2021-07-26T15:49:16.065165+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:49:16.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:16 smithi107 bash[14687]: audit 2021-07-26T15:49:16.066364+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:49:16.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:16 smithi107 bash[14687]: audit 2021-07-26T15:49:16.067719+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:49:16.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:16 smithi037 bash[18551]: cluster 2021-07-26T15:49:15.155610+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e17: 2 total, 2 up, 2 in 2021-07-26T15:49:16.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:16 smithi037 bash[18551]: audit 2021-07-26T15:49:16.062973+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:49:16.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:16 smithi037 bash[18551]: audit 2021-07-26T15:49:16.065165+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:49:16.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:16 smithi037 bash[18551]: audit 2021-07-26T15:49:16.066364+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:49:16.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:16 smithi037 bash[18551]: audit 2021-07-26T15:49:16.067719+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:49:16.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:16 smithi037 bash[14605]: cluster 2021-07-26T15:49:15.155610+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e17: 2 total, 2 up, 2 in 2021-07-26T15:49:16.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:16 smithi037 bash[14605]: audit 2021-07-26T15:49:16.062973+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:49:16.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:16 smithi037 bash[14605]: audit 2021-07-26T15:49:16.065165+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:49:16.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:16 smithi037 bash[14605]: audit 2021-07-26T15:49:16.066364+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:49:16.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:16 smithi037 bash[14605]: audit 2021-07-26T15:49:16.067719+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:49:17.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:17 smithi107 bash[14687]: audit 2021-07-26T15:49:16.061856+0000 mgr.y (mgr.14140) 111 : audit [DBG] from='client.14256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:49:17.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:17 smithi107 bash[14687]: cephadm 2021-07-26T15:49:16.064816+0000 mgr.y (mgr.14140) 112 : cephadm [INF] Applying drive group None on host smithi037... 2021-07-26T15:49:17.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:17 smithi107 bash[14687]: cluster 2021-07-26T15:49:16.102805+0000 mgr.y (mgr.14140) 113 : cluster [DBG] pgmap v88: 1 pgs: 1 undersized+peered; 0 B data, 264 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:17.507 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:17 smithi037 bash[14605]: audit 2021-07-26T15:49:16.061856+0000 mgr.y (mgr.14140) 111 : audit [DBG] from='client.14256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:49:17.508 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:17 smithi037 bash[14605]: cephadm 2021-07-26T15:49:16.064816+0000 mgr.y (mgr.14140) 112 : cephadm [INF] Applying drive group None on host smithi037... 2021-07-26T15:49:17.508 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:17 smithi037 bash[14605]: cluster 2021-07-26T15:49:16.102805+0000 mgr.y (mgr.14140) 113 : cluster [DBG] pgmap v88: 1 pgs: 1 undersized+peered; 0 B data, 264 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:17.508 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:17 smithi037 bash[18551]: audit 2021-07-26T15:49:16.061856+0000 mgr.y (mgr.14140) 111 : audit [DBG] from='client.14256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:49:17.509 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:17 smithi037 bash[18551]: cephadm 2021-07-26T15:49:16.064816+0000 mgr.y (mgr.14140) 112 : cephadm [INF] Applying drive group None on host smithi037... 2021-07-26T15:49:17.509 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:17 smithi037 bash[18551]: cluster 2021-07-26T15:49:16.102805+0000 mgr.y (mgr.14140) 113 : cluster [DBG] pgmap v88: 1 pgs: 1 undersized+peered; 0 B data, 264 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:19.393 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:19 smithi037 bash[14605]: cluster 2021-07-26T15:49:18.103348+0000 mgr.y (mgr.14140) 114 : cluster [DBG] pgmap v89: 1 pgs: 1 undersized+peered; 0 B data, 296 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:19.394 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:19 smithi037 bash[18551]: cluster 2021-07-26T15:49:18.103348+0000 mgr.y (mgr.14140) 114 : cluster [DBG] pgmap v89: 1 pgs: 1 undersized+peered; 0 B data, 296 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:19.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:19 smithi107 bash[14687]: cluster 2021-07-26T15:49:18.103348+0000 mgr.y (mgr.14140) 114 : cluster [DBG] pgmap v89: 1 pgs: 1 undersized+peered; 0 B data, 296 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:21.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:21 smithi107 bash[14687]: cluster 2021-07-26T15:49:20.103927+0000 mgr.y (mgr.14140) 115 : cluster [DBG] pgmap v90: 1 pgs: 1 undersized+peered; 0 B data, 296 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:21.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:21 smithi107 bash[14687]: audit 2021-07-26T15:49:20.192819+0000 mon.c (mon.1) 5 : audit [INF] from='client.? 172.21.15.37:0/3099248179' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7adba29d-e4e2-4bb2-a210-e899f1ba2874"}]: dispatch 2021-07-26T15:49:21.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:21 smithi107 bash[14687]: audit 2021-07-26T15:49:20.193495+0000 mon.a (mon.0) 313 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7adba29d-e4e2-4bb2-a210-e899f1ba2874"}]: dispatch 2021-07-26T15:49:21.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:21 smithi107 bash[14687]: audit 2021-07-26T15:49:20.204775+0000 mon.a (mon.0) 314 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7adba29d-e4e2-4bb2-a210-e899f1ba2874"}]': finished 2021-07-26T15:49:21.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:21 smithi107 bash[14687]: cluster 2021-07-26T15:49:20.204884+0000 mon.a (mon.0) 315 : cluster [DBG] osdmap e18: 3 total, 2 up, 2 in 2021-07-26T15:49:21.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:21 smithi107 bash[14687]: audit 2021-07-26T15:49:20.205073+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:49:21.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:21 smithi107 bash[14687]: audit 2021-07-26T15:49:20.781874+0000 mon.a (mon.0) 317 : audit [DBG] from='client.? 172.21.15.37:0/1065139672' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:49:21.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:21 smithi037 bash[14605]: cluster 2021-07-26T15:49:20.103927+0000 mgr.y (mgr.14140) 115 : cluster [DBG] pgmap v90: 1 pgs: 1 undersized+peered; 0 B data, 296 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:21.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:21 smithi037 bash[14605]: audit 2021-07-26T15:49:20.192819+0000 mon.c (mon.1) 5 : audit [INF] from='client.? 172.21.15.37:0/3099248179' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7adba29d-e4e2-4bb2-a210-e899f1ba2874"}]: dispatch 2021-07-26T15:49:21.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:21 smithi037 bash[14605]: audit 2021-07-26T15:49:20.193495+0000 mon.a (mon.0) 313 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7adba29d-e4e2-4bb2-a210-e899f1ba2874"}]: dispatch 2021-07-26T15:49:21.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:21 smithi037 bash[14605]: audit 2021-07-26T15:49:20.204775+0000 mon.a (mon.0) 314 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7adba29d-e4e2-4bb2-a210-e899f1ba2874"}]': finished 2021-07-26T15:49:21.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:21 smithi037 bash[14605]: cluster 2021-07-26T15:49:20.204884+0000 mon.a (mon.0) 315 : cluster [DBG] osdmap e18: 3 total, 2 up, 2 in 2021-07-26T15:49:21.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:21 smithi037 bash[14605]: audit 2021-07-26T15:49:20.205073+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:49:21.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:21 smithi037 bash[14605]: audit 2021-07-26T15:49:20.781874+0000 mon.a (mon.0) 317 : audit [DBG] from='client.? 172.21.15.37:0/1065139672' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:49:21.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:21 smithi037 bash[18551]: cluster 2021-07-26T15:49:20.103927+0000 mgr.y (mgr.14140) 115 : cluster [DBG] pgmap v90: 1 pgs: 1 undersized+peered; 0 B data, 296 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:21.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:21 smithi037 bash[18551]: audit 2021-07-26T15:49:20.192819+0000 mon.c (mon.1) 5 : audit [INF] from='client.? 172.21.15.37:0/3099248179' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7adba29d-e4e2-4bb2-a210-e899f1ba2874"}]: dispatch 2021-07-26T15:49:21.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:21 smithi037 bash[18551]: audit 2021-07-26T15:49:20.193495+0000 mon.a (mon.0) 313 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7adba29d-e4e2-4bb2-a210-e899f1ba2874"}]: dispatch 2021-07-26T15:49:21.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:21 smithi037 bash[18551]: audit 2021-07-26T15:49:20.204775+0000 mon.a (mon.0) 314 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7adba29d-e4e2-4bb2-a210-e899f1ba2874"}]': finished 2021-07-26T15:49:21.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:21 smithi037 bash[18551]: cluster 2021-07-26T15:49:20.204884+0000 mon.a (mon.0) 315 : cluster [DBG] osdmap e18: 3 total, 2 up, 2 in 2021-07-26T15:49:21.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:21 smithi037 bash[18551]: audit 2021-07-26T15:49:20.205073+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:49:21.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:21 smithi037 bash[18551]: audit 2021-07-26T15:49:20.781874+0000 mon.a (mon.0) 317 : audit [DBG] from='client.? 172.21.15.37:0/1065139672' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:49:22.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:22 smithi107 bash[14687]: cluster 2021-07-26T15:49:22.115217+0000 mon.a (mon.0) 318 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2021-07-26T15:49:22.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:22 smithi107 bash[14687]: cluster 2021-07-26T15:49:22.115284+0000 mon.a (mon.0) 319 : cluster [INF] Cluster is now healthy 2021-07-26T15:49:22.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:22 smithi037 bash[14605]: cluster 2021-07-26T15:49:22.115217+0000 mon.a (mon.0) 318 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2021-07-26T15:49:22.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:22 smithi037 bash[14605]: cluster 2021-07-26T15:49:22.115284+0000 mon.a (mon.0) 319 : cluster [INF] Cluster is now healthy 2021-07-26T15:49:22.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:22 smithi037 bash[18551]: cluster 2021-07-26T15:49:22.115217+0000 mon.a (mon.0) 318 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2021-07-26T15:49:22.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:22 smithi037 bash[18551]: cluster 2021-07-26T15:49:22.115284+0000 mon.a (mon.0) 319 : cluster [INF] Cluster is now healthy 2021-07-26T15:49:23.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:23 smithi037 bash[14605]: cluster 2021-07-26T15:49:22.104521+0000 mgr.y (mgr.14140) 116 : cluster [DBG] pgmap v92: 1 pgs: 1 active+undersized; 0 B data, 312 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:23.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:23 smithi037 bash[18551]: cluster 2021-07-26T15:49:22.104521+0000 mgr.y (mgr.14140) 116 : cluster [DBG] pgmap v92: 1 pgs: 1 active+undersized; 0 B data, 312 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:23.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:23 smithi107 bash[14687]: cluster 2021-07-26T15:49:22.104521+0000 mgr.y (mgr.14140) 116 : cluster [DBG] pgmap v92: 1 pgs: 1 active+undersized; 0 B data, 312 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:24.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:24 smithi037 bash[14605]: audit 2021-07-26T15:49:23.638153+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:49:24.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:24 smithi037 bash[18551]: audit 2021-07-26T15:49:23.638153+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:49:24.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:24 smithi107 bash[14687]: audit 2021-07-26T15:49:23.638153+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:49:25.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:25 smithi037 bash[18551]: cluster 2021-07-26T15:49:24.105101+0000 mgr.y (mgr.14140) 117 : cluster [DBG] pgmap v93: 1 pgs: 1 active+undersized; 0 B data, 312 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:25.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:25 smithi037 bash[14605]: cluster 2021-07-26T15:49:24.105101+0000 mgr.y (mgr.14140) 117 : cluster [DBG] pgmap v93: 1 pgs: 1 active+undersized; 0 B data, 312 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:25.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:25 smithi107 bash[14687]: cluster 2021-07-26T15:49:24.105101+0000 mgr.y (mgr.14140) 117 : cluster [DBG] pgmap v93: 1 pgs: 1 active+undersized; 0 B data, 312 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:27.487 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:27 smithi037 bash[14605]: cluster 2021-07-26T15:49:26.105701+0000 mgr.y (mgr.14140) 118 : cluster [DBG] pgmap v94: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:27.488 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:27 smithi037 bash[18551]: cluster 2021-07-26T15:49:26.105701+0000 mgr.y (mgr.14140) 118 : cluster [DBG] pgmap v94: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:27.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:27 smithi107 bash[14687]: cluster 2021-07-26T15:49:26.105701+0000 mgr.y (mgr.14140) 118 : cluster [DBG] pgmap v94: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:29.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:29 smithi107 bash[14687]: cluster 2021-07-26T15:49:28.106238+0000 mgr.y (mgr.14140) 119 : cluster [DBG] pgmap v95: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:29.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:29 smithi107 bash[14687]: audit 2021-07-26T15:49:28.183329+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2021-07-26T15:49:29.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:29 smithi107 bash[14687]: audit 2021-07-26T15:49:28.185217+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:49:29.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:29 smithi107 bash[14687]: cephadm 2021-07-26T15:49:28.186440+0000 mgr.y (mgr.14140) 120 : cephadm [INF] Deploying daemon osd.2 on smithi037 2021-07-26T15:49:29.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:29 smithi107 bash[14687]: audit 2021-07-26T15:49:28.187089+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.2", "key": "container_image"}]: dispatch 2021-07-26T15:49:29.531 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:29 smithi037 bash[14605]: cluster 2021-07-26T15:49:28.106238+0000 mgr.y (mgr.14140) 119 : cluster [DBG] pgmap v95: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:29.531 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:29 smithi037 bash[14605]: audit 2021-07-26T15:49:28.183329+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2021-07-26T15:49:29.531 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:29 smithi037 bash[14605]: audit 2021-07-26T15:49:28.185217+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:49:29.531 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:29 smithi037 bash[14605]: cephadm 2021-07-26T15:49:28.186440+0000 mgr.y (mgr.14140) 120 : cephadm [INF] Deploying daemon osd.2 on smithi037 2021-07-26T15:49:29.532 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:29 smithi037 bash[14605]: audit 2021-07-26T15:49:28.187089+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.2", "key": "container_image"}]: dispatch 2021-07-26T15:49:29.532 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:29 smithi037 bash[18551]: cluster 2021-07-26T15:49:28.106238+0000 mgr.y (mgr.14140) 119 : cluster [DBG] pgmap v95: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:29.532 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:29 smithi037 bash[18551]: audit 2021-07-26T15:49:28.183329+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2021-07-26T15:49:29.533 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:29 smithi037 bash[18551]: audit 2021-07-26T15:49:28.185217+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:49:29.533 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:29 smithi037 bash[18551]: cephadm 2021-07-26T15:49:28.186440+0000 mgr.y (mgr.14140) 120 : cephadm [INF] Deploying daemon osd.2 on smithi037 2021-07-26T15:49:29.533 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:29 smithi037 bash[18551]: audit 2021-07-26T15:49:28.187089+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.2", "key": "container_image"}]: dispatch 2021-07-26T15:49:30.870 INFO:teuthology.orchestra.run.smithi037.stdout:Created osd(s) 2 on host 'smithi037' 2021-07-26T15:49:31.307 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:31 smithi037 bash[14605]: cluster 2021-07-26T15:49:30.106750+0000 mgr.y (mgr.14140) 121 : cluster [DBG] pgmap v96: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:31.307 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:31 smithi037 bash[14605]: audit 2021-07-26T15:49:30.862252+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:49:31.308 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:31 smithi037 bash[14605]: audit 2021-07-26T15:49:30.865934+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:31.308 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:31 smithi037 bash[18551]: cluster 2021-07-26T15:49:30.106750+0000 mgr.y (mgr.14140) 121 : cluster [DBG] pgmap v96: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:31.308 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:31 smithi037 bash[18551]: audit 2021-07-26T15:49:30.862252+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:49:31.309 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:31 smithi037 bash[18551]: audit 2021-07-26T15:49:30.865934+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:31.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:31 smithi107 bash[14687]: cluster 2021-07-26T15:49:30.106750+0000 mgr.y (mgr.14140) 121 : cluster [DBG] pgmap v96: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:31.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:31 smithi107 bash[14687]: audit 2021-07-26T15:49:30.862252+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:49:31.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:31 smithi107 bash[14687]: audit 2021-07-26T15:49:30.865934+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:32.584 DEBUG:teuthology.orchestra.run.smithi037:osd.2> sudo journalctl -f -n 0 -u ceph-72588c72-ee28-11eb-8c23-001a4aab830c@osd.2.service 2021-07-26T15:49:32.587 INFO:tasks.cephadm:Deploying osd.3 on smithi037 with /dev/vg_nvme/lv_1... 2021-07-26T15:49:32.588 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2021-07-26T15:49:32.603 INFO:journalctl@ceph.osd.2.smithi037.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:49:33.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:32 smithi037 bash[14605]: audit 2021-07-26T15:49:31.919409+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:33.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:32 smithi037 bash[14605]: audit 2021-07-26T15:49:31.920835+0000 mon.a (mon.0) 327 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:49:33.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:32 smithi037 bash[14605]: cluster 2021-07-26T15:49:32.107284+0000 mgr.y (mgr.14140) 122 : cluster [DBG] pgmap v97: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:33.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:32 smithi037 bash[18551]: audit 2021-07-26T15:49:31.919409+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:33.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:32 smithi037 bash[18551]: audit 2021-07-26T15:49:31.920835+0000 mon.a (mon.0) 327 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:49:33.092 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:32 smithi037 bash[18551]: cluster 2021-07-26T15:49:32.107284+0000 mgr.y (mgr.14140) 122 : cluster [DBG] pgmap v97: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:33.253 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:32 smithi107 bash[14687]: audit 2021-07-26T15:49:31.919409+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:33.254 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:32 smithi107 bash[14687]: audit 2021-07-26T15:49:31.920835+0000 mon.a (mon.0) 327 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:49:33.254 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:32 smithi107 bash[14687]: cluster 2021-07-26T15:49:32.107284+0000 mgr.y (mgr.14140) 122 : cluster [DBG] pgmap v97: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:34.294 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 15:49:34 smithi037 bash[23735]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2021-07-26T15:49:34.330 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 15:49:34 smithi037 bash[23735]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2021-07-26T15:49:34.331 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 15:49:34 smithi037 bash[23735]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2021-07-26T15:49:34.331 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 15:49:34 smithi037 bash[23735]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2021-07-26T15:49:34.331 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 15:49:34 smithi037 bash[23735]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2021-07-26T15:49:34.331 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 15:49:34 smithi037 bash[23735]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2021-07-26T15:49:34.332 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 15:49:34 smithi037 bash[23735]: --> ceph-volume lvm activate successful for osd ID: 2 2021-07-26T15:49:35.205 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:35 smithi037 bash[14605]: cluster 2021-07-26T15:49:34.107871+0000 mgr.y (mgr.14140) 123 : cluster [DBG] pgmap v98: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:35.205 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:35 smithi037 bash[14605]: audit 2021-07-26T15:49:34.264819+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:49:35.205 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:35 smithi037 bash[14605]: audit 2021-07-26T15:49:34.266851+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:49:35.206 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:35 smithi037 bash[18551]: cluster 2021-07-26T15:49:34.107871+0000 mgr.y (mgr.14140) 123 : cluster [DBG] pgmap v98: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:35.206 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:35 smithi037 bash[18551]: audit 2021-07-26T15:49:34.264819+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:49:35.206 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:35 smithi037 bash[18551]: audit 2021-07-26T15:49:34.266851+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:49:35.207 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 15:49:35 smithi037 bash[24051]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:49:35.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:35 smithi107 bash[14687]: cluster 2021-07-26T15:49:34.107871+0000 mgr.y (mgr.14140) 123 : cluster [DBG] pgmap v98: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:35.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:35 smithi107 bash[14687]: audit 2021-07-26T15:49:34.264819+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:49:35.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:35 smithi107 bash[14687]: audit 2021-07-26T15:49:34.266851+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:49:37.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:37 smithi107 bash[14687]: cluster 2021-07-26T15:49:36.108456+0000 mgr.y (mgr.14140) 124 : cluster [DBG] pgmap v99: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:37.611 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:37 smithi037 bash[14605]: cluster 2021-07-26T15:49:36.108456+0000 mgr.y (mgr.14140) 124 : cluster [DBG] pgmap v99: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:37.611 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:37 smithi037 bash[18551]: cluster 2021-07-26T15:49:36.108456+0000 mgr.y (mgr.14140) 124 : cluster [DBG] pgmap v99: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:38.839 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 15:49:38 smithi037 bash[24051]: debug 2021-07-26T15:49:38.669+0000 7f10b7fc5f00 -1 Falling back to public interface 2021-07-26T15:49:39.057 INFO:teuthology.orchestra.run.smithi037.stderr:--> Zapping: /dev/vg_nvme/lv_1 2021-07-26T15:49:39.058 INFO:teuthology.orchestra.run.smithi037.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2021-07-26T15:49:39.058 INFO:teuthology.orchestra.run.smithi037.stderr: stderr: 10+0 records in 2021-07-26T15:49:39.058 INFO:teuthology.orchestra.run.smithi037.stderr:10+0 records out 2021-07-26T15:49:39.058 INFO:teuthology.orchestra.run.smithi037.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0142621 s, 735 MB/s 2021-07-26T15:49:39.059 INFO:teuthology.orchestra.run.smithi037.stderr:--> Zapping successful for: 2021-07-26T15:49:39.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:39 smithi037 bash[14605]: cluster 2021-07-26T15:49:38.108990+0000 mgr.y (mgr.14140) 125 : cluster [DBG] pgmap v100: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:39.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:39 smithi037 bash[18551]: cluster 2021-07-26T15:49:38.108990+0000 mgr.y (mgr.14140) 125 : cluster [DBG] pgmap v100: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:39.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:39 smithi107 bash[14687]: cluster 2021-07-26T15:49:38.108990+0000 mgr.y (mgr.14140) 125 : cluster [DBG] pgmap v100: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:39.582 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 15:49:39 smithi037 bash[24051]: debug 2021-07-26T15:49:39.349+0000 7f10b7fc5f00 -1 osd.2 0 log_to_monitors {default=true} 2021-07-26T15:49:39.965 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi037:vg_nvme/lv_1 2021-07-26T15:49:40.148 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:40 smithi037 bash[14605]: audit 2021-07-26T15:49:39.359738+0000 mon.c (mon.1) 6 : audit [INF] from='osd.2 [v2:172.21.15.37:6818/607926625,v1:172.21.15.37:6819/607926625]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T15:49:40.148 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:40 smithi037 bash[14605]: audit 2021-07-26T15:49:39.360247+0000 mon.a (mon.0) 330 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T15:49:40.149 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:40 smithi037 bash[18551]: audit 2021-07-26T15:49:39.359738+0000 mon.c (mon.1) 6 : audit [INF] from='osd.2 [v2:172.21.15.37:6818/607926625,v1:172.21.15.37:6819/607926625]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T15:49:40.149 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:40 smithi037 bash[18551]: audit 2021-07-26T15:49:39.360247+0000 mon.a (mon.0) 330 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T15:49:40.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:40 smithi107 bash[14687]: audit 2021-07-26T15:49:39.359738+0000 mon.c (mon.1) 6 : audit [INF] from='osd.2 [v2:172.21.15.37:6818/607926625,v1:172.21.15.37:6819/607926625]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T15:49:40.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:40 smithi107 bash[14687]: audit 2021-07-26T15:49:39.360247+0000 mon.a (mon.0) 330 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T15:49:41.429 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 15:49:41 smithi037 bash[24051]: debug 2021-07-26T15:49:41.129+0000 7f109b492700 -1 osd.2 0 waiting for initial osdmap 2021-07-26T15:49:41.430 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:41 smithi037 bash[18551]: cluster 2021-07-26T15:49:40.109494+0000 mgr.y (mgr.14140) 126 : cluster [DBG] pgmap v101: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:41.430 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:41 smithi037 bash[18551]: audit 2021-07-26T15:49:40.122733+0000 mon.a (mon.0) 331 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-07-26T15:49:41.430 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:41 smithi037 bash[18551]: cluster 2021-07-26T15:49:40.122867+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e19: 3 total, 2 up, 2 in 2021-07-26T15:49:41.431 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:41 smithi037 bash[18551]: audit 2021-07-26T15:49:40.123419+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:49:41.431 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:41 smithi037 bash[18551]: audit 2021-07-26T15:49:40.124041+0000 mon.c (mon.1) 7 : audit [INF] from='osd.2 [v2:172.21.15.37:6818/607926625,v1:172.21.15.37:6819/607926625]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T15:49:41.431 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:41 smithi037 bash[18551]: audit 2021-07-26T15:49:40.124903+0000 mon.a (mon.0) 334 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T15:49:41.431 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:41 smithi037 bash[18551]: audit 2021-07-26T15:49:40.800499+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:49:41.432 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:41 smithi037 bash[18551]: audit 2021-07-26T15:49:41.105221+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:41.432 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:41 smithi037 bash[18551]: audit 2021-07-26T15:49:41.112627+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:41.432 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:41 smithi037 bash[14605]: cluster 2021-07-26T15:49:40.109494+0000 mgr.y (mgr.14140) 126 : cluster [DBG] pgmap v101: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:41.432 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:41 smithi037 bash[14605]: audit 2021-07-26T15:49:40.122733+0000 mon.a (mon.0) 331 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-07-26T15:49:41.433 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:41 smithi037 bash[14605]: cluster 2021-07-26T15:49:40.122867+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e19: 3 total, 2 up, 2 in 2021-07-26T15:49:41.433 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:41 smithi037 bash[14605]: audit 2021-07-26T15:49:40.123419+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:49:41.433 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:41 smithi037 bash[14605]: audit 2021-07-26T15:49:40.124041+0000 mon.c (mon.1) 7 : audit [INF] from='osd.2 [v2:172.21.15.37:6818/607926625,v1:172.21.15.37:6819/607926625]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T15:49:41.433 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:41 smithi037 bash[14605]: audit 2021-07-26T15:49:40.124903+0000 mon.a (mon.0) 334 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T15:49:41.434 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:41 smithi037 bash[14605]: audit 2021-07-26T15:49:40.800499+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:49:41.434 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:41 smithi037 bash[14605]: audit 2021-07-26T15:49:41.105221+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:41.434 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:41 smithi037 bash[14605]: audit 2021-07-26T15:49:41.112627+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:41.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:41 smithi107 bash[14687]: cluster 2021-07-26T15:49:40.109494+0000 mgr.y (mgr.14140) 126 : cluster [DBG] pgmap v101: 1 pgs: 1 active+undersized; 0 B data, 320 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:41.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:41 smithi107 bash[14687]: audit 2021-07-26T15:49:40.122733+0000 mon.a (mon.0) 331 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-07-26T15:49:41.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:41 smithi107 bash[14687]: cluster 2021-07-26T15:49:40.122867+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e19: 3 total, 2 up, 2 in 2021-07-26T15:49:41.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:41 smithi107 bash[14687]: audit 2021-07-26T15:49:40.123419+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:49:41.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:41 smithi107 bash[14687]: audit 2021-07-26T15:49:40.124041+0000 mon.c (mon.1) 7 : audit [INF] from='osd.2 [v2:172.21.15.37:6818/607926625,v1:172.21.15.37:6819/607926625]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T15:49:41.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:41 smithi107 bash[14687]: audit 2021-07-26T15:49:40.124903+0000 mon.a (mon.0) 334 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T15:49:41.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:41 smithi107 bash[14687]: audit 2021-07-26T15:49:40.800499+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:49:41.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:41 smithi107 bash[14687]: audit 2021-07-26T15:49:41.105221+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:41.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:41 smithi107 bash[14687]: audit 2021-07-26T15:49:41.112627+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:42.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:42 smithi107 bash[14687]: cephadm 2021-07-26T15:49:41.116091+0000 mgr.y (mgr.14140) 127 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:49:42.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:42 smithi107 bash[14687]: audit 2021-07-26T15:49:41.125624+0000 mon.a (mon.0) 338 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2021-07-26T15:49:42.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:42 smithi107 bash[14687]: cluster 2021-07-26T15:49:41.125850+0000 mon.a (mon.0) 339 : cluster [DBG] osdmap e20: 3 total, 2 up, 2 in 2021-07-26T15:49:42.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:42 smithi107 bash[14687]: audit 2021-07-26T15:49:41.126538+0000 mon.a (mon.0) 340 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:49:42.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:42 smithi107 bash[14687]: audit 2021-07-26T15:49:41.133330+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:49:42.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:42 smithi107 bash[14687]: audit 2021-07-26T15:49:41.486475+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:42.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:42 smithi037 bash[14605]: cephadm 2021-07-26T15:49:41.116091+0000 mgr.y (mgr.14140) 127 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:49:42.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:42 smithi037 bash[14605]: audit 2021-07-26T15:49:41.125624+0000 mon.a (mon.0) 338 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2021-07-26T15:49:42.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:42 smithi037 bash[14605]: cluster 2021-07-26T15:49:41.125850+0000 mon.a (mon.0) 339 : cluster [DBG] osdmap e20: 3 total, 2 up, 2 in 2021-07-26T15:49:42.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:42 smithi037 bash[14605]: audit 2021-07-26T15:49:41.126538+0000 mon.a (mon.0) 340 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:49:42.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:42 smithi037 bash[14605]: audit 2021-07-26T15:49:41.133330+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:49:42.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:42 smithi037 bash[14605]: audit 2021-07-26T15:49:41.486475+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:42.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:42 smithi037 bash[18551]: cephadm 2021-07-26T15:49:41.116091+0000 mgr.y (mgr.14140) 127 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:49:42.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:42 smithi037 bash[18551]: audit 2021-07-26T15:49:41.125624+0000 mon.a (mon.0) 338 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2021-07-26T15:49:42.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:42 smithi037 bash[18551]: cluster 2021-07-26T15:49:41.125850+0000 mon.a (mon.0) 339 : cluster [DBG] osdmap e20: 3 total, 2 up, 2 in 2021-07-26T15:49:42.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:42 smithi037 bash[18551]: audit 2021-07-26T15:49:41.126538+0000 mon.a (mon.0) 340 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:49:42.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:42 smithi037 bash[18551]: audit 2021-07-26T15:49:41.133330+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:49:42.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:42 smithi037 bash[18551]: audit 2021-07-26T15:49:41.486475+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:43.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:43 smithi107 bash[14687]: cluster 2021-07-26T15:49:40.320006+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:49:43.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:43 smithi107 bash[14687]: cluster 2021-07-26T15:49:40.320094+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:49:43.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:43 smithi107 bash[14687]: cluster 2021-07-26T15:49:42.110059+0000 mgr.y (mgr.14140) 128 : cluster [DBG] pgmap v104: 1 pgs: 1 active+undersized; 0 B data, 328 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:43.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:43 smithi107 bash[14687]: audit 2021-07-26T15:49:42.138493+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:49:43.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:43 smithi107 bash[14687]: cluster 2021-07-26T15:49:42.143448+0000 mon.a (mon.0) 344 : cluster [INF] osd.2 [v2:172.21.15.37:6818/607926625,v1:172.21.15.37:6819/607926625] boot 2021-07-26T15:49:43.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:43 smithi107 bash[14687]: cluster 2021-07-26T15:49:42.143583+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2021-07-26T15:49:43.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:43 smithi107 bash[14687]: audit 2021-07-26T15:49:42.143792+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:49:43.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:43 smithi037 bash[18551]: cluster 2021-07-26T15:49:40.320006+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:49:43.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:43 smithi037 bash[18551]: cluster 2021-07-26T15:49:40.320094+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:49:43.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:43 smithi037 bash[18551]: cluster 2021-07-26T15:49:42.110059+0000 mgr.y (mgr.14140) 128 : cluster [DBG] pgmap v104: 1 pgs: 1 active+undersized; 0 B data, 328 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:43.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:43 smithi037 bash[18551]: audit 2021-07-26T15:49:42.138493+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:49:43.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:43 smithi037 bash[18551]: cluster 2021-07-26T15:49:42.143448+0000 mon.a (mon.0) 344 : cluster [INF] osd.2 [v2:172.21.15.37:6818/607926625,v1:172.21.15.37:6819/607926625] boot 2021-07-26T15:49:43.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:43 smithi037 bash[18551]: cluster 2021-07-26T15:49:42.143583+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2021-07-26T15:49:43.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:43 smithi037 bash[18551]: audit 2021-07-26T15:49:42.143792+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:49:43.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:43 smithi037 bash[14605]: cluster 2021-07-26T15:49:40.320006+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:49:43.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:43 smithi037 bash[14605]: cluster 2021-07-26T15:49:40.320094+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:49:43.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:43 smithi037 bash[14605]: cluster 2021-07-26T15:49:42.110059+0000 mgr.y (mgr.14140) 128 : cluster [DBG] pgmap v104: 1 pgs: 1 active+undersized; 0 B data, 328 KiB used, 177 GiB / 179 GiB avail 2021-07-26T15:49:43.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:43 smithi037 bash[14605]: audit 2021-07-26T15:49:42.138493+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:49:43.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:43 smithi037 bash[14605]: cluster 2021-07-26T15:49:42.143448+0000 mon.a (mon.0) 344 : cluster [INF] osd.2 [v2:172.21.15.37:6818/607926625,v1:172.21.15.37:6819/607926625] boot 2021-07-26T15:49:43.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:43 smithi037 bash[14605]: cluster 2021-07-26T15:49:42.143583+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2021-07-26T15:49:43.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:43 smithi037 bash[14605]: audit 2021-07-26T15:49:42.143792+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:49:44.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:44 smithi037 bash[14605]: cluster 2021-07-26T15:49:43.149199+0000 mon.a (mon.0) 347 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2021-07-26T15:49:44.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:44 smithi037 bash[14605]: audit 2021-07-26T15:49:43.633764+0000 mon.a (mon.0) 348 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:49:44.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:44 smithi037 bash[14605]: audit 2021-07-26T15:49:43.637154+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:49:44.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:44 smithi037 bash[14605]: audit 2021-07-26T15:49:43.638652+0000 mon.a (mon.0) 350 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:49:44.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:44 smithi037 bash[14605]: audit 2021-07-26T15:49:43.640288+0000 mon.a (mon.0) 351 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:49:44.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:44 smithi037 bash[18551]: cluster 2021-07-26T15:49:43.149199+0000 mon.a (mon.0) 347 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2021-07-26T15:49:44.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:44 smithi037 bash[18551]: audit 2021-07-26T15:49:43.633764+0000 mon.a (mon.0) 348 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:49:44.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:44 smithi037 bash[18551]: audit 2021-07-26T15:49:43.637154+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:49:44.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:44 smithi037 bash[18551]: audit 2021-07-26T15:49:43.638652+0000 mon.a (mon.0) 350 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:49:44.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:44 smithi037 bash[18551]: audit 2021-07-26T15:49:43.640288+0000 mon.a (mon.0) 351 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:49:44.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:44 smithi107 bash[14687]: cluster 2021-07-26T15:49:43.149199+0000 mon.a (mon.0) 347 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2021-07-26T15:49:44.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:44 smithi107 bash[14687]: audit 2021-07-26T15:49:43.633764+0000 mon.a (mon.0) 348 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:49:44.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:44 smithi107 bash[14687]: audit 2021-07-26T15:49:43.637154+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:49:44.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:44 smithi107 bash[14687]: audit 2021-07-26T15:49:43.638652+0000 mon.a (mon.0) 350 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:49:44.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:44 smithi107 bash[14687]: audit 2021-07-26T15:49:43.640288+0000 mon.a (mon.0) 351 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:49:45.392 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:45 smithi037 bash[14605]: audit 2021-07-26T15:49:43.632019+0000 mgr.y (mgr.14140) 129 : audit [DBG] from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:49:45.393 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:45 smithi037 bash[14605]: cephadm 2021-07-26T15:49:43.636667+0000 mgr.y (mgr.14140) 130 : cephadm [INF] Applying drive group None on host smithi037... 2021-07-26T15:49:45.393 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:45 smithi037 bash[14605]: cluster 2021-07-26T15:49:44.110730+0000 mgr.y (mgr.14140) 131 : cluster [DBG] pgmap v107: 1 pgs: 1 active+undersized; 0 B data, 512 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:45.394 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:45 smithi037 bash[18551]: audit 2021-07-26T15:49:43.632019+0000 mgr.y (mgr.14140) 129 : audit [DBG] from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:49:45.394 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:45 smithi037 bash[18551]: cephadm 2021-07-26T15:49:43.636667+0000 mgr.y (mgr.14140) 130 : cephadm [INF] Applying drive group None on host smithi037... 2021-07-26T15:49:45.394 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:45 smithi037 bash[18551]: cluster 2021-07-26T15:49:44.110730+0000 mgr.y (mgr.14140) 131 : cluster [DBG] pgmap v107: 1 pgs: 1 active+undersized; 0 B data, 512 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:45.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:45 smithi107 bash[14687]: audit 2021-07-26T15:49:43.632019+0000 mgr.y (mgr.14140) 129 : audit [DBG] from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi037:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:49:45.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:45 smithi107 bash[14687]: cephadm 2021-07-26T15:49:43.636667+0000 mgr.y (mgr.14140) 130 : cephadm [INF] Applying drive group None on host smithi037... 2021-07-26T15:49:45.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:45 smithi107 bash[14687]: cluster 2021-07-26T15:49:44.110730+0000 mgr.y (mgr.14140) 131 : cluster [DBG] pgmap v107: 1 pgs: 1 active+undersized; 0 B data, 512 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:47.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:47 smithi037 bash[14605]: cluster 2021-07-26T15:49:46.111378+0000 mgr.y (mgr.14140) 132 : cluster [DBG] pgmap v108: 1 pgs: 1 active+clean; 0 B data, 544 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:47.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:47 smithi037 bash[18551]: cluster 2021-07-26T15:49:46.111378+0000 mgr.y (mgr.14140) 132 : cluster [DBG] pgmap v108: 1 pgs: 1 active+clean; 0 B data, 544 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:47.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:47 smithi107 bash[14687]: cluster 2021-07-26T15:49:46.111378+0000 mgr.y (mgr.14140) 132 : cluster [DBG] pgmap v108: 1 pgs: 1 active+clean; 0 B data, 544 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:48.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:48 smithi107 bash[14687]: audit 2021-07-26T15:49:47.775938+0000 mon.a (mon.0) 352 : audit [INF] from='client.? 172.21.15.37:0/3699986669' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cb49e6ff-8d82-46d2-bb75-fdfa1482327e"}]: dispatch 2021-07-26T15:49:48.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:48 smithi107 bash[14687]: audit 2021-07-26T15:49:47.781243+0000 mon.a (mon.0) 353 : audit [INF] from='client.? 172.21.15.37:0/3699986669' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cb49e6ff-8d82-46d2-bb75-fdfa1482327e"}]': finished 2021-07-26T15:49:48.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:48 smithi107 bash[14687]: cluster 2021-07-26T15:49:47.781316+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e23: 4 total, 3 up, 3 in 2021-07-26T15:49:48.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:48 smithi107 bash[14687]: audit 2021-07-26T15:49:47.781574+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:49:48.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:48 smithi037 bash[14605]: audit 2021-07-26T15:49:47.775938+0000 mon.a (mon.0) 352 : audit [INF] from='client.? 172.21.15.37:0/3699986669' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cb49e6ff-8d82-46d2-bb75-fdfa1482327e"}]: dispatch 2021-07-26T15:49:48.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:48 smithi037 bash[14605]: audit 2021-07-26T15:49:47.781243+0000 mon.a (mon.0) 353 : audit [INF] from='client.? 172.21.15.37:0/3699986669' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cb49e6ff-8d82-46d2-bb75-fdfa1482327e"}]': finished 2021-07-26T15:49:48.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:48 smithi037 bash[14605]: cluster 2021-07-26T15:49:47.781316+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e23: 4 total, 3 up, 3 in 2021-07-26T15:49:48.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:48 smithi037 bash[14605]: audit 2021-07-26T15:49:47.781574+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:49:48.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:48 smithi037 bash[18551]: audit 2021-07-26T15:49:47.775938+0000 mon.a (mon.0) 352 : audit [INF] from='client.? 172.21.15.37:0/3699986669' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cb49e6ff-8d82-46d2-bb75-fdfa1482327e"}]: dispatch 2021-07-26T15:49:48.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:48 smithi037 bash[18551]: audit 2021-07-26T15:49:47.781243+0000 mon.a (mon.0) 353 : audit [INF] from='client.? 172.21.15.37:0/3699986669' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cb49e6ff-8d82-46d2-bb75-fdfa1482327e"}]': finished 2021-07-26T15:49:48.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:48 smithi037 bash[18551]: cluster 2021-07-26T15:49:47.781316+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e23: 4 total, 3 up, 3 in 2021-07-26T15:49:48.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:48 smithi037 bash[18551]: audit 2021-07-26T15:49:47.781574+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:49:49.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:49 smithi107 bash[14687]: cluster 2021-07-26T15:49:48.111945+0000 mgr.y (mgr.14140) 133 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 568 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:49.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:49 smithi107 bash[14687]: audit 2021-07-26T15:49:48.383604+0000 mon.a (mon.0) 356 : audit [DBG] from='client.? 172.21.15.37:0/1683737730' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:49:49.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:49 smithi037 bash[14605]: cluster 2021-07-26T15:49:48.111945+0000 mgr.y (mgr.14140) 133 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 568 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:49.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:49 smithi037 bash[14605]: audit 2021-07-26T15:49:48.383604+0000 mon.a (mon.0) 356 : audit [DBG] from='client.? 172.21.15.37:0/1683737730' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:49:49.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:49 smithi037 bash[18551]: cluster 2021-07-26T15:49:48.111945+0000 mgr.y (mgr.14140) 133 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 568 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:49.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:49 smithi037 bash[18551]: audit 2021-07-26T15:49:48.383604+0000 mon.a (mon.0) 356 : audit [DBG] from='client.? 172.21.15.37:0/1683737730' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:49:51.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:51 smithi107 bash[14687]: cluster 2021-07-26T15:49:50.112593+0000 mgr.y (mgr.14140) 134 : cluster [DBG] pgmap v111: 1 pgs: 1 active+clean; 0 B data, 576 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:51.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:51 smithi037 bash[18551]: cluster 2021-07-26T15:49:50.112593+0000 mgr.y (mgr.14140) 134 : cluster [DBG] pgmap v111: 1 pgs: 1 active+clean; 0 B data, 576 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:51.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:51 smithi037 bash[14605]: cluster 2021-07-26T15:49:50.112593+0000 mgr.y (mgr.14140) 134 : cluster [DBG] pgmap v111: 1 pgs: 1 active+clean; 0 B data, 576 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:52.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:52 smithi107 bash[14687]: audit 2021-07-26T15:49:51.293746+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:49:52.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:52 smithi037 bash[14605]: audit 2021-07-26T15:49:51.293746+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:49:52.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:52 smithi037 bash[18551]: audit 2021-07-26T15:49:51.293746+0000 mon.a (mon.0) 357 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:49:53.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:53 smithi037 bash[14605]: cluster 2021-07-26T15:49:52.113146+0000 mgr.y (mgr.14140) 135 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 592 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:53.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:53 smithi037 bash[18551]: cluster 2021-07-26T15:49:52.113146+0000 mgr.y (mgr.14140) 135 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 592 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:53.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:53 smithi107 bash[14687]: cluster 2021-07-26T15:49:52.113146+0000 mgr.y (mgr.14140) 135 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 592 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:55.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:55 smithi107 bash[14687]: cluster 2021-07-26T15:49:54.113719+0000 mgr.y (mgr.14140) 136 : cluster [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:55.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:55 smithi037 bash[14605]: cluster 2021-07-26T15:49:54.113719+0000 mgr.y (mgr.14140) 136 : cluster [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:55.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:55 smithi037 bash[18551]: cluster 2021-07-26T15:49:54.113719+0000 mgr.y (mgr.14140) 136 : cluster [DBG] pgmap v113: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:56.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:56 smithi107 bash[14687]: audit 2021-07-26T15:49:55.930349+0000 mon.a (mon.0) 358 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2021-07-26T15:49:56.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:56 smithi107 bash[14687]: audit 2021-07-26T15:49:55.932351+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:49:56.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:56 smithi107 bash[14687]: audit 2021-07-26T15:49:55.934572+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.3", "key": "container_image"}]: dispatch 2021-07-26T15:49:56.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:56 smithi037 bash[14605]: audit 2021-07-26T15:49:55.930349+0000 mon.a (mon.0) 358 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2021-07-26T15:49:56.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:56 smithi037 bash[14605]: audit 2021-07-26T15:49:55.932351+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:49:56.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:56 smithi037 bash[14605]: audit 2021-07-26T15:49:55.934572+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.3", "key": "container_image"}]: dispatch 2021-07-26T15:49:56.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:56 smithi037 bash[18551]: audit 2021-07-26T15:49:55.930349+0000 mon.a (mon.0) 358 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2021-07-26T15:49:56.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:56 smithi037 bash[18551]: audit 2021-07-26T15:49:55.932351+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:49:56.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:56 smithi037 bash[18551]: audit 2021-07-26T15:49:55.934572+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.3", "key": "container_image"}]: dispatch 2021-07-26T15:49:57.491 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:57 smithi037 bash[18551]: cephadm 2021-07-26T15:49:55.933874+0000 mgr.y (mgr.14140) 137 : cephadm [INF] Deploying daemon osd.3 on smithi037 2021-07-26T15:49:57.491 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:57 smithi037 bash[18551]: cluster 2021-07-26T15:49:56.114212+0000 mgr.y (mgr.14140) 138 : cluster [DBG] pgmap v114: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:57.492 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:57 smithi037 bash[14605]: cephadm 2021-07-26T15:49:55.933874+0000 mgr.y (mgr.14140) 137 : cephadm [INF] Deploying daemon osd.3 on smithi037 2021-07-26T15:49:57.492 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:57 smithi037 bash[14605]: cluster 2021-07-26T15:49:56.114212+0000 mgr.y (mgr.14140) 138 : cluster [DBG] pgmap v114: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:57.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:57 smithi107 bash[14687]: cephadm 2021-07-26T15:49:55.933874+0000 mgr.y (mgr.14140) 137 : cephadm [INF] Deploying daemon osd.3 on smithi037 2021-07-26T15:49:57.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:57 smithi107 bash[14687]: cluster 2021-07-26T15:49:56.114212+0000 mgr.y (mgr.14140) 138 : cluster [DBG] pgmap v114: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:58.663 INFO:teuthology.orchestra.run.smithi037.stdout:Created osd(s) 3 on host 'smithi037' 2021-07-26T15:49:59.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:59 smithi107 bash[14687]: cluster 2021-07-26T15:49:58.114721+0000 mgr.y (mgr.14140) 139 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:59.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:59 smithi107 bash[14687]: audit 2021-07-26T15:49:58.653568+0000 mon.a (mon.0) 361 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:49:59.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:49:59 smithi107 bash[14687]: audit 2021-07-26T15:49:58.658400+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:59.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:59 smithi037 bash[14605]: cluster 2021-07-26T15:49:58.114721+0000 mgr.y (mgr.14140) 139 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:59.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:59 smithi037 bash[14605]: audit 2021-07-26T15:49:58.653568+0000 mon.a (mon.0) 361 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:49:59.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:49:59 smithi037 bash[14605]: audit 2021-07-26T15:49:58.658400+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:49:59.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:59 smithi037 bash[18551]: cluster 2021-07-26T15:49:58.114721+0000 mgr.y (mgr.14140) 139 : cluster [DBG] pgmap v115: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:49:59.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:59 smithi037 bash[18551]: audit 2021-07-26T15:49:58.653568+0000 mon.a (mon.0) 361 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:49:59.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:49:59 smithi037 bash[18551]: audit 2021-07-26T15:49:58.658400+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:00.363 DEBUG:teuthology.orchestra.run.smithi037:osd.3> sudo journalctl -f -n 0 -u ceph-72588c72-ee28-11eb-8c23-001a4aab830c@osd.3.service 2021-07-26T15:50:00.367 INFO:tasks.cephadm:Deploying osd.4 on smithi107 with /dev/vg_nvme/lv_4... 2021-07-26T15:50:00.368 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2021-07-26T15:50:00.558 INFO:journalctl@ceph.osd.3.smithi037.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:50:01.003 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:00 smithi107 bash[14687]: audit 2021-07-26T15:49:59.704828+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:01.003 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:00 smithi107 bash[14687]: audit 2021-07-26T15:49:59.706469+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:01.003 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:00 smithi107 bash[14687]: cluster 2021-07-26T15:50:00.000137+0000 mon.a (mon.0) 365 : cluster [INF] overall HEALTH_OK 2021-07-26T15:50:01.004 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:00 smithi107 bash[14687]: cluster 2021-07-26T15:50:00.115259+0000 mgr.y (mgr.14140) 140 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:50:01.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:00 smithi037 bash[14605]: audit 2021-07-26T15:49:59.704828+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:01.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:00 smithi037 bash[14605]: audit 2021-07-26T15:49:59.706469+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:01.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:00 smithi037 bash[14605]: cluster 2021-07-26T15:50:00.000137+0000 mon.a (mon.0) 365 : cluster [INF] overall HEALTH_OK 2021-07-26T15:50:01.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:00 smithi037 bash[14605]: cluster 2021-07-26T15:50:00.115259+0000 mgr.y (mgr.14140) 140 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:50:01.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:00 smithi037 bash[18551]: audit 2021-07-26T15:49:59.704828+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:01.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:00 smithi037 bash[18551]: audit 2021-07-26T15:49:59.706469+0000 mon.a (mon.0) 364 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:01.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:00 smithi037 bash[18551]: cluster 2021-07-26T15:50:00.000137+0000 mon.a (mon.0) 365 : cluster [INF] overall HEALTH_OK 2021-07-26T15:50:01.092 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:00 smithi037 bash[18551]: cluster 2021-07-26T15:50:00.115259+0000 mgr.y (mgr.14140) 140 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:50:01.740 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 15:50:01 smithi037 bash[25279]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2021-07-26T15:50:01.741 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 15:50:01 smithi037 bash[25279]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2021-07-26T15:50:01.741 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 15:50:01 smithi037 bash[25279]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2021-07-26T15:50:01.741 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 15:50:01 smithi037 bash[25279]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2021-07-26T15:50:01.742 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 15:50:01 smithi037 bash[25279]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2021-07-26T15:50:01.742 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 15:50:01 smithi037 bash[25279]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2021-07-26T15:50:01.742 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 15:50:01 smithi037 bash[25279]: --> ceph-volume lvm activate successful for osd ID: 3 2021-07-26T15:50:03.175 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 15:50:02 smithi037 bash[25598]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:50:03.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:03 smithi107 bash[14687]: cluster 2021-07-26T15:50:02.115825+0000 mgr.y (mgr.14140) 141 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:50:03.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:03 smithi037 bash[14605]: cluster 2021-07-26T15:50:02.115825+0000 mgr.y (mgr.14140) 141 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:50:03.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:03 smithi037 bash[18551]: cluster 2021-07-26T15:50:02.115825+0000 mgr.y (mgr.14140) 141 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:50:03.719 INFO:teuthology.orchestra.run.smithi107.stderr:--> Zapping: /dev/vg_nvme/lv_4 2021-07-26T15:50:03.719 INFO:teuthology.orchestra.run.smithi107.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2021-07-26T15:50:03.720 INFO:teuthology.orchestra.run.smithi107.stderr: stderr: 10+0 records in 2021-07-26T15:50:03.720 INFO:teuthology.orchestra.run.smithi107.stderr:10+0 records out 2021-07-26T15:50:03.720 INFO:teuthology.orchestra.run.smithi107.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0173814 s, 603 MB/s 2021-07-26T15:50:03.720 INFO:teuthology.orchestra.run.smithi107.stderr:--> Zapping successful for: 2021-07-26T15:50:04.282 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi107:vg_nvme/lv_4 2021-07-26T15:50:05.432 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:05 smithi107 bash[14687]: cluster 2021-07-26T15:50:04.116377+0000 mgr.y (mgr.14140) 142 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:50:05.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:05 smithi037 bash[14605]: cluster 2021-07-26T15:50:04.116377+0000 mgr.y (mgr.14140) 142 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:50:05.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:05 smithi037 bash[18551]: cluster 2021-07-26T15:50:04.116377+0000 mgr.y (mgr.14140) 142 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:50:05.589 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 15:50:05 smithi037 bash[25598]: debug 2021-07-26T15:50:05.185+0000 7fab6fe9bf00 -1 Falling back to public interface 2021-07-26T15:50:06.089 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 15:50:05 smithi037 bash[25598]: debug 2021-07-26T15:50:05.825+0000 7fab6fe9bf00 -1 osd.3 0 log_to_monitors {default=true} 2021-07-26T15:50:06.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:06 smithi037 bash[14605]: audit 2021-07-26T15:50:05.834631+0000 mon.c (mon.1) 8 : audit [INF] from='osd.3 [v2:172.21.15.37:6826/478432554,v1:172.21.15.37:6827/478432554]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-07-26T15:50:06.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:06 smithi037 bash[14605]: audit 2021-07-26T15:50:05.835359+0000 mon.a (mon.0) 366 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-07-26T15:50:06.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:06 smithi037 bash[18551]: audit 2021-07-26T15:50:05.834631+0000 mon.c (mon.1) 8 : audit [INF] from='osd.3 [v2:172.21.15.37:6826/478432554,v1:172.21.15.37:6827/478432554]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-07-26T15:50:06.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:06 smithi037 bash[18551]: audit 2021-07-26T15:50:05.835359+0000 mon.a (mon.0) 366 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-07-26T15:50:06.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:06 smithi107 bash[14687]: audit 2021-07-26T15:50:05.834631+0000 mon.c (mon.1) 8 : audit [INF] from='osd.3 [v2:172.21.15.37:6826/478432554,v1:172.21.15.37:6827/478432554]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-07-26T15:50:06.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:06 smithi107 bash[14687]: audit 2021-07-26T15:50:05.835359+0000 mon.a (mon.0) 366 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-07-26T15:50:07.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:07 smithi107 bash[14687]: cluster 2021-07-26T15:50:06.116978+0000 mgr.y (mgr.14140) 143 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:50:07.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:07 smithi107 bash[14687]: audit 2021-07-26T15:50:06.195980+0000 mon.a (mon.0) 367 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-07-26T15:50:07.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:07 smithi107 bash[14687]: cluster 2021-07-26T15:50:06.196206+0000 mon.a (mon.0) 368 : cluster [DBG] osdmap e24: 4 total, 3 up, 3 in 2021-07-26T15:50:07.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:07 smithi107 bash[14687]: audit 2021-07-26T15:50:06.196409+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:50:07.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:07 smithi107 bash[14687]: audit 2021-07-26T15:50:06.197418+0000 mon.c (mon.1) 9 : audit [INF] from='osd.3 [v2:172.21.15.37:6826/478432554,v1:172.21.15.37:6827/478432554]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T15:50:07.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:07 smithi107 bash[14687]: audit 2021-07-26T15:50:06.198043+0000 mon.a (mon.0) 370 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T15:50:07.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:07 smithi107 bash[14687]: audit 2021-07-26T15:50:06.553646+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:50:07.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:07 smithi107 bash[14687]: audit 2021-07-26T15:50:06.863955+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:07.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:07 smithi107 bash[14687]: audit 2021-07-26T15:50:06.870615+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:07.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:07 smithi107 bash[14687]: audit 2021-07-26T15:50:06.879494+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:07.589 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 15:50:07 smithi037 bash[25598]: debug 2021-07-26T15:50:07.201+0000 7fab53368700 -1 osd.3 0 waiting for initial osdmap 2021-07-26T15:50:07.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:07 smithi037 bash[18551]: cluster 2021-07-26T15:50:06.116978+0000 mgr.y (mgr.14140) 143 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:50:07.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:07 smithi037 bash[18551]: audit 2021-07-26T15:50:06.195980+0000 mon.a (mon.0) 367 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-07-26T15:50:07.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:07 smithi037 bash[18551]: cluster 2021-07-26T15:50:06.196206+0000 mon.a (mon.0) 368 : cluster [DBG] osdmap e24: 4 total, 3 up, 3 in 2021-07-26T15:50:07.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:07 smithi037 bash[18551]: audit 2021-07-26T15:50:06.196409+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:50:07.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:07 smithi037 bash[18551]: audit 2021-07-26T15:50:06.197418+0000 mon.c (mon.1) 9 : audit [INF] from='osd.3 [v2:172.21.15.37:6826/478432554,v1:172.21.15.37:6827/478432554]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T15:50:07.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:07 smithi037 bash[18551]: audit 2021-07-26T15:50:06.198043+0000 mon.a (mon.0) 370 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T15:50:07.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:07 smithi037 bash[18551]: audit 2021-07-26T15:50:06.553646+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:50:07.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:07 smithi037 bash[18551]: audit 2021-07-26T15:50:06.863955+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:07.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:07 smithi037 bash[18551]: audit 2021-07-26T15:50:06.870615+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:07.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:07 smithi037 bash[18551]: audit 2021-07-26T15:50:06.879494+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:07.595 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:07 smithi037 bash[14605]: cluster 2021-07-26T15:50:06.116978+0000 mgr.y (mgr.14140) 143 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:50:07.596 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:07 smithi037 bash[14605]: audit 2021-07-26T15:50:06.195980+0000 mon.a (mon.0) 367 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-07-26T15:50:07.596 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:07 smithi037 bash[14605]: cluster 2021-07-26T15:50:06.196206+0000 mon.a (mon.0) 368 : cluster [DBG] osdmap e24: 4 total, 3 up, 3 in 2021-07-26T15:50:07.596 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:07 smithi037 bash[14605]: audit 2021-07-26T15:50:06.196409+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:50:07.596 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:07 smithi037 bash[14605]: audit 2021-07-26T15:50:06.197418+0000 mon.c (mon.1) 9 : audit [INF] from='osd.3 [v2:172.21.15.37:6826/478432554,v1:172.21.15.37:6827/478432554]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T15:50:07.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:07 smithi037 bash[14605]: audit 2021-07-26T15:50:06.198043+0000 mon.a (mon.0) 370 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T15:50:07.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:07 smithi037 bash[14605]: audit 2021-07-26T15:50:06.553646+0000 mon.a (mon.0) 371 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:50:07.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:07 smithi037 bash[14605]: audit 2021-07-26T15:50:06.863955+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:07.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:07 smithi037 bash[14605]: audit 2021-07-26T15:50:06.870615+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:07.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:07 smithi037 bash[14605]: audit 2021-07-26T15:50:06.879494+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:08.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:08 smithi107 bash[14687]: audit 2021-07-26T15:50:07.196431+0000 mon.a (mon.0) 375 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2021-07-26T15:50:08.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:08 smithi107 bash[14687]: cluster 2021-07-26T15:50:07.196835+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e25: 4 total, 3 up, 3 in 2021-07-26T15:50:08.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:08 smithi107 bash[14687]: audit 2021-07-26T15:50:07.197764+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:50:08.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:08 smithi107 bash[14687]: audit 2021-07-26T15:50:07.206742+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:50:08.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:08 smithi107 bash[14687]: audit 2021-07-26T15:50:07.315235+0000 mgr.y (mgr.14140) 144 : audit [DBG] from='client.34211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:50:08.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:08 smithi107 bash[14687]: audit 2021-07-26T15:50:07.317415+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:50:08.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:08 smithi107 bash[14687]: audit 2021-07-26T15:50:07.321900+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:50:08.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:08 smithi107 bash[14687]: audit 2021-07-26T15:50:07.323614+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:50:08.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:08 smithi107 bash[14687]: audit 2021-07-26T15:50:07.325515+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:08.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:08 smithi037 bash[14605]: audit 2021-07-26T15:50:07.196431+0000 mon.a (mon.0) 375 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2021-07-26T15:50:08.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:08 smithi037 bash[14605]: cluster 2021-07-26T15:50:07.196835+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e25: 4 total, 3 up, 3 in 2021-07-26T15:50:08.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:08 smithi037 bash[14605]: audit 2021-07-26T15:50:07.197764+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:50:08.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:08 smithi037 bash[14605]: audit 2021-07-26T15:50:07.206742+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:50:08.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:08 smithi037 bash[14605]: audit 2021-07-26T15:50:07.315235+0000 mgr.y (mgr.14140) 144 : audit [DBG] from='client.34211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:50:08.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:08 smithi037 bash[14605]: audit 2021-07-26T15:50:07.317415+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:50:08.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:08 smithi037 bash[14605]: audit 2021-07-26T15:50:07.321900+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:50:08.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:08 smithi037 bash[14605]: audit 2021-07-26T15:50:07.323614+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:50:08.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:08 smithi037 bash[14605]: audit 2021-07-26T15:50:07.325515+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:08.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:08 smithi037 bash[18551]: audit 2021-07-26T15:50:07.196431+0000 mon.a (mon.0) 375 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]': finished 2021-07-26T15:50:08.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:08 smithi037 bash[18551]: cluster 2021-07-26T15:50:07.196835+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e25: 4 total, 3 up, 3 in 2021-07-26T15:50:08.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:08 smithi037 bash[18551]: audit 2021-07-26T15:50:07.197764+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:50:08.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:08 smithi037 bash[18551]: audit 2021-07-26T15:50:07.206742+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:50:08.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:08 smithi037 bash[18551]: audit 2021-07-26T15:50:07.315235+0000 mgr.y (mgr.14140) 144 : audit [DBG] from='client.34211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:50:08.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:08 smithi037 bash[18551]: audit 2021-07-26T15:50:07.317415+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:50:08.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:08 smithi037 bash[18551]: audit 2021-07-26T15:50:07.321900+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:50:08.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:08 smithi037 bash[18551]: audit 2021-07-26T15:50:07.323614+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:50:08.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:08 smithi037 bash[18551]: audit 2021-07-26T15:50:07.325515+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:09.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:09 smithi107 bash[14687]: cluster 2021-07-26T15:50:06.858035+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:50:09.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:09 smithi107 bash[14687]: cluster 2021-07-26T15:50:06.858132+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:50:09.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:09 smithi107 bash[14687]: cephadm 2021-07-26T15:50:07.321304+0000 mgr.y (mgr.14140) 145 : cephadm [INF] Applying drive group None on host smithi107... 2021-07-26T15:50:09.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:09 smithi107 bash[14687]: cluster 2021-07-26T15:50:08.117525+0000 mgr.y (mgr.14140) 146 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:50:09.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:09 smithi107 bash[14687]: cluster 2021-07-26T15:50:08.207243+0000 mon.a (mon.0) 383 : cluster [INF] osd.3 [v2:172.21.15.37:6826/478432554,v1:172.21.15.37:6827/478432554] boot 2021-07-26T15:50:09.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:09 smithi107 bash[14687]: cluster 2021-07-26T15:50:08.207304+0000 mon.a (mon.0) 384 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2021-07-26T15:50:09.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:09 smithi107 bash[14687]: audit 2021-07-26T15:50:08.208270+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:50:09.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:09 smithi037 bash[14605]: cluster 2021-07-26T15:50:06.858035+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:50:09.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:09 smithi037 bash[14605]: cluster 2021-07-26T15:50:06.858132+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:50:09.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:09 smithi037 bash[14605]: cephadm 2021-07-26T15:50:07.321304+0000 mgr.y (mgr.14140) 145 : cephadm [INF] Applying drive group None on host smithi107... 2021-07-26T15:50:09.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:09 smithi037 bash[14605]: cluster 2021-07-26T15:50:08.117525+0000 mgr.y (mgr.14140) 146 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:50:09.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:09 smithi037 bash[14605]: cluster 2021-07-26T15:50:08.207243+0000 mon.a (mon.0) 383 : cluster [INF] osd.3 [v2:172.21.15.37:6826/478432554,v1:172.21.15.37:6827/478432554] boot 2021-07-26T15:50:09.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:09 smithi037 bash[14605]: cluster 2021-07-26T15:50:08.207304+0000 mon.a (mon.0) 384 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2021-07-26T15:50:09.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:09 smithi037 bash[14605]: audit 2021-07-26T15:50:08.208270+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:50:09.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:09 smithi037 bash[18551]: cluster 2021-07-26T15:50:06.858035+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:50:09.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:09 smithi037 bash[18551]: cluster 2021-07-26T15:50:06.858132+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:50:09.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:09 smithi037 bash[18551]: cephadm 2021-07-26T15:50:07.321304+0000 mgr.y (mgr.14140) 145 : cephadm [INF] Applying drive group None on host smithi107... 2021-07-26T15:50:09.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:09 smithi037 bash[18551]: cluster 2021-07-26T15:50:08.117525+0000 mgr.y (mgr.14140) 146 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 600 KiB used, 265 GiB / 268 GiB avail 2021-07-26T15:50:09.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:09 smithi037 bash[18551]: cluster 2021-07-26T15:50:08.207243+0000 mon.a (mon.0) 383 : cluster [INF] osd.3 [v2:172.21.15.37:6826/478432554,v1:172.21.15.37:6827/478432554] boot 2021-07-26T15:50:09.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:09 smithi037 bash[18551]: cluster 2021-07-26T15:50:08.207304+0000 mon.a (mon.0) 384 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2021-07-26T15:50:09.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:09 smithi037 bash[18551]: audit 2021-07-26T15:50:08.208270+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:50:10.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:10 smithi107 bash[14687]: cluster 2021-07-26T15:50:09.225697+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2021-07-26T15:50:10.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:10 smithi037 bash[14605]: cluster 2021-07-26T15:50:09.225697+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2021-07-26T15:50:10.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:10 smithi037 bash[18551]: cluster 2021-07-26T15:50:09.225697+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2021-07-26T15:50:11.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:11 smithi107 bash[14687]: cluster 2021-07-26T15:50:10.118087+0000 mgr.y (mgr.14140) 147 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 832 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:11.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:11 smithi107 bash[14687]: audit 2021-07-26T15:50:11.038860+0000 mon.a (mon.0) 387 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b6d8fd18-e95c-4520-9863-0569fc18a49b"}]: dispatch 2021-07-26T15:50:11.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:11 smithi107 bash[14687]: audit 2021-07-26T15:50:11.047841+0000 mon.b (mon.2) 8 : audit [INF] from='client.? 172.21.15.107:0/2913985053' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b6d8fd18-e95c-4520-9863-0569fc18a49b"}]: dispatch 2021-07-26T15:50:11.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:11 smithi107 bash[14687]: audit 2021-07-26T15:50:11.048977+0000 mon.a (mon.0) 388 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b6d8fd18-e95c-4520-9863-0569fc18a49b"}]': finished 2021-07-26T15:50:11.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:11 smithi107 bash[14687]: cluster 2021-07-26T15:50:11.049221+0000 mon.a (mon.0) 389 : cluster [DBG] osdmap e28: 5 total, 4 up, 4 in 2021-07-26T15:50:11.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:11 smithi107 bash[14687]: audit 2021-07-26T15:50:11.049594+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:50:11.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:11 smithi037 bash[14605]: cluster 2021-07-26T15:50:10.118087+0000 mgr.y (mgr.14140) 147 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 832 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:11.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:11 smithi037 bash[14605]: audit 2021-07-26T15:50:11.038860+0000 mon.a (mon.0) 387 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b6d8fd18-e95c-4520-9863-0569fc18a49b"}]: dispatch 2021-07-26T15:50:11.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:11 smithi037 bash[14605]: audit 2021-07-26T15:50:11.047841+0000 mon.b (mon.2) 8 : audit [INF] from='client.? 172.21.15.107:0/2913985053' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b6d8fd18-e95c-4520-9863-0569fc18a49b"}]: dispatch 2021-07-26T15:50:11.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:11 smithi037 bash[14605]: audit 2021-07-26T15:50:11.048977+0000 mon.a (mon.0) 388 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b6d8fd18-e95c-4520-9863-0569fc18a49b"}]': finished 2021-07-26T15:50:11.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:11 smithi037 bash[14605]: cluster 2021-07-26T15:50:11.049221+0000 mon.a (mon.0) 389 : cluster [DBG] osdmap e28: 5 total, 4 up, 4 in 2021-07-26T15:50:11.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:11 smithi037 bash[14605]: audit 2021-07-26T15:50:11.049594+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:50:11.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:11 smithi037 bash[18551]: cluster 2021-07-26T15:50:10.118087+0000 mgr.y (mgr.14140) 147 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 832 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:11.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:11 smithi037 bash[18551]: audit 2021-07-26T15:50:11.038860+0000 mon.a (mon.0) 387 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b6d8fd18-e95c-4520-9863-0569fc18a49b"}]: dispatch 2021-07-26T15:50:11.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:11 smithi037 bash[18551]: audit 2021-07-26T15:50:11.047841+0000 mon.b (mon.2) 8 : audit [INF] from='client.? 172.21.15.107:0/2913985053' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b6d8fd18-e95c-4520-9863-0569fc18a49b"}]: dispatch 2021-07-26T15:50:11.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:11 smithi037 bash[18551]: audit 2021-07-26T15:50:11.048977+0000 mon.a (mon.0) 388 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b6d8fd18-e95c-4520-9863-0569fc18a49b"}]': finished 2021-07-26T15:50:11.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:11 smithi037 bash[18551]: cluster 2021-07-26T15:50:11.049221+0000 mon.a (mon.0) 389 : cluster [DBG] osdmap e28: 5 total, 4 up, 4 in 2021-07-26T15:50:11.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:11 smithi037 bash[18551]: audit 2021-07-26T15:50:11.049594+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:50:12.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:12 smithi107 bash[14687]: audit 2021-07-26T15:50:11.660517+0000 mon.b (mon.2) 9 : audit [DBG] from='client.? 172.21.15.107:0/2665630819' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:50:12.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:12 smithi037 bash[14605]: audit 2021-07-26T15:50:11.660517+0000 mon.b (mon.2) 9 : audit [DBG] from='client.? 172.21.15.107:0/2665630819' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:50:12.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:12 smithi037 bash[18551]: audit 2021-07-26T15:50:11.660517+0000 mon.b (mon.2) 9 : audit [DBG] from='client.? 172.21.15.107:0/2665630819' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:50:13.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:13 smithi107 bash[14687]: cluster 2021-07-26T15:50:12.118648+0000 mgr.y (mgr.14140) 148 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 896 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:13.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:13 smithi037 bash[14605]: cluster 2021-07-26T15:50:12.118648+0000 mgr.y (mgr.14140) 148 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 896 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:13.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:13 smithi037 bash[18551]: cluster 2021-07-26T15:50:12.118648+0000 mgr.y (mgr.14140) 148 : cluster [DBG] pgmap v127: 1 pgs: 1 active+clean; 0 B data, 896 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:15.515 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:15 smithi107 bash[14687]: cluster 2021-07-26T15:50:14.119226+0000 mgr.y (mgr.14140) 149 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 944 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:15.515 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:15 smithi107 bash[14687]: audit 2021-07-26T15:50:14.435417+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:15.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:15 smithi037 bash[14605]: cluster 2021-07-26T15:50:14.119226+0000 mgr.y (mgr.14140) 149 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 944 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:15.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:15 smithi037 bash[14605]: audit 2021-07-26T15:50:14.435417+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:15.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:15 smithi037 bash[18551]: cluster 2021-07-26T15:50:14.119226+0000 mgr.y (mgr.14140) 149 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 944 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:15.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:15 smithi037 bash[18551]: audit 2021-07-26T15:50:14.435417+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:17.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:17 smithi107 bash[14687]: cluster 2021-07-26T15:50:16.119948+0000 mgr.y (mgr.14140) 150 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 952 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:17.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:17 smithi037 bash[14605]: cluster 2021-07-26T15:50:16.119948+0000 mgr.y (mgr.14140) 150 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 952 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:17.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:17 smithi037 bash[18551]: cluster 2021-07-26T15:50:16.119948+0000 mgr.y (mgr.14140) 150 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 952 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:19.461 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:19 smithi107 bash[14687]: cluster 2021-07-26T15:50:18.120540+0000 mgr.y (mgr.14140) 151 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:19.461 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:19 smithi107 bash[14687]: audit 2021-07-26T15:50:18.182507+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2021-07-26T15:50:19.462 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:19 smithi107 bash[14687]: audit 2021-07-26T15:50:18.184328+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:50:19.462 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:19 smithi107 bash[14687]: cephadm 2021-07-26T15:50:18.185691+0000 mgr.y (mgr.14140) 152 : cephadm [INF] Deploying daemon osd.4 on smithi107 2021-07-26T15:50:19.462 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:19 smithi107 bash[14687]: audit 2021-07-26T15:50:18.186433+0000 mon.a (mon.0) 394 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.4", "key": "container_image"}]: dispatch 2021-07-26T15:50:19.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:19 smithi037 bash[14605]: cluster 2021-07-26T15:50:18.120540+0000 mgr.y (mgr.14140) 151 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:19.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:19 smithi037 bash[14605]: audit 2021-07-26T15:50:18.182507+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2021-07-26T15:50:19.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:19 smithi037 bash[14605]: audit 2021-07-26T15:50:18.184328+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:50:19.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:19 smithi037 bash[14605]: cephadm 2021-07-26T15:50:18.185691+0000 mgr.y (mgr.14140) 152 : cephadm [INF] Deploying daemon osd.4 on smithi107 2021-07-26T15:50:19.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:19 smithi037 bash[14605]: audit 2021-07-26T15:50:18.186433+0000 mon.a (mon.0) 394 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.4", "key": "container_image"}]: dispatch 2021-07-26T15:50:19.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:19 smithi037 bash[18551]: cluster 2021-07-26T15:50:18.120540+0000 mgr.y (mgr.14140) 151 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:19.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:19 smithi037 bash[18551]: audit 2021-07-26T15:50:18.182507+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2021-07-26T15:50:19.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:19 smithi037 bash[18551]: audit 2021-07-26T15:50:18.184328+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:50:19.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:19 smithi037 bash[18551]: cephadm 2021-07-26T15:50:18.185691+0000 mgr.y (mgr.14140) 152 : cephadm [INF] Deploying daemon osd.4 on smithi107 2021-07-26T15:50:19.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:19 smithi037 bash[18551]: audit 2021-07-26T15:50:18.186433+0000 mon.a (mon.0) 394 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.4", "key": "container_image"}]: dispatch 2021-07-26T15:50:20.579 INFO:teuthology.orchestra.run.smithi107.stdout:Created osd(s) 4 on host 'smithi107' 2021-07-26T15:50:21.220 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:21 smithi107 bash[14687]: cluster 2021-07-26T15:50:20.121116+0000 mgr.y (mgr.14140) 153 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:21.220 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:21 smithi107 bash[14687]: audit 2021-07-26T15:50:20.566008+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:50:21.221 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:21 smithi107 bash[14687]: audit 2021-07-26T15:50:20.571595+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:21.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:21 smithi037 bash[14605]: cluster 2021-07-26T15:50:20.121116+0000 mgr.y (mgr.14140) 153 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:21.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:21 smithi037 bash[14605]: audit 2021-07-26T15:50:20.566008+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:50:21.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:21 smithi037 bash[14605]: audit 2021-07-26T15:50:20.571595+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:21.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:21 smithi037 bash[18551]: cluster 2021-07-26T15:50:20.121116+0000 mgr.y (mgr.14140) 153 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:21.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:21 smithi037 bash[18551]: audit 2021-07-26T15:50:20.566008+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:50:21.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:21 smithi037 bash[18551]: audit 2021-07-26T15:50:20.571595+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:21.772 DEBUG:teuthology.orchestra.run.smithi107:osd.4> sudo journalctl -f -n 0 -u ceph-72588c72-ee28-11eb-8c23-001a4aab830c@osd.4.service 2021-07-26T15:50:21.774 INFO:tasks.cephadm:Deploying osd.5 on smithi107 with /dev/vg_nvme/lv_3... 2021-07-26T15:50:21.774 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2021-07-26T15:50:22.023 INFO:journalctl@ceph.osd.4.smithi107.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:50:22.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:22 smithi107 bash[14687]: cephadm 2021-07-26T15:50:20.564973+0000 mgr.y (mgr.14140) 154 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:50:22.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:22 smithi107 bash[14687]: audit 2021-07-26T15:50:21.500921+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:22.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:22 smithi107 bash[14687]: audit 2021-07-26T15:50:21.503142+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:22.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:22 smithi037 bash[14605]: cephadm 2021-07-26T15:50:20.564973+0000 mgr.y (mgr.14140) 154 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:50:22.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:22 smithi037 bash[14605]: audit 2021-07-26T15:50:21.500921+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:22.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:22 smithi037 bash[14605]: audit 2021-07-26T15:50:21.503142+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:22.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:22 smithi037 bash[18551]: cephadm 2021-07-26T15:50:20.564973+0000 mgr.y (mgr.14140) 154 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:50:22.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:22 smithi037 bash[18551]: audit 2021-07-26T15:50:21.500921+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:22.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:22 smithi037 bash[18551]: audit 2021-07-26T15:50:21.503142+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:23.252 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:23 smithi107 bash[14687]: cluster 2021-07-26T15:50:22.121745+0000 mgr.y (mgr.14140) 155 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:23.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:23 smithi037 bash[14605]: cluster 2021-07-26T15:50:22.121745+0000 mgr.y (mgr.14140) 155 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:23.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:23 smithi037 bash[18551]: cluster 2021-07-26T15:50:22.121745+0000 mgr.y (mgr.14140) 155 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:23.754 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 15:50:23 smithi107 bash[16635]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2021-07-26T15:50:23.754 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 15:50:23 smithi107 bash[16635]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2021-07-26T15:50:23.754 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 15:50:23 smithi107 bash[16635]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2021-07-26T15:50:23.755 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 15:50:23 smithi107 bash[16635]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2021-07-26T15:50:23.755 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 15:50:23 smithi107 bash[16635]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2021-07-26T15:50:23.755 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 15:50:23 smithi107 bash[16635]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2021-07-26T15:50:23.755 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 15:50:23 smithi107 bash[16635]: --> ceph-volume lvm activate successful for osd ID: 4 2021-07-26T15:50:25.002 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 15:50:24 smithi107 bash[16977]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:50:25.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:25 smithi107 bash[14687]: cluster 2021-07-26T15:50:24.122297+0000 mgr.y (mgr.14140) 156 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:25.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:25 smithi037 bash[14605]: cluster 2021-07-26T15:50:24.122297+0000 mgr.y (mgr.14140) 156 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:25.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:25 smithi037 bash[18551]: cluster 2021-07-26T15:50:24.122297+0000 mgr.y (mgr.14140) 156 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:27.177 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:27 smithi107 bash[14687]: cluster 2021-07-26T15:50:26.122846+0000 mgr.y (mgr.14140) 157 : cluster [DBG] pgmap v134: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:27.502 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 15:50:27 smithi107 bash[16977]: debug 2021-07-26T15:50:27.287+0000 7f2b70c71f00 1 -- 172.21.15.107:0/3006615311 >> [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] conn(0x55e42046d400 msgr2=0x55e4203e0300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2021-07-26T15:50:27.502 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 15:50:27 smithi107 bash[16977]: debug 2021-07-26T15:50:27.287+0000 7f2b699da700 1 -- 172.21.15.107:0/3006615311 <== mon.2 v2:172.21.15.107:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e4203f44e0 con 0x55e42046d400 2021-07-26T15:50:27.502 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 15:50:27 smithi107 bash[16977]: debug 2021-07-26T15:50:27.287+0000 7f2b70c71f00 1 --2- 172.21.15.107:0/3006615311 >> [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] conn(0x55e42046d400 0x55e4203e0300 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 rx=0x55e4203efc50 tx=0x55e42042a420).stop 2021-07-26T15:50:27.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:27 smithi037 bash[18551]: cluster 2021-07-26T15:50:26.122846+0000 mgr.y (mgr.14140) 157 : cluster [DBG] pgmap v134: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:27.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:27 smithi037 bash[14605]: cluster 2021-07-26T15:50:26.122846+0000 mgr.y (mgr.14140) 157 : cluster [DBG] pgmap v134: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:27.834 INFO:teuthology.orchestra.run.smithi107.stderr:--> Zapping: /dev/vg_nvme/lv_3 2021-07-26T15:50:27.835 INFO:teuthology.orchestra.run.smithi107.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2021-07-26T15:50:27.835 INFO:teuthology.orchestra.run.smithi107.stderr: stderr: 10+0 records in 2021-07-26T15:50:27.835 INFO:teuthology.orchestra.run.smithi107.stderr:10+0 records out 2021-07-26T15:50:27.835 INFO:teuthology.orchestra.run.smithi107.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0176641 s, 594 MB/s 2021-07-26T15:50:27.836 INFO:teuthology.orchestra.run.smithi107.stderr:--> Zapping successful for: 2021-07-26T15:50:28.252 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 15:50:27 smithi107 bash[16977]: debug 2021-07-26T15:50:27.843+0000 7f2b70c71f00 -1 Falling back to public interface 2021-07-26T15:50:28.567 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi107:vg_nvme/lv_3 2021-07-26T15:50:28.737 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 15:50:28 smithi107 bash[16977]: debug 2021-07-26T15:50:28.495+0000 7f2b70c71f00 -1 osd.4 0 log_to_monitors {default=true} 2021-07-26T15:50:29.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:29 smithi107 bash[14687]: cluster 2021-07-26T15:50:28.123456+0000 mgr.y (mgr.14140) 158 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:29.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:29 smithi107 bash[14687]: audit 2021-07-26T15:50:28.496098+0000 mon.a (mon.0) 399 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T15:50:29.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:29 smithi107 bash[14687]: audit 2021-07-26T15:50:28.505159+0000 mon.b (mon.2) 10 : audit [INF] from='osd.4 [v2:172.21.15.107:6800/2882267480,v1:172.21.15.107:6801/2882267480]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T15:50:29.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:29 smithi037 bash[14605]: cluster 2021-07-26T15:50:28.123456+0000 mgr.y (mgr.14140) 158 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:29.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:29 smithi037 bash[14605]: audit 2021-07-26T15:50:28.496098+0000 mon.a (mon.0) 399 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T15:50:29.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:29 smithi037 bash[14605]: audit 2021-07-26T15:50:28.505159+0000 mon.b (mon.2) 10 : audit [INF] from='osd.4 [v2:172.21.15.107:6800/2882267480,v1:172.21.15.107:6801/2882267480]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T15:50:29.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:29 smithi037 bash[18551]: cluster 2021-07-26T15:50:28.123456+0000 mgr.y (mgr.14140) 158 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:29.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:29 smithi037 bash[18551]: audit 2021-07-26T15:50:28.496098+0000 mon.a (mon.0) 399 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T15:50:29.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:29 smithi037 bash[18551]: audit 2021-07-26T15:50:28.505159+0000 mon.b (mon.2) 10 : audit [INF] from='osd.4 [v2:172.21.15.107:6800/2882267480,v1:172.21.15.107:6801/2882267480]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T15:50:30.253 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 15:50:30 smithi107 bash[16977]: debug 2021-07-26T15:50:30.155+0000 7f2b5413e700 -1 osd.4 0 waiting for initial osdmap 2021-07-26T15:50:30.253 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:30 smithi107 bash[14687]: audit 2021-07-26T15:50:29.135830+0000 mon.a (mon.0) 400 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2021-07-26T15:50:30.253 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:30 smithi107 bash[14687]: cluster 2021-07-26T15:50:29.136004+0000 mon.a (mon.0) 401 : cluster [DBG] osdmap e29: 5 total, 4 up, 4 in 2021-07-26T15:50:30.254 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:30 smithi107 bash[14687]: audit 2021-07-26T15:50:29.136173+0000 mon.a (mon.0) 402 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:50:30.254 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:30 smithi107 bash[14687]: audit 2021-07-26T15:50:29.137596+0000 mon.a (mon.0) 403 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:50:30.254 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:30 smithi107 bash[14687]: audit 2021-07-26T15:50:29.146955+0000 mon.b (mon.2) 11 : audit [INF] from='osd.4 [v2:172.21.15.107:6800/2882267480,v1:172.21.15.107:6801/2882267480]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:50:30.254 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:30 smithi107 bash[14687]: audit 2021-07-26T15:50:29.449293+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:50:30.255 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:30 smithi107 bash[14687]: audit 2021-07-26T15:50:29.760133+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:30.255 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:30 smithi107 bash[14687]: audit 2021-07-26T15:50:29.767473+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:30.255 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:30 smithi107 bash[14687]: audit 2021-07-26T15:50:29.775944+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:30.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:30 smithi037 bash[14605]: audit 2021-07-26T15:50:29.135830+0000 mon.a (mon.0) 400 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2021-07-26T15:50:30.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:30 smithi037 bash[14605]: cluster 2021-07-26T15:50:29.136004+0000 mon.a (mon.0) 401 : cluster [DBG] osdmap e29: 5 total, 4 up, 4 in 2021-07-26T15:50:30.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:30 smithi037 bash[14605]: audit 2021-07-26T15:50:29.136173+0000 mon.a (mon.0) 402 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:50:30.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:30 smithi037 bash[14605]: audit 2021-07-26T15:50:29.137596+0000 mon.a (mon.0) 403 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:50:30.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:30 smithi037 bash[14605]: audit 2021-07-26T15:50:29.146955+0000 mon.b (mon.2) 11 : audit [INF] from='osd.4 [v2:172.21.15.107:6800/2882267480,v1:172.21.15.107:6801/2882267480]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:50:30.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:30 smithi037 bash[14605]: audit 2021-07-26T15:50:29.449293+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:50:30.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:30 smithi037 bash[14605]: audit 2021-07-26T15:50:29.760133+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:30.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:30 smithi037 bash[14605]: audit 2021-07-26T15:50:29.767473+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:30.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:30 smithi037 bash[14605]: audit 2021-07-26T15:50:29.775944+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:30.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:30 smithi037 bash[18551]: audit 2021-07-26T15:50:29.135830+0000 mon.a (mon.0) 400 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2021-07-26T15:50:30.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:30 smithi037 bash[18551]: cluster 2021-07-26T15:50:29.136004+0000 mon.a (mon.0) 401 : cluster [DBG] osdmap e29: 5 total, 4 up, 4 in 2021-07-26T15:50:30.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:30 smithi037 bash[18551]: audit 2021-07-26T15:50:29.136173+0000 mon.a (mon.0) 402 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:50:30.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:30 smithi037 bash[18551]: audit 2021-07-26T15:50:29.137596+0000 mon.a (mon.0) 403 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:50:30.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:30 smithi037 bash[18551]: audit 2021-07-26T15:50:29.146955+0000 mon.b (mon.2) 11 : audit [INF] from='osd.4 [v2:172.21.15.107:6800/2882267480,v1:172.21.15.107:6801/2882267480]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:50:30.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:30 smithi037 bash[18551]: audit 2021-07-26T15:50:29.449293+0000 mon.a (mon.0) 404 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:50:30.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:30 smithi037 bash[18551]: audit 2021-07-26T15:50:29.760133+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:30.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:30 smithi037 bash[18551]: audit 2021-07-26T15:50:29.767473+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:30.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:30 smithi037 bash[18551]: audit 2021-07-26T15:50:29.775944+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:31.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:31 smithi107 bash[14687]: cluster 2021-07-26T15:50:30.124008+0000 mgr.y (mgr.14140) 159 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:31.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:31 smithi107 bash[14687]: audit 2021-07-26T15:50:30.136007+0000 mon.a (mon.0) 408 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2021-07-26T15:50:31.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:31 smithi107 bash[14687]: cluster 2021-07-26T15:50:30.136189+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e30: 5 total, 4 up, 4 in 2021-07-26T15:50:31.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:31 smithi107 bash[14687]: audit 2021-07-26T15:50:30.136951+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:50:31.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:31 smithi107 bash[14687]: audit 2021-07-26T15:50:30.147939+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:50:31.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:31 smithi107 bash[14687]: cluster 2021-07-26T15:50:31.138616+0000 mon.a (mon.0) 412 : cluster [INF] osd.4 [v2:172.21.15.107:6800/2882267480,v1:172.21.15.107:6801/2882267480] boot 2021-07-26T15:50:31.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:31 smithi107 bash[14687]: cluster 2021-07-26T15:50:31.138735+0000 mon.a (mon.0) 413 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2021-07-26T15:50:31.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:31 smithi107 bash[14687]: audit 2021-07-26T15:50:31.139472+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:50:31.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:31 smithi037 bash[14605]: cluster 2021-07-26T15:50:30.124008+0000 mgr.y (mgr.14140) 159 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:31.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:31 smithi037 bash[14605]: audit 2021-07-26T15:50:30.136007+0000 mon.a (mon.0) 408 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2021-07-26T15:50:31.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:31 smithi037 bash[14605]: cluster 2021-07-26T15:50:30.136189+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e30: 5 total, 4 up, 4 in 2021-07-26T15:50:31.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:31 smithi037 bash[14605]: audit 2021-07-26T15:50:30.136951+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:50:31.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:31 smithi037 bash[14605]: audit 2021-07-26T15:50:30.147939+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:50:31.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:31 smithi037 bash[14605]: cluster 2021-07-26T15:50:31.138616+0000 mon.a (mon.0) 412 : cluster [INF] osd.4 [v2:172.21.15.107:6800/2882267480,v1:172.21.15.107:6801/2882267480] boot 2021-07-26T15:50:31.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:31 smithi037 bash[14605]: cluster 2021-07-26T15:50:31.138735+0000 mon.a (mon.0) 413 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2021-07-26T15:50:31.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:31 smithi037 bash[14605]: audit 2021-07-26T15:50:31.139472+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:50:31.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:31 smithi037 bash[18551]: cluster 2021-07-26T15:50:30.124008+0000 mgr.y (mgr.14140) 159 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 960 KiB used, 354 GiB / 358 GiB avail 2021-07-26T15:50:31.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:31 smithi037 bash[18551]: audit 2021-07-26T15:50:30.136007+0000 mon.a (mon.0) 408 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2021-07-26T15:50:31.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:31 smithi037 bash[18551]: cluster 2021-07-26T15:50:30.136189+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e30: 5 total, 4 up, 4 in 2021-07-26T15:50:31.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:31 smithi037 bash[18551]: audit 2021-07-26T15:50:30.136951+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:50:31.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:31 smithi037 bash[18551]: audit 2021-07-26T15:50:30.147939+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:50:31.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:31 smithi037 bash[18551]: cluster 2021-07-26T15:50:31.138616+0000 mon.a (mon.0) 412 : cluster [INF] osd.4 [v2:172.21.15.107:6800/2882267480,v1:172.21.15.107:6801/2882267480] boot 2021-07-26T15:50:31.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:31 smithi037 bash[18551]: cluster 2021-07-26T15:50:31.138735+0000 mon.a (mon.0) 413 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2021-07-26T15:50:31.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:31 smithi037 bash[18551]: audit 2021-07-26T15:50:31.139472+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:50:32.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:32 smithi107 bash[14687]: cluster 2021-07-26T15:50:29.495143+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:50:32.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:32 smithi107 bash[14687]: cluster 2021-07-26T15:50:29.495223+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:50:32.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:32 smithi107 bash[14687]: audit 2021-07-26T15:50:31.937451+0000 mon.a (mon.0) 415 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:50:32.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:32 smithi107 bash[14687]: audit 2021-07-26T15:50:31.941405+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:50:32.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:32 smithi107 bash[14687]: audit 2021-07-26T15:50:31.943304+0000 mon.a (mon.0) 417 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:50:32.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:32 smithi107 bash[14687]: audit 2021-07-26T15:50:31.945283+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:32.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:32 smithi107 bash[14687]: cluster 2021-07-26T15:50:32.141270+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2021-07-26T15:50:32.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:32 smithi037 bash[14605]: cluster 2021-07-26T15:50:29.495143+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:50:32.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:32 smithi037 bash[14605]: cluster 2021-07-26T15:50:29.495223+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:50:32.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:32 smithi037 bash[14605]: audit 2021-07-26T15:50:31.937451+0000 mon.a (mon.0) 415 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:50:32.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:32 smithi037 bash[14605]: audit 2021-07-26T15:50:31.941405+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:50:32.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:32 smithi037 bash[14605]: audit 2021-07-26T15:50:31.943304+0000 mon.a (mon.0) 417 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:50:32.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:32 smithi037 bash[14605]: audit 2021-07-26T15:50:31.945283+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:32.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:32 smithi037 bash[14605]: cluster 2021-07-26T15:50:32.141270+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2021-07-26T15:50:32.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:32 smithi037 bash[18551]: cluster 2021-07-26T15:50:29.495143+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:50:32.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:32 smithi037 bash[18551]: cluster 2021-07-26T15:50:29.495223+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:50:32.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:32 smithi037 bash[18551]: audit 2021-07-26T15:50:31.937451+0000 mon.a (mon.0) 415 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:50:32.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:32 smithi037 bash[18551]: audit 2021-07-26T15:50:31.941405+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:50:32.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:32 smithi037 bash[18551]: audit 2021-07-26T15:50:31.943304+0000 mon.a (mon.0) 417 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:50:32.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:32 smithi037 bash[18551]: audit 2021-07-26T15:50:31.945283+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:32.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:32 smithi037 bash[18551]: cluster 2021-07-26T15:50:32.141270+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2021-07-26T15:50:33.418 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:33 smithi107 bash[14687]: audit 2021-07-26T15:50:31.934899+0000 mgr.y (mgr.14140) 160 : audit [DBG] from='client.34238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:50:33.419 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:33 smithi107 bash[14687]: cephadm 2021-07-26T15:50:31.940849+0000 mgr.y (mgr.14140) 161 : cephadm [INF] Applying drive group None on host smithi107... 2021-07-26T15:50:33.419 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:33 smithi107 bash[14687]: cluster 2021-07-26T15:50:32.124559+0000 mgr.y (mgr.14140) 162 : cluster [DBG] pgmap v140: 1 pgs: 1 peering; 0 B data, 1.2 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:33.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:33 smithi037 bash[14605]: audit 2021-07-26T15:50:31.934899+0000 mgr.y (mgr.14140) 160 : audit [DBG] from='client.34238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:50:33.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:33 smithi037 bash[14605]: cephadm 2021-07-26T15:50:31.940849+0000 mgr.y (mgr.14140) 161 : cephadm [INF] Applying drive group None on host smithi107... 2021-07-26T15:50:33.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:33 smithi037 bash[14605]: cluster 2021-07-26T15:50:32.124559+0000 mgr.y (mgr.14140) 162 : cluster [DBG] pgmap v140: 1 pgs: 1 peering; 0 B data, 1.2 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:33.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:33 smithi037 bash[18551]: audit 2021-07-26T15:50:31.934899+0000 mgr.y (mgr.14140) 160 : audit [DBG] from='client.34238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:50:33.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:33 smithi037 bash[18551]: cephadm 2021-07-26T15:50:31.940849+0000 mgr.y (mgr.14140) 161 : cephadm [INF] Applying drive group None on host smithi107... 2021-07-26T15:50:33.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:33 smithi037 bash[18551]: cluster 2021-07-26T15:50:32.124559+0000 mgr.y (mgr.14140) 162 : cluster [DBG] pgmap v140: 1 pgs: 1 peering; 0 B data, 1.2 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:35.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:35 smithi107 bash[14687]: cluster 2021-07-26T15:50:34.125128+0000 mgr.y (mgr.14140) 163 : cluster [DBG] pgmap v142: 1 pgs: 1 peering; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:35.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:35 smithi107 bash[14687]: audit 2021-07-26T15:50:34.267120+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:50:35.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:35 smithi107 bash[14687]: audit 2021-07-26T15:50:34.269435+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:50:35.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:35 smithi037 bash[14605]: cluster 2021-07-26T15:50:34.125128+0000 mgr.y (mgr.14140) 163 : cluster [DBG] pgmap v142: 1 pgs: 1 peering; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:35.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:35 smithi037 bash[14605]: audit 2021-07-26T15:50:34.267120+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:50:35.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:35 smithi037 bash[14605]: audit 2021-07-26T15:50:34.269435+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:50:35.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:35 smithi037 bash[18551]: cluster 2021-07-26T15:50:34.125128+0000 mgr.y (mgr.14140) 163 : cluster [DBG] pgmap v142: 1 pgs: 1 peering; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:35.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:35 smithi037 bash[18551]: audit 2021-07-26T15:50:34.267120+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:50:35.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:35 smithi037 bash[18551]: audit 2021-07-26T15:50:34.269435+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:50:36.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:36 smithi107 bash[14687]: audit 2021-07-26T15:50:35.533269+0000 mon.a (mon.0) 422 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "abe4fd3b-0626-45ce-a895-9ba5c9e6c150"}]: dispatch 2021-07-26T15:50:36.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:36 smithi107 bash[14687]: audit 2021-07-26T15:50:35.541994+0000 mon.a (mon.0) 423 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "abe4fd3b-0626-45ce-a895-9ba5c9e6c150"}]': finished 2021-07-26T15:50:36.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:36 smithi107 bash[14687]: cluster 2021-07-26T15:50:35.542204+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e33: 6 total, 5 up, 5 in 2021-07-26T15:50:36.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:36 smithi107 bash[14687]: audit 2021-07-26T15:50:35.542391+0000 mon.b (mon.2) 12 : audit [INF] from='client.? 172.21.15.107:0/3346110716' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "abe4fd3b-0626-45ce-a895-9ba5c9e6c150"}]: dispatch 2021-07-26T15:50:36.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:36 smithi107 bash[14687]: audit 2021-07-26T15:50:35.542461+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:50:36.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:36 smithi107 bash[14687]: audit 2021-07-26T15:50:36.162719+0000 mon.b (mon.2) 13 : audit [DBG] from='client.? 172.21.15.107:0/2633910663' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:50:36.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:36 smithi037 bash[14605]: audit 2021-07-26T15:50:35.533269+0000 mon.a (mon.0) 422 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "abe4fd3b-0626-45ce-a895-9ba5c9e6c150"}]: dispatch 2021-07-26T15:50:36.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:36 smithi037 bash[14605]: audit 2021-07-26T15:50:35.541994+0000 mon.a (mon.0) 423 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "abe4fd3b-0626-45ce-a895-9ba5c9e6c150"}]': finished 2021-07-26T15:50:36.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:36 smithi037 bash[14605]: cluster 2021-07-26T15:50:35.542204+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e33: 6 total, 5 up, 5 in 2021-07-26T15:50:36.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:36 smithi037 bash[14605]: audit 2021-07-26T15:50:35.542391+0000 mon.b (mon.2) 12 : audit [INF] from='client.? 172.21.15.107:0/3346110716' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "abe4fd3b-0626-45ce-a895-9ba5c9e6c150"}]: dispatch 2021-07-26T15:50:36.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:36 smithi037 bash[14605]: audit 2021-07-26T15:50:35.542461+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:50:36.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:36 smithi037 bash[14605]: audit 2021-07-26T15:50:36.162719+0000 mon.b (mon.2) 13 : audit [DBG] from='client.? 172.21.15.107:0/2633910663' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:50:36.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:36 smithi037 bash[18551]: audit 2021-07-26T15:50:35.533269+0000 mon.a (mon.0) 422 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "abe4fd3b-0626-45ce-a895-9ba5c9e6c150"}]: dispatch 2021-07-26T15:50:36.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:36 smithi037 bash[18551]: audit 2021-07-26T15:50:35.541994+0000 mon.a (mon.0) 423 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "abe4fd3b-0626-45ce-a895-9ba5c9e6c150"}]': finished 2021-07-26T15:50:36.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:36 smithi037 bash[18551]: cluster 2021-07-26T15:50:35.542204+0000 mon.a (mon.0) 424 : cluster [DBG] osdmap e33: 6 total, 5 up, 5 in 2021-07-26T15:50:36.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:36 smithi037 bash[18551]: audit 2021-07-26T15:50:35.542391+0000 mon.b (mon.2) 12 : audit [INF] from='client.? 172.21.15.107:0/3346110716' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "abe4fd3b-0626-45ce-a895-9ba5c9e6c150"}]: dispatch 2021-07-26T15:50:36.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:36 smithi037 bash[18551]: audit 2021-07-26T15:50:35.542461+0000 mon.a (mon.0) 425 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:50:36.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:36 smithi037 bash[18551]: audit 2021-07-26T15:50:36.162719+0000 mon.b (mon.2) 13 : audit [DBG] from='client.? 172.21.15.107:0/2633910663' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:50:37.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:37 smithi107 bash[14687]: cluster 2021-07-26T15:50:36.125781+0000 mgr.y (mgr.14140) 164 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:37.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:37 smithi037 bash[14605]: cluster 2021-07-26T15:50:36.125781+0000 mgr.y (mgr.14140) 164 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:37.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:37 smithi037 bash[18551]: cluster 2021-07-26T15:50:36.125781+0000 mgr.y (mgr.14140) 164 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:39.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:39 smithi107 bash[14687]: cluster 2021-07-26T15:50:38.126371+0000 mgr.y (mgr.14140) 165 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:39.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:39 smithi107 bash[14687]: audit 2021-07-26T15:50:38.912774+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:39.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:39 smithi037 bash[14605]: cluster 2021-07-26T15:50:38.126371+0000 mgr.y (mgr.14140) 165 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:39.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:39 smithi037 bash[14605]: audit 2021-07-26T15:50:38.912774+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:39.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:39 smithi037 bash[18551]: cluster 2021-07-26T15:50:38.126371+0000 mgr.y (mgr.14140) 165 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:39.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:39 smithi037 bash[18551]: audit 2021-07-26T15:50:38.912774+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:41.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:41 smithi107 bash[14687]: cluster 2021-07-26T15:50:40.126957+0000 mgr.y (mgr.14140) 166 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:41.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:41 smithi037 bash[14605]: cluster 2021-07-26T15:50:40.126957+0000 mgr.y (mgr.14140) 166 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:41.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:41 smithi037 bash[18551]: cluster 2021-07-26T15:50:40.126957+0000 mgr.y (mgr.14140) 166 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 1.3 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:43.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:43 smithi107 bash[14687]: cluster 2021-07-26T15:50:42.127551+0000 mgr.y (mgr.14140) 167 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:43.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:43 smithi107 bash[14687]: audit 2021-07-26T15:50:42.863080+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2021-07-26T15:50:43.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:43 smithi107 bash[14687]: audit 2021-07-26T15:50:42.864894+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:50:43.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:43 smithi107 bash[14687]: audit 2021-07-26T15:50:42.867111+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.5", "key": "container_image"}]: dispatch 2021-07-26T15:50:43.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:43 smithi037 bash[14605]: cluster 2021-07-26T15:50:42.127551+0000 mgr.y (mgr.14140) 167 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:43.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:43 smithi037 bash[14605]: audit 2021-07-26T15:50:42.863080+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2021-07-26T15:50:43.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:43 smithi037 bash[14605]: audit 2021-07-26T15:50:42.864894+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:50:43.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:43 smithi037 bash[14605]: audit 2021-07-26T15:50:42.867111+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.5", "key": "container_image"}]: dispatch 2021-07-26T15:50:43.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:43 smithi037 bash[18551]: cluster 2021-07-26T15:50:42.127551+0000 mgr.y (mgr.14140) 167 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:43.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:43 smithi037 bash[18551]: audit 2021-07-26T15:50:42.863080+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2021-07-26T15:50:43.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:43 smithi037 bash[18551]: audit 2021-07-26T15:50:42.864894+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:50:43.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:43 smithi037 bash[18551]: audit 2021-07-26T15:50:42.867111+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.5", "key": "container_image"}]: dispatch 2021-07-26T15:50:44.386 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:44 smithi107 bash[14687]: cephadm 2021-07-26T15:50:42.866378+0000 mgr.y (mgr.14140) 168 : cephadm [INF] Deploying daemon osd.5 on smithi107 2021-07-26T15:50:44.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:44 smithi037 bash[14605]: cephadm 2021-07-26T15:50:42.866378+0000 mgr.y (mgr.14140) 168 : cephadm [INF] Deploying daemon osd.5 on smithi107 2021-07-26T15:50:44.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:44 smithi037 bash[18551]: cephadm 2021-07-26T15:50:42.866378+0000 mgr.y (mgr.14140) 168 : cephadm [INF] Deploying daemon osd.5 on smithi107 2021-07-26T15:50:45.302 INFO:teuthology.orchestra.run.smithi107.stdout:Created osd(s) 5 on host 'smithi107' 2021-07-26T15:50:45.515 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:45 smithi107 bash[14687]: cluster 2021-07-26T15:50:44.128162+0000 mgr.y (mgr.14140) 169 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:45.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:45 smithi037 bash[14605]: cluster 2021-07-26T15:50:44.128162+0000 mgr.y (mgr.14140) 169 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:45.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:45 smithi037 bash[18551]: cluster 2021-07-26T15:50:44.128162+0000 mgr.y (mgr.14140) 169 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:46.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:46 smithi107 bash[14687]: audit 2021-07-26T15:50:45.294748+0000 mon.a (mon.0) 430 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:50:46.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:46 smithi107 bash[14687]: audit 2021-07-26T15:50:45.299850+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:46.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:46 smithi107 bash[14687]: audit 2021-07-26T15:50:46.066186+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:46.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:46 smithi107 bash[14687]: audit 2021-07-26T15:50:46.068126+0000 mon.a (mon.0) 433 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:46.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:46 smithi037 bash[14605]: audit 2021-07-26T15:50:45.294748+0000 mon.a (mon.0) 430 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:50:46.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:46 smithi037 bash[14605]: audit 2021-07-26T15:50:45.299850+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:46.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:46 smithi037 bash[14605]: audit 2021-07-26T15:50:46.066186+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:46.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:46 smithi037 bash[14605]: audit 2021-07-26T15:50:46.068126+0000 mon.a (mon.0) 433 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:46.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:46 smithi037 bash[18551]: audit 2021-07-26T15:50:45.294748+0000 mon.a (mon.0) 430 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:50:46.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:46 smithi037 bash[18551]: audit 2021-07-26T15:50:45.299850+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:46.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:46 smithi037 bash[18551]: audit 2021-07-26T15:50:46.066186+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:46.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:46 smithi037 bash[18551]: audit 2021-07-26T15:50:46.068126+0000 mon.a (mon.0) 433 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:47.124 DEBUG:teuthology.orchestra.run.smithi107:osd.5> sudo journalctl -f -n 0 -u ceph-72588c72-ee28-11eb-8c23-001a4aab830c@osd.5.service 2021-07-26T15:50:47.127 INFO:tasks.cephadm:Deploying osd.6 on smithi107 with /dev/vg_nvme/lv_2... 2021-07-26T15:50:47.127 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2021-07-26T15:50:47.144 INFO:journalctl@ceph.osd.5.smithi107.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:50:47.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:47 smithi107 bash[14687]: cluster 2021-07-26T15:50:46.128829+0000 mgr.y (mgr.14140) 170 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:47.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:47 smithi037 bash[14605]: cluster 2021-07-26T15:50:46.128829+0000 mgr.y (mgr.14140) 170 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:47.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:47 smithi037 bash[18551]: cluster 2021-07-26T15:50:46.128829+0000 mgr.y (mgr.14140) 170 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:48.737 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 15:50:48 smithi107 bash[18143]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2021-07-26T15:50:48.737 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 15:50:48 smithi107 bash[18143]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2021-07-26T15:50:48.737 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 15:50:48 smithi107 bash[18143]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2021-07-26T15:50:48.738 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 15:50:48 smithi107 bash[18143]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2021-07-26T15:50:48.738 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 15:50:48 smithi107 bash[18143]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2021-07-26T15:50:48.738 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 15:50:48 smithi107 bash[18143]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2021-07-26T15:50:48.738 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 15:50:48 smithi107 bash[18143]: --> ceph-volume lvm activate successful for osd ID: 5 2021-07-26T15:50:49.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:49 smithi107 bash[14687]: cluster 2021-07-26T15:50:48.129373+0000 mgr.y (mgr.14140) 171 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:49.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:49 smithi037 bash[14605]: cluster 2021-07-26T15:50:48.129373+0000 mgr.y (mgr.14140) 171 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:49.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:49 smithi037 bash[18551]: cluster 2021-07-26T15:50:48.129373+0000 mgr.y (mgr.14140) 171 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:49.932 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 15:50:49 smithi107 bash[18452]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:50:50.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:50 smithi107 bash[14687]: audit 2021-07-26T15:50:49.266772+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:50.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:50 smithi037 bash[14605]: audit 2021-07-26T15:50:49.266772+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:50.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:50 smithi037 bash[18551]: audit 2021-07-26T15:50:49.266772+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:51.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:51 smithi037 bash[14605]: cluster 2021-07-26T15:50:50.129944+0000 mgr.y (mgr.14140) 172 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:51.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:51 smithi037 bash[18551]: cluster 2021-07-26T15:50:50.129944+0000 mgr.y (mgr.14140) 172 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:51.751 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:51 smithi107 bash[14687]: cluster 2021-07-26T15:50:50.129944+0000 mgr.y (mgr.14140) 172 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:53.001 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 15:50:52 smithi107 bash[18452]: debug 2021-07-26T15:50:52.775+0000 7f3971684f00 -1 Falling back to public interface 2021-07-26T15:50:53.261 INFO:teuthology.orchestra.run.smithi107.stderr:--> Zapping: /dev/vg_nvme/lv_2 2021-07-26T15:50:53.262 INFO:teuthology.orchestra.run.smithi107.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2021-07-26T15:50:53.262 INFO:teuthology.orchestra.run.smithi107.stderr: stderr: 10+0 records in 2021-07-26T15:50:53.262 INFO:teuthology.orchestra.run.smithi107.stderr:10+0 records out 2021-07-26T15:50:53.262 INFO:teuthology.orchestra.run.smithi107.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.018069 s, 580 MB/s 2021-07-26T15:50:53.263 INFO:teuthology.orchestra.run.smithi107.stderr: stderr: 2021-07-26T15:50:53.263 INFO:teuthology.orchestra.run.smithi107.stderr:--> Zapping successful for: 2021-07-26T15:50:53.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:53 smithi037 bash[18551]: cluster 2021-07-26T15:50:52.130526+0000 mgr.y (mgr.14140) 173 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:53.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:53 smithi037 bash[14605]: cluster 2021-07-26T15:50:52.130526+0000 mgr.y (mgr.14140) 173 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:53.751 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 15:50:53 smithi107 bash[18452]: debug 2021-07-26T15:50:53.403+0000 7f3971684f00 -1 osd.5 0 log_to_monitors {default=true} 2021-07-26T15:50:53.752 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:53 smithi107 bash[14687]: cluster 2021-07-26T15:50:52.130526+0000 mgr.y (mgr.14140) 173 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:54.109 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi107:vg_nvme/lv_2 2021-07-26T15:50:54.420 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:54 smithi107 bash[14687]: audit 2021-07-26T15:50:53.403555+0000 mon.a (mon.0) 435 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T15:50:54.421 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:54 smithi107 bash[14687]: audit 2021-07-26T15:50:53.412793+0000 mon.b (mon.2) 14 : audit [INF] from='osd.5 [v2:172.21.15.107:6808/493900940,v1:172.21.15.107:6809/493900940]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T15:50:54.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:54 smithi037 bash[14605]: audit 2021-07-26T15:50:53.403555+0000 mon.a (mon.0) 435 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T15:50:54.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:54 smithi037 bash[14605]: audit 2021-07-26T15:50:53.412793+0000 mon.b (mon.2) 14 : audit [INF] from='osd.5 [v2:172.21.15.107:6808/493900940,v1:172.21.15.107:6809/493900940]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T15:50:54.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:54 smithi037 bash[18551]: audit 2021-07-26T15:50:53.403555+0000 mon.a (mon.0) 435 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T15:50:54.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:54 smithi037 bash[18551]: audit 2021-07-26T15:50:53.412793+0000 mon.b (mon.2) 14 : audit [INF] from='osd.5 [v2:172.21.15.107:6808/493900940,v1:172.21.15.107:6809/493900940]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T15:50:55.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:55 smithi037 bash[14605]: cluster 2021-07-26T15:50:54.131275+0000 mgr.y (mgr.14140) 174 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:55.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:55 smithi037 bash[14605]: audit 2021-07-26T15:50:54.292836+0000 mon.a (mon.0) 436 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2021-07-26T15:50:55.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:55 smithi037 bash[14605]: cluster 2021-07-26T15:50:54.292956+0000 mon.a (mon.0) 437 : cluster [DBG] osdmap e34: 6 total, 5 up, 5 in 2021-07-26T15:50:55.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:55 smithi037 bash[14605]: audit 2021-07-26T15:50:54.293335+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:50:55.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:55 smithi037 bash[14605]: audit 2021-07-26T15:50:54.294335+0000 mon.a (mon.0) 439 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:50:55.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:55 smithi037 bash[14605]: audit 2021-07-26T15:50:54.303702+0000 mon.b (mon.2) 15 : audit [INF] from='osd.5 [v2:172.21.15.107:6808/493900940,v1:172.21.15.107:6809/493900940]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:50:55.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:55 smithi037 bash[14605]: audit 2021-07-26T15:50:54.919844+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:50:55.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:55 smithi037 bash[14605]: audit 2021-07-26T15:50:55.228798+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:55.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:55 smithi037 bash[18551]: cluster 2021-07-26T15:50:54.131275+0000 mgr.y (mgr.14140) 174 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:55.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:55 smithi037 bash[18551]: audit 2021-07-26T15:50:54.292836+0000 mon.a (mon.0) 436 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2021-07-26T15:50:55.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:55 smithi037 bash[18551]: cluster 2021-07-26T15:50:54.292956+0000 mon.a (mon.0) 437 : cluster [DBG] osdmap e34: 6 total, 5 up, 5 in 2021-07-26T15:50:55.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:55 smithi037 bash[18551]: audit 2021-07-26T15:50:54.293335+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:50:55.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:55 smithi037 bash[18551]: audit 2021-07-26T15:50:54.294335+0000 mon.a (mon.0) 439 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:50:55.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:55 smithi037 bash[18551]: audit 2021-07-26T15:50:54.303702+0000 mon.b (mon.2) 15 : audit [INF] from='osd.5 [v2:172.21.15.107:6808/493900940,v1:172.21.15.107:6809/493900940]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:50:55.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:55 smithi037 bash[18551]: audit 2021-07-26T15:50:54.919844+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:50:55.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:55 smithi037 bash[18551]: audit 2021-07-26T15:50:55.228798+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:55.595 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 15:50:55 smithi107 bash[18452]: debug 2021-07-26T15:50:55.315+0000 7f3954b51700 -1 osd.5 0 waiting for initial osdmap 2021-07-26T15:50:55.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:55 smithi107 bash[14687]: cluster 2021-07-26T15:50:54.131275+0000 mgr.y (mgr.14140) 174 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:55.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:55 smithi107 bash[14687]: audit 2021-07-26T15:50:54.292836+0000 mon.a (mon.0) 436 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2021-07-26T15:50:55.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:55 smithi107 bash[14687]: cluster 2021-07-26T15:50:54.292956+0000 mon.a (mon.0) 437 : cluster [DBG] osdmap e34: 6 total, 5 up, 5 in 2021-07-26T15:50:55.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:55 smithi107 bash[14687]: audit 2021-07-26T15:50:54.293335+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:50:55.597 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:55 smithi107 bash[14687]: audit 2021-07-26T15:50:54.294335+0000 mon.a (mon.0) 439 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:50:55.597 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:55 smithi107 bash[14687]: audit 2021-07-26T15:50:54.303702+0000 mon.b (mon.2) 15 : audit [INF] from='osd.5 [v2:172.21.15.107:6808/493900940,v1:172.21.15.107:6809/493900940]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:50:55.597 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:55 smithi107 bash[14687]: audit 2021-07-26T15:50:54.919844+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:50:55.598 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:55 smithi107 bash[14687]: audit 2021-07-26T15:50:55.228798+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:56.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:56 smithi037 bash[14605]: cephadm 2021-07-26T15:50:55.230027+0000 mgr.y (mgr.14140) 175 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:50:56.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:56 smithi037 bash[14605]: audit 2021-07-26T15:50:55.299865+0000 mon.a (mon.0) 442 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2021-07-26T15:50:56.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:56 smithi037 bash[14605]: cluster 2021-07-26T15:50:55.300004+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e35: 6 total, 5 up, 5 in 2021-07-26T15:50:56.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:56 smithi037 bash[14605]: audit 2021-07-26T15:50:55.300780+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:50:56.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:56 smithi037 bash[14605]: audit 2021-07-26T15:50:55.307328+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:50:56.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:56 smithi037 bash[14605]: audit 2021-07-26T15:50:55.604448+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:56.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:56 smithi037 bash[14605]: audit 2021-07-26T15:50:55.614113+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:56.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:56 smithi037 bash[18551]: cephadm 2021-07-26T15:50:55.230027+0000 mgr.y (mgr.14140) 175 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:50:56.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:56 smithi037 bash[18551]: audit 2021-07-26T15:50:55.299865+0000 mon.a (mon.0) 442 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2021-07-26T15:50:56.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:56 smithi037 bash[18551]: cluster 2021-07-26T15:50:55.300004+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e35: 6 total, 5 up, 5 in 2021-07-26T15:50:56.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:56 smithi037 bash[18551]: audit 2021-07-26T15:50:55.300780+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:50:56.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:56 smithi037 bash[18551]: audit 2021-07-26T15:50:55.307328+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:50:56.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:56 smithi037 bash[18551]: audit 2021-07-26T15:50:55.604448+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:56.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:56 smithi037 bash[18551]: audit 2021-07-26T15:50:55.614113+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:56.751 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:56 smithi107 bash[14687]: cephadm 2021-07-26T15:50:55.230027+0000 mgr.y (mgr.14140) 175 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:50:56.752 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:56 smithi107 bash[14687]: audit 2021-07-26T15:50:55.299865+0000 mon.a (mon.0) 442 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2021-07-26T15:50:56.752 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:56 smithi107 bash[14687]: cluster 2021-07-26T15:50:55.300004+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e35: 6 total, 5 up, 5 in 2021-07-26T15:50:56.752 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:56 smithi107 bash[14687]: audit 2021-07-26T15:50:55.300780+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:50:56.753 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:56 smithi107 bash[14687]: audit 2021-07-26T15:50:55.307328+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:50:56.753 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:56 smithi107 bash[14687]: audit 2021-07-26T15:50:55.604448+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:56.753 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:56 smithi107 bash[14687]: audit 2021-07-26T15:50:55.614113+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:50:57.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:57 smithi107 bash[14687]: cluster 2021-07-26T15:50:54.399216+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:50:57.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:57 smithi107 bash[14687]: cluster 2021-07-26T15:50:54.399287+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:50:57.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:57 smithi107 bash[14687]: cluster 2021-07-26T15:50:56.131906+0000 mgr.y (mgr.14140) 176 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:57.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:57 smithi107 bash[14687]: cluster 2021-07-26T15:50:56.301983+0000 mon.a (mon.0) 448 : cluster [INF] osd.5 [v2:172.21.15.107:6808/493900940,v1:172.21.15.107:6809/493900940] boot 2021-07-26T15:50:57.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:57 smithi107 bash[14687]: cluster 2021-07-26T15:50:56.302249+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2021-07-26T15:50:57.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:57 smithi107 bash[14687]: audit 2021-07-26T15:50:56.302673+0000 mon.a (mon.0) 450 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:50:57.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:57 smithi037 bash[14605]: cluster 2021-07-26T15:50:54.399216+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:50:57.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:57 smithi037 bash[14605]: cluster 2021-07-26T15:50:54.399287+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:50:57.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:57 smithi037 bash[14605]: cluster 2021-07-26T15:50:56.131906+0000 mgr.y (mgr.14140) 176 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:57.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:57 smithi037 bash[14605]: cluster 2021-07-26T15:50:56.301983+0000 mon.a (mon.0) 448 : cluster [INF] osd.5 [v2:172.21.15.107:6808/493900940,v1:172.21.15.107:6809/493900940] boot 2021-07-26T15:50:57.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:57 smithi037 bash[14605]: cluster 2021-07-26T15:50:56.302249+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2021-07-26T15:50:57.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:57 smithi037 bash[14605]: audit 2021-07-26T15:50:56.302673+0000 mon.a (mon.0) 450 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:50:57.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:57 smithi037 bash[18551]: cluster 2021-07-26T15:50:54.399216+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:50:57.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:57 smithi037 bash[18551]: cluster 2021-07-26T15:50:54.399287+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:50:57.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:57 smithi037 bash[18551]: cluster 2021-07-26T15:50:56.131906+0000 mgr.y (mgr.14140) 176 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 1.4 MiB used, 442 GiB / 447 GiB avail 2021-07-26T15:50:57.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:57 smithi037 bash[18551]: cluster 2021-07-26T15:50:56.301983+0000 mon.a (mon.0) 448 : cluster [INF] osd.5 [v2:172.21.15.107:6808/493900940,v1:172.21.15.107:6809/493900940] boot 2021-07-26T15:50:57.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:57 smithi037 bash[18551]: cluster 2021-07-26T15:50:56.302249+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2021-07-26T15:50:57.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:57 smithi037 bash[18551]: audit 2021-07-26T15:50:56.302673+0000 mon.a (mon.0) 450 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:50:58.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:58 smithi037 bash[14605]: cluster 2021-07-26T15:50:57.323122+0000 mon.a (mon.0) 451 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2021-07-26T15:50:58.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:58 smithi037 bash[14605]: audit 2021-07-26T15:50:57.563911+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:50:58.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:58 smithi037 bash[14605]: audit 2021-07-26T15:50:57.567514+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:50:58.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:58 smithi037 bash[14605]: audit 2021-07-26T15:50:57.569765+0000 mon.a (mon.0) 454 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:50:58.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:58 smithi037 bash[14605]: audit 2021-07-26T15:50:57.571966+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:58.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:58 smithi037 bash[18551]: cluster 2021-07-26T15:50:57.323122+0000 mon.a (mon.0) 451 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2021-07-26T15:50:58.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:58 smithi037 bash[18551]: audit 2021-07-26T15:50:57.563911+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:50:58.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:58 smithi037 bash[18551]: audit 2021-07-26T15:50:57.567514+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:50:58.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:58 smithi037 bash[18551]: audit 2021-07-26T15:50:57.569765+0000 mon.a (mon.0) 454 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:50:58.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:58 smithi037 bash[18551]: audit 2021-07-26T15:50:57.571966+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:58.751 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:58 smithi107 bash[14687]: cluster 2021-07-26T15:50:57.323122+0000 mon.a (mon.0) 451 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2021-07-26T15:50:58.752 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:58 smithi107 bash[14687]: audit 2021-07-26T15:50:57.563911+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:50:58.752 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:58 smithi107 bash[14687]: audit 2021-07-26T15:50:57.567514+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:50:58.752 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:58 smithi107 bash[14687]: audit 2021-07-26T15:50:57.569765+0000 mon.a (mon.0) 454 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:50:58.752 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:58 smithi107 bash[14687]: audit 2021-07-26T15:50:57.571966+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:50:59.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:59 smithi037 bash[14605]: audit 2021-07-26T15:50:57.561961+0000 mgr.y (mgr.14140) 177 : audit [DBG] from='client.34265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:50:59.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:59 smithi037 bash[14605]: cephadm 2021-07-26T15:50:57.566973+0000 mgr.y (mgr.14140) 178 : cephadm [INF] Applying drive group None on host smithi107... 2021-07-26T15:50:59.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:50:59 smithi037 bash[14605]: cluster 2021-07-26T15:50:58.132488+0000 mgr.y (mgr.14140) 179 : cluster [DBG] pgmap v159: 1 pgs: 1 peering; 0 B data, 1.7 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:50:59.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:59 smithi037 bash[18551]: audit 2021-07-26T15:50:57.561961+0000 mgr.y (mgr.14140) 177 : audit [DBG] from='client.34265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:50:59.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:59 smithi037 bash[18551]: cephadm 2021-07-26T15:50:57.566973+0000 mgr.y (mgr.14140) 178 : cephadm [INF] Applying drive group None on host smithi107... 2021-07-26T15:50:59.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:50:59 smithi037 bash[18551]: cluster 2021-07-26T15:50:58.132488+0000 mgr.y (mgr.14140) 179 : cluster [DBG] pgmap v159: 1 pgs: 1 peering; 0 B data, 1.7 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:50:59.751 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:59 smithi107 bash[14687]: audit 2021-07-26T15:50:57.561961+0000 mgr.y (mgr.14140) 177 : audit [DBG] from='client.34265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:50:59.752 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:59 smithi107 bash[14687]: cephadm 2021-07-26T15:50:57.566973+0000 mgr.y (mgr.14140) 178 : cephadm [INF] Applying drive group None on host smithi107... 2021-07-26T15:50:59.752 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:50:59 smithi107 bash[14687]: cluster 2021-07-26T15:50:58.132488+0000 mgr.y (mgr.14140) 179 : cluster [DBG] pgmap v159: 1 pgs: 1 peering; 0 B data, 1.7 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:01.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:01 smithi037 bash[14605]: cluster 2021-07-26T15:51:00.133036+0000 mgr.y (mgr.14140) 180 : cluster [DBG] pgmap v160: 1 pgs: 1 peering; 0 B data, 1.8 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:01.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:01 smithi037 bash[18551]: cluster 2021-07-26T15:51:00.133036+0000 mgr.y (mgr.14140) 180 : cluster [DBG] pgmap v160: 1 pgs: 1 peering; 0 B data, 1.8 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:01.751 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:01 smithi107 bash[14687]: cluster 2021-07-26T15:51:00.133036+0000 mgr.y (mgr.14140) 180 : cluster [DBG] pgmap v160: 1 pgs: 1 peering; 0 B data, 1.8 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:02.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:02 smithi037 bash[14605]: audit 2021-07-26T15:51:01.565188+0000 mon.a (mon.0) 456 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1fb59d55-2494-4e01-9fc8-e37fb53d0c92"}]: dispatch 2021-07-26T15:51:02.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:02 smithi037 bash[14605]: audit 2021-07-26T15:51:01.573870+0000 mon.a (mon.0) 457 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1fb59d55-2494-4e01-9fc8-e37fb53d0c92"}]': finished 2021-07-26T15:51:02.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:02 smithi037 bash[14605]: cluster 2021-07-26T15:51:01.574098+0000 mon.a (mon.0) 458 : cluster [DBG] osdmap e38: 7 total, 6 up, 6 in 2021-07-26T15:51:02.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:02 smithi037 bash[14605]: audit 2021-07-26T15:51:01.574293+0000 mon.b (mon.2) 16 : audit [INF] from='client.? 172.21.15.107:0/906442272' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1fb59d55-2494-4e01-9fc8-e37fb53d0c92"}]: dispatch 2021-07-26T15:51:02.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:02 smithi037 bash[14605]: audit 2021-07-26T15:51:01.574404+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:51:02.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:02 smithi037 bash[14605]: cluster 2021-07-26T15:51:02.133666+0000 mgr.y (mgr.14140) 181 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:02.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:02 smithi037 bash[14605]: audit 2021-07-26T15:51:02.197687+0000 mon.b (mon.2) 17 : audit [DBG] from='client.? 172.21.15.107:0/3699105343' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:51:02.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:02 smithi037 bash[18551]: audit 2021-07-26T15:51:01.565188+0000 mon.a (mon.0) 456 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1fb59d55-2494-4e01-9fc8-e37fb53d0c92"}]: dispatch 2021-07-26T15:51:02.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:02 smithi037 bash[18551]: audit 2021-07-26T15:51:01.573870+0000 mon.a (mon.0) 457 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1fb59d55-2494-4e01-9fc8-e37fb53d0c92"}]': finished 2021-07-26T15:51:02.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:02 smithi037 bash[18551]: cluster 2021-07-26T15:51:01.574098+0000 mon.a (mon.0) 458 : cluster [DBG] osdmap e38: 7 total, 6 up, 6 in 2021-07-26T15:51:02.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:02 smithi037 bash[18551]: audit 2021-07-26T15:51:01.574293+0000 mon.b (mon.2) 16 : audit [INF] from='client.? 172.21.15.107:0/906442272' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1fb59d55-2494-4e01-9fc8-e37fb53d0c92"}]: dispatch 2021-07-26T15:51:02.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:02 smithi037 bash[18551]: audit 2021-07-26T15:51:01.574404+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:51:02.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:02 smithi037 bash[18551]: cluster 2021-07-26T15:51:02.133666+0000 mgr.y (mgr.14140) 181 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:02.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:02 smithi037 bash[18551]: audit 2021-07-26T15:51:02.197687+0000 mon.b (mon.2) 17 : audit [DBG] from='client.? 172.21.15.107:0/3699105343' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:51:02.751 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:02 smithi107 bash[14687]: audit 2021-07-26T15:51:01.565188+0000 mon.a (mon.0) 456 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1fb59d55-2494-4e01-9fc8-e37fb53d0c92"}]: dispatch 2021-07-26T15:51:02.752 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:02 smithi107 bash[14687]: audit 2021-07-26T15:51:01.573870+0000 mon.a (mon.0) 457 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1fb59d55-2494-4e01-9fc8-e37fb53d0c92"}]': finished 2021-07-26T15:51:02.752 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:02 smithi107 bash[14687]: cluster 2021-07-26T15:51:01.574098+0000 mon.a (mon.0) 458 : cluster [DBG] osdmap e38: 7 total, 6 up, 6 in 2021-07-26T15:51:02.753 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:02 smithi107 bash[14687]: audit 2021-07-26T15:51:01.574293+0000 mon.b (mon.2) 16 : audit [INF] from='client.? 172.21.15.107:0/906442272' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1fb59d55-2494-4e01-9fc8-e37fb53d0c92"}]: dispatch 2021-07-26T15:51:02.753 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:02 smithi107 bash[14687]: audit 2021-07-26T15:51:01.574404+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:51:02.753 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:02 smithi107 bash[14687]: cluster 2021-07-26T15:51:02.133666+0000 mgr.y (mgr.14140) 181 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:02.754 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:02 smithi107 bash[14687]: audit 2021-07-26T15:51:02.197687+0000 mon.b (mon.2) 17 : audit [DBG] from='client.? 172.21.15.107:0/3699105343' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:51:05.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:05 smithi107 bash[14687]: cluster 2021-07-26T15:51:04.134280+0000 mgr.y (mgr.14140) 182 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:05.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:05 smithi107 bash[14687]: audit 2021-07-26T15:51:05.077651+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:51:05.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:05 smithi037 bash[14605]: cluster 2021-07-26T15:51:04.134280+0000 mgr.y (mgr.14140) 182 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:05.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:05 smithi037 bash[14605]: audit 2021-07-26T15:51:05.077651+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:51:05.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:05 smithi037 bash[18551]: cluster 2021-07-26T15:51:04.134280+0000 mgr.y (mgr.14140) 182 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:05.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:05 smithi037 bash[18551]: audit 2021-07-26T15:51:05.077651+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:51:07.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:07 smithi107 bash[14687]: cluster 2021-07-26T15:51:06.134842+0000 mgr.y (mgr.14140) 183 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:07.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:07 smithi037 bash[18551]: cluster 2021-07-26T15:51:06.134842+0000 mgr.y (mgr.14140) 183 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:07.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:07 smithi037 bash[14605]: cluster 2021-07-26T15:51:06.134842+0000 mgr.y (mgr.14140) 183 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:09.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:09 smithi107 bash[14687]: cluster 2021-07-26T15:51:08.135374+0000 mgr.y (mgr.14140) 184 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:09.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:09 smithi037 bash[14605]: cluster 2021-07-26T15:51:08.135374+0000 mgr.y (mgr.14140) 184 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:09.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:09 smithi037 bash[18551]: cluster 2021-07-26T15:51:08.135374+0000 mgr.y (mgr.14140) 184 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:10.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:10 smithi107 bash[14687]: audit 2021-07-26T15:51:09.349954+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2021-07-26T15:51:10.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:10 smithi107 bash[14687]: audit 2021-07-26T15:51:09.351904+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:51:10.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:10 smithi107 bash[14687]: audit 2021-07-26T15:51:09.354288+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.6", "key": "container_image"}]: dispatch 2021-07-26T15:51:10.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:10 smithi037 bash[14605]: audit 2021-07-26T15:51:09.349954+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2021-07-26T15:51:10.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:10 smithi037 bash[14605]: audit 2021-07-26T15:51:09.351904+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:51:10.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:10 smithi037 bash[14605]: audit 2021-07-26T15:51:09.354288+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.6", "key": "container_image"}]: dispatch 2021-07-26T15:51:10.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:10 smithi037 bash[18551]: audit 2021-07-26T15:51:09.349954+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2021-07-26T15:51:10.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:10 smithi037 bash[18551]: audit 2021-07-26T15:51:09.351904+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:51:10.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:10 smithi037 bash[18551]: audit 2021-07-26T15:51:09.354288+0000 mon.a (mon.0) 463 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.6", "key": "container_image"}]: dispatch 2021-07-26T15:51:11.251 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:11 smithi107 bash[14687]: cephadm 2021-07-26T15:51:09.353429+0000 mgr.y (mgr.14140) 185 : cephadm [INF] Deploying daemon osd.6 on smithi107 2021-07-26T15:51:11.251 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:11 smithi107 bash[14687]: cluster 2021-07-26T15:51:10.136097+0000 mgr.y (mgr.14140) 186 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:11.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:11 smithi037 bash[14605]: cephadm 2021-07-26T15:51:09.353429+0000 mgr.y (mgr.14140) 185 : cephadm [INF] Deploying daemon osd.6 on smithi107 2021-07-26T15:51:11.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:11 smithi037 bash[14605]: cluster 2021-07-26T15:51:10.136097+0000 mgr.y (mgr.14140) 186 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:11.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:11 smithi037 bash[18551]: cephadm 2021-07-26T15:51:09.353429+0000 mgr.y (mgr.14140) 185 : cephadm [INF] Deploying daemon osd.6 on smithi107 2021-07-26T15:51:11.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:11 smithi037 bash[18551]: cluster 2021-07-26T15:51:10.136097+0000 mgr.y (mgr.14140) 186 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:11.844 INFO:teuthology.orchestra.run.smithi107.stdout:Created osd(s) 6 on host 'smithi107' 2021-07-26T15:51:12.251 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:12 smithi107 bash[14687]: audit 2021-07-26T15:51:11.833728+0000 mon.a (mon.0) 464 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:51:12.251 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:12 smithi107 bash[14687]: audit 2021-07-26T15:51:11.839375+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:12.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:12 smithi037 bash[14605]: audit 2021-07-26T15:51:11.833728+0000 mon.a (mon.0) 464 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:51:12.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:12 smithi037 bash[14605]: audit 2021-07-26T15:51:11.839375+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:12.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:12 smithi037 bash[18551]: audit 2021-07-26T15:51:11.833728+0000 mon.a (mon.0) 464 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:51:12.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:12 smithi037 bash[18551]: audit 2021-07-26T15:51:11.839375+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:13.423 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:13 smithi107 bash[14687]: cluster 2021-07-26T15:51:12.136683+0000 mgr.y (mgr.14140) 187 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:13.424 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:13 smithi107 bash[14687]: audit 2021-07-26T15:51:12.737234+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:13.424 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:13 smithi107 bash[14687]: audit 2021-07-26T15:51:12.739337+0000 mon.a (mon.0) 467 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:51:13.426 DEBUG:teuthology.orchestra.run.smithi107:osd.6> sudo journalctl -f -n 0 -u ceph-72588c72-ee28-11eb-8c23-001a4aab830c@osd.6.service 2021-07-26T15:51:13.428 INFO:tasks.cephadm:Deploying osd.7 on smithi107 with /dev/vg_nvme/lv_1... 2021-07-26T15:51:13.429 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2021-07-26T15:51:13.445 INFO:journalctl@ceph.osd.6.smithi107.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:51:13.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:13 smithi037 bash[14605]: cluster 2021-07-26T15:51:12.136683+0000 mgr.y (mgr.14140) 187 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:13.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:13 smithi037 bash[14605]: audit 2021-07-26T15:51:12.737234+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:13.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:13 smithi037 bash[14605]: audit 2021-07-26T15:51:12.739337+0000 mon.a (mon.0) 467 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:51:13.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:13 smithi037 bash[18551]: cluster 2021-07-26T15:51:12.136683+0000 mgr.y (mgr.14140) 187 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:13.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:13 smithi037 bash[18551]: audit 2021-07-26T15:51:12.737234+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:13.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:13 smithi037 bash[18551]: audit 2021-07-26T15:51:12.739337+0000 mon.a (mon.0) 467 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:51:14.995 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 15:51:14 smithi107 bash[19665]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2021-07-26T15:51:14.995 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 15:51:14 smithi107 bash[19665]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2021-07-26T15:51:14.995 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 15:51:14 smithi107 bash[19665]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2021-07-26T15:51:14.996 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 15:51:14 smithi107 bash[19665]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2021-07-26T15:51:14.996 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 15:51:14 smithi107 bash[19665]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2021-07-26T15:51:14.996 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 15:51:14 smithi107 bash[19665]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2021-07-26T15:51:14.996 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 15:51:14 smithi107 bash[19665]: --> ceph-volume lvm activate successful for osd ID: 6 2021-07-26T15:51:15.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:15 smithi037 bash[14605]: cluster 2021-07-26T15:51:14.137240+0000 mgr.y (mgr.14140) 188 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:15.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:15 smithi037 bash[14605]: audit 2021-07-26T15:51:14.275142+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:15.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:15 smithi037 bash[18551]: cluster 2021-07-26T15:51:14.137240+0000 mgr.y (mgr.14140) 188 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:15.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:15 smithi037 bash[18551]: audit 2021-07-26T15:51:14.275142+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:15.721 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:15 smithi107 bash[14687]: cluster 2021-07-26T15:51:14.137240+0000 mgr.y (mgr.14140) 188 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:15.721 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:15 smithi107 bash[14687]: audit 2021-07-26T15:51:14.275142+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:16.001 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 15:51:15 smithi107 bash[19975]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:51:17.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:17 smithi037 bash[14605]: cluster 2021-07-26T15:51:16.137825+0000 mgr.y (mgr.14140) 189 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:17.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:17 smithi037 bash[18551]: cluster 2021-07-26T15:51:16.137825+0000 mgr.y (mgr.14140) 189 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:17.751 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:17 smithi107 bash[14687]: cluster 2021-07-26T15:51:16.137825+0000 mgr.y (mgr.14140) 189 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:19.063 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 15:51:18 smithi107 bash[19975]: debug 2021-07-26T15:51:18.815+0000 7f7143b23f00 1 -- 172.21.15.107:0/1904457020 >> [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] conn(0x55657f8bec00 msgr2=0x55657f831400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2021-07-26T15:51:19.063 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 15:51:18 smithi107 bash[19975]: debug 2021-07-26T15:51:18.815+0000 7f7143b23f00 1 --2- 172.21.15.107:0/1904457020 >> [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] conn(0x55657f8bec00 0x55657f831400 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 rx=0x55657f841bf0 tx=0x55657f87c5a0).stop 2021-07-26T15:51:19.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:19 smithi107 bash[14687]: cluster 2021-07-26T15:51:18.138367+0000 mgr.y (mgr.14140) 190 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:19.501 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 15:51:19 smithi107 bash[19975]: debug 2021-07-26T15:51:19.123+0000 7f7143b23f00 -1 Falling back to public interface 2021-07-26T15:51:19.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:19 smithi037 bash[14605]: cluster 2021-07-26T15:51:18.138367+0000 mgr.y (mgr.14140) 190 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:19.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:19 smithi037 bash[18551]: cluster 2021-07-26T15:51:18.138367+0000 mgr.y (mgr.14140) 190 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:19.872 INFO:teuthology.orchestra.run.smithi107.stderr:--> Zapping: /dev/vg_nvme/lv_1 2021-07-26T15:51:19.873 INFO:teuthology.orchestra.run.smithi107.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2021-07-26T15:51:19.873 INFO:teuthology.orchestra.run.smithi107.stderr: stderr: 10+0 records in 2021-07-26T15:51:19.873 INFO:teuthology.orchestra.run.smithi107.stderr:10+0 records out 2021-07-26T15:51:19.874 INFO:teuthology.orchestra.run.smithi107.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0155096 s, 676 MB/s 2021-07-26T15:51:19.874 INFO:teuthology.orchestra.run.smithi107.stderr:--> Zapping successful for: 2021-07-26T15:51:20.001 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 15:51:19 smithi107 bash[19975]: debug 2021-07-26T15:51:19.751+0000 7f7143b23f00 -1 osd.6 0 log_to_monitors {default=true} 2021-07-26T15:51:20.354 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:20 smithi107 bash[14687]: audit 2021-07-26T15:51:19.748948+0000 mon.a (mon.0) 469 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T15:51:20.354 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:20 smithi107 bash[14687]: audit 2021-07-26T15:51:19.758174+0000 mon.b (mon.2) 18 : audit [INF] from='osd.6 [v2:172.21.15.107:6816/4159411413,v1:172.21.15.107:6817/4159411413]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T15:51:20.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:20 smithi037 bash[14605]: audit 2021-07-26T15:51:19.748948+0000 mon.a (mon.0) 469 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T15:51:20.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:20 smithi037 bash[14605]: audit 2021-07-26T15:51:19.758174+0000 mon.b (mon.2) 18 : audit [INF] from='osd.6 [v2:172.21.15.107:6816/4159411413,v1:172.21.15.107:6817/4159411413]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T15:51:20.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:20 smithi037 bash[18551]: audit 2021-07-26T15:51:19.748948+0000 mon.a (mon.0) 469 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T15:51:20.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:20 smithi037 bash[18551]: audit 2021-07-26T15:51:19.758174+0000 mon.b (mon.2) 18 : audit [INF] from='osd.6 [v2:172.21.15.107:6816/4159411413,v1:172.21.15.107:6817/4159411413]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T15:51:20.640 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph orch daemon add osd smithi107:vg_nvme/lv_1 2021-07-26T15:51:21.251 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 15:51:21 smithi107 bash[19975]: debug 2021-07-26T15:51:21.175+0000 7f7126ff0700 -1 osd.6 0 waiting for initial osdmap 2021-07-26T15:51:21.252 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:21 smithi107 bash[14687]: cluster 2021-07-26T15:51:20.138930+0000 mgr.y (mgr.14140) 191 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:21.252 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:21 smithi107 bash[14687]: audit 2021-07-26T15:51:20.156929+0000 mon.a (mon.0) 470 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2021-07-26T15:51:21.252 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:21 smithi107 bash[14687]: cluster 2021-07-26T15:51:20.157088+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e39: 7 total, 6 up, 6 in 2021-07-26T15:51:21.252 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:21 smithi107 bash[14687]: audit 2021-07-26T15:51:20.157372+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:51:21.253 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:21 smithi107 bash[14687]: audit 2021-07-26T15:51:20.159863+0000 mon.a (mon.0) 473 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:51:21.253 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:21 smithi107 bash[14687]: audit 2021-07-26T15:51:20.169155+0000 mon.b (mon.2) 19 : audit [INF] from='osd.6 [v2:172.21.15.107:6816/4159411413,v1:172.21.15.107:6817/4159411413]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:51:21.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:21 smithi037 bash[18551]: cluster 2021-07-26T15:51:20.138930+0000 mgr.y (mgr.14140) 191 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:21.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:21 smithi037 bash[18551]: audit 2021-07-26T15:51:20.156929+0000 mon.a (mon.0) 470 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2021-07-26T15:51:21.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:21 smithi037 bash[18551]: cluster 2021-07-26T15:51:20.157088+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e39: 7 total, 6 up, 6 in 2021-07-26T15:51:21.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:21 smithi037 bash[18551]: audit 2021-07-26T15:51:20.157372+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:51:21.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:21 smithi037 bash[18551]: audit 2021-07-26T15:51:20.159863+0000 mon.a (mon.0) 473 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:51:21.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:21 smithi037 bash[18551]: audit 2021-07-26T15:51:20.169155+0000 mon.b (mon.2) 19 : audit [INF] from='osd.6 [v2:172.21.15.107:6816/4159411413,v1:172.21.15.107:6817/4159411413]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:51:21.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:21 smithi037 bash[14605]: cluster 2021-07-26T15:51:20.138930+0000 mgr.y (mgr.14140) 191 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 1.9 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:21.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:21 smithi037 bash[14605]: audit 2021-07-26T15:51:20.156929+0000 mon.a (mon.0) 470 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2021-07-26T15:51:21.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:21 smithi037 bash[14605]: cluster 2021-07-26T15:51:20.157088+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e39: 7 total, 6 up, 6 in 2021-07-26T15:51:21.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:21 smithi037 bash[14605]: audit 2021-07-26T15:51:20.157372+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:51:21.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:21 smithi037 bash[14605]: audit 2021-07-26T15:51:20.159863+0000 mon.a (mon.0) 473 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:51:21.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:21 smithi037 bash[14605]: audit 2021-07-26T15:51:20.169155+0000 mon.b (mon.2) 19 : audit [INF] from='osd.6 [v2:172.21.15.107:6816/4159411413,v1:172.21.15.107:6817/4159411413]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:51:22.316 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:22 smithi107 bash[14687]: audit 2021-07-26T15:51:21.161977+0000 mon.a (mon.0) 474 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2021-07-26T15:51:22.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:22 smithi107 bash[14687]: cluster 2021-07-26T15:51:21.162302+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e40: 7 total, 6 up, 6 in 2021-07-26T15:51:22.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:22 smithi107 bash[14687]: audit 2021-07-26T15:51:21.163291+0000 mon.a (mon.0) 476 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:51:22.317 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:22 smithi107 bash[14687]: audit 2021-07-26T15:51:21.170536+0000 mon.a (mon.0) 477 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:51:22.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:22 smithi107 bash[14687]: audit 2021-07-26T15:51:21.375512+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:51:22.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:22 smithi107 bash[14687]: audit 2021-07-26T15:51:21.682195+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:22.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:22 smithi107 bash[14687]: audit 2021-07-26T15:51:21.702005+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:22.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:22 smithi107 bash[14687]: audit 2021-07-26T15:51:22.061075+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:22.318 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:22 smithi107 bash[14687]: cluster 2021-07-26T15:51:22.162267+0000 mon.a (mon.0) 482 : cluster [INF] osd.6 [v2:172.21.15.107:6816/4159411413,v1:172.21.15.107:6817/4159411413] boot 2021-07-26T15:51:22.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:22 smithi107 bash[14687]: cluster 2021-07-26T15:51:22.162407+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e41: 7 total, 7 up, 7 in 2021-07-26T15:51:22.319 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:22 smithi107 bash[14687]: audit 2021-07-26T15:51:22.162915+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:51:22.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[14605]: audit 2021-07-26T15:51:21.161977+0000 mon.a (mon.0) 474 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2021-07-26T15:51:22.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[14605]: cluster 2021-07-26T15:51:21.162302+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e40: 7 total, 6 up, 6 in 2021-07-26T15:51:22.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[14605]: audit 2021-07-26T15:51:21.163291+0000 mon.a (mon.0) 476 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:51:22.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[14605]: audit 2021-07-26T15:51:21.170536+0000 mon.a (mon.0) 477 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:51:22.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[14605]: audit 2021-07-26T15:51:21.375512+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:51:22.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[14605]: audit 2021-07-26T15:51:21.682195+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:22.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[14605]: audit 2021-07-26T15:51:21.702005+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:22.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[14605]: audit 2021-07-26T15:51:22.061075+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:22.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[14605]: cluster 2021-07-26T15:51:22.162267+0000 mon.a (mon.0) 482 : cluster [INF] osd.6 [v2:172.21.15.107:6816/4159411413,v1:172.21.15.107:6817/4159411413] boot 2021-07-26T15:51:22.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[14605]: cluster 2021-07-26T15:51:22.162407+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e41: 7 total, 7 up, 7 in 2021-07-26T15:51:22.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[14605]: audit 2021-07-26T15:51:22.162915+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:51:22.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[18551]: audit 2021-07-26T15:51:21.161977+0000 mon.a (mon.0) 474 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2021-07-26T15:51:22.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[18551]: cluster 2021-07-26T15:51:21.162302+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e40: 7 total, 6 up, 6 in 2021-07-26T15:51:22.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[18551]: audit 2021-07-26T15:51:21.163291+0000 mon.a (mon.0) 476 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:51:22.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[18551]: audit 2021-07-26T15:51:21.170536+0000 mon.a (mon.0) 477 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:51:22.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[18551]: audit 2021-07-26T15:51:21.375512+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:51:22.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[18551]: audit 2021-07-26T15:51:21.682195+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:22.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[18551]: audit 2021-07-26T15:51:21.702005+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:22.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[18551]: audit 2021-07-26T15:51:22.061075+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:22.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[18551]: cluster 2021-07-26T15:51:22.162267+0000 mon.a (mon.0) 482 : cluster [INF] osd.6 [v2:172.21.15.107:6816/4159411413,v1:172.21.15.107:6817/4159411413] boot 2021-07-26T15:51:22.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[18551]: cluster 2021-07-26T15:51:22.162407+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e41: 7 total, 7 up, 7 in 2021-07-26T15:51:22.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:22 smithi037 bash[18551]: audit 2021-07-26T15:51:22.162915+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:51:23.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:23 smithi107 bash[14687]: cluster 2021-07-26T15:51:20.720331+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:51:23.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:23 smithi107 bash[14687]: cluster 2021-07-26T15:51:20.720418+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:51:23.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:23 smithi107 bash[14687]: cephadm 2021-07-26T15:51:21.705619+0000 mgr.y (mgr.14140) 192 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:51:23.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:23 smithi107 bash[14687]: cluster 2021-07-26T15:51:22.139505+0000 mgr.y (mgr.14140) 193 : cluster [DBG] pgmap v174: 1 pgs: 1 peering; 0 B data, 2.0 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:23.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:23 smithi037 bash[14605]: cluster 2021-07-26T15:51:20.720331+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:51:23.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:23 smithi037 bash[14605]: cluster 2021-07-26T15:51:20.720418+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:51:23.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:23 smithi037 bash[14605]: cephadm 2021-07-26T15:51:21.705619+0000 mgr.y (mgr.14140) 192 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:51:23.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:23 smithi037 bash[14605]: cluster 2021-07-26T15:51:22.139505+0000 mgr.y (mgr.14140) 193 : cluster [DBG] pgmap v174: 1 pgs: 1 peering; 0 B data, 2.0 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:23.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:23 smithi037 bash[18551]: cluster 2021-07-26T15:51:20.720331+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:51:23.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:23 smithi037 bash[18551]: cluster 2021-07-26T15:51:20.720418+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:51:23.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:23 smithi037 bash[18551]: cephadm 2021-07-26T15:51:21.705619+0000 mgr.y (mgr.14140) 192 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:51:23.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:23 smithi037 bash[18551]: cluster 2021-07-26T15:51:22.139505+0000 mgr.y (mgr.14140) 193 : cluster [DBG] pgmap v174: 1 pgs: 1 peering; 0 B data, 2.0 MiB used, 530 GiB / 536 GiB avail 2021-07-26T15:51:24.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:24 smithi107 bash[14687]: cluster 2021-07-26T15:51:23.180949+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2021-07-26T15:51:24.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:24 smithi037 bash[14605]: cluster 2021-07-26T15:51:23.180949+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2021-07-26T15:51:24.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:24 smithi037 bash[18551]: cluster 2021-07-26T15:51:23.180949+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2021-07-26T15:51:25.495 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:25 smithi107 bash[14687]: cluster 2021-07-26T15:51:24.140110+0000 mgr.y (mgr.14140) 194 : cluster [DBG] pgmap v177: 1 pgs: 1 peering; 0 B data, 2.4 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:25.495 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:25 smithi107 bash[14687]: audit 2021-07-26T15:51:24.278127+0000 mgr.y (mgr.14140) 195 : audit [DBG] from='client.34292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:25.495 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:25 smithi107 bash[14687]: audit 2021-07-26T15:51:24.280187+0000 mon.a (mon.0) 486 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:51:25.496 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:25 smithi107 bash[14687]: cephadm 2021-07-26T15:51:24.283525+0000 mgr.y (mgr.14140) 196 : cephadm [INF] Applying drive group None on host smithi107... 2021-07-26T15:51:25.496 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:25 smithi107 bash[14687]: audit 2021-07-26T15:51:24.284118+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:51:25.496 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:25 smithi107 bash[14687]: audit 2021-07-26T15:51:24.286095+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:51:25.496 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:25 smithi107 bash[14687]: audit 2021-07-26T15:51:24.288319+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:51:25.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:25 smithi037 bash[18551]: cluster 2021-07-26T15:51:24.140110+0000 mgr.y (mgr.14140) 194 : cluster [DBG] pgmap v177: 1 pgs: 1 peering; 0 B data, 2.4 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:25.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:25 smithi037 bash[18551]: audit 2021-07-26T15:51:24.278127+0000 mgr.y (mgr.14140) 195 : audit [DBG] from='client.34292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:25.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:25 smithi037 bash[18551]: audit 2021-07-26T15:51:24.280187+0000 mon.a (mon.0) 486 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:51:25.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:25 smithi037 bash[18551]: cephadm 2021-07-26T15:51:24.283525+0000 mgr.y (mgr.14140) 196 : cephadm [INF] Applying drive group None on host smithi107... 2021-07-26T15:51:25.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:25 smithi037 bash[18551]: audit 2021-07-26T15:51:24.284118+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:51:25.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:25 smithi037 bash[18551]: audit 2021-07-26T15:51:24.286095+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:51:25.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:25 smithi037 bash[18551]: audit 2021-07-26T15:51:24.288319+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:51:25.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:25 smithi037 bash[14605]: cluster 2021-07-26T15:51:24.140110+0000 mgr.y (mgr.14140) 194 : cluster [DBG] pgmap v177: 1 pgs: 1 peering; 0 B data, 2.4 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:25.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:25 smithi037 bash[14605]: audit 2021-07-26T15:51:24.278127+0000 mgr.y (mgr.14140) 195 : audit [DBG] from='client.34292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi107:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:25.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:25 smithi037 bash[14605]: audit 2021-07-26T15:51:24.280187+0000 mon.a (mon.0) 486 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2021-07-26T15:51:25.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:25 smithi037 bash[14605]: cephadm 2021-07-26T15:51:24.283525+0000 mgr.y (mgr.14140) 196 : cephadm [INF] Applying drive group None on host smithi107... 2021-07-26T15:51:25.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:25 smithi037 bash[14605]: audit 2021-07-26T15:51:24.284118+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2021-07-26T15:51:25.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:25 smithi037 bash[14605]: audit 2021-07-26T15:51:24.286095+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:51:25.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:25 smithi037 bash[14605]: audit 2021-07-26T15:51:24.288319+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:51:27.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:27 smithi107 bash[14687]: cluster 2021-07-26T15:51:26.140706+0000 mgr.y (mgr.14140) 197 : cluster [DBG] pgmap v178: 1 pgs: 1 peering; 0 B data, 2.4 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:27.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:27 smithi037 bash[14605]: cluster 2021-07-26T15:51:26.140706+0000 mgr.y (mgr.14140) 197 : cluster [DBG] pgmap v178: 1 pgs: 1 peering; 0 B data, 2.4 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:27.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:27 smithi037 bash[18551]: cluster 2021-07-26T15:51:26.140706+0000 mgr.y (mgr.14140) 197 : cluster [DBG] pgmap v178: 1 pgs: 1 peering; 0 B data, 2.4 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:28.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:28 smithi107 bash[14687]: audit 2021-07-26T15:51:27.972271+0000 mon.a (mon.0) 490 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b53c2b0d-858a-484c-b4c8-f676679540c2"}]: dispatch 2021-07-26T15:51:28.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:28 smithi107 bash[14687]: audit 2021-07-26T15:51:27.981436+0000 mon.b (mon.2) 20 : audit [INF] from='client.? 172.21.15.107:0/2738675456' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b53c2b0d-858a-484c-b4c8-f676679540c2"}]: dispatch 2021-07-26T15:51:28.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:28 smithi107 bash[14687]: audit 2021-07-26T15:51:27.981443+0000 mon.a (mon.0) 491 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b53c2b0d-858a-484c-b4c8-f676679540c2"}]': finished 2021-07-26T15:51:28.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:28 smithi107 bash[14687]: cluster 2021-07-26T15:51:27.981590+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e43: 8 total, 7 up, 7 in 2021-07-26T15:51:28.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:28 smithi107 bash[14687]: audit 2021-07-26T15:51:27.981942+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:51:28.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:28 smithi037 bash[14605]: audit 2021-07-26T15:51:27.972271+0000 mon.a (mon.0) 490 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b53c2b0d-858a-484c-b4c8-f676679540c2"}]: dispatch 2021-07-26T15:51:28.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:28 smithi037 bash[14605]: audit 2021-07-26T15:51:27.981436+0000 mon.b (mon.2) 20 : audit [INF] from='client.? 172.21.15.107:0/2738675456' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b53c2b0d-858a-484c-b4c8-f676679540c2"}]: dispatch 2021-07-26T15:51:28.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:28 smithi037 bash[14605]: audit 2021-07-26T15:51:27.981443+0000 mon.a (mon.0) 491 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b53c2b0d-858a-484c-b4c8-f676679540c2"}]': finished 2021-07-26T15:51:28.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:28 smithi037 bash[14605]: cluster 2021-07-26T15:51:27.981590+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e43: 8 total, 7 up, 7 in 2021-07-26T15:51:28.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:28 smithi037 bash[14605]: audit 2021-07-26T15:51:27.981942+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:51:28.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:28 smithi037 bash[18551]: audit 2021-07-26T15:51:27.972271+0000 mon.a (mon.0) 490 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b53c2b0d-858a-484c-b4c8-f676679540c2"}]: dispatch 2021-07-26T15:51:28.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:28 smithi037 bash[18551]: audit 2021-07-26T15:51:27.981436+0000 mon.b (mon.2) 20 : audit [INF] from='client.? 172.21.15.107:0/2738675456' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b53c2b0d-858a-484c-b4c8-f676679540c2"}]: dispatch 2021-07-26T15:51:28.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:28 smithi037 bash[18551]: audit 2021-07-26T15:51:27.981443+0000 mon.a (mon.0) 491 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b53c2b0d-858a-484c-b4c8-f676679540c2"}]': finished 2021-07-26T15:51:28.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:28 smithi037 bash[18551]: cluster 2021-07-26T15:51:27.981590+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e43: 8 total, 7 up, 7 in 2021-07-26T15:51:28.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:28 smithi037 bash[18551]: audit 2021-07-26T15:51:27.981942+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:51:29.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:29 smithi107 bash[14687]: cluster 2021-07-26T15:51:28.141218+0000 mgr.y (mgr.14140) 198 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:29.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:29 smithi107 bash[14687]: audit 2021-07-26T15:51:28.587153+0000 mon.b (mon.2) 21 : audit [DBG] from='client.? 172.21.15.107:0/2384878094' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:51:29.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:29 smithi037 bash[18551]: cluster 2021-07-26T15:51:28.141218+0000 mgr.y (mgr.14140) 198 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:29.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:29 smithi037 bash[18551]: audit 2021-07-26T15:51:28.587153+0000 mon.b (mon.2) 21 : audit [DBG] from='client.? 172.21.15.107:0/2384878094' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:51:29.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:29 smithi037 bash[14605]: cluster 2021-07-26T15:51:28.141218+0000 mgr.y (mgr.14140) 198 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:29.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:29 smithi037 bash[14605]: audit 2021-07-26T15:51:28.587153+0000 mon.b (mon.2) 21 : audit [DBG] from='client.? 172.21.15.107:0/2384878094' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2021-07-26T15:51:31.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:31 smithi107 bash[14687]: cluster 2021-07-26T15:51:30.141744+0000 mgr.y (mgr.14140) 199 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:31.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:31 smithi037 bash[14605]: cluster 2021-07-26T15:51:30.141744+0000 mgr.y (mgr.14140) 199 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:31.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:31 smithi037 bash[18551]: cluster 2021-07-26T15:51:30.141744+0000 mgr.y (mgr.14140) 199 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:32.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:32 smithi107 bash[14687]: audit 2021-07-26T15:51:31.458381+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:51:32.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:32 smithi037 bash[14605]: audit 2021-07-26T15:51:31.458381+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:51:32.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:32 smithi037 bash[18551]: audit 2021-07-26T15:51:31.458381+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:51:33.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:33 smithi107 bash[14687]: cluster 2021-07-26T15:51:32.142344+0000 mgr.y (mgr.14140) 200 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:33.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:33 smithi037 bash[14605]: cluster 2021-07-26T15:51:32.142344+0000 mgr.y (mgr.14140) 200 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:33.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:33 smithi037 bash[18551]: cluster 2021-07-26T15:51:32.142344+0000 mgr.y (mgr.14140) 200 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 0 B data, 2.6 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:35.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:35 smithi107 bash[14687]: cluster 2021-07-26T15:51:34.142947+0000 mgr.y (mgr.14140) 201 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:35.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:35 smithi107 bash[14687]: audit 2021-07-26T15:51:34.269666+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:51:35.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:35 smithi107 bash[14687]: audit 2021-07-26T15:51:34.272253+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:51:35.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:35 smithi037 bash[14605]: cluster 2021-07-26T15:51:34.142947+0000 mgr.y (mgr.14140) 201 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:35.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:35 smithi037 bash[14605]: audit 2021-07-26T15:51:34.269666+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:51:35.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:35 smithi037 bash[14605]: audit 2021-07-26T15:51:34.272253+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:51:35.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:35 smithi037 bash[18551]: cluster 2021-07-26T15:51:34.142947+0000 mgr.y (mgr.14140) 201 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:35.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:35 smithi037 bash[18551]: audit 2021-07-26T15:51:34.269666+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:51:35.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:35 smithi037 bash[18551]: audit 2021-07-26T15:51:34.272253+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:51:36.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:36 smithi107 bash[14687]: audit 2021-07-26T15:51:35.893244+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2021-07-26T15:51:36.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:36 smithi107 bash[14687]: audit 2021-07-26T15:51:35.895359+0000 mon.a (mon.0) 498 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:51:36.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:36 smithi107 bash[14687]: audit 2021-07-26T15:51:35.897646+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.7", "key": "container_image"}]: dispatch 2021-07-26T15:51:36.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:36 smithi037 bash[14605]: audit 2021-07-26T15:51:35.893244+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2021-07-26T15:51:36.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:36 smithi037 bash[14605]: audit 2021-07-26T15:51:35.895359+0000 mon.a (mon.0) 498 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:51:36.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:36 smithi037 bash[14605]: audit 2021-07-26T15:51:35.897646+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.7", "key": "container_image"}]: dispatch 2021-07-26T15:51:36.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:36 smithi037 bash[18551]: audit 2021-07-26T15:51:35.893244+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2021-07-26T15:51:36.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:36 smithi037 bash[18551]: audit 2021-07-26T15:51:35.895359+0000 mon.a (mon.0) 498 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:51:36.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:36 smithi037 bash[18551]: audit 2021-07-26T15:51:35.897646+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd.7", "key": "container_image"}]: dispatch 2021-07-26T15:51:37.500 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:37 smithi107 bash[14687]: cephadm 2021-07-26T15:51:35.896939+0000 mgr.y (mgr.14140) 202 : cephadm [INF] Deploying daemon osd.7 on smithi107 2021-07-26T15:51:37.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:37 smithi107 bash[14687]: cluster 2021-07-26T15:51:36.143517+0000 mgr.y (mgr.14140) 203 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:37.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:37 smithi037 bash[14605]: cephadm 2021-07-26T15:51:35.896939+0000 mgr.y (mgr.14140) 202 : cephadm [INF] Deploying daemon osd.7 on smithi107 2021-07-26T15:51:37.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:37 smithi037 bash[14605]: cluster 2021-07-26T15:51:36.143517+0000 mgr.y (mgr.14140) 203 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:37.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:37 smithi037 bash[18551]: cephadm 2021-07-26T15:51:35.896939+0000 mgr.y (mgr.14140) 202 : cephadm [INF] Deploying daemon osd.7 on smithi107 2021-07-26T15:51:37.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:37 smithi037 bash[18551]: cluster 2021-07-26T15:51:36.143517+0000 mgr.y (mgr.14140) 203 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:38.441 INFO:teuthology.orchestra.run.smithi107.stdout:Created osd(s) 7 on host 'smithi107' 2021-07-26T15:51:39.251 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:39 smithi107 bash[14687]: cluster 2021-07-26T15:51:38.144334+0000 mgr.y (mgr.14140) 204 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:39.251 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:39 smithi107 bash[14687]: audit 2021-07-26T15:51:38.430697+0000 mon.a (mon.0) 500 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:51:39.251 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:39 smithi107 bash[14687]: audit 2021-07-26T15:51:38.435869+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:39.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:39 smithi037 bash[14605]: cluster 2021-07-26T15:51:38.144334+0000 mgr.y (mgr.14140) 204 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:39.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:39 smithi037 bash[14605]: audit 2021-07-26T15:51:38.430697+0000 mon.a (mon.0) 500 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:51:39.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:39 smithi037 bash[14605]: audit 2021-07-26T15:51:38.435869+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:39.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:39 smithi037 bash[18551]: cluster 2021-07-26T15:51:38.144334+0000 mgr.y (mgr.14140) 204 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:39.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:39 smithi037 bash[18551]: audit 2021-07-26T15:51:38.430697+0000 mon.a (mon.0) 500 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:51:39.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:39 smithi037 bash[18551]: audit 2021-07-26T15:51:38.435869+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:39.617 DEBUG:teuthology.orchestra.run.smithi107:osd.7> sudo journalctl -f -n 0 -u ceph-72588c72-ee28-11eb-8c23-001a4aab830c@osd.7.service 2021-07-26T15:51:39.620 INFO:tasks.cephadm:Adding prometheus.a on smithi107 2021-07-26T15:51:39.620 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph orch apply prometheus '1;smithi107=a' 2021-07-26T15:51:39.848 INFO:journalctl@ceph.osd.7.smithi107.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:51:40.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:40 smithi037 bash[14605]: audit 2021-07-26T15:51:39.283464+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:40.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:40 smithi037 bash[14605]: audit 2021-07-26T15:51:39.428532+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:40.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:40 smithi037 bash[14605]: audit 2021-07-26T15:51:39.430482+0000 mon.a (mon.0) 504 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:51:40.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:40 smithi037 bash[18551]: audit 2021-07-26T15:51:39.283464+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:40.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:40 smithi037 bash[18551]: audit 2021-07-26T15:51:39.428532+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:40.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:40 smithi037 bash[18551]: audit 2021-07-26T15:51:39.430482+0000 mon.a (mon.0) 504 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:51:40.614 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:40 smithi107 bash[14687]: audit 2021-07-26T15:51:39.283464+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:40.615 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:40 smithi107 bash[14687]: audit 2021-07-26T15:51:39.428532+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:40.615 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:40 smithi107 bash[14687]: audit 2021-07-26T15:51:39.430482+0000 mon.a (mon.0) 504 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "osd", "key": "container_image"}]: dispatch 2021-07-26T15:51:41.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:41 smithi037 bash[14605]: cluster 2021-07-26T15:51:40.144943+0000 mgr.y (mgr.14140) 205 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:41.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:41 smithi037 bash[18551]: cluster 2021-07-26T15:51:40.144943+0000 mgr.y (mgr.14140) 205 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:41.594 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:41 smithi107 bash[14687]: cluster 2021-07-26T15:51:40.144943+0000 mgr.y (mgr.14140) 205 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:41.595 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 15:51:41 smithi107 bash[21203]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2021-07-26T15:51:41.595 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 15:51:41 smithi107 bash[21203]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2021-07-26T15:51:41.595 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 15:51:41 smithi107 bash[21203]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2021-07-26T15:51:41.596 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 15:51:41 smithi107 bash[21203]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2021-07-26T15:51:41.596 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 15:51:41 smithi107 bash[21203]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2021-07-26T15:51:41.596 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 15:51:41 smithi107 bash[21203]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2021-07-26T15:51:41.596 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 15:51:41 smithi107 bash[21203]: --> ceph-volume lvm activate successful for osd ID: 7 2021-07-26T15:51:43.226 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 15:51:42 smithi107 bash[21577]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:51:43.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:43 smithi107 bash[14687]: cluster 2021-07-26T15:51:42.145528+0000 mgr.y (mgr.14140) 206 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:43.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:43 smithi037 bash[14605]: cluster 2021-07-26T15:51:42.145528+0000 mgr.y (mgr.14140) 206 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:43.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:43 smithi037 bash[18551]: cluster 2021-07-26T15:51:42.145528+0000 mgr.y (mgr.14140) 206 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:45.387 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:45 smithi107 bash[14687]: cluster 2021-07-26T15:51:44.146116+0000 mgr.y (mgr.14140) 207 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:45.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:45 smithi037 bash[14605]: cluster 2021-07-26T15:51:44.146116+0000 mgr.y (mgr.14140) 207 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:45.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:45 smithi037 bash[18551]: cluster 2021-07-26T15:51:44.146116+0000 mgr.y (mgr.14140) 207 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:45.750 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 15:51:45 smithi107 bash[21577]: debug 2021-07-26T15:51:45.435+0000 7fde91074700 1 -- 172.21.15.107:0/885296152 <== mon.2 v2:172.21.15.107:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56528dbcc4e0 con 0x56528dc45000 2021-07-26T15:51:45.820 INFO:teuthology.orchestra.run.smithi107.stdout:Scheduled prometheus update... 2021-07-26T15:51:46.251 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 15:51:45 smithi107 bash[21577]: debug 2021-07-26T15:51:45.979+0000 7fde9830bf00 -1 Falling back to public interface 2021-07-26T15:51:46.569 DEBUG:teuthology.orchestra.run.smithi107:prometheus.a> sudo journalctl -f -n 0 -u ceph-72588c72-ee28-11eb-8c23-001a4aab830c@prometheus.a.service 2021-07-26T15:51:46.572 INFO:tasks.cephadm:Adding node-exporter.a on smithi037 2021-07-26T15:51:46.572 INFO:tasks.cephadm:Adding node-exporter.b on smithi107 2021-07-26T15:51:46.573 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph orch apply node-exporter '2;smithi037=a;smithi107=b' 2021-07-26T15:51:46.634 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:51:46.829 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 15:51:46 smithi107 bash[21577]: debug 2021-07-26T15:51:46.611+0000 7fde9830bf00 -1 osd.7 0 log_to_monitors {default=true} 2021-07-26T15:51:47.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:46 smithi037 bash[14605]: audit 2021-07-26T15:51:45.811327+0000 mgr.y (mgr.14140) 208 : audit [DBG] from='client.34316 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi107=a", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:47.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:46 smithi037 bash[14605]: cephadm 2021-07-26T15:51:45.812919+0000 mgr.y (mgr.14140) 209 : cephadm [INF] Saving service prometheus spec with placement smithi107=a;count:1 2021-07-26T15:51:47.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:46 smithi037 bash[14605]: audit 2021-07-26T15:51:45.819599+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:47.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:46 smithi037 bash[14605]: cluster 2021-07-26T15:51:46.146654+0000 mgr.y (mgr.14140) 210 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:47.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:46 smithi037 bash[14605]: audit 2021-07-26T15:51:46.609550+0000 mon.a (mon.0) 506 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-07-26T15:51:47.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:46 smithi037 bash[14605]: audit 2021-07-26T15:51:46.618955+0000 mon.b (mon.2) 22 : audit [INF] from='osd.7 [v2:172.21.15.107:6824/1414703103,v1:172.21.15.107:6825/1414703103]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-07-26T15:51:47.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:46 smithi037 bash[18551]: audit 2021-07-26T15:51:45.811327+0000 mgr.y (mgr.14140) 208 : audit [DBG] from='client.34316 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi107=a", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:47.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:46 smithi037 bash[18551]: cephadm 2021-07-26T15:51:45.812919+0000 mgr.y (mgr.14140) 209 : cephadm [INF] Saving service prometheus spec with placement smithi107=a;count:1 2021-07-26T15:51:47.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:46 smithi037 bash[18551]: audit 2021-07-26T15:51:45.819599+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:47.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:46 smithi037 bash[18551]: cluster 2021-07-26T15:51:46.146654+0000 mgr.y (mgr.14140) 210 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:47.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:46 smithi037 bash[18551]: audit 2021-07-26T15:51:46.609550+0000 mon.a (mon.0) 506 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-07-26T15:51:47.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:46 smithi037 bash[18551]: audit 2021-07-26T15:51:46.618955+0000 mon.b (mon.2) 22 : audit [INF] from='osd.7 [v2:172.21.15.107:6824/1414703103,v1:172.21.15.107:6825/1414703103]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-07-26T15:51:47.251 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:46 smithi107 bash[14687]: audit 2021-07-26T15:51:45.811327+0000 mgr.y (mgr.14140) 208 : audit [DBG] from='client.34316 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi107=a", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:47.251 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:46 smithi107 bash[14687]: cephadm 2021-07-26T15:51:45.812919+0000 mgr.y (mgr.14140) 209 : cephadm [INF] Saving service prometheus spec with placement smithi107=a;count:1 2021-07-26T15:51:47.251 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:46 smithi107 bash[14687]: audit 2021-07-26T15:51:45.819599+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:47.252 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:46 smithi107 bash[14687]: cluster 2021-07-26T15:51:46.146654+0000 mgr.y (mgr.14140) 210 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:47.252 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:46 smithi107 bash[14687]: audit 2021-07-26T15:51:46.609550+0000 mon.a (mon.0) 506 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-07-26T15:51:47.252 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:46 smithi107 bash[14687]: audit 2021-07-26T15:51:46.618955+0000 mon.b (mon.2) 22 : audit [INF] from='osd.7 [v2:172.21.15.107:6824/1414703103,v1:172.21.15.107:6825/1414703103]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-07-26T15:51:48.101 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:47 smithi107 bash[14687]: audit 2021-07-26T15:51:46.830499+0000 mon.a (mon.0) 507 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2021-07-26T15:51:48.101 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:47 smithi107 bash[14687]: cluster 2021-07-26T15:51:46.830587+0000 mon.a (mon.0) 508 : cluster [DBG] osdmap e44: 8 total, 7 up, 7 in 2021-07-26T15:51:48.102 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:47 smithi107 bash[14687]: audit 2021-07-26T15:51:46.831017+0000 mon.a (mon.0) 509 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:51:48.102 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:47 smithi107 bash[14687]: audit 2021-07-26T15:51:46.834115+0000 mon.a (mon.0) 510 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:51:48.102 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:47 smithi107 bash[14687]: audit 2021-07-26T15:51:46.843583+0000 mon.b (mon.2) 23 : audit [INF] from='osd.7 [v2:172.21.15.107:6824/1414703103,v1:172.21.15.107:6825/1414703103]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:51:48.103 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 15:51:47 smithi107 bash[21577]: debug 2021-07-26T15:51:47.847+0000 7fde7f7e0700 -1 osd.7 0 waiting for initial osdmap 2021-07-26T15:51:48.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:47 smithi037 bash[14605]: audit 2021-07-26T15:51:46.830499+0000 mon.a (mon.0) 507 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2021-07-26T15:51:48.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:47 smithi037 bash[14605]: cluster 2021-07-26T15:51:46.830587+0000 mon.a (mon.0) 508 : cluster [DBG] osdmap e44: 8 total, 7 up, 7 in 2021-07-26T15:51:48.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:47 smithi037 bash[14605]: audit 2021-07-26T15:51:46.831017+0000 mon.a (mon.0) 509 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:51:48.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:47 smithi037 bash[14605]: audit 2021-07-26T15:51:46.834115+0000 mon.a (mon.0) 510 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:51:48.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:47 smithi037 bash[14605]: audit 2021-07-26T15:51:46.843583+0000 mon.b (mon.2) 23 : audit [INF] from='osd.7 [v2:172.21.15.107:6824/1414703103,v1:172.21.15.107:6825/1414703103]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:51:48.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:47 smithi037 bash[18551]: audit 2021-07-26T15:51:46.830499+0000 mon.a (mon.0) 507 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2021-07-26T15:51:48.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:47 smithi037 bash[18551]: cluster 2021-07-26T15:51:46.830587+0000 mon.a (mon.0) 508 : cluster [DBG] osdmap e44: 8 total, 7 up, 7 in 2021-07-26T15:51:48.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:47 smithi037 bash[18551]: audit 2021-07-26T15:51:46.831017+0000 mon.a (mon.0) 509 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:51:48.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:47 smithi037 bash[18551]: audit 2021-07-26T15:51:46.834115+0000 mon.a (mon.0) 510 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:51:48.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:47 smithi037 bash[18551]: audit 2021-07-26T15:51:46.843583+0000 mon.b (mon.2) 23 : audit [INF] from='osd.7 [v2:172.21.15.107:6824/1414703103,v1:172.21.15.107:6825/1414703103]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T15:51:49.251 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:48 smithi107 bash[14687]: audit 2021-07-26T15:51:47.832403+0000 mon.a (mon.0) 511 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2021-07-26T15:51:49.251 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:48 smithi107 bash[14687]: cluster 2021-07-26T15:51:47.832570+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e45: 8 total, 7 up, 7 in 2021-07-26T15:51:49.251 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:48 smithi107 bash[14687]: audit 2021-07-26T15:51:47.835294+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:51:49.252 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:48 smithi107 bash[14687]: audit 2021-07-26T15:51:47.839643+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:51:49.252 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:48 smithi107 bash[14687]: audit 2021-07-26T15:51:47.848697+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:51:49.252 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:48 smithi107 bash[14687]: cluster 2021-07-26T15:51:48.147253+0000 mgr.y (mgr.14140) 211 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:49.252 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:48 smithi107 bash[14687]: audit 2021-07-26T15:51:48.152277+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:49.252 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:48 smithi107 bash[14687]: audit 2021-07-26T15:51:48.158012+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:49.253 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:48 smithi107 bash[14687]: cephadm 2021-07-26T15:51:48.174471+0000 mgr.y (mgr.14140) 212 : cephadm [INF] Deploying daemon prometheus.a on smithi107 2021-07-26T15:51:49.253 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:48 smithi107 bash[14687]: cluster 2021-07-26T15:51:48.838529+0000 mon.a (mon.0) 518 : cluster [INF] osd.7 [v2:172.21.15.107:6824/1414703103,v1:172.21.15.107:6825/1414703103] boot 2021-07-26T15:51:49.253 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:48 smithi107 bash[14687]: cluster 2021-07-26T15:51:48.838691+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e46: 8 total, 8 up, 8 in 2021-07-26T15:51:49.253 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:48 smithi107 bash[14687]: audit 2021-07-26T15:51:48.839015+0000 mon.a (mon.0) 520 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:51:49.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[14605]: audit 2021-07-26T15:51:47.832403+0000 mon.a (mon.0) 511 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2021-07-26T15:51:49.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[14605]: cluster 2021-07-26T15:51:47.832570+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e45: 8 total, 7 up, 7 in 2021-07-26T15:51:49.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[14605]: audit 2021-07-26T15:51:47.835294+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:51:49.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[14605]: audit 2021-07-26T15:51:47.839643+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:51:49.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[14605]: audit 2021-07-26T15:51:47.848697+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:51:49.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[14605]: cluster 2021-07-26T15:51:48.147253+0000 mgr.y (mgr.14140) 211 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:49.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[14605]: audit 2021-07-26T15:51:48.152277+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:49.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[14605]: audit 2021-07-26T15:51:48.158012+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:49.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[14605]: cephadm 2021-07-26T15:51:48.174471+0000 mgr.y (mgr.14140) 212 : cephadm [INF] Deploying daemon prometheus.a on smithi107 2021-07-26T15:51:49.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[14605]: cluster 2021-07-26T15:51:48.838529+0000 mon.a (mon.0) 518 : cluster [INF] osd.7 [v2:172.21.15.107:6824/1414703103,v1:172.21.15.107:6825/1414703103] boot 2021-07-26T15:51:49.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[14605]: cluster 2021-07-26T15:51:48.838691+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e46: 8 total, 8 up, 8 in 2021-07-26T15:51:49.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[14605]: audit 2021-07-26T15:51:48.839015+0000 mon.a (mon.0) 520 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:51:49.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[18551]: audit 2021-07-26T15:51:47.832403+0000 mon.a (mon.0) 511 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]': finished 2021-07-26T15:51:49.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[18551]: cluster 2021-07-26T15:51:47.832570+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e45: 8 total, 7 up, 7 in 2021-07-26T15:51:49.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[18551]: audit 2021-07-26T15:51:47.835294+0000 mon.a (mon.0) 513 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:51:49.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[18551]: audit 2021-07-26T15:51:47.839643+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:51:49.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[18551]: audit 2021-07-26T15:51:47.848697+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:51:49.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[18551]: cluster 2021-07-26T15:51:48.147253+0000 mgr.y (mgr.14140) 211 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 0 B data, 2.7 MiB used, 619 GiB / 626 GiB avail 2021-07-26T15:51:49.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[18551]: audit 2021-07-26T15:51:48.152277+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:49.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[18551]: audit 2021-07-26T15:51:48.158012+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:49.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[18551]: cephadm 2021-07-26T15:51:48.174471+0000 mgr.y (mgr.14140) 212 : cephadm [INF] Deploying daemon prometheus.a on smithi107 2021-07-26T15:51:49.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[18551]: cluster 2021-07-26T15:51:48.838529+0000 mon.a (mon.0) 518 : cluster [INF] osd.7 [v2:172.21.15.107:6824/1414703103,v1:172.21.15.107:6825/1414703103] boot 2021-07-26T15:51:49.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[18551]: cluster 2021-07-26T15:51:48.838691+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e46: 8 total, 8 up, 8 in 2021-07-26T15:51:49.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:48 smithi037 bash[18551]: audit 2021-07-26T15:51:48.839015+0000 mon.a (mon.0) 520 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:51:50.500 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:50 smithi107 bash[14687]: cluster 2021-07-26T15:51:47.628970+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:51:50.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:50 smithi107 bash[14687]: cluster 2021-07-26T15:51:47.629082+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:51:50.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:50 smithi107 bash[14687]: cluster 2021-07-26T15:51:49.854030+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e47: 8 total, 8 up, 8 in 2021-07-26T15:51:50.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:50 smithi037 bash[14605]: cluster 2021-07-26T15:51:47.628970+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:51:50.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:50 smithi037 bash[14605]: cluster 2021-07-26T15:51:47.629082+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:51:50.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:50 smithi037 bash[14605]: cluster 2021-07-26T15:51:49.854030+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e47: 8 total, 8 up, 8 in 2021-07-26T15:51:50.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:50 smithi037 bash[18551]: cluster 2021-07-26T15:51:47.628970+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2021-07-26T15:51:50.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:50 smithi037 bash[18551]: cluster 2021-07-26T15:51:47.629082+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2021-07-26T15:51:50.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:50 smithi037 bash[18551]: cluster 2021-07-26T15:51:49.854030+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e47: 8 total, 8 up, 8 in 2021-07-26T15:51:50.728 INFO:teuthology.orchestra.run.smithi107.stdout:Scheduled node-exporter update... 2021-07-26T15:51:51.250 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:51 smithi107 bash[14687]: cluster 2021-07-26T15:51:50.148021+0000 mgr.y (mgr.14140) 213 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 0 B data, 3.1 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:51:51.251 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:51 smithi107 bash[14687]: audit 2021-07-26T15:51:50.726876+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:51.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:51 smithi037 bash[14605]: cluster 2021-07-26T15:51:50.148021+0000 mgr.y (mgr.14140) 213 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 0 B data, 3.1 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:51:51.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:51 smithi037 bash[14605]: audit 2021-07-26T15:51:50.726876+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:51.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:51 smithi037 bash[18551]: cluster 2021-07-26T15:51:50.148021+0000 mgr.y (mgr.14140) 213 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 0 B data, 3.1 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:51:51.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:51 smithi037 bash[18551]: audit 2021-07-26T15:51:50.726876+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:52.500 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:52 smithi107 bash[14687]: audit 2021-07-26T15:51:50.718853+0000 mgr.y (mgr.14140) 214 : audit [DBG] from='client.34325 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi037=a;smithi107=b", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:52.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:52 smithi107 bash[14687]: cephadm 2021-07-26T15:51:50.720502+0000 mgr.y (mgr.14140) 215 : cephadm [INF] Saving service node-exporter spec with placement smithi037=a;smithi107=b;count:2 2021-07-26T15:51:52.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:52 smithi037 bash[14605]: audit 2021-07-26T15:51:50.718853+0000 mgr.y (mgr.14140) 214 : audit [DBG] from='client.34325 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi037=a;smithi107=b", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:52.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:52 smithi037 bash[14605]: cephadm 2021-07-26T15:51:50.720502+0000 mgr.y (mgr.14140) 215 : cephadm [INF] Saving service node-exporter spec with placement smithi037=a;smithi107=b;count:2 2021-07-26T15:51:52.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:52 smithi037 bash[18551]: audit 2021-07-26T15:51:50.718853+0000 mgr.y (mgr.14140) 214 : audit [DBG] from='client.34325 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi037=a;smithi107=b", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:52.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:52 smithi037 bash[18551]: cephadm 2021-07-26T15:51:50.720502+0000 mgr.y (mgr.14140) 215 : cephadm [INF] Saving service node-exporter spec with placement smithi037=a;smithi107=b;count:2 2021-07-26T15:51:52.659 DEBUG:teuthology.orchestra.run.smithi037:node-exporter.a> sudo journalctl -f -n 0 -u ceph-72588c72-ee28-11eb-8c23-001a4aab830c@node-exporter.a.service 2021-07-26T15:51:52.663 DEBUG:teuthology.orchestra.run.smithi107:node-exporter.b> sudo journalctl -f -n 0 -u ceph-72588c72-ee28-11eb-8c23-001a4aab830c@node-exporter.b.service 2021-07-26T15:51:52.669 INFO:tasks.cephadm:Adding alertmanager.a on smithi037 2021-07-26T15:51:52.670 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph orch apply alertmanager '1;smithi037=a' 2021-07-26T15:51:52.722 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:51:52.731 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:51:53.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:53 smithi107 bash[14687]: cluster 2021-07-26T15:51:52.148615+0000 mgr.y (mgr.14140) 216 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 0 B data, 3.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:51:53.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:53 smithi037 bash[14605]: cluster 2021-07-26T15:51:52.148615+0000 mgr.y (mgr.14140) 216 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 0 B data, 3.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:51:53.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:53 smithi037 bash[18551]: cluster 2021-07-26T15:51:52.148615+0000 mgr.y (mgr.14140) 216 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 0 B data, 3.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:51:55.501 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:55 smithi107 bash[14687]: cluster 2021-07-26T15:51:54.149303+0000 mgr.y (mgr.14140) 217 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:51:55.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:55 smithi037 bash[14605]: cluster 2021-07-26T15:51:54.149303+0000 mgr.y (mgr.14140) 217 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:51:55.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:55 smithi037 bash[18551]: cluster 2021-07-26T15:51:54.149303+0000 mgr.y (mgr.14140) 217 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:51:57.500 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:57 smithi107 bash[14687]: cluster 2021-07-26T15:51:56.149928+0000 mgr.y (mgr.14140) 218 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:51:57.511 INFO:teuthology.orchestra.run.smithi107.stdout:Scheduled alertmanager update... 2021-07-26T15:51:57.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:57 smithi037 bash[14605]: cluster 2021-07-26T15:51:56.149928+0000 mgr.y (mgr.14140) 218 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:51:57.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:57 smithi037 bash[18551]: cluster 2021-07-26T15:51:56.149928+0000 mgr.y (mgr.14140) 218 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:51:58.631 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:58 smithi107 bash[14687]: audit 2021-07-26T15:51:57.500813+0000 mgr.y (mgr.14140) 219 : audit [DBG] from='client.34331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi037=a", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:58.632 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:58 smithi107 bash[14687]: cephadm 2021-07-26T15:51:57.502313+0000 mgr.y (mgr.14140) 220 : cephadm [INF] Saving service alertmanager spec with placement smithi037=a;count:1 2021-07-26T15:51:58.632 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:58 smithi107 bash[14687]: audit 2021-07-26T15:51:57.508695+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:58.632 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:51:58 smithi107 bash[14687]: cluster 2021-07-26T15:51:58.150526+0000 mgr.y (mgr.14140) 221 : cluster [DBG] pgmap v199: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:51:58.634 DEBUG:teuthology.orchestra.run.smithi037:alertmanager.a> sudo journalctl -f -n 0 -u ceph-72588c72-ee28-11eb-8c23-001a4aab830c@alertmanager.a.service 2021-07-26T15:51:58.637 INFO:tasks.cephadm:Adding grafana.a on smithi107 2021-07-26T15:51:58.637 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph orch apply grafana '1;smithi107=a' 2021-07-26T15:51:58.678 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:51:58.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:58 smithi037 bash[18551]: audit 2021-07-26T15:51:57.500813+0000 mgr.y (mgr.14140) 219 : audit [DBG] from='client.34331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi037=a", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:58.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:58 smithi037 bash[18551]: cephadm 2021-07-26T15:51:57.502313+0000 mgr.y (mgr.14140) 220 : cephadm [INF] Saving service alertmanager spec with placement smithi037=a;count:1 2021-07-26T15:51:58.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:58 smithi037 bash[18551]: audit 2021-07-26T15:51:57.508695+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:58.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:51:58 smithi037 bash[18551]: cluster 2021-07-26T15:51:58.150526+0000 mgr.y (mgr.14140) 221 : cluster [DBG] pgmap v199: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:51:58.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:58 smithi037 bash[14605]: audit 2021-07-26T15:51:57.500813+0000 mgr.y (mgr.14140) 219 : audit [DBG] from='client.34331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi037=a", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:51:58.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:58 smithi037 bash[14605]: cephadm 2021-07-26T15:51:57.502313+0000 mgr.y (mgr.14140) 220 : cephadm [INF] Saving service alertmanager spec with placement smithi037=a;count:1 2021-07-26T15:51:58.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:58 smithi037 bash[14605]: audit 2021-07-26T15:51:57.508695+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:51:58.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:51:58 smithi037 bash[14605]: cluster 2021-07-26T15:51:58.150526+0000 mgr.y (mgr.14140) 221 : cluster [DBG] pgmap v199: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:00.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:00 smithi037 bash[18551]: audit 2021-07-26T15:51:59.292248+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:00.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:00 smithi037 bash[14605]: audit 2021-07-26T15:51:59.292248+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:00.750 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:00 smithi107 bash[14687]: audit 2021-07-26T15:51:59.292248+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:01.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:01 smithi037 bash[14605]: cluster 2021-07-26T15:52:00.151102+0000 mgr.y (mgr.14140) 222 : cluster [DBG] pgmap v200: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:01.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:01 smithi037 bash[18551]: cluster 2021-07-26T15:52:00.151102+0000 mgr.y (mgr.14140) 222 : cluster [DBG] pgmap v200: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:01.750 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:01 smithi107 bash[14687]: cluster 2021-07-26T15:52:00.151102+0000 mgr.y (mgr.14140) 222 : cluster [DBG] pgmap v200: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:03.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:03 smithi037 bash[14605]: cluster 2021-07-26T15:52:02.151718+0000 mgr.y (mgr.14140) 223 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:03.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:03 smithi037 bash[18551]: cluster 2021-07-26T15:52:02.151718+0000 mgr.y (mgr.14140) 223 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:03.615 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:03 smithi107 bash[14687]: cluster 2021-07-26T15:52:02.151718+0000 mgr.y (mgr.14140) 223 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:03.934 INFO:teuthology.orchestra.run.smithi107.stdout:Scheduled grafana update... 2021-07-26T15:52:04.812 DEBUG:teuthology.orchestra.run.smithi107:grafana.a> sudo journalctl -f -n 0 -u ceph-72588c72-ee28-11eb-8c23-001a4aab830c@grafana.a.service 2021-07-26T15:52:04.815 INFO:tasks.cephadm:Setting up client nodes... 2021-07-26T15:52:04.815 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2021-07-26T15:52:04.845 INFO:journalctl@ceph.grafana.a.smithi107.stdout:-- Logs begin at Wed 2021-03-03 23:51:07 UTC. -- 2021-07-26T15:52:05.001 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:04 smithi107 bash[14687]: audit 2021-07-26T15:52:03.923990+0000 mgr.y (mgr.14140) 224 : audit [DBG] from='client.34337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi107=a", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:52:05.001 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:04 smithi107 bash[14687]: cephadm 2021-07-26T15:52:03.925565+0000 mgr.y (mgr.14140) 225 : cephadm [INF] Saving service grafana spec with placement smithi107=a;count:1 2021-07-26T15:52:05.001 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:04 smithi107 bash[14687]: audit 2021-07-26T15:52:03.932132+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:05.001 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:04 smithi107 bash[14687]: cluster 2021-07-26T15:52:04.152390+0000 mgr.y (mgr.14140) 226 : cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:05.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:04 smithi037 bash[14605]: audit 2021-07-26T15:52:03.923990+0000 mgr.y (mgr.14140) 224 : audit [DBG] from='client.34337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi107=a", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:52:05.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:04 smithi037 bash[14605]: cephadm 2021-07-26T15:52:03.925565+0000 mgr.y (mgr.14140) 225 : cephadm [INF] Saving service grafana spec with placement smithi107=a;count:1 2021-07-26T15:52:05.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:04 smithi037 bash[14605]: audit 2021-07-26T15:52:03.932132+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:05.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:04 smithi037 bash[14605]: cluster 2021-07-26T15:52:04.152390+0000 mgr.y (mgr.14140) 226 : cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:05.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:04 smithi037 bash[18551]: audit 2021-07-26T15:52:03.923990+0000 mgr.y (mgr.14140) 224 : audit [DBG] from='client.34337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi107=a", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:52:05.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:04 smithi037 bash[18551]: cephadm 2021-07-26T15:52:03.925565+0000 mgr.y (mgr.14140) 225 : cephadm [INF] Saving service grafana spec with placement smithi107=a;count:1 2021-07-26T15:52:05.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:04 smithi037 bash[18551]: audit 2021-07-26T15:52:03.932132+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:05.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:04 smithi037 bash[18551]: cluster 2021-07-26T15:52:04.152390+0000 mgr.y (mgr.14140) 226 : cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:05.500 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:05 smithi107 bash[22857]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:52:06.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:06 smithi037 bash[14605]: audit 2021-07-26T15:52:05.161426+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:06.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:06 smithi037 bash[14605]: audit 2021-07-26T15:52:05.163835+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:52:06.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:06 smithi037 bash[18551]: audit 2021-07-26T15:52:05.161426+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:06.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:06 smithi037 bash[18551]: audit 2021-07-26T15:52:05.163835+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:52:06.477 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:06 smithi107 bash[14687]: audit 2021-07-26T15:52:05.161426+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:06.477 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:06 smithi107 bash[14687]: audit 2021-07-26T15:52:05.163835+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:52:07.001 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:06 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:06.576Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2021-07-26T15:52:07.001 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:06 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:06.576Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2021-07-26T15:52:07.001 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:06 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:06.576Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2021-07-26T15:52:07.002 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:06 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:06.576Z caller=main.go:339 host_details="(Linux 5.4.0-80-generic #90-Ubuntu SMP Fri Jul 9 22:49:44 UTC 2021 x86_64 smithi107 (none))" 2021-07-26T15:52:07.002 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:06 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:06.576Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2021-07-26T15:52:07.002 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:06 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:06.576Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2021-07-26T15:52:07.002 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:06 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:06.578Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2021-07-26T15:52:07.003 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:06 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:06.578Z caller=main.go:678 msg="Starting TSDB ..." 2021-07-26T15:52:07.003 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:06 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:06.583Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2021-07-26T15:52:07.003 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:06 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:06.583Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2021-07-26T15:52:07.003 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:06 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:06.583Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=365.956µs 2021-07-26T15:52:07.004 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:06 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:06.584Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2021-07-26T15:52:07.004 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:06 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:06.584Z caller=main.go:695 msg="TSDB started" 2021-07-26T15:52:07.005 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:06 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:06.585Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2021-07-26T15:52:07.005 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:06 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:06.588Z caller=main.go:827 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml 2021-07-26T15:52:07.005 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:06 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:06.588Z caller=main.go:646 msg="Server is ready to receive web requests." 2021-07-26T15:52:07.444 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:07 smithi107 bash[14687]: cluster 2021-07-26T15:52:06.153098+0000 mgr.y (mgr.14140) 227 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:07.445 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:07 smithi107 bash[14687]: audit 2021-07-26T15:52:06.726833+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:07.445 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:07 smithi107 bash[14687]: audit 2021-07-26T15:52:07.092519+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:07.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:07 smithi037 bash[14605]: cluster 2021-07-26T15:52:06.153098+0000 mgr.y (mgr.14140) 227 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:07.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:07 smithi037 bash[14605]: audit 2021-07-26T15:52:06.726833+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:07.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:07 smithi037 bash[14605]: audit 2021-07-26T15:52:07.092519+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:07.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:07 smithi037 bash[18551]: cluster 2021-07-26T15:52:06.153098+0000 mgr.y (mgr.14140) 227 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:07.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:07 smithi037 bash[18551]: audit 2021-07-26T15:52:06.726833+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:07.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:07 smithi037 bash[18551]: audit 2021-07-26T15:52:07.092519+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:08.175 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:07 smithi107 systemd[1]: Started Ceph node-exporter.b for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T15:52:08.176 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:07 smithi107 bash[23198]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:52:08.176 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:07 smithi107 bash[23198]: Unable to find image 'prom/node-exporter:v0.18.1' locally 2021-07-26T15:52:08.177 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:08 smithi037 bash[14605]: cephadm 2021-07-26T15:52:06.727853+0000 mgr.y (mgr.14140) 228 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:52:08.177 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:08 smithi037 bash[14605]: cephadm 2021-07-26T15:52:07.096617+0000 mgr.y (mgr.14140) 229 : cephadm [INF] Deploying daemon node-exporter.b on smithi107 2021-07-26T15:52:08.177 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:08 smithi037 bash[14605]: audit 2021-07-26T15:52:07.930804+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:08.290 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:08 smithi037 bash[18551]: cephadm 2021-07-26T15:52:06.727853+0000 mgr.y (mgr.14140) 228 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:52:08.291 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:08 smithi037 bash[18551]: cephadm 2021-07-26T15:52:07.096617+0000 mgr.y (mgr.14140) 229 : cephadm [INF] Deploying daemon node-exporter.b on smithi107 2021-07-26T15:52:08.291 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:08 smithi037 bash[18551]: audit 2021-07-26T15:52:07.930804+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:08.365 INFO:teuthology.orchestra.run.smithi037.stdout:[client.0] 2021-07-26T15:52:08.365 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQAo2v5gI6qTFRAAybfugzxq5FVW60PjI/PXng== 2021-07-26T15:52:08.427 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:08 smithi107 bash[14687]: cephadm 2021-07-26T15:52:06.727853+0000 mgr.y (mgr.14140) 228 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:52:08.427 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:08 smithi107 bash[14687]: cephadm 2021-07-26T15:52:07.096617+0000 mgr.y (mgr.14140) 229 : cephadm [INF] Deploying daemon node-exporter.b on smithi107 2021-07-26T15:52:08.428 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:08 smithi107 bash[14687]: audit 2021-07-26T15:52:07.930804+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:08.751 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:08 smithi107 bash[23198]: v0.18.1: Pulling from prom/node-exporter 2021-07-26T15:52:08.752 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:08 smithi107 bash[23198]: 49a2d53aa1af: Pulling fs layer 2021-07-26T15:52:08.752 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:08 smithi107 bash[23198]: 3589a6efd9ce: Pulling fs layer 2021-07-26T15:52:08.752 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:08 smithi107 bash[23198]: 190160031744: Pulling fs layer 2021-07-26T15:52:08.752 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:08 smithi107 bash[23198]: 3589a6efd9ce: Download complete 2021-07-26T15:52:08.753 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:08 smithi107 bash[23198]: 49a2d53aa1af: Verifying Checksum 2021-07-26T15:52:08.753 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:08 smithi107 bash[23198]: 49a2d53aa1af: Download complete 2021-07-26T15:52:08.753 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:08 smithi107 bash[23198]: 190160031744: Verifying Checksum 2021-07-26T15:52:08.753 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:08 smithi107 bash[23198]: 190160031744: Download complete 2021-07-26T15:52:08.839 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:08 smithi037 systemd[1]: Started Ceph node-exporter.a for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T15:52:09.105 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:08 smithi037 bash[26180]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:52:09.105 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:08 smithi037 bash[26180]: Unable to find image 'prom/node-exporter:v0.18.1' locally 2021-07-26T15:52:09.106 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2021-07-26T15:52:09.107 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2021-07-26T15:52:09.107 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2021-07-26T15:52:09.126 DEBUG:teuthology.orchestra.run.smithi107:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2021-07-26T15:52:09.136 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:08 smithi107 bash[23198]: 49a2d53aa1af: Pull complete 2021-07-26T15:52:09.364 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[14605]: cephadm 2021-07-26T15:52:07.932055+0000 mgr.y (mgr.14140) 230 : cephadm [INF] Deploying daemon node-exporter.a on smithi037 2021-07-26T15:52:09.365 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[14605]: cluster 2021-07-26T15:52:08.153590+0000 mgr.y (mgr.14140) 231 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:09.365 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[14605]: audit 2021-07-26T15:52:08.361436+0000 mon.c (mon.1) 10 : audit [INF] from='client.? 172.21.15.37:0/1344585281' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:52:09.365 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[14605]: audit 2021-07-26T15:52:08.361852+0000 mon.a (mon.0) 531 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:52:09.366 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[14605]: audit 2021-07-26T15:52:08.365515+0000 mon.a (mon.0) 532 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2021-07-26T15:52:09.366 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[14605]: audit 2021-07-26T15:52:08.784396+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:09.366 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[18551]: cephadm 2021-07-26T15:52:07.932055+0000 mgr.y (mgr.14140) 230 : cephadm [INF] Deploying daemon node-exporter.a on smithi037 2021-07-26T15:52:09.367 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[18551]: cluster 2021-07-26T15:52:08.153590+0000 mgr.y (mgr.14140) 231 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:09.367 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[18551]: audit 2021-07-26T15:52:08.361436+0000 mon.c (mon.1) 10 : audit [INF] from='client.? 172.21.15.37:0/1344585281' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:52:09.367 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[18551]: audit 2021-07-26T15:52:08.361852+0000 mon.a (mon.0) 531 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:52:09.367 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[18551]: audit 2021-07-26T15:52:08.365515+0000 mon.a (mon.0) 532 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2021-07-26T15:52:09.368 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[18551]: audit 2021-07-26T15:52:08.784396+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:09.501 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:09 smithi107 bash[23198]: 3589a6efd9ce: Pull complete 2021-07-26T15:52:09.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:09 smithi107 bash[14687]: cephadm 2021-07-26T15:52:07.932055+0000 mgr.y (mgr.14140) 230 : cephadm [INF] Deploying daemon node-exporter.a on smithi037 2021-07-26T15:52:09.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:09 smithi107 bash[14687]: cluster 2021-07-26T15:52:08.153590+0000 mgr.y (mgr.14140) 231 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:09.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:09 smithi107 bash[14687]: audit 2021-07-26T15:52:08.361436+0000 mon.c (mon.1) 10 : audit [INF] from='client.? 172.21.15.37:0/1344585281' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:52:09.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:09 smithi107 bash[14687]: audit 2021-07-26T15:52:08.361852+0000 mon.a (mon.0) 531 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:52:09.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:09 smithi107 bash[14687]: audit 2021-07-26T15:52:08.365515+0000 mon.a (mon.0) 532 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2021-07-26T15:52:09.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:09 smithi107 bash[14687]: audit 2021-07-26T15:52:08.784396+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:09.652 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[26180]: v0.18.1: Pulling from prom/node-exporter 2021-07-26T15:52:09.652 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[26180]: 49a2d53aa1af: Pulling fs layer 2021-07-26T15:52:09.652 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[26180]: 3589a6efd9ce: Pulling fs layer 2021-07-26T15:52:09.652 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[26180]: 190160031744: Pulling fs layer 2021-07-26T15:52:09.653 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[26180]: 3589a6efd9ce: Download complete 2021-07-26T15:52:09.903 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[26180]: 49a2d53aa1af: Verifying Checksum 2021-07-26T15:52:09.903 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[26180]: 49a2d53aa1af: Download complete 2021-07-26T15:52:09.903 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[26180]: 190160031744: Verifying Checksum 2021-07-26T15:52:09.904 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[26180]: 190160031744: Download complete 2021-07-26T15:52:10.187 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:09 smithi037 bash[26180]: 49a2d53aa1af: Pull complete 2021-07-26T15:52:10.502 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:10 smithi107 bash[23198]: 190160031744: Pull complete 2021-07-26T15:52:10.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:10 smithi107 bash[14687]: cephadm 2021-07-26T15:52:08.791976+0000 mgr.y (mgr.14140) 232 : cephadm [INF] Deploying daemon alertmanager.a on smithi037 2021-07-26T15:52:10.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:10 smithi037 bash[14605]: cephadm 2021-07-26T15:52:08.791976+0000 mgr.y (mgr.14140) 232 : cephadm [INF] Deploying daemon alertmanager.a on smithi037 2021-07-26T15:52:10.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:10 smithi037 bash[18551]: cephadm 2021-07-26T15:52:08.791976+0000 mgr.y (mgr.14140) 232 : cephadm [INF] Deploying daemon alertmanager.a on smithi037 2021-07-26T15:52:10.588 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:10 smithi037 bash[26180]: 3589a6efd9ce: Pull complete 2021-07-26T15:52:10.998 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:10 smithi037 bash[26180]: 190160031744: Pull complete 2021-07-26T15:52:10.998 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:10 smithi037 bash[26180]: Digest: sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee 2021-07-26T15:52:10.998 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:10 smithi037 bash[26180]: Status: Downloaded newer image for prom/node-exporter:v0.18.1 2021-07-26T15:52:11.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:11 smithi037 bash[14605]: cluster 2021-07-26T15:52:10.154097+0000 mgr.y (mgr.14140) 233 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:11.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:11 smithi037 bash[18551]: cluster 2021-07-26T15:52:10.154097+0000 mgr.y (mgr.14140) 233 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:11.502 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:11 smithi107 bash[14687]: cluster 2021-07-26T15:52:10.154097+0000 mgr.y (mgr.14140) 233 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:11.503 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:11 smithi107 bash[23198]: Digest: sha256:a2f29256e53cc3e0b64d7a472512600b2e9410347d53cdc85b49f659c17e02ee 2021-07-26T15:52:11.503 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:11 smithi107 bash[23198]: Status: Downloaded newer image for prom/node-exporter:v0.18.1 2021-07-26T15:52:13.490 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[14605]: cluster 2021-07-26T15:52:12.154638+0000 mgr.y (mgr.14140) 234 : cluster [DBG] pgmap v206: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:13.490 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[18551]: cluster 2021-07-26T15:52:12.154638+0000 mgr.y (mgr.14140) 234 : cluster [DBG] pgmap v206: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:13.503 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[14687]: cluster 2021-07-26T15:52:12.154638+0000 mgr.y (mgr.14140) 234 : cluster [DBG] pgmap v206: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:13.504 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg="Starting node_exporter (version=0.18.1, branch=HEAD, revision=3db77732e925c08f675d7404a8c46466b2ece83e)" source="node_exporter.go:156" 2021-07-26T15:52:13.504 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg="Build context (go=go1.12.5, user=root@b50852a1acba, date=20190604-16:41:18)" source="node_exporter.go:157" 2021-07-26T15:52:13.504 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg="Enabled collectors:" source="node_exporter.go:97" 2021-07-26T15:52:13.505 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - arp" source="node_exporter.go:104" 2021-07-26T15:52:13.505 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - bcache" source="node_exporter.go:104" 2021-07-26T15:52:13.505 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - bonding" source="node_exporter.go:104" 2021-07-26T15:52:13.505 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - conntrack" source="node_exporter.go:104" 2021-07-26T15:52:13.506 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - cpu" source="node_exporter.go:104" 2021-07-26T15:52:13.506 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - cpufreq" source="node_exporter.go:104" 2021-07-26T15:52:13.506 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - diskstats" source="node_exporter.go:104" 2021-07-26T15:52:13.506 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - edac" source="node_exporter.go:104" 2021-07-26T15:52:13.507 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - entropy" source="node_exporter.go:104" 2021-07-26T15:52:13.507 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - filefd" source="node_exporter.go:104" 2021-07-26T15:52:13.507 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - filesystem" source="node_exporter.go:104" 2021-07-26T15:52:13.507 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - hwmon" source="node_exporter.go:104" 2021-07-26T15:52:13.507 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - infiniband" source="node_exporter.go:104" 2021-07-26T15:52:13.508 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - ipvs" source="node_exporter.go:104" 2021-07-26T15:52:13.508 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - loadavg" source="node_exporter.go:104" 2021-07-26T15:52:13.508 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - mdadm" source="node_exporter.go:104" 2021-07-26T15:52:13.508 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - meminfo" source="node_exporter.go:104" 2021-07-26T15:52:13.509 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - netclass" source="node_exporter.go:104" 2021-07-26T15:52:13.509 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - netdev" source="node_exporter.go:104" 2021-07-26T15:52:13.509 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - netstat" source="node_exporter.go:104" 2021-07-26T15:52:13.509 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - nfs" source="node_exporter.go:104" 2021-07-26T15:52:13.509 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - nfsd" source="node_exporter.go:104" 2021-07-26T15:52:13.510 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - pressure" source="node_exporter.go:104" 2021-07-26T15:52:13.510 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - sockstat" source="node_exporter.go:104" 2021-07-26T15:52:13.510 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - stat" source="node_exporter.go:104" 2021-07-26T15:52:13.511 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - textfile" source="node_exporter.go:104" 2021-07-26T15:52:13.511 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - time" source="node_exporter.go:104" 2021-07-26T15:52:13.511 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - uname" source="node_exporter.go:104" 2021-07-26T15:52:13.511 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - vmstat" source="node_exporter.go:104" 2021-07-26T15:52:13.512 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - xfs" source="node_exporter.go:104" 2021-07-26T15:52:13.512 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg=" - zfs" source="node_exporter.go:104" 2021-07-26T15:52:13.512 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 15:52:13 smithi107 bash[23198]: time="2021-07-26T15:52:13Z" level=info msg="Listening on :9100" source="node_exporter.go:170" 2021-07-26T15:52:13.782 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg="Starting node_exporter (version=0.18.1, branch=HEAD, revision=3db77732e925c08f675d7404a8c46466b2ece83e)" source="node_exporter.go:156" 2021-07-26T15:52:13.783 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg="Build context (go=go1.12.5, user=root@b50852a1acba, date=20190604-16:41:18)" source="node_exporter.go:157" 2021-07-26T15:52:13.784 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg="Enabled collectors:" source="node_exporter.go:97" 2021-07-26T15:52:13.784 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - arp" source="node_exporter.go:104" 2021-07-26T15:52:13.784 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - bcache" source="node_exporter.go:104" 2021-07-26T15:52:13.785 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - bonding" source="node_exporter.go:104" 2021-07-26T15:52:13.785 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - conntrack" source="node_exporter.go:104" 2021-07-26T15:52:13.786 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - cpu" source="node_exporter.go:104" 2021-07-26T15:52:13.786 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - cpufreq" source="node_exporter.go:104" 2021-07-26T15:52:13.787 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - diskstats" source="node_exporter.go:104" 2021-07-26T15:52:13.787 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - edac" source="node_exporter.go:104" 2021-07-26T15:52:13.787 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - entropy" source="node_exporter.go:104" 2021-07-26T15:52:13.788 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - filefd" source="node_exporter.go:104" 2021-07-26T15:52:13.788 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - filesystem" source="node_exporter.go:104" 2021-07-26T15:52:13.788 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - hwmon" source="node_exporter.go:104" 2021-07-26T15:52:13.789 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - infiniband" source="node_exporter.go:104" 2021-07-26T15:52:13.790 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - ipvs" source="node_exporter.go:104" 2021-07-26T15:52:13.790 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - loadavg" source="node_exporter.go:104" 2021-07-26T15:52:13.791 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - mdadm" source="node_exporter.go:104" 2021-07-26T15:52:13.791 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - meminfo" source="node_exporter.go:104" 2021-07-26T15:52:13.791 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - netclass" source="node_exporter.go:104" 2021-07-26T15:52:13.793 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - netdev" source="node_exporter.go:104" 2021-07-26T15:52:13.793 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - netstat" source="node_exporter.go:104" 2021-07-26T15:52:13.794 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - nfs" source="node_exporter.go:104" 2021-07-26T15:52:13.794 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - nfsd" source="node_exporter.go:104" 2021-07-26T15:52:13.794 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - pressure" source="node_exporter.go:104" 2021-07-26T15:52:13.795 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - sockstat" source="node_exporter.go:104" 2021-07-26T15:52:13.795 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - stat" source="node_exporter.go:104" 2021-07-26T15:52:13.796 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - textfile" source="node_exporter.go:104" 2021-07-26T15:52:13.797 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - time" source="node_exporter.go:104" 2021-07-26T15:52:13.797 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - uname" source="node_exporter.go:104" 2021-07-26T15:52:13.798 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - vmstat" source="node_exporter.go:104" 2021-07-26T15:52:13.798 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - xfs" source="node_exporter.go:104" 2021-07-26T15:52:13.799 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg=" - zfs" source="node_exporter.go:104" 2021-07-26T15:52:13.799 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 15:52:13 smithi037 bash[26180]: time="2021-07-26T15:52:13Z" level=info msg="Listening on :9100" source="node_exporter.go:170" 2021-07-26T15:52:14.696 INFO:teuthology.orchestra.run.smithi107.stdout:[client.1] 2021-07-26T15:52:14.697 INFO:teuthology.orchestra.run.smithi107.stdout: key = AQAu2v5gLfgMKRAAw90+41pe4doghky7IH54Ig== 2021-07-26T15:52:15.329 DEBUG:teuthology.orchestra.run.smithi107:> set -ex 2021-07-26T15:52:15.330 DEBUG:teuthology.orchestra.run.smithi107:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2021-07-26T15:52:15.331 DEBUG:teuthology.orchestra.run.smithi107:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2021-07-26T15:52:15.355 INFO:tasks.cephadm:Waiting for OSDs to come up 2021-07-26T15:52:15.356 DEBUG:teuthology.orchestra.run.smithi037:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2021-07-26T15:52:15.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:15 smithi107 bash[14687]: cluster 2021-07-26T15:52:14.155228+0000 mgr.y (mgr.14140) 235 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:15.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:15 smithi107 bash[14687]: audit 2021-07-26T15:52:14.688374+0000 mon.a (mon.0) 534 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:52:15.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:15 smithi107 bash[14687]: audit 2021-07-26T15:52:14.695007+0000 mon.b (mon.2) 24 : audit [INF] from='client.? 172.21.15.107:0/3271884017' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:52:15.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:15 smithi107 bash[14687]: audit 2021-07-26T15:52:14.695547+0000 mon.a (mon.0) 535 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2021-07-26T15:52:15.557 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:15 smithi037 bash[14605]: cluster 2021-07-26T15:52:14.155228+0000 mgr.y (mgr.14140) 235 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:15.557 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:15 smithi037 bash[14605]: audit 2021-07-26T15:52:14.688374+0000 mon.a (mon.0) 534 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:52:15.558 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:15 smithi037 bash[14605]: audit 2021-07-26T15:52:14.695007+0000 mon.b (mon.2) 24 : audit [INF] from='client.? 172.21.15.107:0/3271884017' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:52:15.558 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:15 smithi037 bash[14605]: audit 2021-07-26T15:52:14.695547+0000 mon.a (mon.0) 535 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2021-07-26T15:52:15.559 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:15 smithi037 bash[18551]: cluster 2021-07-26T15:52:14.155228+0000 mgr.y (mgr.14140) 235 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:15.559 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:15 smithi037 bash[18551]: audit 2021-07-26T15:52:14.688374+0000 mon.a (mon.0) 534 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:52:15.560 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:15 smithi037 bash[18551]: audit 2021-07-26T15:52:14.695007+0000 mon.b (mon.2) 24 : audit [INF] from='client.? 172.21.15.107:0/3271884017' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2021-07-26T15:52:15.560 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:15 smithi037 bash[18551]: audit 2021-07-26T15:52:14.695547+0000 mon.a (mon.0) 535 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2021-07-26T15:52:15.624 INFO:teuthology.misc.health.smithi037.stdout: 2021-07-26T15:52:15.624 INFO:teuthology.misc.health.smithi037.stdout:{"epoch":47,"fsid":"72588c72-ee28-11eb-8c23-001a4aab830c","created":"2021-07-26T15:45:46.122977+0000","modified":"2021-07-26T15:51:49.843697+0000","last_up_change":"2021-07-26T15:51:48.827422+0000","last_in_change":"2021-07-26T15:51:48.827422+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-07-26T15:47:28.703520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"519838c3-20c2-48b2-87a7-ddf08f12f65a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6803","nonce":2590357244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6805","nonce":2590357244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6809","nonce":2590357244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6807","nonce":2590357244}]},"public_addr":"172.21.15.37:6803/2590357244","cluster_addr":"172.21.15.37:6805/2590357244","heartbeat_back_addr":"172.21.15.37:6809/2590357244","heartbeat_front_addr":"172.21.15.37:6807/2590357244","state":["exists","up"]},{"osd":1,"uuid":"aca831e5-6d9e-4a13-af32-8ff9a4329c0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6811","nonce":3907207283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6813","nonce":3907207283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6817","nonce":3907207283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6815","nonce":3907207283}]},"public_addr":"172.21.15.37:6811/3907207283","cluster_addr":"172.21.15.37:6813/3907207283","heartbeat_back_addr":"172.21.15.37:6817/3907207283","heartbeat_front_addr":"172.21.15.37:6815/3907207283","state":["exists","up"]},{"osd":2,"uuid":"7adba29d-e4e2-4bb2-a210-e899f1ba2874","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6819","nonce":607926625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6821","nonce":607926625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6825","nonce":607926625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6822","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6823","nonce":607926625}]},"public_addr":"172.21.15.37:6819/607926625","cluster_addr":"172.21.15.37:6821/607926625","heartbeat_back_addr":"172.21.15.37:6825/607926625","heartbeat_front_addr":"172.21.15.37:6823/607926625","state":["exists","up"]},{"osd":3,"uuid":"cb49e6ff-8d82-46d2-bb75-fdfa1482327e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6826","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6827","nonce":478432554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6829","nonce":478432554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6833","nonce":478432554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6831","nonce":478432554}]},"public_addr":"172.21.15.37:6827/478432554","cluster_addr":"172.21.15.37:6829/478432554","heartbeat_back_addr":"172.21.15.37:6833/478432554","heartbeat_front_addr":"172.21.15.37:6831/478432554","state":["exists","up"]},{"osd":4,"uuid":"b6d8fd18-e95c-4520-9863-0569fc18a49b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6801","nonce":2882267480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6803","nonce":2882267480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6807","nonce":2882267480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6805","nonce":2882267480}]},"public_addr":"172.21.15.107:6801/2882267480","cluster_addr":"172.21.15.107:6803/2882267480","heartbeat_back_addr":"172.21.15.107:6807/2882267480","heartbeat_front_addr":"172.21.15.107:6805/2882267480","state":["exists","up"]},{"osd":5,"uuid":"abe4fd3b-0626-45ce-a895-9ba5c9e6c150","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6809","nonce":493900940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6811","nonce":493900940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6815","nonce":493900940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6813","nonce":493900940}]},"public_addr":"172.21.15.107:6809/493900940","cluster_addr":"172.21.15.107:6811/493900940","heartbeat_back_addr":"172.21.15.107:6815/493900940","heartbeat_front_addr":"172.21.15.107:6813/493900940","state":["exists","up"]},{"osd":6,"uuid":"1fb59d55-2494-4e01-9fc8-e37fb53d0c92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6817","nonce":4159411413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6819","nonce":4159411413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6823","nonce":4159411413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6821","nonce":4159411413}]},"public_addr":"172.21.15.107:6817/4159411413","cluster_addr":"172.21.15.107:6819/4159411413","heartbeat_back_addr":"172.21.15.107:6823/4159411413","heartbeat_front_addr":"172.21.15.107:6821/4159411413","state":["exists","up"]},{"osd":7,"uuid":"b53c2b0d-858a-484c-b4c8-f676679540c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6825","nonce":1414703103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6827","nonce":1414703103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6831","nonce":1414703103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6829","nonce":1414703103}]},"public_addr":"172.21.15.107:6825/1414703103","cluster_addr":"172.21.15.107:6827/1414703103","heartbeat_back_addr":"172.21.15.107:6831/1414703103","heartbeat_front_addr":"172.21.15.107:6829/1414703103","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:48:43.510856+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:49:12.572545+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:49:40.320099+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:50:06.858137+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:50:29.495228+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:50:54.399292+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:51:20.720423+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:51:47.629088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.15.37:6800/154291888":"2021-07-27T15:46:33.821140+0000","172.21.15.37:0/2226848329":"2021-07-27T15:46:33.821140+0000","172.21.15.37:0/1764622158":"2021-07-27T15:46:11.146043+0000","172.21.15.37:0/37677034":"2021-07-27T15:46:33.821140+0000","172.21.15.37:6800/3251690586":"2021-07-27T15:46:11.146043+0000","172.21.15.37:6801/154291888":"2021-07-27T15:46:33.821140+0000","172.21.15.37:6801/3251690586":"2021-07-27T15:46:11.146043+0000","172.21.15.37:0/3472230876":"2021-07-27T15:46:11.146043+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-07-26T15:52:15.636 DEBUG:teuthology.misc:8 of 8 OSDs are up 2021-07-26T15:52:15.636 INFO:tasks.cephadm:Creating RBD pool 2021-07-26T15:52:15.637 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- sudo ceph --cluster ceph osd pool create rbd 8 2021-07-26T15:52:16.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:16 smithi107 bash[14687]: audit 2021-07-26T15:52:15.622431+0000 mon.a (mon.0) 536 : audit [DBG] from='client.? 172.21.15.37:0/3322344154' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:52:16.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:16 smithi037 bash[14605]: audit 2021-07-26T15:52:15.622431+0000 mon.a (mon.0) 536 : audit [DBG] from='client.? 172.21.15.37:0/3322344154' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:52:16.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:16 smithi037 bash[18551]: audit 2021-07-26T15:52:15.622431+0000 mon.a (mon.0) 536 : audit [DBG] from='client.? 172.21.15.37:0/3322344154' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:52:17.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:17 smithi107 bash[14687]: cluster 2021-07-26T15:52:16.155840+0000 mgr.y (mgr.14140) 236 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:17.626 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:17 smithi037 bash[14605]: cluster 2021-07-26T15:52:16.155840+0000 mgr.y (mgr.14140) 236 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:17.627 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:17 smithi037 bash[18551]: cluster 2021-07-26T15:52:16.155840+0000 mgr.y (mgr.14140) 236 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:19.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:19 smithi107 bash[14687]: cluster 2021-07-26T15:52:18.156292+0000 mgr.y (mgr.14140) 237 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:19.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:19 smithi037 bash[18551]: cluster 2021-07-26T15:52:18.156292+0000 mgr.y (mgr.14140) 237 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:19.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:19 smithi037 bash[14605]: cluster 2021-07-26T15:52:18.156292+0000 mgr.y (mgr.14140) 237 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:20.767 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:20 smithi037 systemd[1]: Started Ceph alertmanager.a for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T15:52:21.087 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:20 smithi037 bash[26839]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:52:21.434 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:21 smithi037 bash[14605]: cluster 2021-07-26T15:52:20.156852+0000 mgr.y (mgr.14140) 238 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:21.435 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:21 smithi037 bash[14605]: audit 2021-07-26T15:52:20.717071+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:21.435 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:21 smithi037 bash[14605]: audit 2021-07-26T15:52:20.840135+0000 mon.a (mon.0) 538 : audit [INF] from='client.? 172.21.15.37:0/1624060431' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2021-07-26T15:52:21.435 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:21 smithi037 bash[18551]: cluster 2021-07-26T15:52:20.156852+0000 mgr.y (mgr.14140) 238 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:21.436 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:21 smithi037 bash[18551]: audit 2021-07-26T15:52:20.717071+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:21.436 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:21 smithi037 bash[18551]: audit 2021-07-26T15:52:20.840135+0000 mon.a (mon.0) 538 : audit [INF] from='client.? 172.21.15.37:0/1624060431' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2021-07-26T15:52:21.729 INFO:teuthology.orchestra.run.smithi037.stderr:pool 'rbd' created 2021-07-26T15:52:21.755 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:21 smithi107 bash[14687]: cluster 2021-07-26T15:52:20.156852+0000 mgr.y (mgr.14140) 238 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:21.756 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:21 smithi107 bash[14687]: audit 2021-07-26T15:52:20.717071+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:21.756 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:21 smithi107 bash[14687]: audit 2021-07-26T15:52:20.840135+0000 mon.a (mon.0) 538 : audit [INF] from='client.? 172.21.15.37:0/1624060431' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2021-07-26T15:52:22.379 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:22 smithi037 bash[14605]: audit 2021-07-26T15:52:21.304191+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:22.380 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:22 smithi037 bash[14605]: audit 2021-07-26T15:52:21.309448+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:22.380 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:22 smithi037 bash[14605]: audit 2021-07-26T15:52:21.310391+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2021-07-26T15:52:22.756 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:22 smithi107 bash[14687]: audit 2021-07-26T15:52:21.304191+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:22.756 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:22 smithi107 bash[14687]: audit 2021-07-26T15:52:21.309448+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:22.756 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:22 smithi107 bash[14687]: audit 2021-07-26T15:52:21.310391+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2021-07-26T15:52:22.756 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:22 smithi107 bash[14687]: audit 2021-07-26T15:52:21.311212+0000 mgr.y (mgr.14140) 239 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2021-07-26T15:52:22.757 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:22 smithi107 bash[14687]: audit 2021-07-26T15:52:21.315956+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:22.757 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:22 smithi107 bash[14687]: cephadm 2021-07-26T15:52:21.321434+0000 mgr.y (mgr.14140) 240 : cephadm [INF] Deploying daemon grafana.a on smithi107 2021-07-26T15:52:22.757 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:22 smithi107 bash[14687]: audit 2021-07-26T15:52:21.724463+0000 mon.a (mon.0) 543 : audit [INF] from='client.? 172.21.15.37:0/1624060431' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2021-07-26T15:52:22.757 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:22 smithi107 bash[14687]: cluster 2021-07-26T15:52:21.724599+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2021-07-26T15:52:22.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:22 smithi037 bash[14605]: audit 2021-07-26T15:52:21.311212+0000 mgr.y (mgr.14140) 239 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2021-07-26T15:52:22.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:22 smithi037 bash[14605]: audit 2021-07-26T15:52:21.315956+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:22.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:22 smithi037 bash[14605]: cephadm 2021-07-26T15:52:21.321434+0000 mgr.y (mgr.14140) 240 : cephadm [INF] Deploying daemon grafana.a on smithi107 2021-07-26T15:52:22.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:22 smithi037 bash[14605]: audit 2021-07-26T15:52:21.724463+0000 mon.a (mon.0) 543 : audit [INF] from='client.? 172.21.15.37:0/1624060431' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2021-07-26T15:52:22.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:22 smithi037 bash[14605]: cluster 2021-07-26T15:52:21.724599+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2021-07-26T15:52:22.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:22 smithi037 bash[18551]: audit 2021-07-26T15:52:21.304191+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:22.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:22 smithi037 bash[18551]: audit 2021-07-26T15:52:21.309448+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:22.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:22 smithi037 bash[18551]: audit 2021-07-26T15:52:21.310391+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2021-07-26T15:52:22.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:22 smithi037 bash[18551]: audit 2021-07-26T15:52:21.311212+0000 mgr.y (mgr.14140) 239 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2021-07-26T15:52:22.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:22 smithi037 bash[18551]: audit 2021-07-26T15:52:21.315956+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:22.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:22 smithi037 bash[18551]: cephadm 2021-07-26T15:52:21.321434+0000 mgr.y (mgr.14140) 240 : cephadm [INF] Deploying daemon grafana.a on smithi107 2021-07-26T15:52:22.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:22 smithi037 bash[18551]: audit 2021-07-26T15:52:21.724463+0000 mon.a (mon.0) 543 : audit [INF] from='client.? 172.21.15.37:0/1624060431' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2021-07-26T15:52:22.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:22 smithi037 bash[18551]: cluster 2021-07-26T15:52:21.724599+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2021-07-26T15:52:22.909 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2021-07-26T15:52:23.308 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:23 smithi037 bash[26839]: level=info ts=2021-07-26T15:52:23.061Z caller=main.go:231 msg="Starting Alertmanager" version="(version=0.20.0, branch=HEAD, revision=f74be0400a6243d10bb53812d6fa408ad71ff32d)" 2021-07-26T15:52:23.309 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:23 smithi037 bash[26839]: level=info ts=2021-07-26T15:52:23.061Z caller=main.go:232 build_context="(go=go1.13.5, user=root@00c3106655f8, date=20191211-14:13:14)" 2021-07-26T15:52:23.309 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:23 smithi037 bash[26839]: level=info ts=2021-07-26T15:52:23.063Z caller=cluster.go:161 component=cluster msg="setting advertise address explicitly" addr=172.21.15.37 port=9094 2021-07-26T15:52:23.309 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:23 smithi037 bash[26839]: level=info ts=2021-07-26T15:52:23.064Z caller=cluster.go:623 component=cluster msg="Waiting for gossip to settle..." interval=2s 2021-07-26T15:52:23.309 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:23 smithi037 bash[26839]: level=info ts=2021-07-26T15:52:23.108Z caller=coordinator.go:119 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2021-07-26T15:52:23.310 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:23 smithi037 bash[26839]: level=info ts=2021-07-26T15:52:23.108Z caller=coordinator.go:131 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2021-07-26T15:52:23.310 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:23 smithi037 bash[26839]: level=info ts=2021-07-26T15:52:23.113Z caller=main.go:497 msg=Listening address=:9093 2021-07-26T15:52:23.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:23 smithi037 bash[18551]: cluster 2021-07-26T15:52:22.157403+0000 mgr.y (mgr.14140) 241 : cluster [DBG] pgmap v212: 9 pgs: 8 unknown, 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:23.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:23 smithi037 bash[18551]: cluster 2021-07-26T15:52:22.731685+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2021-07-26T15:52:23.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:23 smithi037 bash[14605]: cluster 2021-07-26T15:52:22.157403+0000 mgr.y (mgr.14140) 241 : cluster [DBG] pgmap v212: 9 pgs: 8 unknown, 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:23.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:23 smithi037 bash[14605]: cluster 2021-07-26T15:52:22.731685+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2021-07-26T15:52:23.756 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:23 smithi107 bash[14687]: cluster 2021-07-26T15:52:22.157403+0000 mgr.y (mgr.14140) 241 : cluster [DBG] pgmap v212: 9 pgs: 8 unknown, 1 active+clean; 0 B data, 3.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:23.756 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:23 smithi107 bash[14687]: cluster 2021-07-26T15:52:22.731685+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2021-07-26T15:52:25.006 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:24 smithi107 bash[14687]: cluster 2021-07-26T15:52:23.737160+0000 mon.a (mon.0) 546 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2021-07-26T15:52:25.006 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:24 smithi107 bash[14687]: cluster 2021-07-26T15:52:24.158071+0000 mgr.y (mgr.14140) 242 : cluster [DBG] pgmap v215: 9 pgs: 1 creating+peering, 4 active+clean, 4 unknown; 0 B data, 3.5 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:25.064 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:24 smithi037 bash[14605]: cluster 2021-07-26T15:52:23.737160+0000 mon.a (mon.0) 546 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2021-07-26T15:52:25.065 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:24 smithi037 bash[14605]: cluster 2021-07-26T15:52:24.158071+0000 mgr.y (mgr.14140) 242 : cluster [DBG] pgmap v215: 9 pgs: 1 creating+peering, 4 active+clean, 4 unknown; 0 B data, 3.5 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:25.065 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:24 smithi037 bash[18551]: cluster 2021-07-26T15:52:23.737160+0000 mon.a (mon.0) 546 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2021-07-26T15:52:25.066 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:24 smithi037 bash[18551]: cluster 2021-07-26T15:52:24.158071+0000 mgr.y (mgr.14140) 242 : cluster [DBG] pgmap v215: 9 pgs: 1 creating+peering, 4 active+clean, 4 unknown; 0 B data, 3.5 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:25.337 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:25 smithi037 bash[26839]: level=info ts=2021-07-26T15:52:25.064Z caller=cluster.go:648 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000107101s 2021-07-26T15:52:27.227 INFO:teuthology.orchestra.run.smithi037.stderr:enabled application 'rbd' on pool 'rbd' 2021-07-26T15:52:27.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:27 smithi107 bash[14687]: cluster 2021-07-26T15:52:26.158755+0000 mgr.y (mgr.14140) 243 : cluster [DBG] pgmap v216: 9 pgs: 1 creating+peering, 6 active+clean, 2 unknown; 0 B data, 3.5 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:27.507 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:27 smithi107 bash[14687]: audit 2021-07-26T15:52:26.703845+0000 mon.c (mon.1) 11 : audit [INF] from='client.? 172.21.15.37:0/1059369573' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:52:27.507 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:27 smithi107 bash[14687]: audit 2021-07-26T15:52:26.704488+0000 mon.a (mon.0) 547 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:52:27.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:27 smithi037 bash[14605]: cluster 2021-07-26T15:52:26.158755+0000 mgr.y (mgr.14140) 243 : cluster [DBG] pgmap v216: 9 pgs: 1 creating+peering, 6 active+clean, 2 unknown; 0 B data, 3.5 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:27.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:27 smithi037 bash[14605]: audit 2021-07-26T15:52:26.703845+0000 mon.c (mon.1) 11 : audit [INF] from='client.? 172.21.15.37:0/1059369573' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:52:27.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:27 smithi037 bash[14605]: audit 2021-07-26T15:52:26.704488+0000 mon.a (mon.0) 547 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:52:27.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:27 smithi037 bash[18551]: cluster 2021-07-26T15:52:26.158755+0000 mgr.y (mgr.14140) 243 : cluster [DBG] pgmap v216: 9 pgs: 1 creating+peering, 6 active+clean, 2 unknown; 0 B data, 3.5 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:27.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:27 smithi037 bash[18551]: audit 2021-07-26T15:52:26.703845+0000 mon.c (mon.1) 11 : audit [INF] from='client.? 172.21.15.37:0/1059369573' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:52:27.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:27 smithi037 bash[18551]: audit 2021-07-26T15:52:26.704488+0000 mon.a (mon.0) 547 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:52:27.943 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd dump --format=json 2021-07-26T15:52:28.080 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:52:28.509 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:28 smithi107 bash[14687]: audit 2021-07-26T15:52:27.220084+0000 mon.a (mon.0) 548 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2021-07-26T15:52:28.509 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:28 smithi107 bash[14687]: cluster 2021-07-26T15:52:27.220258+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2021-07-26T15:52:28.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:28 smithi037 bash[14605]: audit 2021-07-26T15:52:27.220084+0000 mon.a (mon.0) 548 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2021-07-26T15:52:28.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:28 smithi037 bash[14605]: cluster 2021-07-26T15:52:27.220258+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2021-07-26T15:52:28.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:28 smithi037 bash[18551]: audit 2021-07-26T15:52:27.220084+0000 mon.a (mon.0) 548 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2021-07-26T15:52:28.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:28 smithi037 bash[18551]: cluster 2021-07-26T15:52:27.220258+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2021-07-26T15:52:29.507 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:29 smithi107 bash[14687]: cluster 2021-07-26T15:52:28.159293+0000 mgr.y (mgr.14140) 244 : cluster [DBG] pgmap v218: 9 pgs: 9 active+clean; 0 B data, 3.7 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:29.555 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:29 smithi037 bash[14605]: cluster 2021-07-26T15:52:28.159293+0000 mgr.y (mgr.14140) 244 : cluster [DBG] pgmap v218: 9 pgs: 9 active+clean; 0 B data, 3.7 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:29.556 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:29 smithi037 bash[18551]: cluster 2021-07-26T15:52:28.159293+0000 mgr.y (mgr.14140) 244 : cluster [DBG] pgmap v218: 9 pgs: 9 active+clean; 0 B data, 3.7 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:31.295 INFO:teuthology.orchestra.run.smithi037.stdout: 2021-07-26T15:52:31.295 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":51,"fsid":"72588c72-ee28-11eb-8c23-001a4aab830c","created":"2021-07-26T15:45:46.122977+0000","modified":"2021-07-26T15:52:27.212226+0000","last_up_change":"2021-07-26T15:51:48.827422+0000","last_in_change":"2021-07-26T15:51:48.827422+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-07-26T15:47:28.703520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-07-26T15:52:21.289829+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"519838c3-20c2-48b2-87a7-ddf08f12f65a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6803","nonce":2590357244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6805","nonce":2590357244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6809","nonce":2590357244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6807","nonce":2590357244}]},"public_addr":"172.21.15.37:6803/2590357244","cluster_addr":"172.21.15.37:6805/2590357244","heartbeat_back_addr":"172.21.15.37:6809/2590357244","heartbeat_front_addr":"172.21.15.37:6807/2590357244","state":["exists","up"]},{"osd":1,"uuid":"aca831e5-6d9e-4a13-af32-8ff9a4329c0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6811","nonce":3907207283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6813","nonce":3907207283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6817","nonce":3907207283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6815","nonce":3907207283}]},"public_addr":"172.21.15.37:6811/3907207283","cluster_addr":"172.21.15.37:6813/3907207283","heartbeat_back_addr":"172.21.15.37:6817/3907207283","heartbeat_front_addr":"172.21.15.37:6815/3907207283","state":["exists","up"]},{"osd":2,"uuid":"7adba29d-e4e2-4bb2-a210-e899f1ba2874","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6819","nonce":607926625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6821","nonce":607926625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6825","nonce":607926625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6822","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6823","nonce":607926625}]},"public_addr":"172.21.15.37:6819/607926625","cluster_addr":"172.21.15.37:6821/607926625","heartbeat_back_addr":"172.21.15.37:6825/607926625","heartbeat_front_addr":"172.21.15.37:6823/607926625","state":["exists","up"]},{"osd":3,"uuid":"cb49e6ff-8d82-46d2-bb75-fdfa1482327e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6826","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6827","nonce":478432554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6829","nonce":478432554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6833","nonce":478432554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6831","nonce":478432554}]},"public_addr":"172.21.15.37:6827/478432554","cluster_addr":"172.21.15.37:6829/478432554","heartbeat_back_addr":"172.21.15.37:6833/478432554","heartbeat_front_addr":"172.21.15.37:6831/478432554","state":["exists","up"]},{"osd":4,"uuid":"b6d8fd18-e95c-4520-9863-0569fc18a49b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6801","nonce":2882267480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6803","nonce":2882267480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6807","nonce":2882267480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6805","nonce":2882267480}]},"public_addr":"172.21.15.107:6801/2882267480","cluster_addr":"172.21.15.107:6803/2882267480","heartbeat_back_addr":"172.21.15.107:6807/2882267480","heartbeat_front_addr":"172.21.15.107:6805/2882267480","state":["exists","up"]},{"osd":5,"uuid":"abe4fd3b-0626-45ce-a895-9ba5c9e6c150","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6809","nonce":493900940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6811","nonce":493900940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6815","nonce":493900940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6813","nonce":493900940}]},"public_addr":"172.21.15.107:6809/493900940","cluster_addr":"172.21.15.107:6811/493900940","heartbeat_back_addr":"172.21.15.107:6815/493900940","heartbeat_front_addr":"172.21.15.107:6813/493900940","state":["exists","up"]},{"osd":6,"uuid":"1fb59d55-2494-4e01-9fc8-e37fb53d0c92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6817","nonce":4159411413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6819","nonce":4159411413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6823","nonce":4159411413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6821","nonce":4159411413}]},"public_addr":"172.21.15.107:6817/4159411413","cluster_addr":"172.21.15.107:6819/4159411413","heartbeat_back_addr":"172.21.15.107:6823/4159411413","heartbeat_front_addr":"172.21.15.107:6821/4159411413","state":["exists","up"]},{"osd":7,"uuid":"b53c2b0d-858a-484c-b4c8-f676679540c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6825","nonce":1414703103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6827","nonce":1414703103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6831","nonce":1414703103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6829","nonce":1414703103}]},"public_addr":"172.21.15.107:6825/1414703103","cluster_addr":"172.21.15.107:6827/1414703103","heartbeat_back_addr":"172.21.15.107:6831/1414703103","heartbeat_front_addr":"172.21.15.107:6829/1414703103","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:48:43.510856+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:49:12.572545+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:49:40.320099+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:50:06.858137+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:50:29.495228+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:50:54.399292+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:51:20.720423+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:51:47.629088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.15.37:6800/154291888":"2021-07-27T15:46:33.821140+0000","172.21.15.37:0/2226848329":"2021-07-27T15:46:33.821140+0000","172.21.15.37:0/1764622158":"2021-07-27T15:46:11.146043+0000","172.21.15.37:0/37677034":"2021-07-27T15:46:33.821140+0000","172.21.15.37:6800/3251690586":"2021-07-27T15:46:11.146043+0000","172.21.15.37:6801/154291888":"2021-07-27T15:46:33.821140+0000","172.21.15.37:6801/3251690586":"2021-07-27T15:46:11.146043+0000","172.21.15.37:0/3472230876":"2021-07-27T15:46:11.146043+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-07-26T15:52:31.507 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:31 smithi107 bash[14687]: cluster 2021-07-26T15:52:30.159971+0000 mgr.y (mgr.14140) 245 : cluster [DBG] pgmap v219: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:31.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:31 smithi037 bash[14605]: cluster 2021-07-26T15:52:30.159971+0000 mgr.y (mgr.14140) 245 : cluster [DBG] pgmap v219: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:31.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:31 smithi037 bash[18551]: cluster 2021-07-26T15:52:30.159971+0000 mgr.y (mgr.14140) 245 : cluster [DBG] pgmap v219: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:32.041 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2021-07-26T15:47:28.703520+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '12', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2021-07-26T15:52:21.289829+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '51', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2021-07-26T15:52:32.042 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd pool get device_health_metrics pg_num 2021-07-26T15:52:32.172 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:52:32.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:32 smithi037 bash[14605]: audit 2021-07-26T15:52:31.293231+0000 mon.a (mon.0) 550 : audit [DBG] from='client.? 172.21.15.37:0/2730346223' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:52:32.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:32 smithi037 bash[18551]: audit 2021-07-26T15:52:31.293231+0000 mon.a (mon.0) 550 : audit [DBG] from='client.? 172.21.15.37:0/2730346223' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:52:32.508 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:32 smithi107 bash[14687]: audit 2021-07-26T15:52:31.293231+0000 mon.a (mon.0) 550 : audit [DBG] from='client.? 172.21.15.37:0/2730346223' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:52:33.337 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:33 smithi037 bash[26839]: level=info ts=2021-07-26T15:52:33.065Z caller=cluster.go:640 component=cluster msg="gossip settled; proceeding" elapsed=10.001053924s 2021-07-26T15:52:33.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:33 smithi037 bash[14605]: cluster 2021-07-26T15:52:32.160424+0000 mgr.y (mgr.14140) 246 : cluster [DBG] pgmap v220: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:33.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:33 smithi037 bash[18551]: cluster 2021-07-26T15:52:32.160424+0000 mgr.y (mgr.14140) 246 : cluster [DBG] pgmap v220: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:33.508 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:33 smithi107 bash[14687]: cluster 2021-07-26T15:52:32.160424+0000 mgr.y (mgr.14140) 246 : cluster [DBG] pgmap v220: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:35.508 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:35 smithi107 bash[14687]: cluster 2021-07-26T15:52:34.161033+0000 mgr.y (mgr.14140) 247 : cluster [DBG] pgmap v221: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:35.509 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:35 smithi107 bash[14687]: audit 2021-07-26T15:52:34.271980+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:52:35.509 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:35 smithi107 bash[14687]: audit 2021-07-26T15:52:34.275693+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:52:35.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:35 smithi037 bash[14605]: cluster 2021-07-26T15:52:34.161033+0000 mgr.y (mgr.14140) 247 : cluster [DBG] pgmap v221: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:35.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:35 smithi037 bash[14605]: audit 2021-07-26T15:52:34.271980+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:52:35.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:35 smithi037 bash[14605]: audit 2021-07-26T15:52:34.275693+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:52:35.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:35 smithi037 bash[18551]: cluster 2021-07-26T15:52:34.161033+0000 mgr.y (mgr.14140) 247 : cluster [DBG] pgmap v221: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:35.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:35 smithi037 bash[18551]: audit 2021-07-26T15:52:34.271980+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:52:35.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:35 smithi037 bash[18551]: audit 2021-07-26T15:52:34.275693+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:52:35.631 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 1 2021-07-26T15:52:36.321 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd pool get rbd pg_num 2021-07-26T15:52:36.461 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:52:36.509 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:36 smithi107 bash[14687]: audit 2021-07-26T15:52:35.631454+0000 mon.a (mon.0) 553 : audit [DBG] from='client.? 172.21.15.37:0/1289478760' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2021-07-26T15:52:36.510 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:36 smithi037 bash[18551]: audit 2021-07-26T15:52:35.631454+0000 mon.a (mon.0) 553 : audit [DBG] from='client.? 172.21.15.37:0/1289478760' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2021-07-26T15:52:36.511 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:36 smithi037 bash[14605]: audit 2021-07-26T15:52:35.631454+0000 mon.a (mon.0) 553 : audit [DBG] from='client.? 172.21.15.37:0/1289478760' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2021-07-26T15:52:37.557 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:37 smithi037 bash[14605]: cluster 2021-07-26T15:52:36.161676+0000 mgr.y (mgr.14140) 248 : cluster [DBG] pgmap v222: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:37.558 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:37 smithi037 bash[18551]: cluster 2021-07-26T15:52:36.161676+0000 mgr.y (mgr.14140) 248 : cluster [DBG] pgmap v222: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:37.587 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:37 smithi107 bash[14687]: cluster 2021-07-26T15:52:36.161676+0000 mgr.y (mgr.14140) 248 : cluster [DBG] pgmap v222: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:38.258 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:38 smithi107 bash[23748]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:52:39.252 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:38 smithi107 bash[14687]: audit 2021-07-26T15:52:37.974107+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:39.252 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:38 smithi107 bash[14687]: audit 2021-07-26T15:52:37.976958+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:52:39.252 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:38 smithi107 bash[14687]: audit 2021-07-26T15:52:37.977391+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:52:39.253 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:38 smithi107 bash[14687]: cluster 2021-07-26T15:52:38.162202+0000 mgr.y (mgr.14140) 249 : cluster [DBG] pgmap v223: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:39.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:38 smithi037 bash[14605]: audit 2021-07-26T15:52:37.974107+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:39.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:38 smithi037 bash[14605]: audit 2021-07-26T15:52:37.976958+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:52:39.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:38 smithi037 bash[14605]: audit 2021-07-26T15:52:37.977391+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:52:39.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:38 smithi037 bash[14605]: cluster 2021-07-26T15:52:38.162202+0000 mgr.y (mgr.14140) 249 : cluster [DBG] pgmap v223: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:39.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:38 smithi037 bash[18551]: audit 2021-07-26T15:52:37.974107+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:39.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:38 smithi037 bash[18551]: audit 2021-07-26T15:52:37.976958+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:52:39.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:38 smithi037 bash[18551]: audit 2021-07-26T15:52:37.977391+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:52:39.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:38 smithi037 bash[18551]: cluster 2021-07-26T15:52:38.162202+0000 mgr.y (mgr.14140) 249 : cluster [DBG] pgmap v223: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:39.511 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Starting Grafana" logger=server version=6.7.4 commit=8e44bbc5f5 branch=HEAD compiled=2020-05-26T17:35:38+0000 2021-07-26T15:52:39.512 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2021-07-26T15:52:39.512 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2021-07-26T15:52:39.512 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2021-07-26T15:52:39.512 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2021-07-26T15:52:39.513 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2021-07-26T15:52:39.513 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2021-07-26T15:52:39.513 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2021-07-26T15:52:39.513 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2021-07-26T15:52:39.513 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2021-07-26T15:52:39.514 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2021-07-26T15:52:39.514 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2021-07-26T15:52:39.514 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="App mode production" logger=settings 2021-07-26T15:52:39.514 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Initializing SqlStore" logger=server 2021-07-26T15:52:39.515 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2021-07-26T15:52:39.515 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Starting DB migration" logger=migrator 2021-07-26T15:52:39.515 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Executing migration" logger=migrator id="create migration_log table" 2021-07-26T15:52:39.515 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Executing migration" logger=migrator id="create user table" 2021-07-26T15:52:39.821 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.login" 2021-07-26T15:52:39.821 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.email" 2021-07-26T15:52:39.821 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_login - v1" 2021-07-26T15:52:39.822 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_email - v1" 2021-07-26T15:52:39.822 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table user to user_v1 - v1" 2021-07-26T15:52:39.836 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 8 2021-07-26T15:52:40.076 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Executing migration" logger=migrator id="create user table v2" 2021-07-26T15:52:40.077 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:39 smithi107 bash[23748]: t=2021-07-26T15:52:39+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_login - v2" 2021-07-26T15:52:40.078 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[23748]: t=2021-07-26T15:52:40+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_email - v2" 2021-07-26T15:52:40.078 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[23748]: t=2021-07-26T15:52:40+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2021-07-26T15:52:40.360 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[23748]: t=2021-07-26T15:52:40+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table user_v1" 2021-07-26T15:52:40.361 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[23748]: t=2021-07-26T15:52:40+0000 lvl=info msg="Executing migration" logger=migrator id="Add column help_flags1 to user table" 2021-07-26T15:52:40.361 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[23748]: t=2021-07-26T15:52:40+0000 lvl=info msg="Executing migration" logger=migrator id="Update user table charset" 2021-07-26T15:52:40.361 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[23748]: t=2021-07-26T15:52:40+0000 lvl=info msg="Executing migration" logger=migrator id="Add last_seen_at column to user" 2021-07-26T15:52:40.361 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[23748]: t=2021-07-26T15:52:40+0000 lvl=info msg="Executing migration" logger=migrator id="Add missing user data" 2021-07-26T15:52:40.362 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[23748]: t=2021-07-26T15:52:40+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_disabled column to user" 2021-07-26T15:52:40.638 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[14687]: audit 2021-07-26T15:52:39.384506+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:40.638 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[14687]: cephadm 2021-07-26T15:52:39.385704+0000 mgr.y (mgr.14140) 250 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:52:40.638 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[14687]: audit 2021-07-26T15:52:39.581374+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:40.639 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[14687]: audit 2021-07-26T15:52:39.758274+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:40.639 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[14687]: cephadm 2021-07-26T15:52:39.763284+0000 mgr.y (mgr.14140) 251 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2021-07-26T15:52:40.639 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[14687]: cephadm 2021-07-26T15:52:39.769014+0000 mgr.y (mgr.14140) 252 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi037 2021-07-26T15:52:40.640 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[14687]: audit 2021-07-26T15:52:39.836695+0000 mon.c (mon.1) 12 : audit [DBG] from='client.? 172.21.15.37:0/3276792420' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2021-07-26T15:52:40.640 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[14687]: cluster 2021-07-26T15:52:40.162811+0000 mgr.y (mgr.14140) 253 : cluster [DBG] pgmap v224: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:40.640 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[23748]: t=2021-07-26T15:52:40+0000 lvl=info msg="Executing migration" logger=migrator id="create temp user table v1-7" 2021-07-26T15:52:40.641 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[23748]: t=2021-07-26T15:52:40+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v1-7" 2021-07-26T15:52:40.641 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[23748]: t=2021-07-26T15:52:40+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v1-7" 2021-07-26T15:52:40.641 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[23748]: t=2021-07-26T15:52:40+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v1-7" 2021-07-26T15:52:40.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:40 smithi037 bash[18551]: audit 2021-07-26T15:52:39.384506+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:40.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:40 smithi037 bash[18551]: cephadm 2021-07-26T15:52:39.385704+0000 mgr.y (mgr.14140) 250 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:52:40.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:40 smithi037 bash[18551]: audit 2021-07-26T15:52:39.581374+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:40.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:40 smithi037 bash[18551]: audit 2021-07-26T15:52:39.758274+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:40.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:40 smithi037 bash[18551]: cephadm 2021-07-26T15:52:39.763284+0000 mgr.y (mgr.14140) 251 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2021-07-26T15:52:40.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:40 smithi037 bash[18551]: cephadm 2021-07-26T15:52:39.769014+0000 mgr.y (mgr.14140) 252 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi037 2021-07-26T15:52:40.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:40 smithi037 bash[18551]: audit 2021-07-26T15:52:39.836695+0000 mon.c (mon.1) 12 : audit [DBG] from='client.? 172.21.15.37:0/3276792420' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2021-07-26T15:52:40.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:40 smithi037 bash[18551]: cluster 2021-07-26T15:52:40.162811+0000 mgr.y (mgr.14140) 253 : cluster [DBG] pgmap v224: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:40.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:40 smithi037 bash[14605]: audit 2021-07-26T15:52:39.384506+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:40.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:40 smithi037 bash[14605]: cephadm 2021-07-26T15:52:39.385704+0000 mgr.y (mgr.14140) 250 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:52:40.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:40 smithi037 bash[14605]: audit 2021-07-26T15:52:39.581374+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:40.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:40 smithi037 bash[14605]: audit 2021-07-26T15:52:39.758274+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:40.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:40 smithi037 bash[14605]: cephadm 2021-07-26T15:52:39.763284+0000 mgr.y (mgr.14140) 251 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2021-07-26T15:52:40.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:40 smithi037 bash[14605]: cephadm 2021-07-26T15:52:39.769014+0000 mgr.y (mgr.14140) 252 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi037 2021-07-26T15:52:40.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:40 smithi037 bash[14605]: audit 2021-07-26T15:52:39.836695+0000 mon.c (mon.1) 12 : audit [DBG] from='client.? 172.21.15.37:0/3276792420' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2021-07-26T15:52:40.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:40 smithi037 bash[14605]: cluster 2021-07-26T15:52:40.162811+0000 mgr.y (mgr.14140) 253 : cluster [DBG] pgmap v224: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:40.915 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[23748]: t=2021-07-26T15:52:40+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v1-7" 2021-07-26T15:52:40.915 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[23748]: t=2021-07-26T15:52:40+0000 lvl=info msg="Executing migration" logger=migrator id="Update temp_user table charset" 2021-07-26T15:52:40.915 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[23748]: t=2021-07-26T15:52:40+0000 lvl=info msg="Executing migration" logger=migrator id="create star table" 2021-07-26T15:52:40.915 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[23748]: t=2021-07-26T15:52:40+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index star.user_id_dashboard_id" 2021-07-26T15:52:40.979 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2021-07-26T15:52:40.980 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2021-07-26T15:52:40.981 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph mgr dump --format=json 2021-07-26T15:52:41.112 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:52:41.184 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[23748]: t=2021-07-26T15:52:40+0000 lvl=info msg="Executing migration" logger=migrator id="create org table v1" 2021-07-26T15:52:41.184 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:40 smithi107 bash[23748]: t=2021-07-26T15:52:40+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_name - v1" 2021-07-26T15:52:41.184 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:41 smithi107 bash[23748]: t=2021-07-26T15:52:41+0000 lvl=info msg="Executing migration" logger=migrator id="create org_user table v1" 2021-07-26T15:52:41.185 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:41 smithi107 bash[23748]: t=2021-07-26T15:52:41+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_org_id - v1" 2021-07-26T15:52:41.185 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:41 smithi107 bash[23748]: t=2021-07-26T15:52:41+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_user_org_id_user_id - v1" 2021-07-26T15:52:41.460 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:41 smithi107 bash[23748]: t=2021-07-26T15:52:41+0000 lvl=info msg="Executing migration" logger=migrator id="Update org table charset" 2021-07-26T15:52:41.460 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:41 smithi107 bash[23748]: t=2021-07-26T15:52:41+0000 lvl=info msg="Executing migration" logger=migrator id="Update org_user table charset" 2021-07-26T15:52:41.460 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:41 smithi107 bash[23748]: t=2021-07-26T15:52:41+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate all Read Only Viewers to Viewers" 2021-07-26T15:52:41.460 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:41 smithi107 bash[23748]: t=2021-07-26T15:52:41+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard table" 2021-07-26T15:52:41.760 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:41 smithi107 bash[23748]: t=2021-07-26T15:52:41+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard.account_id" 2021-07-26T15:52:41.760 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:41 smithi107 bash[23748]: t=2021-07-26T15:52:41+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_account_id_slug" 2021-07-26T15:52:41.761 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:41 smithi107 bash[23748]: t=2021-07-26T15:52:41+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_tag table" 2021-07-26T15:52:41.761 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:41 smithi107 bash[23748]: t=2021-07-26T15:52:41+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_tag.dasboard_id_term" 2021-07-26T15:52:42.049 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:41 smithi107 bash[23748]: t=2021-07-26T15:52:41+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2021-07-26T15:52:42.049 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:41 smithi107 bash[23748]: t=2021-07-26T15:52:41+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard to dashboard_v1 - v1" 2021-07-26T15:52:42.050 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:41 smithi107 bash[23748]: t=2021-07-26T15:52:41+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard v2" 2021-07-26T15:52:42.050 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:41 smithi107 bash[23748]: t=2021-07-26T15:52:41+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_org_id - v2" 2021-07-26T15:52:42.050 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:42 smithi107 bash[23748]: t=2021-07-26T15:52:42+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_org_id_slug - v2" 2021-07-26T15:52:42.357 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:42 smithi107 bash[23748]: t=2021-07-26T15:52:42+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard v1 to v2" 2021-07-26T15:52:42.357 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:42 smithi107 bash[23748]: t=2021-07-26T15:52:42+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_v1" 2021-07-26T15:52:42.358 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:42 smithi107 bash[23748]: t=2021-07-26T15:52:42+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard.data to mediumtext v1" 2021-07-26T15:52:42.358 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:42 smithi107 bash[23748]: t=2021-07-26T15:52:42+0000 lvl=info msg="Executing migration" logger=migrator id="Add column updated_by in dashboard - v2" 2021-07-26T15:52:42.358 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:42 smithi107 bash[23748]: t=2021-07-26T15:52:42+0000 lvl=info msg="Executing migration" logger=migrator id="Add column created_by in dashboard - v2" 2021-07-26T15:52:42.663 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:42 smithi107 bash[23748]: t=2021-07-26T15:52:42+0000 lvl=info msg="Executing migration" logger=migrator id="Add column gnetId in dashboard" 2021-07-26T15:52:42.663 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:42 smithi107 bash[23748]: t=2021-07-26T15:52:42+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for gnetId in dashboard" 2021-07-26T15:52:42.663 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:42 smithi107 bash[23748]: t=2021-07-26T15:52:42+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_id in dashboard" 2021-07-26T15:52:42.664 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:42 smithi107 bash[23748]: t=2021-07-26T15:52:42+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for plugin_id in dashboard" 2021-07-26T15:52:42.927 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:42 smithi107 bash[23748]: t=2021-07-26T15:52:42+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_id in dashboard_tag" 2021-07-26T15:52:42.927 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:42 smithi107 bash[23748]: t=2021-07-26T15:52:42+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard table charset" 2021-07-26T15:52:42.927 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:42 smithi107 bash[23748]: t=2021-07-26T15:52:42+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_tag table charset" 2021-07-26T15:52:42.927 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:42 smithi107 bash[23748]: t=2021-07-26T15:52:42+0000 lvl=info msg="Executing migration" logger=migrator id="Add column folder_id in dashboard" 2021-07-26T15:52:42.928 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:42 smithi107 bash[23748]: t=2021-07-26T15:52:42+0000 lvl=info msg="Executing migration" logger=migrator id="Add column isFolder in dashboard" 2021-07-26T15:52:43.222 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:42 smithi107 bash[23748]: t=2021-07-26T15:52:42+0000 lvl=info msg="Executing migration" logger=migrator id="Add column has_acl in dashboard" 2021-07-26T15:52:43.617 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:43 smithi107 bash[23748]: t=2021-07-26T15:52:43+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in dashboard" 2021-07-26T15:52:43.618 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:43 smithi107 bash[23748]: t=2021-07-26T15:52:43+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in dashboard" 2021-07-26T15:52:43.618 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:43 smithi107 bash[23748]: t=2021-07-26T15:52:43+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index dashboard_org_id_uid" 2021-07-26T15:52:43.619 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:43 smithi037 bash[14605]: cluster 2021-07-26T15:52:42.163414+0000 mgr.y (mgr.14140) 254 : cluster [DBG] pgmap v225: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:43.620 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:43 smithi107 bash[14687]: cluster 2021-07-26T15:52:42.163414+0000 mgr.y (mgr.14140) 254 : cluster [DBG] pgmap v225: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:43.620 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:43 smithi037 bash[18551]: cluster 2021-07-26T15:52:42.163414+0000 mgr.y (mgr.14140) 254 : cluster [DBG] pgmap v225: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:43.621 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:43 smithi107 bash[23748]: t=2021-07-26T15:52:43+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_slug" 2021-07-26T15:52:43.621 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:43 smithi107 bash[23748]: t=2021-07-26T15:52:43+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard title length" 2021-07-26T15:52:43.621 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:43 smithi107 bash[23748]: t=2021-07-26T15:52:43+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index for dashboard_org_id_title_folder_id" 2021-07-26T15:52:43.622 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:43 smithi107 bash[23748]: t=2021-07-26T15:52:43+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning" 2021-07-26T15:52:43.773 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:43 smithi107 bash[23748]: t=2021-07-26T15:52:43+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2021-07-26T15:52:43.774 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:43 smithi107 bash[23748]: t=2021-07-26T15:52:43+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning v2" 2021-07-26T15:52:43.774 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:43 smithi107 bash[23748]: t=2021-07-26T15:52:43+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2021-07-26T15:52:43.774 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:43 smithi107 bash[23748]: t=2021-07-26T15:52:43+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2021-07-26T15:52:44.034 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:43 smithi107 bash[23748]: t=2021-07-26T15:52:43+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard_provisioning v1 to v2" 2021-07-26T15:52:44.034 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:43 smithi107 bash[23748]: t=2021-07-26T15:52:43+0000 lvl=info msg="Executing migration" logger=migrator id="drop dashboard_provisioning_tmp_qwerty" 2021-07-26T15:52:44.034 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:43 smithi107 bash[23748]: t=2021-07-26T15:52:43+0000 lvl=info msg="Executing migration" logger=migrator id="Add check_sum column" 2021-07-26T15:52:44.035 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:43 smithi107 bash[23748]: t=2021-07-26T15:52:43+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table" 2021-07-26T15:52:44.035 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:43 smithi107 bash[23748]: t=2021-07-26T15:52:43+0000 lvl=info msg="Executing migration" logger=migrator id="add index data_source.account_id" 2021-07-26T15:52:44.035 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:44 smithi107 bash[23748]: t=2021-07-26T15:52:44+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index data_source.account_id_name" 2021-07-26T15:52:44.285 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:44 smithi107 bash[23748]: t=2021-07-26T15:52:44+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_data_source_account_id - v1" 2021-07-26T15:52:44.286 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:44 smithi107 bash[23748]: t=2021-07-26T15:52:44+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_data_source_account_id_name - v1" 2021-07-26T15:52:44.286 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:44 smithi107 bash[23748]: t=2021-07-26T15:52:44+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table data_source to data_source_v1 - v1" 2021-07-26T15:52:44.286 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:44 smithi107 bash[23748]: t=2021-07-26T15:52:44+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table v2" 2021-07-26T15:52:44.536 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:44 smithi107 bash[23748]: t=2021-07-26T15:52:44+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_data_source_org_id - v2" 2021-07-26T15:52:44.537 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:44 smithi107 bash[23748]: t=2021-07-26T15:52:44+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_data_source_org_id_name - v2" 2021-07-26T15:52:44.846 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:44 smithi107 bash[23748]: t=2021-07-26T15:52:44+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2021-07-26T15:52:44.847 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:44 smithi107 bash[23748]: t=2021-07-26T15:52:44+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table data_source_v1 #2" 2021-07-26T15:52:44.847 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:44 smithi107 bash[23748]: t=2021-07-26T15:52:44+0000 lvl=info msg="Executing migration" logger=migrator id="Add column with_credentials" 2021-07-26T15:52:44.847 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:44 smithi107 bash[23748]: t=2021-07-26T15:52:44+0000 lvl=info msg="Executing migration" logger=migrator id="Add secure json data column" 2021-07-26T15:52:44.848 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:44 smithi107 bash[23748]: t=2021-07-26T15:52:44+0000 lvl=info msg="Executing migration" logger=migrator id="Update data_source table charset" 2021-07-26T15:52:45.106 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:44 smithi107 bash[23748]: t=2021-07-26T15:52:44+0000 lvl=info msg="Executing migration" logger=migrator id="Update initial version to 1" 2021-07-26T15:52:45.106 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:44 smithi107 bash[23748]: t=2021-07-26T15:52:44+0000 lvl=info msg="Executing migration" logger=migrator id="Add read_only data column" 2021-07-26T15:52:45.107 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:45 smithi107 bash[23748]: t=2021-07-26T15:52:45+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate logging ds to loki ds" 2021-07-26T15:52:45.107 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:45 smithi107 bash[23748]: t=2021-07-26T15:52:45+0000 lvl=info msg="Executing migration" logger=migrator id="Update json_data with nulls" 2021-07-26T15:52:45.366 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:45 smithi107 bash[14687]: cluster 2021-07-26T15:52:44.164179+0000 mgr.y (mgr.14140) 255 : cluster [DBG] pgmap v226: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:45.366 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:45 smithi107 bash[23748]: t=2021-07-26T15:52:45+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table" 2021-07-26T15:52:45.367 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:45 smithi107 bash[23748]: t=2021-07-26T15:52:45+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id" 2021-07-26T15:52:45.367 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:45 smithi107 bash[23748]: t=2021-07-26T15:52:45+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.key" 2021-07-26T15:52:45.367 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:45 smithi107 bash[23748]: t=2021-07-26T15:52:45+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id_name" 2021-07-26T15:52:45.532 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:45 smithi037 bash[14605]: cluster 2021-07-26T15:52:44.164179+0000 mgr.y (mgr.14140) 255 : cluster [DBG] pgmap v226: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:45.533 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:45 smithi037 bash[18551]: cluster 2021-07-26T15:52:44.164179+0000 mgr.y (mgr.14140) 255 : cluster [DBG] pgmap v226: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:45.659 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:45 smithi107 bash[23748]: t=2021-07-26T15:52:45+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_api_key_account_id - v1" 2021-07-26T15:52:45.659 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:45 smithi107 bash[23748]: t=2021-07-26T15:52:45+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_key - v1" 2021-07-26T15:52:45.660 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:45 smithi107 bash[23748]: t=2021-07-26T15:52:45+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_account_id_name - v1" 2021-07-26T15:52:45.961 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:45 smithi107 bash[23748]: t=2021-07-26T15:52:45+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table api_key to api_key_v1 - v1" 2021-07-26T15:52:45.962 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:45 smithi107 bash[23748]: t=2021-07-26T15:52:45+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table v2" 2021-07-26T15:52:45.962 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:45 smithi107 bash[23748]: t=2021-07-26T15:52:45+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_api_key_org_id - v2" 2021-07-26T15:52:45.962 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:45 smithi107 bash[23748]: t=2021-07-26T15:52:45+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_key - v2" 2021-07-26T15:52:45.962 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:45 smithi107 bash[23748]: t=2021-07-26T15:52:45+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_org_id_name - v2" 2021-07-26T15:52:45.962 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:45 smithi107 bash[23748]: t=2021-07-26T15:52:45+0000 lvl=info msg="Executing migration" logger=migrator id="copy api_key v1 to v2" 2021-07-26T15:52:46.260 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:46 smithi107 bash[23748]: t=2021-07-26T15:52:46+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table api_key_v1" 2021-07-26T15:52:46.263 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:46 smithi107 bash[23748]: t=2021-07-26T15:52:46+0000 lvl=info msg="Executing migration" logger=migrator id="Update api_key table charset" 2021-07-26T15:52:46.263 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:46 smithi107 bash[23748]: t=2021-07-26T15:52:46+0000 lvl=info msg="Executing migration" logger=migrator id="Add expires to api_key table" 2021-07-26T15:52:46.351 INFO:teuthology.orchestra.run.smithi037.stdout: 2021-07-26T15:52:46.598 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:46 smithi107 bash[23748]: t=2021-07-26T15:52:46+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v4" 2021-07-26T15:52:46.598 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:46 smithi107 bash[23748]: t=2021-07-26T15:52:46+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_snapshot_v4 #1" 2021-07-26T15:52:46.599 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:46 smithi107 bash[23748]: t=2021-07-26T15:52:46+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v5 #2" 2021-07-26T15:52:46.599 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:46 smithi107 bash[23748]: t=2021-07-26T15:52:46+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_key - v5" 2021-07-26T15:52:46.866 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:46 smithi107 bash[23748]: t=2021-07-26T15:52:46+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_delete_key - v5" 2021-07-26T15:52:46.866 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:46 smithi107 bash[23748]: t=2021-07-26T15:52:46+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_snapshot_user_id - v5" 2021-07-26T15:52:46.867 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:46 smithi107 bash[23748]: t=2021-07-26T15:52:46+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_snapshot to mediumtext v2" 2021-07-26T15:52:46.867 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:46 smithi107 bash[23748]: t=2021-07-26T15:52:46+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_snapshot table charset" 2021-07-26T15:52:46.868 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:46 smithi107 bash[23748]: t=2021-07-26T15:52:46+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external_delete_url to dashboard_snapshots table" 2021-07-26T15:52:47.126 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:46 smithi107 bash[23748]: t=2021-07-26T15:52:46+0000 lvl=info msg="Executing migration" logger=migrator id="create quota table v1" 2021-07-26T15:52:47.126 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:47 smithi107 bash[23748]: t=2021-07-26T15:52:47+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_quota_org_id_user_id_target - v1" 2021-07-26T15:52:47.154 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:46 smithi037 systemd[1]: Stopping Ceph alertmanager.a for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T15:52:47.155 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:46 smithi037 docker[28151]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:52:47.270 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":14,"active_gid":14140,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":3000663571},{"type":"v1","addr":"172.21.15.37:6801","nonce":3000663571}]},"active_addr":"172.21.15.37:6801/3000663571","active_change":"2021-07-26T15:46:33.821757+0000","active_mgr_features":4540138292840890367,"available":true,"standbys":[{"gid":34112,"name":"x","mgr_features":4540138292840890367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://smithi037.front.sepia.ceph.com:8443/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":3,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.37:0","nonce":4048164203}]},{"addrvec":[{"type":"v2","addr":"172.21.15.37:0","nonce":3378988194}]}]}} 2021-07-26T15:52:47.278 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2021-07-26T15:52:47.279 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2021-07-26T15:52:47.279 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd dump --format=json 2021-07-26T15:52:47.416 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:52:47.429 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:47 smithi107 bash[14687]: cluster 2021-07-26T15:52:46.164844+0000 mgr.y (mgr.14140) 256 : cluster [DBG] pgmap v227: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:47.430 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:47 smithi107 bash[14687]: audit 2021-07-26T15:52:46.343511+0000 mon.c (mon.1) 13 : audit [DBG] from='client.? 172.21.15.37:0/2214775238' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-07-26T15:52:47.431 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:47 smithi107 bash[23748]: t=2021-07-26T15:52:47+0000 lvl=info msg="Executing migration" logger=migrator id="Update quota table charset" 2021-07-26T15:52:47.432 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:47 smithi107 bash[23748]: t=2021-07-26T15:52:47+0000 lvl=info msg="Executing migration" logger=migrator id="create plugin_setting table" 2021-07-26T15:52:47.432 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:47 smithi107 bash[23748]: t=2021-07-26T15:52:47+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2021-07-26T15:52:47.432 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:47 smithi107 bash[23748]: t=2021-07-26T15:52:47+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_version to plugin_settings" 2021-07-26T15:52:47.432 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:47 smithi107 bash[23748]: t=2021-07-26T15:52:47+0000 lvl=info msg="Executing migration" logger=migrator id="Update plugin_setting table charset" 2021-07-26T15:52:47.433 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:47 smithi107 bash[23748]: t=2021-07-26T15:52:47+0000 lvl=info msg="Executing migration" logger=migrator id="create session table" 2021-07-26T15:52:47.469 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:47 smithi037 bash[14605]: cluster 2021-07-26T15:52:46.164844+0000 mgr.y (mgr.14140) 256 : cluster [DBG] pgmap v227: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:47.469 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:47 smithi037 bash[14605]: audit 2021-07-26T15:52:46.343511+0000 mon.c (mon.1) 13 : audit [DBG] from='client.? 172.21.15.37:0/2214775238' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-07-26T15:52:47.470 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:47 smithi037 bash[18551]: cluster 2021-07-26T15:52:46.164844+0000 mgr.y (mgr.14140) 256 : cluster [DBG] pgmap v227: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:47.470 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:47 smithi037 bash[18551]: audit 2021-07-26T15:52:46.343511+0000 mon.c (mon.1) 13 : audit [DBG] from='client.? 172.21.15.37:0/2214775238' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-07-26T15:52:47.471 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:47 smithi037 bash[26839]: level=info ts=2021-07-26T15:52:47.153Z caller=main.go:536 msg="Received SIGTERM, exiting gracefully..." 2021-07-26T15:52:47.680 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:47 smithi107 bash[23748]: t=2021-07-26T15:52:47+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist table" 2021-07-26T15:52:47.680 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:47 smithi107 bash[23748]: t=2021-07-26T15:52:47+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist_item table" 2021-07-26T15:52:47.681 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:47 smithi107 bash[23748]: t=2021-07-26T15:52:47+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist table v2" 2021-07-26T15:52:47.681 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:47 smithi107 bash[23748]: t=2021-07-26T15:52:47+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist item table v2" 2021-07-26T15:52:47.972 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:47 smithi107 bash[23748]: t=2021-07-26T15:52:47+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist table charset" 2021-07-26T15:52:47.972 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:47 smithi107 bash[23748]: t=2021-07-26T15:52:47+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist_item table charset" 2021-07-26T15:52:47.973 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:47 smithi107 bash[23748]: t=2021-07-26T15:52:47+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v2" 2021-07-26T15:52:47.973 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:47 smithi107 bash[23748]: t=2021-07-26T15:52:47+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v3" 2021-07-26T15:52:48.231 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:48 smithi107 bash[23748]: t=2021-07-26T15:52:48+0000 lvl=info msg="Executing migration" logger=migrator id="create preferences table v3" 2021-07-26T15:52:48.232 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:48 smithi107 bash[23748]: t=2021-07-26T15:52:48+0000 lvl=info msg="Executing migration" logger=migrator id="Update preferences table charset" 2021-07-26T15:52:48.232 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:48 smithi107 bash[23748]: t=2021-07-26T15:52:48+0000 lvl=info msg="Executing migration" logger=migrator id="Add column team_id in preferences" 2021-07-26T15:52:48.232 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:48 smithi107 bash[23748]: t=2021-07-26T15:52:48+0000 lvl=info msg="Executing migration" logger=migrator id="Update team_id column values in preferences" 2021-07-26T15:52:48.510 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:48 smithi107 bash[23748]: t=2021-07-26T15:52:48+0000 lvl=info msg="Executing migration" logger=migrator id="create alert table v1" 2021-07-26T15:52:48.510 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:48 smithi107 bash[23748]: t=2021-07-26T15:52:48+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert org_id & id " 2021-07-26T15:52:48.511 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:48 smithi107 bash[23748]: t=2021-07-26T15:52:48+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert state" 2021-07-26T15:52:48.801 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:48 smithi107 bash[23748]: t=2021-07-26T15:52:48+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert dashboard_id" 2021-07-26T15:52:48.801 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:48 smithi107 bash[23748]: t=2021-07-26T15:52:48+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v1" 2021-07-26T15:52:48.801 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:48 smithi107 bash[23748]: t=2021-07-26T15:52:48+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_rule_tag.alert_id_tag_id" 2021-07-26T15:52:48.802 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:48 smithi107 bash[23748]: t=2021-07-26T15:52:48+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification table v1" 2021-07-26T15:52:48.837 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:48 smithi037 docker[28151]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-alertmanager.a 2021-07-26T15:52:48.838 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:48 smithi037 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@alertmanager.a.service: Succeeded. 2021-07-26T15:52:48.838 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:48 smithi037 systemd[1]: Stopped Ceph alertmanager.a for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T15:52:48.838 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:48 smithi037 systemd[1]: Started Ceph alertmanager.a for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T15:52:48.838 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:48 smithi037 bash[28205]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:52:49.054 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:48 smithi107 bash[23748]: t=2021-07-26T15:52:48+0000 lvl=info msg="Executing migration" logger=migrator id="Add column is_default" 2021-07-26T15:52:49.510 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:49 smithi107 bash[14687]: cluster 2021-07-26T15:52:48.165588+0000 mgr.y (mgr.14140) 257 : cluster [DBG] pgmap v228: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:49.510 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:49 smithi107 bash[14687]: audit 2021-07-26T15:52:48.493863+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:49.511 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:49 smithi107 bash[23748]: t=2021-07-26T15:52:49+0000 lvl=info msg="Executing migration" logger=migrator id="Add column frequency" 2021-07-26T15:52:49.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:49 smithi037 bash[14605]: cluster 2021-07-26T15:52:48.165588+0000 mgr.y (mgr.14140) 257 : cluster [DBG] pgmap v228: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:49.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:49 smithi037 bash[14605]: audit 2021-07-26T15:52:48.493863+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:49.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:49 smithi037 bash[18551]: cluster 2021-07-26T15:52:48.165588+0000 mgr.y (mgr.14140) 257 : cluster [DBG] pgmap v228: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:49.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:49 smithi037 bash[18551]: audit 2021-07-26T15:52:48.493863+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:49.875 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:49 smithi107 bash[23748]: t=2021-07-26T15:52:49+0000 lvl=info msg="Executing migration" logger=migrator id="Add column send_reminder" 2021-07-26T15:52:49.875 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:49 smithi107 bash[23748]: t=2021-07-26T15:52:49+0000 lvl=info msg="Executing migration" logger=migrator id="Add column disable_resolve_message" 2021-07-26T15:52:50.175 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:50 smithi107 bash[23748]: t=2021-07-26T15:52:50+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification org_id & name" 2021-07-26T15:52:50.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:50 smithi037 bash[18551]: cephadm 2021-07-26T15:52:48.495323+0000 mgr.y (mgr.14140) 258 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2021-07-26T15:52:50.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:50 smithi037 bash[18551]: cephadm 2021-07-26T15:52:48.498691+0000 mgr.y (mgr.14140) 259 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi107 2021-07-26T15:52:50.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:50 smithi037 bash[14605]: cephadm 2021-07-26T15:52:48.495323+0000 mgr.y (mgr.14140) 258 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2021-07-26T15:52:50.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:50 smithi037 bash[14605]: cephadm 2021-07-26T15:52:48.498691+0000 mgr.y (mgr.14140) 259 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi107 2021-07-26T15:52:50.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:50 smithi107 bash[14687]: cephadm 2021-07-26T15:52:48.495323+0000 mgr.y (mgr.14140) 258 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2021-07-26T15:52:50.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:50 smithi107 bash[14687]: cephadm 2021-07-26T15:52:48.498691+0000 mgr.y (mgr.14140) 259 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi107 2021-07-26T15:52:50.737 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:50 smithi107 bash[23748]: t=2021-07-26T15:52:50+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert table charset" 2021-07-26T15:52:50.738 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:50 smithi107 bash[23748]: t=2021-07-26T15:52:50+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert_notification table charset" 2021-07-26T15:52:51.010 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:50 smithi107 bash[23748]: t=2021-07-26T15:52:50+0000 lvl=info msg="Executing migration" logger=migrator id="create notification_journal table v1" 2021-07-26T15:52:51.011 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:50 smithi107 bash[23748]: t=2021-07-26T15:52:50+0000 lvl=info msg="Executing migration" logger=migrator id="add index notification_journal org_id & alert_id & notifier_id" 2021-07-26T15:52:51.011 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:50 smithi107 bash[23748]: t=2021-07-26T15:52:50+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_notification_journal" 2021-07-26T15:52:51.088 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:51 smithi037 bash[28205]: level=info ts=2021-07-26T15:52:50.955Z caller=main.go:231 msg="Starting Alertmanager" version="(version=0.20.0, branch=HEAD, revision=f74be0400a6243d10bb53812d6fa408ad71ff32d)" 2021-07-26T15:52:51.088 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:51 smithi037 bash[28205]: level=info ts=2021-07-26T15:52:50.955Z caller=main.go:232 build_context="(go=go1.13.5, user=root@00c3106655f8, date=20191211-14:13:14)" 2021-07-26T15:52:51.088 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:51 smithi037 bash[28205]: level=info ts=2021-07-26T15:52:50.957Z caller=cluster.go:161 component=cluster msg="setting advertise address explicitly" addr=172.21.15.37 port=9094 2021-07-26T15:52:51.088 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:51 smithi037 bash[28205]: level=info ts=2021-07-26T15:52:50.958Z caller=cluster.go:623 component=cluster msg="Waiting for gossip to settle..." interval=2s 2021-07-26T15:52:51.089 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:51 smithi037 bash[28205]: level=info ts=2021-07-26T15:52:50.996Z caller=coordinator.go:119 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2021-07-26T15:52:51.089 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:51 smithi037 bash[28205]: level=info ts=2021-07-26T15:52:50.997Z caller=coordinator.go:131 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2021-07-26T15:52:51.089 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:51 smithi037 bash[28205]: level=info ts=2021-07-26T15:52:51.001Z caller=main.go:497 msg=Listening address=:9093 2021-07-26T15:52:51.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:51 smithi037 bash[14605]: cluster 2021-07-26T15:52:50.166249+0000 mgr.y (mgr.14140) 260 : cluster [DBG] pgmap v229: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:51.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:51 smithi037 bash[18551]: cluster 2021-07-26T15:52:50.166249+0000 mgr.y (mgr.14140) 260 : cluster [DBG] pgmap v229: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:51.414 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:51 smithi107 bash[14687]: cluster 2021-07-26T15:52:50.166249+0000 mgr.y (mgr.14140) 260 : cluster [DBG] pgmap v229: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:51.414 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:51 smithi107 bash[23748]: t=2021-07-26T15:52:51+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification_state table v1" 2021-07-26T15:52:51.414 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:51 smithi107 bash[23748]: t=2021-07-26T15:52:51+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification_state org_id & alert_id & notifier_id" 2021-07-26T15:52:51.415 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:51 smithi107 bash[23748]: t=2021-07-26T15:52:51+0000 lvl=info msg="Executing migration" logger=migrator id="Add for to alert table" 2021-07-26T15:52:51.721 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:51 smithi107 bash[23748]: t=2021-07-26T15:52:51+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in alert_notification" 2021-07-26T15:52:52.010 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:51 smithi107 bash[23748]: t=2021-07-26T15:52:51+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in alert_notification" 2021-07-26T15:52:52.343 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:52 smithi107 bash[23748]: t=2021-07-26T15:52:52+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_notification_org_id_uid" 2021-07-26T15:52:52.343 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:52 smithi107 bash[23748]: t=2021-07-26T15:52:52+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_name" 2021-07-26T15:52:52.344 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:52 smithi107 bash[23748]: t=2021-07-26T15:52:52+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old annotation table v4" 2021-07-26T15:52:52.490 INFO:teuthology.orchestra.run.smithi037.stdout: 2021-07-26T15:52:52.491 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":51,"fsid":"72588c72-ee28-11eb-8c23-001a4aab830c","created":"2021-07-26T15:45:46.122977+0000","modified":"2021-07-26T15:52:27.212226+0000","last_up_change":"2021-07-26T15:51:48.827422+0000","last_in_change":"2021-07-26T15:51:48.827422+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-07-26T15:47:28.703520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-07-26T15:52:21.289829+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"519838c3-20c2-48b2-87a7-ddf08f12f65a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6803","nonce":2590357244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6805","nonce":2590357244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6809","nonce":2590357244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6807","nonce":2590357244}]},"public_addr":"172.21.15.37:6803/2590357244","cluster_addr":"172.21.15.37:6805/2590357244","heartbeat_back_addr":"172.21.15.37:6809/2590357244","heartbeat_front_addr":"172.21.15.37:6807/2590357244","state":["exists","up"]},{"osd":1,"uuid":"aca831e5-6d9e-4a13-af32-8ff9a4329c0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6811","nonce":3907207283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6813","nonce":3907207283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6817","nonce":3907207283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6815","nonce":3907207283}]},"public_addr":"172.21.15.37:6811/3907207283","cluster_addr":"172.21.15.37:6813/3907207283","heartbeat_back_addr":"172.21.15.37:6817/3907207283","heartbeat_front_addr":"172.21.15.37:6815/3907207283","state":["exists","up"]},{"osd":2,"uuid":"7adba29d-e4e2-4bb2-a210-e899f1ba2874","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6819","nonce":607926625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6821","nonce":607926625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6825","nonce":607926625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6822","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6823","nonce":607926625}]},"public_addr":"172.21.15.37:6819/607926625","cluster_addr":"172.21.15.37:6821/607926625","heartbeat_back_addr":"172.21.15.37:6825/607926625","heartbeat_front_addr":"172.21.15.37:6823/607926625","state":["exists","up"]},{"osd":3,"uuid":"cb49e6ff-8d82-46d2-bb75-fdfa1482327e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6826","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6827","nonce":478432554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6829","nonce":478432554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6833","nonce":478432554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6831","nonce":478432554}]},"public_addr":"172.21.15.37:6827/478432554","cluster_addr":"172.21.15.37:6829/478432554","heartbeat_back_addr":"172.21.15.37:6833/478432554","heartbeat_front_addr":"172.21.15.37:6831/478432554","state":["exists","up"]},{"osd":4,"uuid":"b6d8fd18-e95c-4520-9863-0569fc18a49b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6801","nonce":2882267480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6803","nonce":2882267480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6807","nonce":2882267480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6805","nonce":2882267480}]},"public_addr":"172.21.15.107:6801/2882267480","cluster_addr":"172.21.15.107:6803/2882267480","heartbeat_back_addr":"172.21.15.107:6807/2882267480","heartbeat_front_addr":"172.21.15.107:6805/2882267480","state":["exists","up"]},{"osd":5,"uuid":"abe4fd3b-0626-45ce-a895-9ba5c9e6c150","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6809","nonce":493900940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6811","nonce":493900940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6815","nonce":493900940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6813","nonce":493900940}]},"public_addr":"172.21.15.107:6809/493900940","cluster_addr":"172.21.15.107:6811/493900940","heartbeat_back_addr":"172.21.15.107:6815/493900940","heartbeat_front_addr":"172.21.15.107:6813/493900940","state":["exists","up"]},{"osd":6,"uuid":"1fb59d55-2494-4e01-9fc8-e37fb53d0c92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6817","nonce":4159411413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6819","nonce":4159411413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6823","nonce":4159411413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6821","nonce":4159411413}]},"public_addr":"172.21.15.107:6817/4159411413","cluster_addr":"172.21.15.107:6819/4159411413","heartbeat_back_addr":"172.21.15.107:6823/4159411413","heartbeat_front_addr":"172.21.15.107:6821/4159411413","state":["exists","up"]},{"osd":7,"uuid":"b53c2b0d-858a-484c-b4c8-f676679540c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6825","nonce":1414703103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6827","nonce":1414703103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6831","nonce":1414703103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6829","nonce":1414703103}]},"public_addr":"172.21.15.107:6825/1414703103","cluster_addr":"172.21.15.107:6827/1414703103","heartbeat_back_addr":"172.21.15.107:6831/1414703103","heartbeat_front_addr":"172.21.15.107:6829/1414703103","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:48:43.510856+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:49:12.572545+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:49:40.320099+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:50:06.858137+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:50:29.495228+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:50:54.399292+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:51:20.720423+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:51:47.629088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.15.37:6800/154291888":"2021-07-27T15:46:33.821140+0000","172.21.15.37:0/2226848329":"2021-07-27T15:46:33.821140+0000","172.21.15.37:0/1764622158":"2021-07-27T15:46:11.146043+0000","172.21.15.37:0/37677034":"2021-07-27T15:46:33.821140+0000","172.21.15.37:6800/3251690586":"2021-07-27T15:46:11.146043+0000","172.21.15.37:6801/154291888":"2021-07-27T15:46:33.821140+0000","172.21.15.37:6801/3251690586":"2021-07-27T15:46:11.146043+0000","172.21.15.37:0/3472230876":"2021-07-27T15:46:11.146043+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-07-26T15:52:52.760 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:52 smithi107 bash[23748]: t=2021-07-26T15:52:52+0000 lvl=info msg="Executing migration" logger=migrator id="create annotation table v5" 2021-07-26T15:52:53.173 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2021-07-26T15:52:53.174 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd dump --format=json 2021-07-26T15:52:53.192 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:52 smithi107 bash[23748]: t=2021-07-26T15:52:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 0 v3" 2021-07-26T15:52:53.193 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:52 smithi107 bash[23748]: t=2021-07-26T15:52:52+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 1 v3" 2021-07-26T15:52:53.309 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:52:53.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:53 smithi037 bash[18551]: cluster 2021-07-26T15:52:52.167008+0000 mgr.y (mgr.14140) 261 : cluster [DBG] pgmap v230: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:53.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:53 smithi037 bash[18551]: audit 2021-07-26T15:52:52.487709+0000 mon.a (mon.0) 561 : audit [DBG] from='client.? 172.21.15.37:0/906278294' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:52:53.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:53 smithi037 bash[14605]: cluster 2021-07-26T15:52:52.167008+0000 mgr.y (mgr.14140) 261 : cluster [DBG] pgmap v230: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:53.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:53 smithi037 bash[14605]: audit 2021-07-26T15:52:52.487709+0000 mon.a (mon.0) 561 : audit [DBG] from='client.? 172.21.15.37:0/906278294' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:52:53.339 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:52:52 smithi037 bash[28205]: level=info ts=2021-07-26T15:52:52.959Z caller=cluster.go:648 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000217633s 2021-07-26T15:52:53.511 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:53 smithi107 bash[14687]: cluster 2021-07-26T15:52:52.167008+0000 mgr.y (mgr.14140) 261 : cluster [DBG] pgmap v230: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:53.511 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:53 smithi107 bash[14687]: audit 2021-07-26T15:52:52.487709+0000 mon.a (mon.0) 561 : audit [DBG] from='client.? 172.21.15.37:0/906278294' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:52:53.512 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:53 smithi107 bash[23748]: t=2021-07-26T15:52:53+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 2 v3" 2021-07-26T15:52:53.938 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:53 smithi107 bash[23748]: t=2021-07-26T15:52:53+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 3 v3" 2021-07-26T15:52:53.939 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:53 smithi107 bash[23748]: t=2021-07-26T15:52:53+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 4 v3" 2021-07-26T15:52:53.939 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:53 smithi107 bash[23748]: t=2021-07-26T15:52:53+0000 lvl=info msg="Executing migration" logger=migrator id="Update annotation table charset" 2021-07-26T15:52:54.226 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:54 smithi107 bash[23748]: t=2021-07-26T15:52:54+0000 lvl=info msg="Executing migration" logger=migrator id="Add column region_id to annotation table" 2021-07-26T15:52:54.477 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:54 smithi107 bash[23748]: t=2021-07-26T15:52:54+0000 lvl=info msg="Executing migration" logger=migrator id="Drop category_id index" 2021-07-26T15:52:54.478 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:54 smithi107 bash[23748]: t=2021-07-26T15:52:54+0000 lvl=info msg="Executing migration" logger=migrator id="Add column tags to annotation table" 2021-07-26T15:52:54.478 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:54 smithi107 bash[23748]: t=2021-07-26T15:52:54+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v2" 2021-07-26T15:52:54.761 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:54 smithi107 bash[23748]: t=2021-07-26T15:52:54+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index annotation_tag.annotation_id_tag_id" 2021-07-26T15:52:54.761 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:54 smithi107 bash[23748]: t=2021-07-26T15:52:54+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert annotations and set TEXT to empty" 2021-07-26T15:52:55.012 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:54 smithi107 bash[23748]: t=2021-07-26T15:52:54+0000 lvl=info msg="Executing migration" logger=migrator id="Add created time to annotation table" 2021-07-26T15:52:55.494 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:55 smithi107 bash[14687]: cluster 2021-07-26T15:52:54.167750+0000 mgr.y (mgr.14140) 262 : cluster [DBG] pgmap v231: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:55.495 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:55 smithi107 bash[23748]: t=2021-07-26T15:52:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add updated time to annotation table" 2021-07-26T15:52:55.495 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:55 smithi107 bash[23748]: t=2021-07-26T15:52:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for created in annotation table" 2021-07-26T15:52:55.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:55 smithi037 bash[14605]: cluster 2021-07-26T15:52:54.167750+0000 mgr.y (mgr.14140) 262 : cluster [DBG] pgmap v231: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:55.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:55 smithi037 bash[18551]: cluster 2021-07-26T15:52:54.167750+0000 mgr.y (mgr.14140) 262 : cluster [DBG] pgmap v231: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:55.761 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:55 smithi107 bash[23748]: t=2021-07-26T15:52:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for updated in annotation table" 2021-07-26T15:52:55.761 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:55 smithi107 bash[23748]: t=2021-07-26T15:52:55+0000 lvl=info msg="Executing migration" logger=migrator id="Convert existing annotations from seconds to milliseconds" 2021-07-26T15:52:55.761 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:55 smithi107 bash[23748]: t=2021-07-26T15:52:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add epoch_end column" 2021-07-26T15:52:55.762 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:55 smithi107 systemd[1]: Stopping Ceph prometheus.a for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T15:52:55.762 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:55 smithi107 docker[24248]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:52:55.762 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:55 smithi107 bash[22857]: level=warn ts=2021-07-26T15:52:55.687Z caller=main.go:524 msg="Received SIGTERM, exiting gracefully..." 2021-07-26T15:52:55.763 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:55 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:55.687Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2021-07-26T15:52:55.763 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:55 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:55.687Z caller=main.go:561 msg="Stopping notify discovery manager..." 2021-07-26T15:52:55.764 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:55 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:55.687Z caller=main.go:583 msg="Stopping scrape manager..." 2021-07-26T15:52:55.764 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:55 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:55.687Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2021-07-26T15:52:55.764 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:55 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:55.687Z caller=main.go:543 msg="Scrape discovery manager stopped" 2021-07-26T15:52:55.765 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:55 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:55.687Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2021-07-26T15:52:55.765 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:55 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:55.687Z caller=main.go:577 msg="Scrape manager stopped" 2021-07-26T15:52:55.765 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:55 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:55.687Z caller=main.go:557 msg="Notify discovery manager stopped" 2021-07-26T15:52:55.765 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:55 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:55.687Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2021-07-26T15:52:55.766 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:55 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:55.687Z caller=main.go:749 msg="Notifier manager stopped" 2021-07-26T15:52:55.766 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:55 smithi107 bash[22857]: level=info ts=2021-07-26T15:52:55.688Z caller=main.go:761 msg="See you next time!" 2021-07-26T15:52:56.261 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:55 smithi107 bash[23748]: t=2021-07-26T15:52:55+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for epoch_end" 2021-07-26T15:52:56.261 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:56 smithi107 bash[23748]: t=2021-07-26T15:52:56+0000 lvl=info msg="Executing migration" logger=migrator id="Make epoch_end the same as epoch" 2021-07-26T15:52:56.502 INFO:teuthology.orchestra.run.smithi037.stdout: 2021-07-26T15:52:56.502 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":51,"fsid":"72588c72-ee28-11eb-8c23-001a4aab830c","created":"2021-07-26T15:45:46.122977+0000","modified":"2021-07-26T15:52:27.212226+0000","last_up_change":"2021-07-26T15:51:48.827422+0000","last_in_change":"2021-07-26T15:51:48.827422+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-07-26T15:47:28.703520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-07-26T15:52:21.289829+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"519838c3-20c2-48b2-87a7-ddf08f12f65a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6803","nonce":2590357244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6805","nonce":2590357244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6809","nonce":2590357244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6807","nonce":2590357244}]},"public_addr":"172.21.15.37:6803/2590357244","cluster_addr":"172.21.15.37:6805/2590357244","heartbeat_back_addr":"172.21.15.37:6809/2590357244","heartbeat_front_addr":"172.21.15.37:6807/2590357244","state":["exists","up"]},{"osd":1,"uuid":"aca831e5-6d9e-4a13-af32-8ff9a4329c0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6811","nonce":3907207283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6813","nonce":3907207283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6817","nonce":3907207283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6815","nonce":3907207283}]},"public_addr":"172.21.15.37:6811/3907207283","cluster_addr":"172.21.15.37:6813/3907207283","heartbeat_back_addr":"172.21.15.37:6817/3907207283","heartbeat_front_addr":"172.21.15.37:6815/3907207283","state":["exists","up"]},{"osd":2,"uuid":"7adba29d-e4e2-4bb2-a210-e899f1ba2874","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6819","nonce":607926625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6821","nonce":607926625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6825","nonce":607926625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6822","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6823","nonce":607926625}]},"public_addr":"172.21.15.37:6819/607926625","cluster_addr":"172.21.15.37:6821/607926625","heartbeat_back_addr":"172.21.15.37:6825/607926625","heartbeat_front_addr":"172.21.15.37:6823/607926625","state":["exists","up"]},{"osd":3,"uuid":"cb49e6ff-8d82-46d2-bb75-fdfa1482327e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6826","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6827","nonce":478432554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6829","nonce":478432554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6833","nonce":478432554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6831","nonce":478432554}]},"public_addr":"172.21.15.37:6827/478432554","cluster_addr":"172.21.15.37:6829/478432554","heartbeat_back_addr":"172.21.15.37:6833/478432554","heartbeat_front_addr":"172.21.15.37:6831/478432554","state":["exists","up"]},{"osd":4,"uuid":"b6d8fd18-e95c-4520-9863-0569fc18a49b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6801","nonce":2882267480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6803","nonce":2882267480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6807","nonce":2882267480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6805","nonce":2882267480}]},"public_addr":"172.21.15.107:6801/2882267480","cluster_addr":"172.21.15.107:6803/2882267480","heartbeat_back_addr":"172.21.15.107:6807/2882267480","heartbeat_front_addr":"172.21.15.107:6805/2882267480","state":["exists","up"]},{"osd":5,"uuid":"abe4fd3b-0626-45ce-a895-9ba5c9e6c150","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6809","nonce":493900940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6811","nonce":493900940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6815","nonce":493900940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6813","nonce":493900940}]},"public_addr":"172.21.15.107:6809/493900940","cluster_addr":"172.21.15.107:6811/493900940","heartbeat_back_addr":"172.21.15.107:6815/493900940","heartbeat_front_addr":"172.21.15.107:6813/493900940","state":["exists","up"]},{"osd":6,"uuid":"1fb59d55-2494-4e01-9fc8-e37fb53d0c92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6817","nonce":4159411413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6819","nonce":4159411413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6823","nonce":4159411413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6821","nonce":4159411413}]},"public_addr":"172.21.15.107:6817/4159411413","cluster_addr":"172.21.15.107:6819/4159411413","heartbeat_back_addr":"172.21.15.107:6823/4159411413","heartbeat_front_addr":"172.21.15.107:6821/4159411413","state":["exists","up"]},{"osd":7,"uuid":"b53c2b0d-858a-484c-b4c8-f676679540c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6825","nonce":1414703103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6827","nonce":1414703103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6831","nonce":1414703103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6829","nonce":1414703103}]},"public_addr":"172.21.15.107:6825/1414703103","cluster_addr":"172.21.15.107:6827/1414703103","heartbeat_back_addr":"172.21.15.107:6831/1414703103","heartbeat_front_addr":"172.21.15.107:6829/1414703103","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:48:43.510856+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:49:12.572545+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:49:40.320099+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:50:06.858137+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:50:29.495228+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:50:54.399292+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:51:20.720423+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:51:47.629088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.15.37:6800/154291888":"2021-07-27T15:46:33.821140+0000","172.21.15.37:0/2226848329":"2021-07-27T15:46:33.821140+0000","172.21.15.37:0/1764622158":"2021-07-27T15:46:11.146043+0000","172.21.15.37:0/37677034":"2021-07-27T15:46:33.821140+0000","172.21.15.37:6800/3251690586":"2021-07-27T15:46:11.146043+0000","172.21.15.37:6801/154291888":"2021-07-27T15:46:33.821140+0000","172.21.15.37:6801/3251690586":"2021-07-27T15:46:11.146043+0000","172.21.15.37:0/3472230876":"2021-07-27T15:46:11.146043+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-07-26T15:52:56.721 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:56 smithi107 bash[23748]: t=2021-07-26T15:52:56+0000 lvl=info msg="Executing migration" logger=migrator id="Move region to single row" 2021-07-26T15:52:56.721 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:56 smithi107 bash[23748]: t=2021-07-26T15:52:56+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch from annotation table" 2021-07-26T15:52:57.011 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:56 smithi107 bash[23748]: t=2021-07-26T15:52:56+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2021-07-26T15:52:57.011 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:56 smithi107 bash[23748]: t=2021-07-26T15:52:56+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2021-07-26T15:52:57.011 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:56 smithi107 bash[23748]: t=2021-07-26T15:52:56+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_epoch_end_epoch on annotation table" 2021-07-26T15:52:57.012 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:56 smithi107 docker[24248]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-prometheus.a 2021-07-26T15:52:57.012 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:56 smithi107 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@prometheus.a.service: Succeeded. 2021-07-26T15:52:57.013 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:56 smithi107 systemd[1]: Stopped Ceph prometheus.a for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T15:52:57.013 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:56 smithi107 systemd[1]: Started Ceph prometheus.a for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T15:52:57.014 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:56 smithi107 bash[24289]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:52:57.220 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2021-07-26T15:52:57.355 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:52:57.511 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:57 smithi107 bash[23748]: t=2021-07-26T15:52:57+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch_epoch_end from annotation table" 2021-07-26T15:52:57.511 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:57 smithi107 bash[14687]: cluster 2021-07-26T15:52:56.168365+0000 mgr.y (mgr.14140) 263 : cluster [DBG] pgmap v232: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:57.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:57 smithi107 bash[14687]: audit 2021-07-26T15:52:56.500233+0000 mon.a (mon.0) 562 : audit [DBG] from='client.? 172.21.15.37:0/4168325052' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:52:57.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:57 smithi107 bash[14687]: audit 2021-07-26T15:52:56.867860+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:57.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:57 smithi107 bash[14687]: audit 2021-07-26T15:52:56.874599+0000 mon.a (mon.0) 564 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T15:52:57.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:57 smithi107 bash[14687]: audit 2021-07-26T15:52:56.877418+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi037:9093"}]: dispatch 2021-07-26T15:52:57.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:57 smithi107 bash[14687]: audit 2021-07-26T15:52:56.888452+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:57.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:57 smithi107 bash[14687]: audit 2021-07-26T15:52:56.898283+0000 mon.a (mon.0) 567 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T15:52:57.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:57 smithi107 bash[14687]: audit 2021-07-26T15:52:56.907310+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi107:9095"}]: dispatch 2021-07-26T15:52:57.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:57 smithi107 bash[14687]: audit 2021-07-26T15:52:56.916305+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:57.514 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:57 smithi107 bash[14687]: audit 2021-07-26T15:52:56.921842+0000 mon.a (mon.0) 570 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T15:52:57.514 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:57 smithi107 bash[14687]: audit 2021-07-26T15:52:56.931886+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi107:3000"}]: dispatch 2021-07-26T15:52:57.514 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:57 smithi107 bash[14687]: audit 2021-07-26T15:52:56.938132+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:57.514 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:57 smithi107 bash[14687]: audit 2021-07-26T15:52:56.943371+0000 mon.a (mon.0) 573 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:52:57.515 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:57 smithi107 bash[14687]: audit 2021-07-26T15:52:56.943850+0000 mon.a (mon.0) 574 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:52:57.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[14605]: cluster 2021-07-26T15:52:56.168365+0000 mgr.y (mgr.14140) 263 : cluster [DBG] pgmap v232: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:57.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[14605]: audit 2021-07-26T15:52:56.500233+0000 mon.a (mon.0) 562 : audit [DBG] from='client.? 172.21.15.37:0/4168325052' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:52:57.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[14605]: audit 2021-07-26T15:52:56.867860+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:57.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[14605]: audit 2021-07-26T15:52:56.874599+0000 mon.a (mon.0) 564 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T15:52:57.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[14605]: audit 2021-07-26T15:52:56.877418+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi037:9093"}]: dispatch 2021-07-26T15:52:57.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[14605]: audit 2021-07-26T15:52:56.888452+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:57.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[14605]: audit 2021-07-26T15:52:56.898283+0000 mon.a (mon.0) 567 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T15:52:57.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[14605]: audit 2021-07-26T15:52:56.907310+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi107:9095"}]: dispatch 2021-07-26T15:52:57.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[14605]: audit 2021-07-26T15:52:56.916305+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:57.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[14605]: audit 2021-07-26T15:52:56.921842+0000 mon.a (mon.0) 570 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T15:52:57.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[14605]: audit 2021-07-26T15:52:56.931886+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi107:3000"}]: dispatch 2021-07-26T15:52:57.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[14605]: audit 2021-07-26T15:52:56.938132+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:57.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[14605]: audit 2021-07-26T15:52:56.943371+0000 mon.a (mon.0) 573 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:52:57.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[14605]: audit 2021-07-26T15:52:56.943850+0000 mon.a (mon.0) 574 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:52:57.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[18551]: cluster 2021-07-26T15:52:56.168365+0000 mgr.y (mgr.14140) 263 : cluster [DBG] pgmap v232: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:57.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[18551]: audit 2021-07-26T15:52:56.500233+0000 mon.a (mon.0) 562 : audit [DBG] from='client.? 172.21.15.37:0/4168325052' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:52:57.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[18551]: audit 2021-07-26T15:52:56.867860+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:57.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[18551]: audit 2021-07-26T15:52:56.874599+0000 mon.a (mon.0) 564 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T15:52:57.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[18551]: audit 2021-07-26T15:52:56.877418+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi037:9093"}]: dispatch 2021-07-26T15:52:57.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[18551]: audit 2021-07-26T15:52:56.888452+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:57.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[18551]: audit 2021-07-26T15:52:56.898283+0000 mon.a (mon.0) 567 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T15:52:57.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[18551]: audit 2021-07-26T15:52:56.907310+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi107:9095"}]: dispatch 2021-07-26T15:52:57.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[18551]: audit 2021-07-26T15:52:56.916305+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:57.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[18551]: audit 2021-07-26T15:52:56.921842+0000 mon.a (mon.0) 570 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T15:52:57.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[18551]: audit 2021-07-26T15:52:56.931886+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi107:3000"}]: dispatch 2021-07-26T15:52:57.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[18551]: audit 2021-07-26T15:52:56.938132+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:57.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[18551]: audit 2021-07-26T15:52:56.943371+0000 mon.a (mon.0) 573 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:52:57.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:57 smithi037 bash[18551]: audit 2021-07-26T15:52:56.943850+0000 mon.a (mon.0) 574 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:52:58.069 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:57 smithi107 bash[23748]: t=2021-07-26T15:52:57+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for alert_id on annotation table" 2021-07-26T15:52:58.070 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:57 smithi107 bash[23748]: t=2021-07-26T15:52:57+0000 lvl=info msg="Executing migration" logger=migrator id="create test_data table" 2021-07-26T15:52:58.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:58 smithi037 bash[14605]: audit 2021-07-26T15:52:56.875380+0000 mgr.y (mgr.14140) 264 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T15:52:58.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:58 smithi037 bash[14605]: audit 2021-07-26T15:52:56.878050+0000 mgr.y (mgr.14140) 265 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi037:9093"}]: dispatch 2021-07-26T15:52:58.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:58 smithi037 bash[14605]: audit 2021-07-26T15:52:56.899233+0000 mgr.y (mgr.14140) 266 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T15:52:58.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:58 smithi037 bash[14605]: audit 2021-07-26T15:52:56.907955+0000 mgr.y (mgr.14140) 267 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi107:9095"}]: dispatch 2021-07-26T15:52:58.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:58 smithi037 bash[14605]: audit 2021-07-26T15:52:56.922371+0000 mgr.y (mgr.14140) 268 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T15:52:58.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:58 smithi037 bash[14605]: audit 2021-07-26T15:52:56.932513+0000 mgr.y (mgr.14140) 269 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi107:3000"}]: dispatch 2021-07-26T15:52:58.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:58 smithi037 bash[18551]: audit 2021-07-26T15:52:56.875380+0000 mgr.y (mgr.14140) 264 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T15:52:58.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:58 smithi037 bash[18551]: audit 2021-07-26T15:52:56.878050+0000 mgr.y (mgr.14140) 265 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi037:9093"}]: dispatch 2021-07-26T15:52:58.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:58 smithi037 bash[18551]: audit 2021-07-26T15:52:56.899233+0000 mgr.y (mgr.14140) 266 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T15:52:58.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:58 smithi037 bash[18551]: audit 2021-07-26T15:52:56.907955+0000 mgr.y (mgr.14140) 267 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi107:9095"}]: dispatch 2021-07-26T15:52:58.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:58 smithi037 bash[18551]: audit 2021-07-26T15:52:56.922371+0000 mgr.y (mgr.14140) 268 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T15:52:58.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:58 smithi037 bash[18551]: audit 2021-07-26T15:52:56.932513+0000 mgr.y (mgr.14140) 269 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi107:3000"}]: dispatch 2021-07-26T15:52:58.448 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:58 smithi107 bash[23748]: t=2021-07-26T15:52:58+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_version table v1" 2021-07-26T15:52:58.449 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:58 smithi107 bash[14687]: audit 2021-07-26T15:52:56.875380+0000 mgr.y (mgr.14140) 264 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T15:52:58.449 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:58 smithi107 bash[14687]: audit 2021-07-26T15:52:56.878050+0000 mgr.y (mgr.14140) 265 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi037:9093"}]: dispatch 2021-07-26T15:52:58.449 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:58 smithi107 bash[14687]: audit 2021-07-26T15:52:56.899233+0000 mgr.y (mgr.14140) 266 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T15:52:58.450 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:58 smithi107 bash[14687]: audit 2021-07-26T15:52:56.907955+0000 mgr.y (mgr.14140) 267 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi107:9095"}]: dispatch 2021-07-26T15:52:58.450 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:58 smithi107 bash[14687]: audit 2021-07-26T15:52:56.922371+0000 mgr.y (mgr.14140) 268 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T15:52:58.450 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:58 smithi107 bash[14687]: audit 2021-07-26T15:52:56.932513+0000 mgr.y (mgr.14140) 269 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi107:3000"}]: dispatch 2021-07-26T15:52:58.580 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:58 smithi107 bash[23748]: t=2021-07-26T15:52:58+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_version.dashboard_id" 2021-07-26T15:52:58.714 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:58 smithi107 bash[23748]: t=2021-07-26T15:52:58+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2021-07-26T15:52:59.005 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:58 smithi107 bash[23748]: t=2021-07-26T15:52:58+0000 lvl=info msg="Executing migration" logger=migrator id="Set dashboard version to 1 where 0" 2021-07-26T15:52:59.005 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:58 smithi107 bash[23748]: t=2021-07-26T15:52:58+0000 lvl=info msg="Executing migration" logger=migrator id="save existing dashboard data in dashboard_version table v1" 2021-07-26T15:52:59.005 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:58 smithi107 bash[23748]: t=2021-07-26T15:52:58+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_version.data to mediumtext v1" 2021-07-26T15:52:59.261 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[23748]: t=2021-07-26T15:52:59+0000 lvl=info msg="Executing migration" logger=migrator id="create team table" 2021-07-26T15:52:59.261 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[23748]: t=2021-07-26T15:52:59+0000 lvl=info msg="Executing migration" logger=migrator id="add index team.org_id" 2021-07-26T15:52:59.262 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[23748]: t=2021-07-26T15:52:59+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_org_id_name" 2021-07-26T15:52:59.262 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[24289]: level=info ts=2021-07-26T15:52:59.154Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2021-07-26T15:52:59.262 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[24289]: level=info ts=2021-07-26T15:52:59.154Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2021-07-26T15:52:59.263 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[24289]: level=info ts=2021-07-26T15:52:59.154Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2021-07-26T15:52:59.263 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[24289]: level=info ts=2021-07-26T15:52:59.154Z caller=main.go:339 host_details="(Linux 5.4.0-80-generic #90-Ubuntu SMP Fri Jul 9 22:49:44 UTC 2021 x86_64 smithi107 (none))" 2021-07-26T15:52:59.263 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[24289]: level=info ts=2021-07-26T15:52:59.154Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2021-07-26T15:52:59.263 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[24289]: level=info ts=2021-07-26T15:52:59.154Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2021-07-26T15:52:59.264 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[24289]: level=info ts=2021-07-26T15:52:59.158Z caller=main.go:678 msg="Starting TSDB ..." 2021-07-26T15:52:59.264 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[24289]: level=info ts=2021-07-26T15:52:59.158Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2021-07-26T15:52:59.265 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[24289]: level=info ts=2021-07-26T15:52:59.162Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2021-07-26T15:52:59.266 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[24289]: level=info ts=2021-07-26T15:52:59.163Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2021-07-26T15:52:59.266 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[24289]: level=info ts=2021-07-26T15:52:59.163Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2021-07-26T15:52:59.266 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[24289]: level=info ts=2021-07-26T15:52:59.163Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=666.834µs 2021-07-26T15:52:59.267 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[24289]: level=info ts=2021-07-26T15:52:59.165Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2021-07-26T15:52:59.267 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[24289]: level=info ts=2021-07-26T15:52:59.165Z caller=main.go:695 msg="TSDB started" 2021-07-26T15:52:59.268 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[24289]: level=info ts=2021-07-26T15:52:59.165Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2021-07-26T15:52:59.268 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[24289]: level=info ts=2021-07-26T15:52:59.166Z caller=main.go:827 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml 2021-07-26T15:52:59.269 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[24289]: level=info ts=2021-07-26T15:52:59.166Z caller=main.go:646 msg="Server is ready to receive web requests." 2021-07-26T15:52:59.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:59 smithi037 bash[14605]: cluster 2021-07-26T15:52:58.168881+0000 mgr.y (mgr.14140) 270 : cluster [DBG] pgmap v233: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:59.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:59 smithi037 bash[14605]: audit 2021-07-26T15:52:58.337372+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:59.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:59 smithi037 bash[14605]: audit 2021-07-26T15:52:58.600360+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:59.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:59 smithi037 bash[14605]: audit 2021-07-26T15:52:58.614142+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:59.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:59 smithi037 bash[14605]: audit 2021-07-26T15:52:58.621749+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:52:59.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:52:59 smithi037 bash[14605]: audit 2021-07-26T15:52:58.622041+0000 mon.a (mon.0) 579 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:52:59.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:59 smithi037 bash[18551]: cluster 2021-07-26T15:52:58.168881+0000 mgr.y (mgr.14140) 270 : cluster [DBG] pgmap v233: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:59.600 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:59 smithi037 bash[18551]: audit 2021-07-26T15:52:58.337372+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:59.600 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:59 smithi037 bash[18551]: audit 2021-07-26T15:52:58.600360+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:59.600 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:59 smithi037 bash[18551]: audit 2021-07-26T15:52:58.614142+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:59.600 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:59 smithi037 bash[18551]: audit 2021-07-26T15:52:58.621749+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:52:59.600 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:52:59 smithi037 bash[18551]: audit 2021-07-26T15:52:58.622041+0000 mon.a (mon.0) 579 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:52:59.613 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[23748]: t=2021-07-26T15:52:59+0000 lvl=info msg="Executing migration" logger=migrator id="create team member table" 2021-07-26T15:52:59.614 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[23748]: t=2021-07-26T15:52:59+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.org_id" 2021-07-26T15:52:59.614 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[23748]: t=2021-07-26T15:52:59+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_member_org_id_team_id_user_id" 2021-07-26T15:52:59.614 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[23748]: t=2021-07-26T15:52:59+0000 lvl=info msg="Executing migration" logger=migrator id="Add column email to team table" 2021-07-26T15:52:59.615 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[14687]: cluster 2021-07-26T15:52:58.168881+0000 mgr.y (mgr.14140) 270 : cluster [DBG] pgmap v233: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:52:59.615 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[14687]: audit 2021-07-26T15:52:58.337372+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:59.615 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[14687]: audit 2021-07-26T15:52:58.600360+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:59.615 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[14687]: audit 2021-07-26T15:52:58.614142+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:52:59.616 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[14687]: audit 2021-07-26T15:52:58.621749+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:52:59.616 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[14687]: audit 2021-07-26T15:52:58.622041+0000 mon.a (mon.0) 579 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:52:59.880 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[23748]: t=2021-07-26T15:52:59+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external to team_member table" 2021-07-26T15:52:59.881 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[23748]: t=2021-07-26T15:52:59+0000 lvl=info msg="Executing migration" logger=migrator id="Add column permission to team_member table" 2021-07-26T15:52:59.881 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[23748]: t=2021-07-26T15:52:59+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard acl table" 2021-07-26T15:52:59.881 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[23748]: t=2021-07-26T15:52:59+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_dashboard_id" 2021-07-26T15:53:00.133 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[23748]: t=2021-07-26T15:52:59+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_user_id" 2021-07-26T15:53:00.133 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:52:59 smithi107 bash[23748]: t=2021-07-26T15:52:59+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_team_id" 2021-07-26T15:53:00.133 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:00 smithi107 bash[23748]: t=2021-07-26T15:53:00+0000 lvl=info msg="Executing migration" logger=migrator id="save default acl rules in dashboard_acl table" 2021-07-26T15:53:00.386 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:00 smithi107 bash[23748]: t=2021-07-26T15:53:00+0000 lvl=info msg="Executing migration" logger=migrator id="create tag table" 2021-07-26T15:53:00.387 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:00 smithi107 bash[23748]: t=2021-07-26T15:53:00+0000 lvl=info msg="Executing migration" logger=migrator id="add index tag.key_value" 2021-07-26T15:53:00.387 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:00 smithi107 bash[23748]: t=2021-07-26T15:53:00+0000 lvl=info msg="Executing migration" logger=migrator id="create login attempt table" 2021-07-26T15:53:00.387 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:00 smithi107 bash[23748]: t=2021-07-26T15:53:00+0000 lvl=info msg="Executing migration" logger=migrator id="add index login_attempt.username" 2021-07-26T15:53:00.678 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:00 smithi107 bash[23748]: t=2021-07-26T15:53:00+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_login_attempt_username - v1" 2021-07-26T15:53:00.679 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:00 smithi107 bash[23748]: t=2021-07-26T15:53:00+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2021-07-26T15:53:00.679 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:00 smithi107 bash[23748]: t=2021-07-26T15:53:00+0000 lvl=info msg="Executing migration" logger=migrator id="create login_attempt v2" 2021-07-26T15:53:00.950 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:00 smithi107 bash[23748]: t=2021-07-26T15:53:00+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_login_attempt_username - v2" 2021-07-26T15:53:00.952 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:00 smithi107 bash[23748]: t=2021-07-26T15:53:00+0000 lvl=info msg="Executing migration" logger=migrator id="copy login_attempt v1 to v2" 2021-07-26T15:53:00.952 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:00 smithi107 bash[23748]: t=2021-07-26T15:53:00+0000 lvl=info msg="Executing migration" logger=migrator id="drop login_attempt_tmp_qwerty" 2021-07-26T15:53:00.953 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:00 smithi107 bash[23748]: t=2021-07-26T15:53:00+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth table" 2021-07-26T15:53:00.953 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:00 smithi107 bash[23748]: t=2021-07-26T15:53:00+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_user_auth_auth_module_auth_id - v1" 2021-07-26T15:53:00.953 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:00 smithi107 bash[23748]: t=2021-07-26T15:53:00+0000 lvl=info msg="Executing migration" logger=migrator id="alter user_auth.auth_id to length 190" 2021-07-26T15:53:01.258 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[14687]: audit 2021-07-26T15:53:00.116995+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:53:01.259 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[14687]: cluster 2021-07-26T15:53:00.169418+0000 mgr.y (mgr.14140) 271 : cluster [DBG] pgmap v234: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:01.259 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[14687]: audit 2021-07-26T15:53:00.240477+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:53:01.259 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[14687]: audit 2021-07-26T15:53:00.245579+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:53:01.260 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:00 smithi107 bash[23748]: t=2021-07-26T15:53:00+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth access token to user_auth" 2021-07-26T15:53:01.260 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth refresh token to user_auth" 2021-07-26T15:53:01.260 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth token type to user_auth" 2021-07-26T15:53:01.261 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth expiry to user_auth" 2021-07-26T15:53:01.339 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 15:53:00 smithi037 bash[28205]: level=info ts=2021-07-26T15:53:00.959Z caller=cluster.go:640 component=cluster msg="gossip settled; proceeding" elapsed=10.000951168s 2021-07-26T15:53:01.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:01 smithi037 bash[14605]: audit 2021-07-26T15:53:00.116995+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:53:01.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:01 smithi037 bash[14605]: cluster 2021-07-26T15:53:00.169418+0000 mgr.y (mgr.14140) 271 : cluster [DBG] pgmap v234: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:01.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:01 smithi037 bash[14605]: audit 2021-07-26T15:53:00.240477+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:53:01.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:01 smithi037 bash[14605]: audit 2021-07-26T15:53:00.245579+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:53:01.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:01 smithi037 bash[18551]: audit 2021-07-26T15:53:00.116995+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:53:01.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:01 smithi037 bash[18551]: cluster 2021-07-26T15:53:00.169418+0000 mgr.y (mgr.14140) 271 : cluster [DBG] pgmap v234: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:01.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:01 smithi037 bash[18551]: audit 2021-07-26T15:53:00.240477+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:53:01.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:01 smithi037 bash[18551]: audit 2021-07-26T15:53:00.245579+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:53:01.368 INFO:teuthology.orchestra.run.smithi037.stdout:42949673013 2021-07-26T15:53:01.369 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2021-07-26T15:53:01.504 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:53:01.513 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Executing migration" logger=migrator id="Add index to user_id column in user_auth" 2021-07-26T15:53:01.513 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Executing migration" logger=migrator id="create server_lock table" 2021-07-26T15:53:01.514 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Executing migration" logger=migrator id="add index server_lock.operation_uid" 2021-07-26T15:53:01.514 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth token table" 2021-07-26T15:53:01.927 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.auth_token" 2021-07-26T15:53:01.927 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.prev_auth_token" 2021-07-26T15:53:01.927 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Executing migration" logger=migrator id="create cache_data table" 2021-07-26T15:53:01.928 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index cache_data.cache_key" 2021-07-26T15:53:02.262 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Created default admin" logger=sqlstore user=admin 2021-07-26T15:53:02.263 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Initializing HTTPServer" logger=server 2021-07-26T15:53:02.263 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Initializing BackendPluginManager" logger=server 2021-07-26T15:53:02.264 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Initializing PluginManager" logger=server 2021-07-26T15:53:02.264 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Starting plugin search" logger=plugins 2021-07-26T15:53:02.264 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Registering plugin" logger=plugins name="Pie Chart" 2021-07-26T15:53:02.265 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Registering plugin" logger=plugins name="Status Panel" 2021-07-26T15:53:02.265 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Initializing HooksService" logger=server 2021-07-26T15:53:02.266 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Initializing OSSLicensingService" logger=server 2021-07-26T15:53:02.267 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Initializing InternalMetricsService" logger=server 2021-07-26T15:53:02.268 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Initializing RemoteCache" logger=server 2021-07-26T15:53:02.268 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Initializing RenderingService" logger=server 2021-07-26T15:53:02.268 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Initializing AlertEngine" logger=server 2021-07-26T15:53:02.269 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Initializing QuotaService" logger=server 2021-07-26T15:53:02.269 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Initializing ServerLockService" logger=server 2021-07-26T15:53:02.269 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Initializing UserAuthTokenService" logger=server 2021-07-26T15:53:02.270 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Initializing DatasourceCacheService" logger=server 2021-07-26T15:53:02.270 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Initializing LoginService" logger=server 2021-07-26T15:53:02.271 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Initializing SearchService" logger=server 2021-07-26T15:53:02.271 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Initializing TracingService" logger=server 2021-07-26T15:53:02.271 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Initializing UsageStatsService" logger=server 2021-07-26T15:53:02.272 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Initializing CleanUpService" logger=server 2021-07-26T15:53:02.273 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Initializing NotificationService" logger=server 2021-07-26T15:53:02.273 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Initializing provisioningServiceImpl" logger=server 2021-07-26T15:53:02.274 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" logger=provisioning.datasources filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2021-07-26T15:53:02.274 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 2021-07-26T15:53:02.274 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Backend rendering via phantomJS" logger=rendering renderer=phantomJS 2021-07-26T15:53:02.275 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=warn msg="phantomJS is deprecated and will be removed in a future release. You should consider migrating from phantomJS to grafana-image-renderer plugin. Read more at https://grafana.com/docs/grafana/latest/administration/image_rendering/" logger=rendering renderer=phantomJS 2021-07-26T15:53:02.275 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:01 smithi107 bash[23748]: t=2021-07-26T15:53:01+0000 lvl=info msg="Initializing Stream Manager" 2021-07-26T15:53:02.275 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 15:53:02 smithi107 bash[23748]: t=2021-07-26T15:53:02+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2021-07-26T15:53:03.515 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:03 smithi107 bash[14687]: cluster 2021-07-26T15:53:02.170008+0000 mgr.y (mgr.14140) 272 : cluster [DBG] pgmap v235: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:03.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:03 smithi037 bash[14605]: cluster 2021-07-26T15:53:02.170008+0000 mgr.y (mgr.14140) 272 : cluster [DBG] pgmap v235: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:03.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:03 smithi037 bash[18551]: cluster 2021-07-26T15:53:02.170008+0000 mgr.y (mgr.14140) 272 : cluster [DBG] pgmap v235: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:05.362 INFO:teuthology.orchestra.run.smithi037.stdout:68719476784 2021-07-26T15:53:05.363 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2021-07-26T15:53:05.497 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:53:05.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:05 smithi107 bash[14687]: cluster 2021-07-26T15:53:04.170702+0000 mgr.y (mgr.14140) 273 : cluster [DBG] pgmap v236: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:05.550 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:05 smithi037 bash[14605]: cluster 2021-07-26T15:53:04.170702+0000 mgr.y (mgr.14140) 273 : cluster [DBG] pgmap v236: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:05.551 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:05 smithi037 bash[18551]: cluster 2021-07-26T15:53:04.170702+0000 mgr.y (mgr.14140) 273 : cluster [DBG] pgmap v236: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:07.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:07 smithi107 bash[14687]: cluster 2021-07-26T15:53:06.171360+0000 mgr.y (mgr.14140) 274 : cluster [DBG] pgmap v237: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:07.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:07 smithi037 bash[14605]: cluster 2021-07-26T15:53:06.171360+0000 mgr.y (mgr.14140) 274 : cluster [DBG] pgmap v237: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:07.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:07 smithi037 bash[18551]: cluster 2021-07-26T15:53:06.171360+0000 mgr.y (mgr.14140) 274 : cluster [DBG] pgmap v237: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:09.393 INFO:teuthology.orchestra.run.smithi037.stdout:90194313261 2021-07-26T15:53:09.394 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2021-07-26T15:53:09.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:09 smithi107 bash[14687]: cluster 2021-07-26T15:53:08.171973+0000 mgr.y (mgr.14140) 275 : cluster [DBG] pgmap v238: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:09.539 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:53:09.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:09 smithi037 bash[14605]: cluster 2021-07-26T15:53:08.171973+0000 mgr.y (mgr.14140) 275 : cluster [DBG] pgmap v238: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:09.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:09 smithi037 bash[18551]: cluster 2021-07-26T15:53:08.171973+0000 mgr.y (mgr.14140) 275 : cluster [DBG] pgmap v238: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:11.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:11 smithi037 bash[14605]: cluster 2021-07-26T15:53:10.172618+0000 mgr.y (mgr.14140) 276 : cluster [DBG] pgmap v239: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:11.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:11 smithi037 bash[18551]: cluster 2021-07-26T15:53:10.172618+0000 mgr.y (mgr.14140) 276 : cluster [DBG] pgmap v239: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:11.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:11 smithi107 bash[14687]: cluster 2021-07-26T15:53:10.172618+0000 mgr.y (mgr.14140) 276 : cluster [DBG] pgmap v239: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:13.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:13 smithi107 bash[14687]: cluster 2021-07-26T15:53:12.173243+0000 mgr.y (mgr.14140) 277 : cluster [DBG] pgmap v240: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:13.523 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:13 smithi037 bash[14605]: cluster 2021-07-26T15:53:12.173243+0000 mgr.y (mgr.14140) 277 : cluster [DBG] pgmap v240: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:13.523 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:13 smithi037 bash[18551]: cluster 2021-07-26T15:53:12.173243+0000 mgr.y (mgr.14140) 277 : cluster [DBG] pgmap v240: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:13.524 INFO:teuthology.orchestra.run.smithi037.stdout:111669149734 2021-07-26T15:53:13.525 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2021-07-26T15:53:13.662 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:53:15.508 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:15 smithi037 bash[14605]: cluster 2021-07-26T15:53:14.173918+0000 mgr.y (mgr.14140) 278 : cluster [DBG] pgmap v241: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:15.509 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:15 smithi037 bash[18551]: cluster 2021-07-26T15:53:14.173918+0000 mgr.y (mgr.14140) 278 : cluster [DBG] pgmap v241: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:15.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:15 smithi107 bash[14687]: cluster 2021-07-26T15:53:14.173918+0000 mgr.y (mgr.14140) 278 : cluster [DBG] pgmap v241: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:17.476 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:17 smithi037 bash[14605]: cluster 2021-07-26T15:53:16.174573+0000 mgr.y (mgr.14140) 279 : cluster [DBG] pgmap v242: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:17.476 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:17 smithi037 bash[18551]: cluster 2021-07-26T15:53:16.174573+0000 mgr.y (mgr.14140) 279 : cluster [DBG] pgmap v242: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:17.477 INFO:teuthology.orchestra.run.smithi037.stdout:133143986212 2021-07-26T15:53:17.478 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2021-07-26T15:53:17.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:17 smithi107 bash[14687]: cluster 2021-07-26T15:53:16.174573+0000 mgr.y (mgr.14140) 279 : cluster [DBG] pgmap v242: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:17.606 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:53:19.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:19 smithi037 bash[14605]: cluster 2021-07-26T15:53:18.175193+0000 mgr.y (mgr.14140) 280 : cluster [DBG] pgmap v243: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:19.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:19 smithi037 bash[18551]: cluster 2021-07-26T15:53:18.175193+0000 mgr.y (mgr.14140) 280 : cluster [DBG] pgmap v243: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:19.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:19 smithi107 bash[14687]: cluster 2021-07-26T15:53:18.175193+0000 mgr.y (mgr.14140) 280 : cluster [DBG] pgmap v243: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:21.430 INFO:teuthology.orchestra.run.smithi037.stdout:154618822687 2021-07-26T15:53:21.430 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2021-07-26T15:53:21.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:21 smithi107 bash[14687]: cluster 2021-07-26T15:53:20.175890+0000 mgr.y (mgr.14140) 281 : cluster [DBG] pgmap v244: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:21.561 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:53:21.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:21 smithi037 bash[14605]: cluster 2021-07-26T15:53:20.175890+0000 mgr.y (mgr.14140) 281 : cluster [DBG] pgmap v244: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:21.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:21 smithi037 bash[18551]: cluster 2021-07-26T15:53:20.175890+0000 mgr.y (mgr.14140) 281 : cluster [DBG] pgmap v244: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:23.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:23 smithi107 bash[14687]: cluster 2021-07-26T15:53:22.176592+0000 mgr.y (mgr.14140) 282 : cluster [DBG] pgmap v245: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:23.513 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:23 smithi037 bash[14605]: cluster 2021-07-26T15:53:22.176592+0000 mgr.y (mgr.14140) 282 : cluster [DBG] pgmap v245: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:23.513 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:23 smithi037 bash[18551]: cluster 2021-07-26T15:53:22.176592+0000 mgr.y (mgr.14140) 282 : cluster [DBG] pgmap v245: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:25.394 INFO:teuthology.orchestra.run.smithi037.stdout:176093659163 2021-07-26T15:53:25.395 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2021-07-26T15:53:25.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:25 smithi107 bash[14687]: cluster 2021-07-26T15:53:24.177281+0000 mgr.y (mgr.14140) 283 : cluster [DBG] pgmap v246: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:25.529 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:53:25.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:25 smithi037 bash[18551]: cluster 2021-07-26T15:53:24.177281+0000 mgr.y (mgr.14140) 283 : cluster [DBG] pgmap v246: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:25.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:25 smithi037 bash[14605]: cluster 2021-07-26T15:53:24.177281+0000 mgr.y (mgr.14140) 283 : cluster [DBG] pgmap v246: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:27.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:27 smithi107 bash[14687]: cluster 2021-07-26T15:53:26.178057+0000 mgr.y (mgr.14140) 284 : cluster [DBG] pgmap v247: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:27.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:27 smithi037 bash[14605]: cluster 2021-07-26T15:53:26.178057+0000 mgr.y (mgr.14140) 284 : cluster [DBG] pgmap v247: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:27.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:27 smithi037 bash[18551]: cluster 2021-07-26T15:53:26.178057+0000 mgr.y (mgr.14140) 284 : cluster [DBG] pgmap v247: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:29.496 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:29 smithi037 bash[18551]: cluster 2021-07-26T15:53:28.178710+0000 mgr.y (mgr.14140) 285 : cluster [DBG] pgmap v248: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:29.496 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:29 smithi037 bash[14605]: cluster 2021-07-26T15:53:28.178710+0000 mgr.y (mgr.14140) 285 : cluster [DBG] pgmap v248: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:29.497 INFO:teuthology.orchestra.run.smithi037.stdout:197568495638 2021-07-26T15:53:29.498 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.0 2021-07-26T15:53:29.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:29 smithi107 bash[14687]: cluster 2021-07-26T15:53:28.178710+0000 mgr.y (mgr.14140) 285 : cluster [DBG] pgmap v248: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:29.634 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:53:31.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:31 smithi037 bash[14605]: cluster 2021-07-26T15:53:30.179378+0000 mgr.y (mgr.14140) 286 : cluster [DBG] pgmap v249: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:31.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:31 smithi037 bash[18551]: cluster 2021-07-26T15:53:30.179378+0000 mgr.y (mgr.14140) 286 : cluster [DBG] pgmap v249: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:31.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:31 smithi107 bash[14687]: cluster 2021-07-26T15:53:30.179378+0000 mgr.y (mgr.14140) 286 : cluster [DBG] pgmap v249: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:32.974 INFO:teuthology.orchestra.run.smithi037.stdout:42949673020 2021-07-26T15:53:33.364 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:33 smithi037 bash[14605]: cluster 2021-07-26T15:53:32.180039+0000 mgr.y (mgr.14140) 287 : cluster [DBG] pgmap v250: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:33.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:33 smithi107 bash[14687]: cluster 2021-07-26T15:53:32.180039+0000 mgr.y (mgr.14140) 287 : cluster [DBG] pgmap v250: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:33.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:33 smithi107 bash[14687]: audit 2021-07-26T15:53:32.973538+0000 mon.a (mon.0) 583 : audit [DBG] from='client.? 172.21.15.37:0/3940870027' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-07-26T15:53:33.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:33 smithi037 bash[14605]: audit 2021-07-26T15:53:32.973538+0000 mon.a (mon.0) 583 : audit [DBG] from='client.? 172.21.15.37:0/3940870027' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-07-26T15:53:33.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:33 smithi037 bash[18551]: cluster 2021-07-26T15:53:32.180039+0000 mgr.y (mgr.14140) 287 : cluster [DBG] pgmap v250: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:33.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:33 smithi037 bash[18551]: audit 2021-07-26T15:53:32.973538+0000 mon.a (mon.0) 583 : audit [DBG] from='client.? 172.21.15.37:0/3940870027' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-07-26T15:53:33.754 INFO:tasks.cephadm.ceph_manager.ceph:need seq 42949673013 got 42949673020 for osd.0 2021-07-26T15:53:33.754 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.1 2021-07-26T15:53:33.885 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:53:35.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:35 smithi037 bash[14605]: cluster 2021-07-26T15:53:34.180796+0000 mgr.y (mgr.14140) 288 : cluster [DBG] pgmap v251: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:35.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:35 smithi037 bash[14605]: audit 2021-07-26T15:53:34.279592+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:53:35.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:35 smithi037 bash[14605]: audit 2021-07-26T15:53:34.280529+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:53:35.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:35 smithi037 bash[18551]: cluster 2021-07-26T15:53:34.180796+0000 mgr.y (mgr.14140) 288 : cluster [DBG] pgmap v251: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:35.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:35 smithi037 bash[18551]: audit 2021-07-26T15:53:34.279592+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:53:35.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:35 smithi037 bash[18551]: audit 2021-07-26T15:53:34.280529+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:53:35.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:35 smithi107 bash[14687]: cluster 2021-07-26T15:53:34.180796+0000 mgr.y (mgr.14140) 288 : cluster [DBG] pgmap v251: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:35.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:35 smithi107 bash[14687]: audit 2021-07-26T15:53:34.279592+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:53:35.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:35 smithi107 bash[14687]: audit 2021-07-26T15:53:34.280529+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:53:37.221 INFO:teuthology.orchestra.run.smithi037.stdout:68719476791 2021-07-26T15:53:37.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:37 smithi107 bash[14687]: cluster 2021-07-26T15:53:36.181615+0000 mgr.y (mgr.14140) 289 : cluster [DBG] pgmap v252: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:37.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:37 smithi107 bash[14687]: audit 2021-07-26T15:53:37.218954+0000 mon.c (mon.1) 14 : audit [DBG] from='client.? 172.21.15.37:0/4098112964' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-07-26T15:53:37.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:37 smithi037 bash[14605]: cluster 2021-07-26T15:53:36.181615+0000 mgr.y (mgr.14140) 289 : cluster [DBG] pgmap v252: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:37.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:37 smithi037 bash[14605]: audit 2021-07-26T15:53:37.218954+0000 mon.c (mon.1) 14 : audit [DBG] from='client.? 172.21.15.37:0/4098112964' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-07-26T15:53:37.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:37 smithi037 bash[18551]: cluster 2021-07-26T15:53:36.181615+0000 mgr.y (mgr.14140) 289 : cluster [DBG] pgmap v252: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:37.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:37 smithi037 bash[18551]: audit 2021-07-26T15:53:37.218954+0000 mon.c (mon.1) 14 : audit [DBG] from='client.? 172.21.15.37:0/4098112964' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-07-26T15:53:37.983 INFO:tasks.cephadm.ceph_manager.ceph:need seq 68719476784 got 68719476791 for osd.1 2021-07-26T15:53:37.983 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.2 2021-07-26T15:53:38.112 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:53:39.420 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:39 smithi037 bash[18551]: cluster 2021-07-26T15:53:38.182163+0000 mgr.y (mgr.14140) 290 : cluster [DBG] pgmap v253: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:39.421 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:39 smithi037 bash[14605]: cluster 2021-07-26T15:53:38.182163+0000 mgr.y (mgr.14140) 290 : cluster [DBG] pgmap v253: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:39.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:39 smithi107 bash[14687]: cluster 2021-07-26T15:53:38.182163+0000 mgr.y (mgr.14140) 290 : cluster [DBG] pgmap v253: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:41.321 INFO:teuthology.orchestra.run.smithi037.stdout:90194313267 2021-07-26T15:53:41.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:41 smithi107 bash[14687]: cluster 2021-07-26T15:53:40.182766+0000 mgr.y (mgr.14140) 291 : cluster [DBG] pgmap v254: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:41.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:41 smithi037 bash[14605]: cluster 2021-07-26T15:53:40.182766+0000 mgr.y (mgr.14140) 291 : cluster [DBG] pgmap v254: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:41.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:41 smithi037 bash[18551]: cluster 2021-07-26T15:53:40.182766+0000 mgr.y (mgr.14140) 291 : cluster [DBG] pgmap v254: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:42.053 INFO:tasks.cephadm.ceph_manager.ceph:need seq 90194313261 got 90194313267 for osd.2 2021-07-26T15:53:42.054 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.3 2021-07-26T15:53:42.189 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:53:42.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:42 smithi037 bash[14605]: audit 2021-07-26T15:53:41.320947+0000 mon.c (mon.1) 15 : audit [DBG] from='client.? 172.21.15.37:0/2169532569' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-07-26T15:53:42.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:42 smithi037 bash[18551]: audit 2021-07-26T15:53:41.320947+0000 mon.c (mon.1) 15 : audit [DBG] from='client.? 172.21.15.37:0/2169532569' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-07-26T15:53:42.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:42 smithi107 bash[14687]: audit 2021-07-26T15:53:41.320947+0000 mon.c (mon.1) 15 : audit [DBG] from='client.? 172.21.15.37:0/2169532569' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-07-26T15:53:43.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:43 smithi107 bash[14687]: cluster 2021-07-26T15:53:42.183373+0000 mgr.y (mgr.14140) 292 : cluster [DBG] pgmap v255: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:43.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:43 smithi037 bash[14605]: cluster 2021-07-26T15:53:42.183373+0000 mgr.y (mgr.14140) 292 : cluster [DBG] pgmap v255: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:43.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:43 smithi037 bash[18551]: cluster 2021-07-26T15:53:42.183373+0000 mgr.y (mgr.14140) 292 : cluster [DBG] pgmap v255: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:45.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:45 smithi107 bash[14687]: cluster 2021-07-26T15:53:44.184058+0000 mgr.y (mgr.14140) 293 : cluster [DBG] pgmap v256: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:45.567 INFO:teuthology.orchestra.run.smithi037.stdout:111669149741 2021-07-26T15:53:45.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:45 smithi037 bash[18551]: cluster 2021-07-26T15:53:44.184058+0000 mgr.y (mgr.14140) 293 : cluster [DBG] pgmap v256: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:45.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:45 smithi037 bash[14605]: cluster 2021-07-26T15:53:44.184058+0000 mgr.y (mgr.14140) 293 : cluster [DBG] pgmap v256: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:46.307 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149734 got 111669149741 for osd.3 2021-07-26T15:53:46.308 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.4 2021-07-26T15:53:46.440 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:53:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:46 smithi037 bash[18551]: audit 2021-07-26T15:53:45.563997+0000 mon.c (mon.1) 16 : audit [DBG] from='client.? 172.21.15.37:0/1659275629' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-07-26T15:53:46.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:46 smithi037 bash[14605]: audit 2021-07-26T15:53:45.563997+0000 mon.c (mon.1) 16 : audit [DBG] from='client.? 172.21.15.37:0/1659275629' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-07-26T15:53:46.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:46 smithi107 bash[14687]: audit 2021-07-26T15:53:45.563997+0000 mon.c (mon.1) 16 : audit [DBG] from='client.? 172.21.15.37:0/1659275629' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-07-26T15:53:47.571 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:47 smithi037 bash[14605]: cluster 2021-07-26T15:53:46.184696+0000 mgr.y (mgr.14140) 294 : cluster [DBG] pgmap v257: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:47.571 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:47 smithi037 bash[18551]: cluster 2021-07-26T15:53:46.184696+0000 mgr.y (mgr.14140) 294 : cluster [DBG] pgmap v257: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:47.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:47 smithi107 bash[14687]: cluster 2021-07-26T15:53:46.184696+0000 mgr.y (mgr.14140) 294 : cluster [DBG] pgmap v257: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:49.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:49 smithi107 bash[14687]: cluster 2021-07-26T15:53:48.185507+0000 mgr.y (mgr.14140) 295 : cluster [DBG] pgmap v258: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:49.532 INFO:teuthology.orchestra.run.smithi037.stdout:133143986218 2021-07-26T15:53:49.558 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:49 smithi037 bash[14605]: cluster 2021-07-26T15:53:48.185507+0000 mgr.y (mgr.14140) 295 : cluster [DBG] pgmap v258: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:49.559 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:49 smithi037 bash[18551]: cluster 2021-07-26T15:53:48.185507+0000 mgr.y (mgr.14140) 295 : cluster [DBG] pgmap v258: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:50.272 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986212 got 133143986218 for osd.4 2021-07-26T15:53:50.272 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.5 2021-07-26T15:53:50.401 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:53:50.451 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:50 smithi037 bash[14605]: audit 2021-07-26T15:53:49.528241+0000 mon.c (mon.1) 17 : audit [DBG] from='client.? 172.21.15.37:0/4080356641' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-07-26T15:53:50.452 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:50 smithi037 bash[18551]: audit 2021-07-26T15:53:49.528241+0000 mon.c (mon.1) 17 : audit [DBG] from='client.? 172.21.15.37:0/4080356641' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-07-26T15:53:50.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:50 smithi107 bash[14687]: audit 2021-07-26T15:53:49.528241+0000 mon.c (mon.1) 17 : audit [DBG] from='client.? 172.21.15.37:0/4080356641' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-07-26T15:53:51.498 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:51 smithi037 bash[14605]: cluster 2021-07-26T15:53:50.186197+0000 mgr.y (mgr.14140) 296 : cluster [DBG] pgmap v259: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:51.498 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:51 smithi037 bash[18551]: cluster 2021-07-26T15:53:50.186197+0000 mgr.y (mgr.14140) 296 : cluster [DBG] pgmap v259: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:51.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:51 smithi107 bash[14687]: cluster 2021-07-26T15:53:50.186197+0000 mgr.y (mgr.14140) 296 : cluster [DBG] pgmap v259: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:53.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:53 smithi107 bash[14687]: cluster 2021-07-26T15:53:52.186837+0000 mgr.y (mgr.14140) 297 : cluster [DBG] pgmap v260: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:53.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:53 smithi037 bash[14605]: cluster 2021-07-26T15:53:52.186837+0000 mgr.y (mgr.14140) 297 : cluster [DBG] pgmap v260: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:53.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:53 smithi037 bash[18551]: cluster 2021-07-26T15:53:52.186837+0000 mgr.y (mgr.14140) 297 : cluster [DBG] pgmap v260: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:53.674 INFO:teuthology.orchestra.run.smithi037.stdout:154618822694 2021-07-26T15:53:54.457 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822687 got 154618822694 for osd.5 2021-07-26T15:53:54.457 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.6 2021-07-26T15:53:54.514 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:54 smithi107 bash[14687]: audit 2021-07-26T15:53:53.673246+0000 mon.c (mon.1) 18 : audit [DBG] from='client.? 172.21.15.37:0/3539282837' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-07-26T15:53:54.585 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:53:54.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:54 smithi037 bash[14605]: audit 2021-07-26T15:53:53.673246+0000 mon.c (mon.1) 18 : audit [DBG] from='client.? 172.21.15.37:0/3539282837' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-07-26T15:53:54.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:54 smithi037 bash[18551]: audit 2021-07-26T15:53:53.673246+0000 mon.c (mon.1) 18 : audit [DBG] from='client.? 172.21.15.37:0/3539282837' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-07-26T15:53:55.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:55 smithi107 bash[14687]: cluster 2021-07-26T15:53:54.187514+0000 mgr.y (mgr.14140) 298 : cluster [DBG] pgmap v261: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:55.563 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:55 smithi037 bash[14605]: cluster 2021-07-26T15:53:54.187514+0000 mgr.y (mgr.14140) 298 : cluster [DBG] pgmap v261: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:55.564 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:55 smithi037 bash[18551]: cluster 2021-07-26T15:53:54.187514+0000 mgr.y (mgr.14140) 298 : cluster [DBG] pgmap v261: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:57.482 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:57 smithi037 bash[14605]: cluster 2021-07-26T15:53:56.188218+0000 mgr.y (mgr.14140) 299 : cluster [DBG] pgmap v262: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:57.483 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:57 smithi037 bash[18551]: cluster 2021-07-26T15:53:56.188218+0000 mgr.y (mgr.14140) 299 : cluster [DBG] pgmap v262: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:57.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:57 smithi107 bash[14687]: cluster 2021-07-26T15:53:56.188218+0000 mgr.y (mgr.14140) 299 : cluster [DBG] pgmap v262: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:57.835 INFO:teuthology.orchestra.run.smithi037.stdout:176093659169 2021-07-26T15:53:58.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:58 smithi107 bash[14687]: audit 2021-07-26T15:53:57.834487+0000 mon.c (mon.1) 19 : audit [DBG] from='client.? 172.21.15.37:0/1860024129' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-07-26T15:53:58.559 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:58 smithi037 bash[14605]: audit 2021-07-26T15:53:57.834487+0000 mon.c (mon.1) 19 : audit [DBG] from='client.? 172.21.15.37:0/1860024129' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-07-26T15:53:58.560 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:58 smithi037 bash[18551]: audit 2021-07-26T15:53:57.834487+0000 mon.c (mon.1) 19 : audit [DBG] from='client.? 172.21.15.37:0/1860024129' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-07-26T15:53:58.562 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659163 got 176093659169 for osd.6 2021-07-26T15:53:58.563 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.7 2021-07-26T15:53:58.692 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:53:59.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:53:59 smithi107 bash[14687]: cluster 2021-07-26T15:53:58.188864+0000 mgr.y (mgr.14140) 300 : cluster [DBG] pgmap v263: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:59.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:53:59 smithi037 bash[14605]: cluster 2021-07-26T15:53:58.188864+0000 mgr.y (mgr.14140) 300 : cluster [DBG] pgmap v263: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:53:59.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:53:59 smithi037 bash[18551]: cluster 2021-07-26T15:53:58.188864+0000 mgr.y (mgr.14140) 300 : cluster [DBG] pgmap v263: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:01.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:01 smithi107 bash[14687]: cluster 2021-07-26T15:54:00.189484+0000 mgr.y (mgr.14140) 301 : cluster [DBG] pgmap v264: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:01.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:01 smithi037 bash[14605]: cluster 2021-07-26T15:54:00.189484+0000 mgr.y (mgr.14140) 301 : cluster [DBG] pgmap v264: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:01.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:01 smithi037 bash[18551]: cluster 2021-07-26T15:54:00.189484+0000 mgr.y (mgr.14140) 301 : cluster [DBG] pgmap v264: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:01.961 INFO:teuthology.orchestra.run.smithi037.stdout:197568495645 2021-07-26T15:54:02.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:02 smithi107 bash[14687]: audit 2021-07-26T15:54:01.960281+0000 mon.a (mon.0) 586 : audit [DBG] from='client.? 172.21.15.37:0/71616453' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-07-26T15:54:02.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:02 smithi037 bash[14605]: audit 2021-07-26T15:54:01.960281+0000 mon.a (mon.0) 586 : audit [DBG] from='client.? 172.21.15.37:0/71616453' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-07-26T15:54:02.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:02 smithi037 bash[18551]: audit 2021-07-26T15:54:01.960281+0000 mon.a (mon.0) 586 : audit [DBG] from='client.? 172.21.15.37:0/71616453' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-07-26T15:54:02.759 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495638 got 197568495645 for osd.7 2021-07-26T15:54:02.760 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2021-07-26T15:54:02.760 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T15:54:02.889 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:54:03.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:03 smithi107 bash[14687]: cluster 2021-07-26T15:54:02.190125+0000 mgr.y (mgr.14140) 302 : cluster [DBG] pgmap v265: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:03.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:03 smithi037 bash[14605]: cluster 2021-07-26T15:54:02.190125+0000 mgr.y (mgr.14140) 302 : cluster [DBG] pgmap v265: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:03.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:03 smithi037 bash[18551]: cluster 2021-07-26T15:54:02.190125+0000 mgr.y (mgr.14140) 302 : cluster [DBG] pgmap v265: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:05.516 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:05 smithi107 bash[14687]: cluster 2021-07-26T15:54:04.190755+0000 mgr.y (mgr.14140) 303 : cluster [DBG] pgmap v266: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:05.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:05 smithi037 bash[14605]: cluster 2021-07-26T15:54:04.190755+0000 mgr.y (mgr.14140) 303 : cluster [DBG] pgmap v266: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:05.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:05 smithi037 bash[18551]: cluster 2021-07-26T15:54:04.190755+0000 mgr.y (mgr.14140) 303 : cluster [DBG] pgmap v266: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:06.339 INFO:teuthology.orchestra.run.smithi037.stdout: 2021-07-26T15:54:06.341 INFO:teuthology.orchestra.run.smithi037.stderr:dumped all 2021-07-26T15:54:07.076 INFO:teuthology.orchestra.run.smithi037.stdout:{"pg_ready":true,"pg_map":{"version":267,"stamp":"2021-07-26T15:54:06.190979+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":8392512,"kb_used_data":3840,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":741568704,"statfs":{"total":767960285184,"available":759366352896,"internally_reserved":8589934592,"allocated":3932160,"data_stored":1589016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:52:24.009027+0000","last_change":"2021-07-26T15:52:22.748076+0000","last_active":"2021-07-26T15:52:24.009027+0000","last_peered":"2021-07-26T15:52:24.009027+0000","last_clean":"2021-07-26T15:52:24.009027+0000","last_became_active":"2021-07-26T15:52:22.747634+0000","last_became_peered":"2021-07-26T15:52:22.747634+0000","last_unstale":"2021-07-26T15:52:24.009027+0000","last_undegraded":"2021-07-26T15:52:24.009027+0000","last_fullsized":"2021-07-26T15:52:24.009027+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:52:23.732863+0000","last_change":"2021-07-26T15:52:23.340760+0000","last_active":"2021-07-26T15:52:23.732863+0000","last_peered":"2021-07-26T15:52:23.732863+0000","last_clean":"2021-07-26T15:52:23.732863+0000","last_became_active":"2021-07-26T15:52:23.339400+0000","last_became_peered":"2021-07-26T15:52:23.339400+0000","last_unstale":"2021-07-26T15:52:23.732863+0000","last_undegraded":"2021-07-26T15:52:23.732863+0000","last_fullsized":"2021-07-26T15:52:23.732863+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:52:24.009184+0000","last_change":"2021-07-26T15:52:23.344790+0000","last_active":"2021-07-26T15:52:24.009184+0000","last_peered":"2021-07-26T15:52:24.009184+0000","last_clean":"2021-07-26T15:52:24.009184+0000","last_became_active":"2021-07-26T15:52:23.344236+0000","last_became_peered":"2021-07-26T15:52:23.344236+0000","last_unstale":"2021-07-26T15:52:24.009184+0000","last_undegraded":"2021-07-26T15:52:24.009184+0000","last_fullsized":"2021-07-26T15:52:24.009184+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:52:24.009262+0000","last_change":"2021-07-26T15:52:22.747272+0000","last_active":"2021-07-26T15:52:24.009262+0000","last_peered":"2021-07-26T15:52:24.009262+0000","last_clean":"2021-07-26T15:52:24.009262+0000","last_became_active":"2021-07-26T15:52:22.745820+0000","last_became_peered":"2021-07-26T15:52:22.745820+0000","last_unstale":"2021-07-26T15:52:24.009262+0000","last_undegraded":"2021-07-26T15:52:24.009262+0000","last_fullsized":"2021-07-26T15:52:24.009262+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"14","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:52:24.009440+0000","last_change":"2021-07-26T15:51:50.066023+0000","last_active":"2021-07-26T15:52:24.009440+0000","last_peered":"2021-07-26T15:52:24.009440+0000","last_clean":"2021-07-26T15:52:24.009440+0000","last_became_active":"2021-07-26T15:51:50.064964+0000","last_became_peered":"2021-07-26T15:51:50.064964+0000","last_unstale":"2021-07-26T15:52:24.009440+0000","last_undegraded":"2021-07-26T15:52:24.009440+0000","last_fullsized":"2021-07-26T15:52:24.009440+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:29.266561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:29.266561+0000","last_clean_scrub_stamp":"2021-07-26T15:47:29.266561+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:52:24.009270+0000","last_change":"2021-07-26T15:52:22.746420+0000","last_active":"2021-07-26T15:52:24.009270+0000","last_peered":"2021-07-26T15:52:24.009270+0000","last_clean":"2021-07-26T15:52:24.009270+0000","last_became_active":"2021-07-26T15:52:22.745682+0000","last_became_peered":"2021-07-26T15:52:22.745682+0000","last_unstale":"2021-07-26T15:52:24.009270+0000","last_undegraded":"2021-07-26T15:52:24.009270+0000","last_fullsized":"2021-07-26T15:52:24.009270+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:52:23.735112+0000","last_change":"2021-07-26T15:52:22.764960+0000","last_active":"2021-07-26T15:52:23.735112+0000","last_peered":"2021-07-26T15:52:23.735112+0000","last_clean":"2021-07-26T15:52:23.735112+0000","last_became_active":"2021-07-26T15:52:22.764281+0000","last_became_peered":"2021-07-26T15:52:22.764281+0000","last_unstale":"2021-07-26T15:52:23.735112+0000","last_undegraded":"2021-07-26T15:52:23.735112+0000","last_fullsized":"2021-07-26T15:52:23.735112+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:52:24.009007+0000","last_change":"2021-07-26T15:52:22.746133+0000","last_active":"2021-07-26T15:52:24.009007+0000","last_peered":"2021-07-26T15:52:24.009007+0000","last_clean":"2021-07-26T15:52:24.009007+0000","last_became_active":"2021-07-26T15:52:22.745387+0000","last_became_peered":"2021-07-26T15:52:22.745387+0000","last_unstale":"2021-07-26T15:52:24.009007+0000","last_undegraded":"2021-07-26T15:52:24.009007+0000","last_fullsized":"2021-07-26T15:52:24.009007+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:52:23.732949+0000","last_change":"2021-07-26T15:52:22.743779+0000","last_active":"2021-07-26T15:52:23.732949+0000","last_peered":"2021-07-26T15:52:23.732949+0000","last_clean":"2021-07-26T15:52:23.732949+0000","last_became_active":"2021-07-26T15:52:22.743096+0000","last_became_peered":"2021-07-26T15:52:22.743096+0000","last_unstale":"2021-07-26T15:52:23.732949+0000","last_undegraded":"2021-07-26T15:52:23.732949+0000","last_fullsized":"2021-07-26T15:52:23.732949+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495646,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:53:56 2021","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.90900000000000003,"15min":0.92500000000000004},"min":{"1min":0.54000000000000004,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.2729999999999999,"5min":1.766,"15min":1.766},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.88300000000000001,"15min":0.88900000000000001},"min":{"1min":0.57899999999999996,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.0860000000000001,"5min":1.127,"15min":1.127},"last":0.68300000000000005}]},{"osd":1,"last update":"Mon Jul 26 15:53:56 2021","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.84399999999999997,"15min":0.84999999999999998},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":0.94499999999999995,"5min":1.179,"15min":1.179},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.77300000000000002,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.137,"5min":1.498,"15min":1.498},"last":0.48899999999999999}]},{"osd":2,"last update":"Mon Jul 26 15:53:56 2021","interfaces":[{"interface":"back","average":{"1min":0.90000000000000002,"5min":0.96099999999999997,"15min":0.97099999999999997},"min":{"1min":0.69099999999999995,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.0920000000000001,"5min":1.8899999999999999,"15min":1.8899999999999999},"last":0.754},{"interface":"front","average":{"1min":0.90300000000000002,"5min":0.93999999999999995,"15min":0.94599999999999995},"min":{"1min":0.71299999999999997,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.0649999999999999,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.77100000000000002}]},{"osd":3,"last update":"Mon Jul 26 15:53:56 2021","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.97399999999999998,"15min":0.98699999999999999},"min":{"1min":0.68700000000000006,"5min":0.505,"15min":0.505},"max":{"1min":1.153,"5min":1.839,"15min":1.839},"last":0.97899999999999998},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.98399999999999999,"15min":0.99399999999999999},"min":{"1min":0.746,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.147,"5min":1.579,"15min":1.579},"last":0.86299999999999999}]},{"osd":4,"last update":"Mon Jul 26 15:53:56 2021","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.69499999999999995,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":1.046},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.94399999999999995,"15min":0.94599999999999995},"min":{"1min":0.63800000000000001,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":1.004}]},{"osd":5,"last update":"Mon Jul 26 15:53:56 2021","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.97999999999999998,"15min":0.98699999999999999},"min":{"1min":0.61599999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.3560000000000001,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.996,"5min":1.0629999999999999,"15min":1.0740000000000001},"min":{"1min":0.64900000000000002,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.333,"5min":1.8089999999999999,"15min":1.8089999999999999},"last":0.82299999999999995}]},{"osd":6,"last update":"Mon Jul 26 15:53:56 2021","interfaces":[{"interface":"back","average":{"1min":1.002,"5min":1.0369999999999999,"15min":1.0429999999999999},"min":{"1min":0.72399999999999998,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.258,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":0.79700000000000004},{"interface":"front","average":{"1min":1.1120000000000001,"5min":1.131,"15min":1.1339999999999999},"min":{"1min":0.84499999999999997,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.3879999999999999,"5min":1.4850000000000001,"15min":1.4850000000000001},"last":0.90700000000000003}]}]},{"osd":6,"up_from":41,"seq":176093659171,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:53:25 2021","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.92200000000000004,"15min":0.93300000000000005},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.0940000000000001,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.90500000000000003,"15min":0.91400000000000003},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.101,"5min":1.26,"15min":1.26},"last":0.66300000000000003}]},{"osd":1,"last update":"Mon Jul 26 15:53:25 2021","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.86799999999999999,"15min":0.86399999999999999},"min":{"1min":0.61799999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.626},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.91800000000000004,"15min":0.91600000000000004},"min":{"1min":0.75900000000000001,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.242,"5min":1.351,"15min":1.351},"last":0.58299999999999996}]},{"osd":2,"last update":"Mon Jul 26 15:53:25 2021","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.93700000000000006,"15min":0.94499999999999995},"min":{"1min":0.67400000000000004,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.0680000000000001,"5min":1.252,"15min":1.252},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.94399999999999995,"15min":0.94999999999999996},"min":{"1min":0.65000000000000002,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.60899999999999999}]},{"osd":3,"last update":"Mon Jul 26 15:53:25 2021","interfaces":[{"interface":"back","average":{"1min":0.92000000000000004,"5min":0.90800000000000003,"15min":0.90600000000000003},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.86099999999999999},{"interface":"front","average":{"1min":0.99299999999999999,"5min":1.0209999999999999,"15min":1.0249999999999999},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.1779999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.89900000000000002}]},{"osd":4,"last update":"Mon Jul 26 15:53:25 2021","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.90500000000000003,"15min":0.90800000000000003},"min":{"1min":0.54600000000000004,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.2230000000000001,"5min":1.8680000000000001,"15min":1.8680000000000001},"last":1.024},{"interface":"front","average":{"1min":0.90200000000000002,"5min":0.89400000000000002,"15min":0.89200000000000002},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":1.1719999999999999}]},{"osd":5,"last update":"Mon Jul 26 15:53:25 2021","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.95399999999999996,"15min":0.95999999999999996},"min":{"1min":0.69899999999999995,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.145,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.94799999999999995},{"interface":"front","average":{"1min":1.042,"5min":1.0489999999999999,"15min":1.05},"min":{"1min":0.81699999999999995,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.286,"5min":3.153,"15min":3.153},"last":0.98199999999999998}]},{"osd":7,"last update":"Mon Jul 26 15:53:54 2021","interfaces":[{"interface":"back","average":{"1min":1.0589999999999999,"5min":1.0780000000000001,"15min":1.081},"min":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":1.236,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.0980000000000001},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.0700000000000001,"15min":1.0669999999999999},"min":{"1min":0.91800000000000004,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.202,"5min":1.46,"15min":1.46},"last":1.0600000000000001}]}]},{"osd":1,"up_from":16,"seq":68719476797,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:53:22 2021","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.61799999999999999,"15min":0.56999999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.0609999999999999,"5min":1.232,"15min":1.232},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.67500000000000004,"15min":0.59699999999999998},"min":{"1min":0.54900000000000004,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.71599999999999997}]},{"osd":2,"last update":"Mon Jul 26 15:53:49 2021","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.65400000000000003,"15min":0.61299999999999999},"min":{"1min":0.54800000000000004,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.83399999999999996,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.755,"5min":0.71699999999999997,"15min":0.66500000000000004},"min":{"1min":0.51900000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.81799999999999995}]},{"osd":3,"last update":"Mon Jul 26 15:53:10 2021","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.73099999999999998,"15min":0.70399999999999996},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.034,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":1.002},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.82999999999999996,"15min":0.81799999999999995},"min":{"1min":0.63,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.1459999999999999,"5min":1.5209999999999999,"15min":1.5209999999999999},"last":0.96899999999999997}]},{"osd":4,"last update":"Mon Jul 26 15:53:36 2021","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":0.93999999999999995,"15min":0.91900000000000004},"min":{"1min":0.78100000000000003,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.3,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.90700000000000003},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.995,"15min":0.997},"min":{"1min":0.80300000000000005,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":1.1599999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":1.125}]},{"osd":5,"last update":"Mon Jul 26 15:54:03 2021","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":1.0329999999999999,"15min":1.0309999999999999},"min":{"1min":0.77500000000000002,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.3879999999999999,"5min":1.486,"15min":1.486},"last":1.03},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.0489999999999999,"15min":1.0449999999999999},"min":{"1min":0.75700000000000001,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.4510000000000001,"5min":1.468,"15min":1.468},"last":0.94199999999999995}]},{"osd":6,"last update":"Mon Jul 26 15:53:27 2021","interfaces":[{"interface":"back","average":{"1min":1.1339999999999999,"5min":1.109,"15min":1.105},"min":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"max":{"1min":1.583,"5min":1.583,"15min":1.583},"last":1.097},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.1359999999999999,"15min":1.143},"min":{"1min":0.82499999999999996,"5min":0.79200000000000004,"15min":0.79200000000000004},"max":{"1min":1.3839999999999999,"5min":1.706,"15min":1.706},"last":1.2230000000000001}]},{"osd":7,"last update":"Mon Jul 26 15:53:50 2021","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":1.1499999999999999,"15min":1.157},"min":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"max":{"1min":1.595,"5min":1.595,"15min":1.595},"last":1.244},{"interface":"front","average":{"1min":1.159,"5min":1.163,"15min":1.163},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.4339999999999999,"5min":1.542,"15min":1.542},"last":1.1819999999999999}]}]},{"osd":0,"up_from":10,"seq":42949673026,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 15:53:21 2021","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.61799999999999999,"15min":0.56200000000000006},"min":{"1min":0.42499999999999999,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.96699999999999997,"5min":1.129,"15min":1.129},"last":0.62},{"interface":"front","average":{"1min":0.748,"5min":0.68400000000000005,"15min":0.622},"min":{"1min":0.436,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.0820000000000001,"5min":1.413,"15min":1.413},"last":0.91400000000000003}]},{"osd":2,"last update":"Mon Jul 26 15:53:50 2021","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.74299999999999999,"15min":0.71599999999999997},"min":{"1min":0.51900000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.96999999999999997,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.80800000000000005,"5min":0.71999999999999997,"15min":0.67800000000000005},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.0609999999999999,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.85999999999999999}]},{"osd":3,"last update":"Mon Jul 26 15:53:14 2021","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.84399999999999997,"15min":0.84499999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.0289999999999999,"5min":1.5649999999999999,"15min":1.5649999999999999},"last":1.0229999999999999}]},{"osd":4,"last update":"Mon Jul 26 15:53:34 2021","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":1.008,"15min":1.022},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.4219999999999999,"5min":1.631,"15min":1.631},"last":1.1739999999999999},{"interface":"front","average":{"1min":0.95999999999999996,"5min":1.0209999999999999,"15min":1.0249999999999999},"min":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.248,"5min":1.488,"15min":1.488},"last":0.82399999999999995}]},{"osd":5,"last update":"Mon Jul 26 15:53:00 2021","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":1.022,"15min":1.0329999999999999},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.3600000000000001,"5min":1.3939999999999999,"15min":1.3939999999999999},"last":1.083},{"interface":"front","average":{"1min":1.083,"5min":1.107,"15min":1.111},"min":{"1min":0.749,"5min":0.749,"15min":0.749},"max":{"1min":1.575,"5min":1.575,"15min":1.575},"last":1.054}]},{"osd":6,"last update":"Mon Jul 26 15:53:27 2021","interfaces":[{"interface":"back","average":{"1min":1.1319999999999999,"5min":1.1100000000000001,"15min":1.1060000000000001},"min":{"1min":0.80900000000000005,"5min":0.748,"15min":0.748},"max":{"1min":1.643,"5min":1.643,"15min":1.643},"last":1.113},{"interface":"front","average":{"1min":1.099,"5min":1.159,"15min":1.169},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.514,"5min":1.514,"15min":1.514},"last":1.2869999999999999}]},{"osd":7,"last update":"Mon Jul 26 15:53:51 2021","interfaces":[{"interface":"back","average":{"1min":1.1559999999999999,"5min":1.1319999999999999,"15min":1.1279999999999999},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":1.345},{"interface":"front","average":{"1min":1.103,"5min":1.0620000000000001,"15min":1.0549999999999999},"min":{"1min":0.81200000000000006,"5min":0.78900000000000003,"15min":0.78900000000000003},"max":{"1min":1.53,"5min":1.53,"15min":1.53},"last":1.1439999999999999}]}]},{"osd":2,"up_from":21,"seq":90194313272,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:53:50 2021","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.63900000000000001,"15min":0.58699999999999997},"min":{"1min":0.51600000000000001,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.81399999999999995,"5min":0.71099999999999997,"15min":0.64400000000000002},"min":{"1min":0.59599999999999997,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.0129999999999999,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.73499999999999999}]},{"osd":1,"last update":"Mon Jul 26 15:53:50 2021","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.71899999999999997,"15min":0.67000000000000004},"min":{"1min":0.58499999999999996,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"last":0.995},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.70299999999999996,"15min":0.63900000000000001},"min":{"1min":0.63200000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":1.2609999999999999}]},{"osd":3,"last update":"Mon Jul 26 15:53:15 2021","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":0.82399999999999995,"15min":0.81000000000000005},"min":{"1min":0.70399999999999996,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.258,"5min":1.258,"15min":1.258},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.81999999999999995,"15min":0.78200000000000003},"min":{"1min":0.60599999999999998,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":0.90100000000000002}]},{"osd":4,"last update":"Mon Jul 26 15:53:39 2021","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.97099999999999997,"15min":0.96499999999999997},"min":{"1min":0.76900000000000002,"5min":0.69299999999999995,"15min":0.69299999999999995},"max":{"1min":1.2390000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.143},{"interface":"front","average":{"1min":1.1359999999999999,"5min":1.0209999999999999,"15min":1.0009999999999999},"min":{"1min":0.81699999999999995,"5min":0.76600000000000001,"15min":0.76600000000000001},"max":{"1min":2.516,"5min":2.516,"15min":2.516},"last":1.0720000000000001}]},{"osd":5,"last update":"Mon Jul 26 15:54:00 2021","interfaces":[{"interface":"back","average":{"1min":1.101,"5min":1.099,"15min":1.0669999999999999},"min":{"1min":0.877,"5min":0.82399999999999995,"15min":0.82399999999999995},"max":{"1min":1.3959999999999999,"5min":2.573,"15min":2.573},"last":1.1140000000000001},{"interface":"front","average":{"1min":1.03,"5min":1.0109999999999999,"15min":0.99199999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.97199999999999998}]},{"osd":6,"last update":"Mon Jul 26 15:53:26 2021","interfaces":[{"interface":"back","average":{"1min":1.2609999999999999,"5min":1.137,"15min":1.117},"min":{"1min":0.96899999999999997,"5min":0.83199999999999996,"15min":0.83199999999999996},"max":{"1min":2.6120000000000001,"5min":2.6120000000000001,"15min":2.6120000000000001},"last":1.206},{"interface":"front","average":{"1min":1.1599999999999999,"5min":1.113,"15min":1.105},"min":{"1min":0.95499999999999996,"5min":0.81399999999999995,"15min":0.81399999999999995},"max":{"1min":1.365,"5min":1.365,"15min":1.365},"last":1.3520000000000001}]},{"osd":7,"last update":"Mon Jul 26 15:53:53 2021","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.1619999999999999,"15min":1.1719999999999999},"min":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"max":{"1min":1.3839999999999999,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":1.032},{"interface":"front","average":{"1min":1.115,"5min":1.095,"15min":1.091},"min":{"1min":0.76200000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"max":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":1.226}]}]},{"osd":3,"up_from":26,"seq":111669149745,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:53:12 2021","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.628,"15min":0.60599999999999998},"min":{"1min":0.48899999999999999,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":1.0069999999999999},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.74399999999999999,"15min":0.72099999999999997},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.204,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":0.67300000000000004}]},{"osd":1,"last update":"Mon Jul 26 15:53:12 2021","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.78800000000000003,"15min":0.78200000000000003},"min":{"1min":0.54200000000000004,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.77900000000000003,"15min":0.76600000000000001},"min":{"1min":0.59299999999999997,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.1930000000000001,"5min":1.3,"15min":1.3},"last":0.71699999999999997}]},{"osd":2,"last update":"Mon Jul 26 15:53:12 2021","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.73999999999999999,"15min":0.73099999999999998},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.194,"5min":1.25,"15min":1.25},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.84799999999999998,"15min":0.82799999999999996},"min":{"1min":0.67200000000000004,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.149,"5min":1.278,"15min":1.278},"last":0.83399999999999996}]},{"osd":4,"last update":"Mon Jul 26 15:53:33 2021","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":1.0169999999999999,"15min":1.0249999999999999},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.2749999999999999,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.98399999999999999},{"interface":"front","average":{"1min":1.085,"5min":1.0209999999999999,"15min":1.0129999999999999},"min":{"1min":0.84099999999999997,"5min":0.73299999999999998,"15min":0.73299999999999998},"max":{"1min":1.6739999999999999,"5min":1.6739999999999999,"15min":1.6739999999999999},"last":1.0940000000000001}]},{"osd":5,"last update":"Mon Jul 26 15:53:00 2021","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":1.012,"15min":1.018},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.26,"5min":1.357,"15min":1.357},"last":0.86899999999999999},{"interface":"front","average":{"1min":1.02,"5min":0.97599999999999998,"15min":0.96899999999999997},"min":{"1min":0.80000000000000004,"5min":0.68600000000000005,"15min":0.68600000000000005},"max":{"1min":1.373,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.94499999999999995}]},{"osd":6,"last update":"Mon Jul 26 15:53:26 2021","interfaces":[{"interface":"back","average":{"1min":1.159,"5min":1.133,"15min":1.129},"min":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.6259999999999999,"5min":1.6499999999999999,"15min":1.6499999999999999},"last":1.2330000000000001},{"interface":"front","average":{"1min":1.111,"5min":1.151,"15min":1.157},"min":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"max":{"1min":1.514,"5min":1.514,"15min":1.514},"last":1.085}]},{"osd":7,"last update":"Mon Jul 26 15:53:53 2021","interfaces":[{"interface":"back","average":{"1min":1.0940000000000001,"5min":1.1619999999999999,"15min":1.1739999999999999},"min":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"max":{"1min":1.4390000000000001,"5min":2.137,"15min":2.137},"last":1.0589999999999999},{"interface":"front","average":{"1min":1.2410000000000001,"5min":1.2410000000000001,"15min":1.2410000000000001},"min":{"1min":0.98799999999999999,"5min":0.92400000000000004,"15min":0.92400000000000004},"max":{"1min":1.5649999999999999,"5min":1.742,"15min":1.742},"last":1.2809999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986221,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:53:40 2021","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":0.85899999999999999,"15min":0.85599999999999998},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.367,"5min":1.367,"15min":1.367},"last":1.024},{"interface":"front","average":{"1min":0.872,"5min":0.88500000000000001,"15min":0.88900000000000001},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.1899999999999999,"5min":1.405,"15min":1.405},"last":0.78800000000000003}]},{"osd":1,"last update":"Mon Jul 26 15:53:40 2021","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.77800000000000002,"15min":0.753},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.871,"15min":0.86299999999999999},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.583,"5min":1.583,"15min":1.583},"last":1.218}]},{"osd":2,"last update":"Mon Jul 26 15:53:40 2021","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.90100000000000002,"15min":0.90600000000000003},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":1.272},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.89100000000000001,"15min":0.88700000000000001},"min":{"1min":0.66200000000000003,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.3440000000000001,"5min":1.569,"15min":1.569},"last":0.84299999999999997}]},{"osd":3,"last update":"Mon Jul 26 15:53:40 2021","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.89200000000000002,"15min":0.85899999999999999},"min":{"1min":0.69199999999999995,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.542,"5min":1.542,"15min":1.542},"last":0.877},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.871,"15min":0.86199999999999999},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.85399999999999998}]},{"osd":5,"last update":"Mon Jul 26 15:54:01 2021","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.73499999999999999,"15min":0.69899999999999995},"min":{"1min":0.52800000000000002,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":1.143},{"interface":"front","average":{"1min":1.04,"5min":0.96299999999999997,"15min":0.94299999999999995},"min":{"1min":0.67600000000000005,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.639,"5min":1.639,"15min":1.639},"last":1.3089999999999999}]},{"osd":6,"last update":"Mon Jul 26 15:53:28 2021","interfaces":[{"interface":"back","average":{"1min":1,"5min":0.85599999999999998,"15min":0.83199999999999996},"min":{"1min":0.69399999999999995,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.444,"5min":1.444,"15min":1.444},"last":0.93400000000000005},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.876,"15min":0.85999999999999999},"min":{"1min":0.56899999999999995,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":1.1839999999999999}]},{"osd":7,"last update":"Mon Jul 26 15:53:50 2021","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":1.014,"15min":1.008},"min":{"1min":0.65900000000000003,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.6579999999999999,"5min":1.6579999999999999,"15min":1.6579999999999999},"last":0.99399999999999999},{"interface":"front","average":{"1min":1.004,"5min":0.97999999999999998,"15min":0.97599999999999998},"min":{"1min":0.76900000000000002,"5min":0.69299999999999995,"15min":0.69299999999999995},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1.109}]}]},{"osd":5,"up_from":36,"seq":154618822696,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:52:59 2021","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.81699999999999995,"15min":0.81599999999999995},"min":{"1min":0.64000000000000001,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":0.99099999999999999,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":1.0820000000000001},{"interface":"front","average":{"1min":0.95099999999999996,"5min":0.81599999999999995,"15min":0.79400000000000004},"min":{"1min":0.66400000000000003,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.242,"5min":1.242,"15min":1.242},"last":1.056}]},{"osd":1,"last update":"Mon Jul 26 15:52:59 2021","interfaces":[{"interface":"back","average":{"1min":0.94199999999999995,"5min":0.85599999999999998,"15min":0.84199999999999997},"min":{"1min":0.67500000000000004,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.9219999999999999,"5min":1.9219999999999999,"15min":1.9219999999999999},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.85099999999999998,"15min":0.85499999999999998},"min":{"1min":0.60099999999999998,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.0620000000000001,"5min":1.173,"15min":1.173},"last":0.94599999999999995}]},{"osd":2,"last update":"Mon Jul 26 15:52:59 2021","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":0.871,"15min":0.85399999999999998},"min":{"1min":0.67400000000000004,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.853,"5min":1.853,"15min":1.853},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.90300000000000002,"5min":0.85999999999999999,"15min":0.85299999999999998},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.88800000000000001}]},{"osd":3,"last update":"Mon Jul 26 15:52:59 2021","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.88500000000000001,"15min":0.88},"min":{"1min":0.748,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.071,"5min":1.23,"15min":1.23},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.98799999999999999,"5min":0.88,"15min":0.86199999999999999},"min":{"1min":0.79000000000000004,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.99099999999999999}]},{"osd":4,"last update":"Mon Jul 26 15:52:59 2021","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.77500000000000002,"15min":0.754},"min":{"1min":0.54900000000000004,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.78400000000000003,"15min":0.76700000000000002},"min":{"1min":0.58399999999999996,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.383,"5min":1.383,"15min":1.383},"last":0.69099999999999995}]},{"osd":6,"last update":"Mon Jul 26 15:53:24 2021","interfaces":[{"interface":"back","average":{"1min":0.997,"5min":0.873,"15min":0.85199999999999998},"min":{"1min":0.61599999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.163,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":1.026},{"interface":"front","average":{"1min":1.0720000000000001,"5min":0.97699999999999998,"15min":0.96099999999999997},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"last":0.79300000000000004}]},{"osd":7,"last update":"Mon Jul 26 15:53:49 2021","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":0.99099999999999999,"15min":0.98299999999999998},"min":{"1min":0.79400000000000004,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.393,"5min":1.5389999999999999,"15min":1.5389999999999999},"last":0.89800000000000002},{"interface":"front","average":{"1min":1.0449999999999999,"5min":1.0800000000000001,"15min":1.0860000000000001},"min":{"1min":0.84299999999999997,"5min":0.755,"15min":0.755},"max":{"1min":1.383,"5min":1.9730000000000001,"15min":1.9730000000000001},"last":0.97199999999999998}]}]}]}} 2021-07-26T15:54:07.079 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T15:54:07.216 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:54:07.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:07 smithi037 bash[14605]: cluster 2021-07-26T15:54:06.191171+0000 mgr.y (mgr.14140) 304 : cluster [DBG] pgmap v267: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:07.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:07 smithi037 bash[14605]: audit 2021-07-26T15:54:06.328109+0000 mgr.y (mgr.14140) 305 : audit [DBG] from='client.14598 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:54:07.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:07 smithi037 bash[18551]: cluster 2021-07-26T15:54:06.191171+0000 mgr.y (mgr.14140) 304 : cluster [DBG] pgmap v267: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:07.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:07 smithi037 bash[18551]: audit 2021-07-26T15:54:06.328109+0000 mgr.y (mgr.14140) 305 : audit [DBG] from='client.14598 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:54:07.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:07 smithi107 bash[14687]: cluster 2021-07-26T15:54:06.191171+0000 mgr.y (mgr.14140) 304 : cluster [DBG] pgmap v267: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:07.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:07 smithi107 bash[14687]: audit 2021-07-26T15:54:06.328109+0000 mgr.y (mgr.14140) 305 : audit [DBG] from='client.14598 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:54:09.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:09 smithi107 bash[14687]: cluster 2021-07-26T15:54:08.191877+0000 mgr.y (mgr.14140) 306 : cluster [DBG] pgmap v268: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:09.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:09 smithi037 bash[14605]: cluster 2021-07-26T15:54:08.191877+0000 mgr.y (mgr.14140) 306 : cluster [DBG] pgmap v268: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:09.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:09 smithi037 bash[18551]: cluster 2021-07-26T15:54:08.191877+0000 mgr.y (mgr.14140) 306 : cluster [DBG] pgmap v268: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:10.676 INFO:teuthology.orchestra.run.smithi037.stdout: 2021-07-26T15:54:10.677 INFO:teuthology.orchestra.run.smithi037.stderr:dumped all 2021-07-26T15:54:11.456 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:11 smithi037 bash[14605]: cluster 2021-07-26T15:54:10.192532+0000 mgr.y (mgr.14140) 307 : cluster [DBG] pgmap v269: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:11.457 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:11 smithi037 bash[18551]: cluster 2021-07-26T15:54:10.192532+0000 mgr.y (mgr.14140) 307 : cluster [DBG] pgmap v269: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:11.459 INFO:teuthology.orchestra.run.smithi037.stdout:{"pg_ready":true,"pg_map":{"version":269,"stamp":"2021-07-26T15:54:10.192198+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":8392512,"kb_used_data":3840,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":741568704,"statfs":{"total":767960285184,"available":759366352896,"internally_reserved":8589934592,"allocated":3932160,"data_stored":1589016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:52:24.009027+0000","last_change":"2021-07-26T15:52:22.748076+0000","last_active":"2021-07-26T15:52:24.009027+0000","last_peered":"2021-07-26T15:52:24.009027+0000","last_clean":"2021-07-26T15:52:24.009027+0000","last_became_active":"2021-07-26T15:52:22.747634+0000","last_became_peered":"2021-07-26T15:52:22.747634+0000","last_unstale":"2021-07-26T15:52:24.009027+0000","last_undegraded":"2021-07-26T15:52:24.009027+0000","last_fullsized":"2021-07-26T15:52:24.009027+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:52:23.732863+0000","last_change":"2021-07-26T15:52:23.340760+0000","last_active":"2021-07-26T15:52:23.732863+0000","last_peered":"2021-07-26T15:52:23.732863+0000","last_clean":"2021-07-26T15:52:23.732863+0000","last_became_active":"2021-07-26T15:52:23.339400+0000","last_became_peered":"2021-07-26T15:52:23.339400+0000","last_unstale":"2021-07-26T15:52:23.732863+0000","last_undegraded":"2021-07-26T15:52:23.732863+0000","last_fullsized":"2021-07-26T15:52:23.732863+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:52:24.009184+0000","last_change":"2021-07-26T15:52:23.344790+0000","last_active":"2021-07-26T15:52:24.009184+0000","last_peered":"2021-07-26T15:52:24.009184+0000","last_clean":"2021-07-26T15:52:24.009184+0000","last_became_active":"2021-07-26T15:52:23.344236+0000","last_became_peered":"2021-07-26T15:52:23.344236+0000","last_unstale":"2021-07-26T15:52:24.009184+0000","last_undegraded":"2021-07-26T15:52:24.009184+0000","last_fullsized":"2021-07-26T15:52:24.009184+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:52:24.009262+0000","last_change":"2021-07-26T15:52:22.747272+0000","last_active":"2021-07-26T15:52:24.009262+0000","last_peered":"2021-07-26T15:52:24.009262+0000","last_clean":"2021-07-26T15:52:24.009262+0000","last_became_active":"2021-07-26T15:52:22.745820+0000","last_became_peered":"2021-07-26T15:52:22.745820+0000","last_unstale":"2021-07-26T15:52:24.009262+0000","last_undegraded":"2021-07-26T15:52:24.009262+0000","last_fullsized":"2021-07-26T15:52:24.009262+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"14","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:52:24.009440+0000","last_change":"2021-07-26T15:51:50.066023+0000","last_active":"2021-07-26T15:52:24.009440+0000","last_peered":"2021-07-26T15:52:24.009440+0000","last_clean":"2021-07-26T15:52:24.009440+0000","last_became_active":"2021-07-26T15:51:50.064964+0000","last_became_peered":"2021-07-26T15:51:50.064964+0000","last_unstale":"2021-07-26T15:52:24.009440+0000","last_undegraded":"2021-07-26T15:52:24.009440+0000","last_fullsized":"2021-07-26T15:52:24.009440+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:29.266561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:29.266561+0000","last_clean_scrub_stamp":"2021-07-26T15:47:29.266561+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:52:24.009270+0000","last_change":"2021-07-26T15:52:22.746420+0000","last_active":"2021-07-26T15:52:24.009270+0000","last_peered":"2021-07-26T15:52:24.009270+0000","last_clean":"2021-07-26T15:52:24.009270+0000","last_became_active":"2021-07-26T15:52:22.745682+0000","last_became_peered":"2021-07-26T15:52:22.745682+0000","last_unstale":"2021-07-26T15:52:24.009270+0000","last_undegraded":"2021-07-26T15:52:24.009270+0000","last_fullsized":"2021-07-26T15:52:24.009270+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:52:23.735112+0000","last_change":"2021-07-26T15:52:22.764960+0000","last_active":"2021-07-26T15:52:23.735112+0000","last_peered":"2021-07-26T15:52:23.735112+0000","last_clean":"2021-07-26T15:52:23.735112+0000","last_became_active":"2021-07-26T15:52:22.764281+0000","last_became_peered":"2021-07-26T15:52:22.764281+0000","last_unstale":"2021-07-26T15:52:23.735112+0000","last_undegraded":"2021-07-26T15:52:23.735112+0000","last_fullsized":"2021-07-26T15:52:23.735112+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:52:24.009007+0000","last_change":"2021-07-26T15:52:22.746133+0000","last_active":"2021-07-26T15:52:24.009007+0000","last_peered":"2021-07-26T15:52:24.009007+0000","last_clean":"2021-07-26T15:52:24.009007+0000","last_became_active":"2021-07-26T15:52:22.745387+0000","last_became_peered":"2021-07-26T15:52:22.745387+0000","last_unstale":"2021-07-26T15:52:24.009007+0000","last_undegraded":"2021-07-26T15:52:24.009007+0000","last_fullsized":"2021-07-26T15:52:24.009007+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-07-26T15:52:23.732949+0000","last_change":"2021-07-26T15:52:22.743779+0000","last_active":"2021-07-26T15:52:23.732949+0000","last_peered":"2021-07-26T15:52:23.732949+0000","last_clean":"2021-07-26T15:52:23.732949+0000","last_became_active":"2021-07-26T15:52:22.743096+0000","last_became_peered":"2021-07-26T15:52:22.743096+0000","last_unstale":"2021-07-26T15:52:23.732949+0000","last_undegraded":"2021-07-26T15:52:23.732949+0000","last_fullsized":"2021-07-26T15:52:23.732949+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495647,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:53:56 2021","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.90900000000000003,"15min":0.92500000000000004},"min":{"1min":0.54000000000000004,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.2729999999999999,"5min":1.766,"15min":1.766},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.88300000000000001,"15min":0.88900000000000001},"min":{"1min":0.57899999999999996,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.0860000000000001,"5min":1.127,"15min":1.127},"last":0.86499999999999999}]},{"osd":1,"last update":"Mon Jul 26 15:53:56 2021","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.84399999999999997,"15min":0.84999999999999998},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":0.94499999999999995,"5min":1.179,"15min":1.179},"last":0.746},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.77300000000000002,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.137,"5min":1.498,"15min":1.498},"last":0.65800000000000003}]},{"osd":2,"last update":"Mon Jul 26 15:53:56 2021","interfaces":[{"interface":"back","average":{"1min":0.90000000000000002,"5min":0.96099999999999997,"15min":0.97099999999999997},"min":{"1min":0.69099999999999995,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.0920000000000001,"5min":1.8899999999999999,"15min":1.8899999999999999},"last":1.024},{"interface":"front","average":{"1min":0.90300000000000002,"5min":0.93999999999999995,"15min":0.94599999999999995},"min":{"1min":0.71299999999999997,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.0649999999999999,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.95999999999999996}]},{"osd":3,"last update":"Mon Jul 26 15:53:56 2021","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.97399999999999998,"15min":0.98699999999999999},"min":{"1min":0.68700000000000006,"5min":0.505,"15min":0.505},"max":{"1min":1.153,"5min":1.839,"15min":1.839},"last":0.98099999999999998},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.98399999999999999,"15min":0.99399999999999999},"min":{"1min":0.746,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.147,"5min":1.579,"15min":1.579},"last":0.95399999999999996}]},{"osd":4,"last update":"Mon Jul 26 15:53:56 2021","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.69499999999999995,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.623},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.94399999999999995,"15min":0.94599999999999995},"min":{"1min":0.63800000000000001,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.58399999999999996}]},{"osd":5,"last update":"Mon Jul 26 15:53:56 2021","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.97999999999999998,"15min":0.98699999999999999},"min":{"1min":0.61599999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.3560000000000001,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.996,"5min":1.0629999999999999,"15min":1.0740000000000001},"min":{"1min":0.64900000000000002,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.333,"5min":1.8089999999999999,"15min":1.8089999999999999},"last":0.88800000000000001}]},{"osd":6,"last update":"Mon Jul 26 15:53:56 2021","interfaces":[{"interface":"back","average":{"1min":1.002,"5min":1.0369999999999999,"15min":1.0429999999999999},"min":{"1min":0.72399999999999998,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.258,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":0.81399999999999995},{"interface":"front","average":{"1min":1.1120000000000001,"5min":1.131,"15min":1.1339999999999999},"min":{"1min":0.84499999999999997,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.3879999999999999,"5min":1.4850000000000001,"15min":1.4850000000000001},"last":0.93500000000000005}]}]},{"osd":6,"up_from":41,"seq":176093659172,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:53:25 2021","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.92200000000000004,"15min":0.93300000000000005},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.0940000000000001,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.90500000000000003,"15min":0.91400000000000003},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.101,"5min":1.26,"15min":1.26},"last":0.96499999999999997}]},{"osd":1,"last update":"Mon Jul 26 15:53:25 2021","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.86799999999999999,"15min":0.86399999999999999},"min":{"1min":0.61799999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.91800000000000004,"15min":0.91600000000000004},"min":{"1min":0.75900000000000001,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.242,"5min":1.351,"15min":1.351},"last":1.0329999999999999}]},{"osd":2,"last update":"Mon Jul 26 15:53:25 2021","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.93700000000000006,"15min":0.94499999999999995},"min":{"1min":0.67400000000000004,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.0680000000000001,"5min":1.252,"15min":1.252},"last":1.155},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.94399999999999995,"15min":0.94999999999999996},"min":{"1min":0.65000000000000002,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.84299999999999997}]},{"osd":3,"last update":"Mon Jul 26 15:53:25 2021","interfaces":[{"interface":"back","average":{"1min":0.92000000000000004,"5min":0.90800000000000003,"15min":0.90600000000000003},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":1.266},{"interface":"front","average":{"1min":0.99299999999999999,"5min":1.0209999999999999,"15min":1.0249999999999999},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.1779999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":1.2270000000000001}]},{"osd":4,"last update":"Mon Jul 26 15:53:25 2021","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.90500000000000003,"15min":0.90800000000000003},"min":{"1min":0.54600000000000004,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.2230000000000001,"5min":1.8680000000000001,"15min":1.8680000000000001},"last":1.1819999999999999},{"interface":"front","average":{"1min":0.90200000000000002,"5min":0.89400000000000002,"15min":0.89200000000000002},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":1.4390000000000001}]},{"osd":5,"last update":"Mon Jul 26 15:53:25 2021","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.95399999999999996,"15min":0.95999999999999996},"min":{"1min":0.69899999999999995,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.145,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":1.0680000000000001},{"interface":"front","average":{"1min":1.042,"5min":1.0489999999999999,"15min":1.05},"min":{"1min":0.81699999999999995,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.286,"5min":3.153,"15min":3.153},"last":1.3300000000000001}]},{"osd":7,"last update":"Mon Jul 26 15:53:54 2021","interfaces":[{"interface":"back","average":{"1min":1.0589999999999999,"5min":1.0780000000000001,"15min":1.081},"min":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":1.236,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.246},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.0700000000000001,"15min":1.0669999999999999},"min":{"1min":0.91800000000000004,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.202,"5min":1.46,"15min":1.46},"last":1.3859999999999999}]}]},{"osd":1,"up_from":16,"seq":68719476798,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:53:22 2021","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.61799999999999999,"15min":0.56999999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.0609999999999999,"5min":1.232,"15min":1.232},"last":0.621},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.67500000000000004,"15min":0.59699999999999998},"min":{"1min":0.54900000000000004,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.65000000000000002}]},{"osd":2,"last update":"Mon Jul 26 15:53:49 2021","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.65400000000000003,"15min":0.61299999999999999},"min":{"1min":0.54800000000000004,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.83399999999999996,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.755,"5min":0.71699999999999997,"15min":0.66500000000000004},"min":{"1min":0.51900000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":1.0860000000000001}]},{"osd":3,"last update":"Mon Jul 26 15:53:10 2021","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.73099999999999998,"15min":0.70399999999999996},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.034,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.82999999999999996,"15min":0.81799999999999995},"min":{"1min":0.63,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.1459999999999999,"5min":1.5209999999999999,"15min":1.5209999999999999},"last":0.999}]},{"osd":4,"last update":"Mon Jul 26 15:53:36 2021","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":0.93999999999999995,"15min":0.91900000000000004},"min":{"1min":0.78100000000000003,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.3,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.93300000000000005},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.995,"15min":0.997},"min":{"1min":0.80300000000000005,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":1.1599999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":1.1479999999999999}]},{"osd":5,"last update":"Mon Jul 26 15:54:03 2021","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":1.0329999999999999,"15min":1.0309999999999999},"min":{"1min":0.77500000000000002,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.3879999999999999,"5min":1.486,"15min":1.486},"last":0.85299999999999998},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.0489999999999999,"15min":1.0449999999999999},"min":{"1min":0.75700000000000001,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.4510000000000001,"5min":1.468,"15min":1.468},"last":1.194}]},{"osd":6,"last update":"Mon Jul 26 15:53:27 2021","interfaces":[{"interface":"back","average":{"1min":1.1339999999999999,"5min":1.109,"15min":1.105},"min":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"max":{"1min":1.583,"5min":1.583,"15min":1.583},"last":1.2370000000000001},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.1359999999999999,"15min":1.143},"min":{"1min":0.82499999999999996,"5min":0.79200000000000004,"15min":0.79200000000000004},"max":{"1min":1.3839999999999999,"5min":1.706,"15min":1.706},"last":1.268}]},{"osd":7,"last update":"Mon Jul 26 15:53:50 2021","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":1.1499999999999999,"15min":1.157},"min":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"max":{"1min":1.595,"5min":1.595,"15min":1.595},"last":1.294},{"interface":"front","average":{"1min":1.159,"5min":1.163,"15min":1.163},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.4339999999999999,"5min":1.542,"15min":1.542},"last":1.119}]}]},{"osd":0,"up_from":10,"seq":42949673027,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 15:53:21 2021","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.61799999999999999,"15min":0.56200000000000006},"min":{"1min":0.42499999999999999,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.96699999999999997,"5min":1.129,"15min":1.129},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.748,"5min":0.68400000000000005,"15min":0.622},"min":{"1min":0.436,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.0820000000000001,"5min":1.413,"15min":1.413},"last":0.79600000000000004}]},{"osd":2,"last update":"Mon Jul 26 15:53:50 2021","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.74299999999999999,"15min":0.71599999999999997},"min":{"1min":0.51900000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.96999999999999997,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.80800000000000005,"5min":0.71999999999999997,"15min":0.67800000000000005},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.0609999999999999,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.60599999999999998}]},{"osd":3,"last update":"Mon Jul 26 15:53:14 2021","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.84399999999999997,"15min":0.84499999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.0289999999999999,"5min":1.5649999999999999,"15min":1.5649999999999999},"last":0.46500000000000002}]},{"osd":4,"last update":"Mon Jul 26 15:53:34 2021","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":1.008,"15min":1.022},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.4219999999999999,"5min":1.631,"15min":1.631},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.95999999999999996,"5min":1.0209999999999999,"15min":1.0249999999999999},"min":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.248,"5min":1.488,"15min":1.488},"last":0.69899999999999995}]},{"osd":5,"last update":"Mon Jul 26 15:54:01 2021","interfaces":[{"interface":"back","average":{"1min":0.95399999999999996,"5min":1.0049999999999999,"15min":1.0269999999999999},"min":{"1min":0.78800000000000003,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.208,"5min":1.3939999999999999,"15min":1.3939999999999999},"last":0.84299999999999997},{"interface":"front","average":{"1min":1.1519999999999999,"5min":1.1140000000000001,"15min":1.113},"min":{"1min":0.97599999999999998,"5min":0.749,"15min":0.749},"max":{"1min":1.3660000000000001,"5min":1.575,"15min":1.575},"last":0.74299999999999999}]},{"osd":6,"last update":"Mon Jul 26 15:53:27 2021","interfaces":[{"interface":"back","average":{"1min":1.1319999999999999,"5min":1.1100000000000001,"15min":1.1060000000000001},"min":{"1min":0.80900000000000005,"5min":0.748,"15min":0.748},"max":{"1min":1.643,"5min":1.643,"15min":1.643},"last":0.83799999999999997},{"interface":"front","average":{"1min":1.099,"5min":1.159,"15min":1.169},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.514,"5min":1.514,"15min":1.514},"last":0.95599999999999996}]},{"osd":7,"last update":"Mon Jul 26 15:53:51 2021","interfaces":[{"interface":"back","average":{"1min":1.1559999999999999,"5min":1.1319999999999999,"15min":1.1279999999999999},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.76100000000000001},{"interface":"front","average":{"1min":1.103,"5min":1.0620000000000001,"15min":1.0549999999999999},"min":{"1min":0.81200000000000006,"5min":0.78900000000000003,"15min":0.78900000000000003},"max":{"1min":1.53,"5min":1.53,"15min":1.53},"last":0.89400000000000002}]}]},{"osd":2,"up_from":21,"seq":90194313273,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:53:50 2021","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.63900000000000001,"15min":0.58699999999999997},"min":{"1min":0.51600000000000001,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.628},{"interface":"front","average":{"1min":0.81399999999999995,"5min":0.71099999999999997,"15min":0.64400000000000002},"min":{"1min":0.59599999999999997,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.0129999999999999,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.75900000000000001}]},{"osd":1,"last update":"Mon Jul 26 15:53:50 2021","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.71899999999999997,"15min":0.67000000000000004},"min":{"1min":0.58499999999999996,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.70299999999999996,"15min":0.63900000000000001},"min":{"1min":0.63200000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.79700000000000004}]},{"osd":3,"last update":"Mon Jul 26 15:53:15 2021","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":0.82399999999999995,"15min":0.81000000000000005},"min":{"1min":0.70399999999999996,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.258,"5min":1.258,"15min":1.258},"last":0.92100000000000004},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.81999999999999995,"15min":0.78200000000000003},"min":{"1min":0.60599999999999998,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":1.04}]},{"osd":4,"last update":"Mon Jul 26 15:53:39 2021","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.97099999999999997,"15min":0.96499999999999997},"min":{"1min":0.76900000000000002,"5min":0.69299999999999995,"15min":0.69299999999999995},"max":{"1min":1.2390000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.1040000000000001},{"interface":"front","average":{"1min":1.1359999999999999,"5min":1.0209999999999999,"15min":1.0009999999999999},"min":{"1min":0.81699999999999995,"5min":0.76600000000000001,"15min":0.76600000000000001},"max":{"1min":2.516,"5min":2.516,"15min":2.516},"last":1.2270000000000001}]},{"osd":5,"last update":"Mon Jul 26 15:54:00 2021","interfaces":[{"interface":"back","average":{"1min":1.101,"5min":1.099,"15min":1.0669999999999999},"min":{"1min":0.877,"5min":0.82399999999999995,"15min":0.82399999999999995},"max":{"1min":1.3959999999999999,"5min":2.573,"15min":2.573},"last":1.1719999999999999},{"interface":"front","average":{"1min":1.03,"5min":1.0109999999999999,"15min":0.99199999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.95799999999999996}]},{"osd":6,"last update":"Mon Jul 26 15:53:26 2021","interfaces":[{"interface":"back","average":{"1min":1.2609999999999999,"5min":1.137,"15min":1.117},"min":{"1min":0.96899999999999997,"5min":0.83199999999999996,"15min":0.83199999999999996},"max":{"1min":2.6120000000000001,"5min":2.6120000000000001,"15min":2.6120000000000001},"last":1.3440000000000001},{"interface":"front","average":{"1min":1.1599999999999999,"5min":1.113,"15min":1.105},"min":{"1min":0.95499999999999996,"5min":0.81399999999999995,"15min":0.81399999999999995},"max":{"1min":1.365,"5min":1.365,"15min":1.365},"last":1.417}]},{"osd":7,"last update":"Mon Jul 26 15:53:53 2021","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.1619999999999999,"15min":1.1719999999999999},"min":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"max":{"1min":1.3839999999999999,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":1.3080000000000001},{"interface":"front","average":{"1min":1.115,"5min":1.095,"15min":1.091},"min":{"1min":0.76200000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"max":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":1.0249999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149746,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:53:12 2021","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.628,"15min":0.60599999999999998},"min":{"1min":0.48899999999999999,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.74399999999999999,"15min":0.72099999999999997},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.204,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":0.78700000000000003}]},{"osd":1,"last update":"Mon Jul 26 15:53:12 2021","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.78800000000000003,"15min":0.78200000000000003},"min":{"1min":0.54200000000000004,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.77900000000000003,"15min":0.76600000000000001},"min":{"1min":0.59299999999999997,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.1930000000000001,"5min":1.3,"15min":1.3},"last":0.71799999999999997}]},{"osd":2,"last update":"Mon Jul 26 15:53:12 2021","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.73999999999999999,"15min":0.73099999999999998},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.194,"5min":1.25,"15min":1.25},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.84799999999999998,"15min":0.82799999999999996},"min":{"1min":0.67200000000000004,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.149,"5min":1.278,"15min":1.278},"last":0.88200000000000001}]},{"osd":4,"last update":"Mon Jul 26 15:53:33 2021","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":1.0169999999999999,"15min":1.0249999999999999},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.2749999999999999,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":1.2190000000000001},{"interface":"front","average":{"1min":1.085,"5min":1.0209999999999999,"15min":1.0129999999999999},"min":{"1min":0.84099999999999997,"5min":0.73299999999999998,"15min":0.73299999999999998},"max":{"1min":1.6739999999999999,"5min":1.6739999999999999,"15min":1.6739999999999999},"last":1.298}]},{"osd":5,"last update":"Mon Jul 26 15:54:03 2021","interfaces":[{"interface":"back","average":{"1min":1.119,"5min":1.0309999999999999,"15min":1.0249999999999999},"min":{"1min":0.67400000000000004,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.597,"5min":1.597,"15min":1.597},"last":1.0940000000000001},{"interface":"front","average":{"1min":1.0680000000000001,"5min":0.997,"15min":0.97599999999999998},"min":{"1min":0.84199999999999997,"5min":0.68600000000000005,"15min":0.68600000000000005},"max":{"1min":1.319,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":1.3540000000000001}]},{"osd":6,"last update":"Mon Jul 26 15:53:26 2021","interfaces":[{"interface":"back","average":{"1min":1.159,"5min":1.133,"15min":1.129},"min":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.6259999999999999,"5min":1.6499999999999999,"15min":1.6499999999999999},"last":1.04},{"interface":"front","average":{"1min":1.111,"5min":1.151,"15min":1.157},"min":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"max":{"1min":1.514,"5min":1.514,"15min":1.514},"last":1.3280000000000001}]},{"osd":7,"last update":"Mon Jul 26 15:53:53 2021","interfaces":[{"interface":"back","average":{"1min":1.0940000000000001,"5min":1.1619999999999999,"15min":1.1739999999999999},"min":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"max":{"1min":1.4390000000000001,"5min":2.137,"15min":2.137},"last":1.2649999999999999},{"interface":"front","average":{"1min":1.2410000000000001,"5min":1.2410000000000001,"15min":1.2410000000000001},"min":{"1min":0.98799999999999999,"5min":0.92400000000000004,"15min":0.92400000000000004},"max":{"1min":1.5649999999999999,"5min":1.742,"15min":1.742},"last":1.083}]}]},{"osd":4,"up_from":31,"seq":133143986222,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:53:40 2021","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":0.85899999999999999,"15min":0.85599999999999998},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.367,"5min":1.367,"15min":1.367},"last":1.097},{"interface":"front","average":{"1min":0.872,"5min":0.88500000000000001,"15min":0.88900000000000001},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.1899999999999999,"5min":1.405,"15min":1.405},"last":0.64400000000000002}]},{"osd":1,"last update":"Mon Jul 26 15:53:40 2021","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.77800000000000002,"15min":0.753},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.871,"15min":0.86299999999999999},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.583,"5min":1.583,"15min":1.583},"last":0.73799999999999999}]},{"osd":2,"last update":"Mon Jul 26 15:53:40 2021","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.90100000000000002,"15min":0.90600000000000003},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":1.038},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.89100000000000001,"15min":0.88700000000000001},"min":{"1min":0.66200000000000003,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.3440000000000001,"5min":1.569,"15min":1.569},"last":0.90600000000000003}]},{"osd":3,"last update":"Mon Jul 26 15:53:40 2021","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.89200000000000002,"15min":0.85899999999999999},"min":{"1min":0.69199999999999995,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.542,"5min":1.542,"15min":1.542},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.871,"15min":0.86199999999999999},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.96999999999999997}]},{"osd":5,"last update":"Mon Jul 26 15:54:01 2021","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.73499999999999999,"15min":0.69899999999999995},"min":{"1min":0.52800000000000002,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":0.94799999999999995},{"interface":"front","average":{"1min":1.04,"5min":0.96299999999999997,"15min":0.94299999999999995},"min":{"1min":0.67600000000000005,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.639,"5min":1.639,"15min":1.639},"last":1.133}]},{"osd":6,"last update":"Mon Jul 26 15:53:28 2021","interfaces":[{"interface":"back","average":{"1min":1,"5min":0.85599999999999998,"15min":0.83199999999999996},"min":{"1min":0.69399999999999995,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.444,"5min":1.444,"15min":1.444},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.876,"15min":0.85999999999999999},"min":{"1min":0.56899999999999995,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":1.0700000000000001}]},{"osd":7,"last update":"Mon Jul 26 15:53:50 2021","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":1.014,"15min":1.008},"min":{"1min":0.65900000000000003,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.6579999999999999,"5min":1.6579999999999999,"15min":1.6579999999999999},"last":1.0109999999999999},{"interface":"front","average":{"1min":1.004,"5min":0.97999999999999998,"15min":0.97599999999999998},"min":{"1min":0.76900000000000002,"5min":0.69299999999999995,"15min":0.69299999999999995},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1.2230000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822697,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696088,"statfs":{"total":95995035648,"available":94920794112,"internally_reserved":1073741824,"allocated":491520,"data_stored":198627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:54:02 2021","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.83199999999999996,"15min":0.82099999999999995},"min":{"1min":0.63800000000000001,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.96499999999999997},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.84099999999999997,"15min":0.80200000000000005},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.1020000000000001,"5min":1.242,"15min":1.242},"last":0.76800000000000002}]},{"osd":1,"last update":"Mon Jul 26 15:54:02 2021","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.86599999999999999,"15min":0.84499999999999997},"min":{"1min":0.70399999999999996,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.135,"5min":1.9219999999999999,"15min":1.9219999999999999},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.86899999999999999,"15min":0.86099999999999999},"min":{"1min":0.79100000000000004,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":1.2529999999999999}]},{"osd":2,"last update":"Mon Jul 26 15:54:02 2021","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.88,"15min":0.85699999999999998},"min":{"1min":0.65900000000000003,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.1639999999999999,"5min":1.853,"15min":1.853},"last":1.008},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.872,"15min":0.85699999999999998},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":1.212}]},{"osd":3,"last update":"Mon Jul 26 15:54:02 2021","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.89200000000000002,"15min":0.88200000000000001},"min":{"1min":0.68999999999999995,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.179,"5min":1.23,"15min":1.23},"last":1.155},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.90500000000000003,"15min":0.871},"min":{"1min":0.69199999999999995,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.1639999999999999,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.0880000000000001}]},{"osd":4,"last update":"Mon Jul 26 15:54:02 2021","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.79900000000000004,"15min":0.76200000000000001},"min":{"1min":0.628,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.75},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.82799999999999996,"15min":0.78200000000000003},"min":{"1min":0.69099999999999995,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.718,"5min":1.718,"15min":1.718},"last":0.89800000000000002}]},{"osd":6,"last update":"Mon Jul 26 15:53:24 2021","interfaces":[{"interface":"back","average":{"1min":0.997,"5min":0.873,"15min":0.85199999999999998},"min":{"1min":0.61599999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.163,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":1.073},{"interface":"front","average":{"1min":1.0720000000000001,"5min":0.97699999999999998,"15min":0.96099999999999997},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"last":1.0309999999999999}]},{"osd":7,"last update":"Mon Jul 26 15:53:49 2021","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":0.99099999999999999,"15min":0.98299999999999998},"min":{"1min":0.79400000000000004,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.393,"5min":1.5389999999999999,"15min":1.5389999999999999},"last":1.135},{"interface":"front","average":{"1min":1.0449999999999999,"5min":1.0800000000000001,"15min":1.0860000000000001},"min":{"1min":0.84299999999999997,"5min":0.755,"15min":0.755},"max":{"1min":1.383,"5min":1.9730000000000001,"15min":1.9730000000000001},"last":1.0620000000000001}]}]}]}} 2021-07-26T15:54:11.461 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2021-07-26T15:54:11.462 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2021-07-26T15:54:11.462 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2021-07-26T15:54:11.463 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph health --format=json 2021-07-26T15:54:11.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:11 smithi107 bash[14687]: cluster 2021-07-26T15:54:10.192532+0000 mgr.y (mgr.14140) 307 : cluster [DBG] pgmap v269: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:11.593 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:54:12.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:12 smithi107 bash[14687]: audit 2021-07-26T15:54:10.662412+0000 mgr.y (mgr.14140) 308 : audit [DBG] from='client.24517 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:54:12.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:12 smithi037 bash[14605]: audit 2021-07-26T15:54:10.662412+0000 mgr.y (mgr.14140) 308 : audit [DBG] from='client.24517 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:54:12.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:12 smithi037 bash[18551]: audit 2021-07-26T15:54:10.662412+0000 mgr.y (mgr.14140) 308 : audit [DBG] from='client.24517 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:54:13.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:13 smithi107 bash[14687]: cluster 2021-07-26T15:54:12.193142+0000 mgr.y (mgr.14140) 309 : cluster [DBG] pgmap v270: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:13.576 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:13 smithi037 bash[14605]: cluster 2021-07-26T15:54:12.193142+0000 mgr.y (mgr.14140) 309 : cluster [DBG] pgmap v270: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:13.577 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:13 smithi037 bash[18551]: cluster 2021-07-26T15:54:12.193142+0000 mgr.y (mgr.14140) 309 : cluster [DBG] pgmap v270: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:14.979 INFO:teuthology.orchestra.run.smithi037.stdout: 2021-07-26T15:54:15.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:15 smithi037 bash[14605]: cluster 2021-07-26T15:54:14.193925+0000 mgr.y (mgr.14140) 310 : cluster [DBG] pgmap v271: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:15.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:15 smithi037 bash[14605]: audit 2021-07-26T15:54:14.977616+0000 mon.a (mon.0) 587 : audit [DBG] from='client.? 172.21.15.37:0/1895627641' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-07-26T15:54:15.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:15 smithi037 bash[18551]: cluster 2021-07-26T15:54:14.193925+0000 mgr.y (mgr.14140) 310 : cluster [DBG] pgmap v271: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:15.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:15 smithi037 bash[18551]: audit 2021-07-26T15:54:14.977616+0000 mon.a (mon.0) 587 : audit [DBG] from='client.? 172.21.15.37:0/1895627641' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-07-26T15:54:15.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:15 smithi107 bash[14687]: cluster 2021-07-26T15:54:14.193925+0000 mgr.y (mgr.14140) 310 : cluster [DBG] pgmap v271: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:15.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:15 smithi107 bash[14687]: audit 2021-07-26T15:54:14.977616+0000 mon.a (mon.0) 587 : audit [DBG] from='client.? 172.21.15.37:0/1895627641' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-07-26T15:54:15.733 INFO:teuthology.orchestra.run.smithi037.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2021-07-26T15:54:15.734 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2021-07-26T15:54:15.734 INFO:tasks.cephadm:Setup complete, yielding 2021-07-26T15:54:15.735 INFO:teuthology.run_tasks:Running task print... 2021-07-26T15:54:15.750 INFO:teuthology.task.print:**** done end installing octopus cephadm ... 2021-07-26T15:54:15.750 INFO:teuthology.run_tasks:Running task cephadm.shell... 2021-07-26T15:54:15.812 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi037.front.sepia.ceph.com 2021-07-26T15:54:15.814 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- bash -c 'ceph fs volume create foo' 2021-07-26T15:54:17.299 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:17 smithi037 bash[14605]: cluster 2021-07-26T15:54:16.194598+0000 mgr.y (mgr.14140) 311 : cluster [DBG] pgmap v272: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:17.300 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:17 smithi037 bash[18551]: cluster 2021-07-26T15:54:16.194598+0000 mgr.y (mgr.14140) 311 : cluster [DBG] pgmap v272: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:17.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:17 smithi107 bash[14687]: cluster 2021-07-26T15:54:16.194598+0000 mgr.y (mgr.14140) 311 : cluster [DBG] pgmap v272: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:19.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:19 smithi107 bash[14687]: cluster 2021-07-26T15:54:18.195250+0000 mgr.y (mgr.14140) 312 : cluster [DBG] pgmap v273: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:19.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:19 smithi037 bash[14605]: cluster 2021-07-26T15:54:18.195250+0000 mgr.y (mgr.14140) 312 : cluster [DBG] pgmap v273: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:19.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:19 smithi037 bash[18551]: cluster 2021-07-26T15:54:18.195250+0000 mgr.y (mgr.14140) 312 : cluster [DBG] pgmap v273: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:20.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:20 smithi107 bash[14687]: audit 2021-07-26T15:54:19.302620+0000 mgr.y (mgr.14140) 313 : audit [DBG] from='client.14616 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:54:20.514 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:20 smithi107 bash[14687]: audit 2021-07-26T15:54:19.303456+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2021-07-26T15:54:20.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:20 smithi037 bash[18551]: audit 2021-07-26T15:54:19.302620+0000 mgr.y (mgr.14140) 313 : audit [DBG] from='client.14616 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:54:20.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:20 smithi037 bash[18551]: audit 2021-07-26T15:54:19.303456+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2021-07-26T15:54:20.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:20 smithi037 bash[14605]: audit 2021-07-26T15:54:19.302620+0000 mgr.y (mgr.14140) 313 : audit [DBG] from='client.14616 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:54:20.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:20 smithi037 bash[14605]: audit 2021-07-26T15:54:19.303456+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2021-07-26T15:54:21.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:21 smithi107 bash[14687]: cluster 2021-07-26T15:54:20.196035+0000 mgr.y (mgr.14140) 314 : cluster [DBG] pgmap v274: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:21.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:21 smithi107 bash[14687]: audit 2021-07-26T15:54:20.212938+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2021-07-26T15:54:21.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:21 smithi107 bash[14687]: cluster 2021-07-26T15:54:20.213041+0000 mon.a (mon.0) 590 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2021-07-26T15:54:21.514 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:21 smithi107 bash[14687]: audit 2021-07-26T15:54:20.220134+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2021-07-26T15:54:21.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:21 smithi037 bash[14605]: debug 2021-07-26T15:54:21.222+0000 7f9f234a1700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2021-07-26T15:54:21.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:21 smithi037 bash[14605]: cluster 2021-07-26T15:54:20.196035+0000 mgr.y (mgr.14140) 314 : cluster [DBG] pgmap v274: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:21.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:21 smithi037 bash[14605]: audit 2021-07-26T15:54:20.212938+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2021-07-26T15:54:21.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:21 smithi037 bash[14605]: cluster 2021-07-26T15:54:20.213041+0000 mon.a (mon.0) 590 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2021-07-26T15:54:21.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:21 smithi037 bash[14605]: audit 2021-07-26T15:54:20.220134+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2021-07-26T15:54:21.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:21 smithi037 bash[18551]: cluster 2021-07-26T15:54:20.196035+0000 mgr.y (mgr.14140) 314 : cluster [DBG] pgmap v274: 9 pgs: 9 active+clean; 0 B data, 3.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:21.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:21 smithi037 bash[18551]: audit 2021-07-26T15:54:20.212938+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2021-07-26T15:54:21.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:21 smithi037 bash[18551]: cluster 2021-07-26T15:54:20.213041+0000 mon.a (mon.0) 590 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2021-07-26T15:54:21.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:21 smithi037 bash[18551]: audit 2021-07-26T15:54:20.220134+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2021-07-26T15:54:22.009 INFO:teuthology.run_tasks:Running task ceph.healthy... 2021-07-26T15:54:22.020 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2021-07-26T15:54:22.020 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2021-07-26T15:54:22.021 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph mgr dump --format=json 2021-07-26T15:54:22.155 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:54:22.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[18551]: audit 2021-07-26T15:54:21.220638+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2021-07-26T15:54:22.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[18551]: cluster 2021-07-26T15:54:21.220759+0000 mon.a (mon.0) 593 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2021-07-26T15:54:22.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[18551]: audit 2021-07-26T15:54:21.224174+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2021-07-26T15:54:22.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[18551]: cluster 2021-07-26T15:54:21.225219+0000 mon.a (mon.0) 595 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2021-07-26T15:54:22.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[18551]: cluster 2021-07-26T15:54:21.225270+0000 mon.a (mon.0) 596 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2021-07-26T15:54:22.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[18551]: cluster 2021-07-26T15:54:21.251776+0000 mon.a (mon.0) 597 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2021-07-26T15:54:22.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[18551]: audit 2021-07-26T15:54:21.251951+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2021-07-26T15:54:22.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[18551]: cluster 2021-07-26T15:54:21.252072+0000 mon.a (mon.0) 599 : cluster [DBG] fsmap foo:0 2021-07-26T15:54:22.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[18551]: cephadm 2021-07-26T15:54:21.253987+0000 mgr.y (mgr.14140) 315 : cephadm [INF] Saving service mds.foo spec with placement count:2 2021-07-26T15:54:22.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[18551]: audit 2021-07-26T15:54:21.256949+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:22.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[18551]: cephadm 2021-07-26T15:54:21.259243+0000 mgr.y (mgr.14140) 316 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:54:22.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[18551]: cephadm 2021-07-26T15:54:21.262420+0000 mgr.y (mgr.14140) 317 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:54:22.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[18551]: audit 2021-07-26T15:54:21.628569+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:22.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[18551]: audit 2021-07-26T15:54:21.638686+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:22.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[18551]: audit 2021-07-26T15:54:21.640341+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pmlxcx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T15:54:22.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[18551]: audit 2021-07-26T15:54:21.643907+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pmlxcx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2021-07-26T15:54:22.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[18551]: audit 2021-07-26T15:54:21.645103+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:22.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[18551]: audit 2021-07-26T15:54:21.646659+0000 mon.a (mon.0) 606 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mds.foo.smithi107.pmlxcx", "key": "container_image"}]: dispatch 2021-07-26T15:54:22.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[14605]: audit 2021-07-26T15:54:21.220638+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2021-07-26T15:54:22.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[14605]: cluster 2021-07-26T15:54:21.220759+0000 mon.a (mon.0) 593 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2021-07-26T15:54:22.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[14605]: audit 2021-07-26T15:54:21.224174+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2021-07-26T15:54:22.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[14605]: cluster 2021-07-26T15:54:21.225219+0000 mon.a (mon.0) 595 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2021-07-26T15:54:22.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[14605]: cluster 2021-07-26T15:54:21.225270+0000 mon.a (mon.0) 596 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2021-07-26T15:54:22.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[14605]: cluster 2021-07-26T15:54:21.251776+0000 mon.a (mon.0) 597 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2021-07-26T15:54:22.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[14605]: audit 2021-07-26T15:54:21.251951+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2021-07-26T15:54:22.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[14605]: cluster 2021-07-26T15:54:21.252072+0000 mon.a (mon.0) 599 : cluster [DBG] fsmap foo:0 2021-07-26T15:54:22.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[14605]: cephadm 2021-07-26T15:54:21.253987+0000 mgr.y (mgr.14140) 315 : cephadm [INF] Saving service mds.foo spec with placement count:2 2021-07-26T15:54:22.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[14605]: audit 2021-07-26T15:54:21.256949+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:22.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[14605]: cephadm 2021-07-26T15:54:21.259243+0000 mgr.y (mgr.14140) 316 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:54:22.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[14605]: cephadm 2021-07-26T15:54:21.262420+0000 mgr.y (mgr.14140) 317 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:54:22.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[14605]: audit 2021-07-26T15:54:21.628569+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:22.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[14605]: audit 2021-07-26T15:54:21.638686+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:22.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[14605]: audit 2021-07-26T15:54:21.640341+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pmlxcx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T15:54:22.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[14605]: audit 2021-07-26T15:54:21.643907+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pmlxcx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2021-07-26T15:54:22.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[14605]: audit 2021-07-26T15:54:21.645103+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:22.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:22 smithi037 bash[14605]: audit 2021-07-26T15:54:21.646659+0000 mon.a (mon.0) 606 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mds.foo.smithi107.pmlxcx", "key": "container_image"}]: dispatch 2021-07-26T15:54:22.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:22 smithi107 bash[14687]: audit 2021-07-26T15:54:21.220638+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2021-07-26T15:54:22.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:22 smithi107 bash[14687]: cluster 2021-07-26T15:54:21.220759+0000 mon.a (mon.0) 593 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2021-07-26T15:54:22.514 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:22 smithi107 bash[14687]: audit 2021-07-26T15:54:21.224174+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2021-07-26T15:54:22.514 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:22 smithi107 bash[14687]: cluster 2021-07-26T15:54:21.225219+0000 mon.a (mon.0) 595 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2021-07-26T15:54:22.514 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:22 smithi107 bash[14687]: cluster 2021-07-26T15:54:21.225270+0000 mon.a (mon.0) 596 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2021-07-26T15:54:22.514 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:22 smithi107 bash[14687]: cluster 2021-07-26T15:54:21.251776+0000 mon.a (mon.0) 597 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2021-07-26T15:54:22.515 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:22 smithi107 bash[14687]: audit 2021-07-26T15:54:21.251951+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2021-07-26T15:54:22.515 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:22 smithi107 bash[14687]: cluster 2021-07-26T15:54:21.252072+0000 mon.a (mon.0) 599 : cluster [DBG] fsmap foo:0 2021-07-26T15:54:22.515 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:22 smithi107 bash[14687]: cephadm 2021-07-26T15:54:21.253987+0000 mgr.y (mgr.14140) 315 : cephadm [INF] Saving service mds.foo spec with placement count:2 2021-07-26T15:54:22.515 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:22 smithi107 bash[14687]: audit 2021-07-26T15:54:21.256949+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:22.515 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:22 smithi107 bash[14687]: cephadm 2021-07-26T15:54:21.259243+0000 mgr.y (mgr.14140) 316 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:54:22.516 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:22 smithi107 bash[14687]: cephadm 2021-07-26T15:54:21.262420+0000 mgr.y (mgr.14140) 317 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:54:22.516 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:22 smithi107 bash[14687]: audit 2021-07-26T15:54:21.628569+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:22.516 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:22 smithi107 bash[14687]: audit 2021-07-26T15:54:21.638686+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:22.516 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:22 smithi107 bash[14687]: audit 2021-07-26T15:54:21.640341+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pmlxcx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T15:54:22.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:22 smithi107 bash[14687]: audit 2021-07-26T15:54:21.643907+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pmlxcx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2021-07-26T15:54:22.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:22 smithi107 bash[14687]: audit 2021-07-26T15:54:21.645103+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:22.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:22 smithi107 bash[14687]: audit 2021-07-26T15:54:21.646659+0000 mon.a (mon.0) 606 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mds.foo.smithi107.pmlxcx", "key": "container_image"}]: dispatch 2021-07-26T15:54:23.451 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:23 smithi107 bash[14687]: cephadm 2021-07-26T15:54:21.646108+0000 mgr.y (mgr.14140) 318 : cephadm [INF] Deploying daemon mds.foo.smithi107.pmlxcx on smithi107 2021-07-26T15:54:23.452 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:23 smithi107 bash[14687]: cluster 2021-07-26T15:54:22.196884+0000 mgr.y (mgr.14140) 319 : cluster [DBG] pgmap v278: 73 pgs: 2 creating+activating, 10 creating+peering, 47 unknown, 14 active+clean; 0 B data, 3.9 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:23.452 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:23 smithi107 bash[14687]: cluster 2021-07-26T15:54:22.253212+0000 mon.a (mon.0) 607 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2021-07-26T15:54:23.566 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:23 smithi037 bash[14605]: cephadm 2021-07-26T15:54:21.646108+0000 mgr.y (mgr.14140) 318 : cephadm [INF] Deploying daemon mds.foo.smithi107.pmlxcx on smithi107 2021-07-26T15:54:23.566 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:23 smithi037 bash[14605]: cluster 2021-07-26T15:54:22.196884+0000 mgr.y (mgr.14140) 319 : cluster [DBG] pgmap v278: 73 pgs: 2 creating+activating, 10 creating+peering, 47 unknown, 14 active+clean; 0 B data, 3.9 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:23.567 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:23 smithi037 bash[14605]: cluster 2021-07-26T15:54:22.253212+0000 mon.a (mon.0) 607 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2021-07-26T15:54:23.567 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:23 smithi037 bash[18551]: cephadm 2021-07-26T15:54:21.646108+0000 mgr.y (mgr.14140) 318 : cephadm [INF] Deploying daemon mds.foo.smithi107.pmlxcx on smithi107 2021-07-26T15:54:23.567 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:23 smithi037 bash[18551]: cluster 2021-07-26T15:54:22.196884+0000 mgr.y (mgr.14140) 319 : cluster [DBG] pgmap v278: 73 pgs: 2 creating+activating, 10 creating+peering, 47 unknown, 14 active+clean; 0 B data, 3.9 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:23.568 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:23 smithi037 bash[18551]: cluster 2021-07-26T15:54:22.253212+0000 mon.a (mon.0) 607 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2021-07-26T15:54:24.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:24 smithi037 bash[18551]: cluster 2021-07-26T15:54:23.266814+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2021-07-26T15:54:24.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:24 smithi037 bash[14605]: cluster 2021-07-26T15:54:23.266814+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2021-07-26T15:54:24.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:24 smithi107 bash[14687]: cluster 2021-07-26T15:54:23.266814+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2021-07-26T15:54:25.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:25 smithi037 bash[14605]: cluster 2021-07-26T15:54:24.197706+0000 mgr.y (mgr.14140) 320 : cluster [DBG] pgmap v281: 73 pgs: 2 creating+activating, 13 creating+peering, 22 unknown, 36 active+clean; 0 B data, 4.0 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:25.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:25 smithi037 bash[14605]: audit 2021-07-26T15:54:24.463565+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:25.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:25 smithi037 bash[14605]: audit 2021-07-26T15:54:24.465206+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi037.wjuegm", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T15:54:25.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:25 smithi037 bash[14605]: audit 2021-07-26T15:54:24.473930+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi037.wjuegm", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2021-07-26T15:54:25.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:25 smithi037 bash[14605]: audit 2021-07-26T15:54:24.475719+0000 mon.a (mon.0) 612 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:25.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:25 smithi037 bash[14605]: audit 2021-07-26T15:54:24.478363+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mds.foo.smithi037.wjuegm", "key": "container_image"}]: dispatch 2021-07-26T15:54:25.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:25 smithi037 bash[18551]: cluster 2021-07-26T15:54:24.197706+0000 mgr.y (mgr.14140) 320 : cluster [DBG] pgmap v281: 73 pgs: 2 creating+activating, 13 creating+peering, 22 unknown, 36 active+clean; 0 B data, 4.0 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:25.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:25 smithi037 bash[18551]: audit 2021-07-26T15:54:24.463565+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:25.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:25 smithi037 bash[18551]: audit 2021-07-26T15:54:24.465206+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi037.wjuegm", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T15:54:25.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:25 smithi037 bash[18551]: audit 2021-07-26T15:54:24.473930+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi037.wjuegm", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2021-07-26T15:54:25.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:25 smithi037 bash[18551]: audit 2021-07-26T15:54:24.475719+0000 mon.a (mon.0) 612 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:25.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:25 smithi037 bash[18551]: audit 2021-07-26T15:54:24.478363+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mds.foo.smithi037.wjuegm", "key": "container_image"}]: dispatch 2021-07-26T15:54:25.629 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:25 smithi107 bash[14687]: cluster 2021-07-26T15:54:24.197706+0000 mgr.y (mgr.14140) 320 : cluster [DBG] pgmap v281: 73 pgs: 2 creating+activating, 13 creating+peering, 22 unknown, 36 active+clean; 0 B data, 4.0 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:25.630 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:25 smithi107 bash[14687]: audit 2021-07-26T15:54:24.463565+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:25.630 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:25 smithi107 bash[14687]: audit 2021-07-26T15:54:24.465206+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi037.wjuegm", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T15:54:25.630 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:25 smithi107 bash[14687]: audit 2021-07-26T15:54:24.473930+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi037.wjuegm", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2021-07-26T15:54:25.631 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:25 smithi107 bash[14687]: audit 2021-07-26T15:54:24.475719+0000 mon.a (mon.0) 612 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:54:25.631 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:25 smithi107 bash[14687]: audit 2021-07-26T15:54:24.478363+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mds.foo.smithi037.wjuegm", "key": "container_image"}]: dispatch 2021-07-26T15:54:26.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:26 smithi037 bash[14605]: cephadm 2021-07-26T15:54:24.477224+0000 mgr.y (mgr.14140) 321 : cephadm [INF] Deploying daemon mds.foo.smithi037.wjuegm on smithi037 2021-07-26T15:54:26.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:26 smithi037 bash[18551]: cephadm 2021-07-26T15:54:24.477224+0000 mgr.y (mgr.14140) 321 : cephadm [INF] Deploying daemon mds.foo.smithi037.wjuegm on smithi037 2021-07-26T15:54:26.512 INFO:teuthology.orchestra.run.smithi037.stdout: 2021-07-26T15:54:26.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:26 smithi107 bash[14687]: cephadm 2021-07-26T15:54:24.477224+0000 mgr.y (mgr.14140) 321 : cephadm [INF] Deploying daemon mds.foo.smithi037.wjuegm on smithi037 2021-07-26T15:54:27.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[14605]: cluster 2021-07-26T15:54:26.198375+0000 mgr.y (mgr.14140) 322 : cluster [DBG] pgmap v282: 73 pgs: 2 creating+activating, 9 creating+peering, 5 unknown, 57 active+clean; 0 B data, 4.1 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:27.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[14605]: cluster 2021-07-26T15:54:26.281804+0000 mon.a (mon.0) 614 : cluster [DBG] mds.? [v2:172.21.15.107:6832/958903155,v1:172.21.15.107:6833/958903155] up:boot 2021-07-26T15:54:27.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[14605]: cluster 2021-07-26T15:54:26.281959+0000 mon.a (mon.0) 615 : cluster [INF] daemon mds.foo.smithi107.pmlxcx assigned to filesystem foo as rank 0 (now has 1 ranks) 2021-07-26T15:54:27.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[14605]: cluster 2021-07-26T15:54:26.282100+0000 mon.a (mon.0) 616 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2021-07-26T15:54:27.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[14605]: cluster 2021-07-26T15:54:26.282159+0000 mon.a (mon.0) 617 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2021-07-26T15:54:27.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[14605]: cluster 2021-07-26T15:54:26.282204+0000 mon.a (mon.0) 618 : cluster [INF] Cluster is now healthy 2021-07-26T15:54:27.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[14605]: cluster 2021-07-26T15:54:26.282765+0000 mon.a (mon.0) 619 : cluster [DBG] fsmap foo:0 1 up:standby 2021-07-26T15:54:27.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[14605]: audit 2021-07-26T15:54:26.282925+0000 mon.a (mon.0) 620 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T15:54:27.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[14605]: cluster 2021-07-26T15:54:26.287470+0000 mon.a (mon.0) 621 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:creating} 2021-07-26T15:54:27.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[14605]: cluster 2021-07-26T15:54:26.310517+0000 mon.a (mon.0) 622 : cluster [INF] daemon mds.foo.smithi107.pmlxcx is now active in filesystem foo as rank 0 2021-07-26T15:54:27.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[14605]: audit 2021-07-26T15:54:26.503259+0000 mon.a (mon.0) 623 : audit [DBG] from='client.? 172.21.15.37:0/979681945' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-07-26T15:54:27.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[18551]: cluster 2021-07-26T15:54:26.198375+0000 mgr.y (mgr.14140) 322 : cluster [DBG] pgmap v282: 73 pgs: 2 creating+activating, 9 creating+peering, 5 unknown, 57 active+clean; 0 B data, 4.1 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:27.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[18551]: cluster 2021-07-26T15:54:26.281804+0000 mon.a (mon.0) 614 : cluster [DBG] mds.? [v2:172.21.15.107:6832/958903155,v1:172.21.15.107:6833/958903155] up:boot 2021-07-26T15:54:27.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[18551]: cluster 2021-07-26T15:54:26.281959+0000 mon.a (mon.0) 615 : cluster [INF] daemon mds.foo.smithi107.pmlxcx assigned to filesystem foo as rank 0 (now has 1 ranks) 2021-07-26T15:54:27.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[18551]: cluster 2021-07-26T15:54:26.282100+0000 mon.a (mon.0) 616 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2021-07-26T15:54:27.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[18551]: cluster 2021-07-26T15:54:26.282159+0000 mon.a (mon.0) 617 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2021-07-26T15:54:27.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[18551]: cluster 2021-07-26T15:54:26.282204+0000 mon.a (mon.0) 618 : cluster [INF] Cluster is now healthy 2021-07-26T15:54:27.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[18551]: cluster 2021-07-26T15:54:26.282765+0000 mon.a (mon.0) 619 : cluster [DBG] fsmap foo:0 1 up:standby 2021-07-26T15:54:27.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[18551]: audit 2021-07-26T15:54:26.282925+0000 mon.a (mon.0) 620 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T15:54:27.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[18551]: cluster 2021-07-26T15:54:26.287470+0000 mon.a (mon.0) 621 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:creating} 2021-07-26T15:54:27.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[18551]: cluster 2021-07-26T15:54:26.310517+0000 mon.a (mon.0) 622 : cluster [INF] daemon mds.foo.smithi107.pmlxcx is now active in filesystem foo as rank 0 2021-07-26T15:54:27.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:27 smithi037 bash[18551]: audit 2021-07-26T15:54:26.503259+0000 mon.a (mon.0) 623 : audit [DBG] from='client.? 172.21.15.37:0/979681945' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-07-26T15:54:27.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:27 smithi107 bash[14687]: cluster 2021-07-26T15:54:26.198375+0000 mgr.y (mgr.14140) 322 : cluster [DBG] pgmap v282: 73 pgs: 2 creating+activating, 9 creating+peering, 5 unknown, 57 active+clean; 0 B data, 4.1 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:27.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:27 smithi107 bash[14687]: cluster 2021-07-26T15:54:26.281804+0000 mon.a (mon.0) 614 : cluster [DBG] mds.? [v2:172.21.15.107:6832/958903155,v1:172.21.15.107:6833/958903155] up:boot 2021-07-26T15:54:27.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:27 smithi107 bash[14687]: cluster 2021-07-26T15:54:26.281959+0000 mon.a (mon.0) 615 : cluster [INF] daemon mds.foo.smithi107.pmlxcx assigned to filesystem foo as rank 0 (now has 1 ranks) 2021-07-26T15:54:27.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:27 smithi107 bash[14687]: cluster 2021-07-26T15:54:26.282100+0000 mon.a (mon.0) 616 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2021-07-26T15:54:27.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:27 smithi107 bash[14687]: cluster 2021-07-26T15:54:26.282159+0000 mon.a (mon.0) 617 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2021-07-26T15:54:27.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:27 smithi107 bash[14687]: cluster 2021-07-26T15:54:26.282204+0000 mon.a (mon.0) 618 : cluster [INF] Cluster is now healthy 2021-07-26T15:54:27.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:27 smithi107 bash[14687]: cluster 2021-07-26T15:54:26.282765+0000 mon.a (mon.0) 619 : cluster [DBG] fsmap foo:0 1 up:standby 2021-07-26T15:54:27.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:27 smithi107 bash[14687]: audit 2021-07-26T15:54:26.282925+0000 mon.a (mon.0) 620 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T15:54:27.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:27 smithi107 bash[14687]: cluster 2021-07-26T15:54:26.287470+0000 mon.a (mon.0) 621 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:creating} 2021-07-26T15:54:27.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:27 smithi107 bash[14687]: cluster 2021-07-26T15:54:26.310517+0000 mon.a (mon.0) 622 : cluster [INF] daemon mds.foo.smithi107.pmlxcx is now active in filesystem foo as rank 0 2021-07-26T15:54:27.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:27 smithi107 bash[14687]: audit 2021-07-26T15:54:26.503259+0000 mon.a (mon.0) 623 : audit [DBG] from='client.? 172.21.15.37:0/979681945' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-07-26T15:54:28.021 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":14,"active_gid":14140,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":3000663571},{"type":"v1","addr":"172.21.15.37:6801","nonce":3000663571}]},"active_addr":"172.21.15.37:6801/3000663571","active_change":"2021-07-26T15:46:33.821757+0000","active_mgr_features":4540138292840890367,"available":true,"standbys":[{"gid":34112,"name":"x","mgr_features":4540138292840890367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://smithi037.front.sepia.ceph.com:8443/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":3,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.37:0","nonce":4048164203}]},{"addrvec":[{"type":"v2","addr":"172.21.15.37:0","nonce":3378988194}]}]}} 2021-07-26T15:54:28.025 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2021-07-26T15:54:28.025 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2021-07-26T15:54:28.025 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd dump --format=json 2021-07-26T15:54:28.158 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:54:28.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:28 smithi037 bash[14605]: cluster 2021-07-26T15:54:27.298886+0000 mon.a (mon.0) 624 : cluster [DBG] mds.? [v2:172.21.15.107:6832/958903155,v1:172.21.15.107:6833/958903155] up:active 2021-07-26T15:54:28.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:28 smithi037 bash[14605]: cluster 2021-07-26T15:54:27.298943+0000 mon.a (mon.0) 625 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 2021-07-26T15:54:28.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:28 smithi037 bash[18551]: cluster 2021-07-26T15:54:27.298886+0000 mon.a (mon.0) 624 : cluster [DBG] mds.? [v2:172.21.15.107:6832/958903155,v1:172.21.15.107:6833/958903155] up:active 2021-07-26T15:54:28.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:28 smithi037 bash[18551]: cluster 2021-07-26T15:54:27.298943+0000 mon.a (mon.0) 625 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 2021-07-26T15:54:28.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:28 smithi107 bash[14687]: cluster 2021-07-26T15:54:27.298886+0000 mon.a (mon.0) 624 : cluster [DBG] mds.? [v2:172.21.15.107:6832/958903155,v1:172.21.15.107:6833/958903155] up:active 2021-07-26T15:54:28.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:28 smithi107 bash[14687]: cluster 2021-07-26T15:54:27.298943+0000 mon.a (mon.0) 625 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 2021-07-26T15:54:29.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:29 smithi037 bash[14605]: cluster 2021-07-26T15:54:28.199036+0000 mgr.y (mgr.14140) 323 : cluster [DBG] pgmap v283: 73 pgs: 73 active+clean; 0 B data, 4.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:29.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:29 smithi037 bash[14605]: audit 2021-07-26T15:54:28.392268+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:29.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:29 smithi037 bash[14605]: audit 2021-07-26T15:54:28.394342+0000 mon.a (mon.0) 627 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:54:29.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:29 smithi037 bash[14605]: audit 2021-07-26T15:54:28.394755+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:54:29.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:29 smithi037 bash[18551]: cluster 2021-07-26T15:54:28.199036+0000 mgr.y (mgr.14140) 323 : cluster [DBG] pgmap v283: 73 pgs: 73 active+clean; 0 B data, 4.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:29.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:29 smithi037 bash[18551]: audit 2021-07-26T15:54:28.392268+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:29.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:29 smithi037 bash[18551]: audit 2021-07-26T15:54:28.394342+0000 mon.a (mon.0) 627 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:54:29.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:29 smithi037 bash[18551]: audit 2021-07-26T15:54:28.394755+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:54:29.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:29 smithi107 bash[14687]: cluster 2021-07-26T15:54:28.199036+0000 mgr.y (mgr.14140) 323 : cluster [DBG] pgmap v283: 73 pgs: 73 active+clean; 0 B data, 4.3 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:29.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:29 smithi107 bash[14687]: audit 2021-07-26T15:54:28.392268+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:29.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:29 smithi107 bash[14687]: audit 2021-07-26T15:54:28.394342+0000 mon.a (mon.0) 627 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:54:29.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:29 smithi107 bash[14687]: audit 2021-07-26T15:54:28.394755+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:54:31.176 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:30 smithi037 bash[18551]: audit 2021-07-26T15:54:29.893094+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:31.177 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:30 smithi037 bash[18551]: cluster 2021-07-26T15:54:30.199918+0000 mgr.y (mgr.14140) 324 : cluster [DBG] pgmap v284: 73 pgs: 73 active+clean; 216 B data, 4.3 MiB used, 707 GiB / 715 GiB avail; 4.5 KiB/s wr, 7 op/s 2021-07-26T15:54:31.177 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:30 smithi037 bash[18551]: audit 2021-07-26T15:54:30.648378+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:31.177 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:30 smithi037 bash[18551]: audit 2021-07-26T15:54:30.653766+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:31.177 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:30 smithi037 bash[18551]: audit 2021-07-26T15:54:30.668064+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:31.178 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:30 smithi037 bash[14605]: audit 2021-07-26T15:54:29.893094+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:31.178 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:30 smithi037 bash[14605]: cluster 2021-07-26T15:54:30.199918+0000 mgr.y (mgr.14140) 324 : cluster [DBG] pgmap v284: 73 pgs: 73 active+clean; 216 B data, 4.3 MiB used, 707 GiB / 715 GiB avail; 4.5 KiB/s wr, 7 op/s 2021-07-26T15:54:31.179 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:30 smithi037 bash[14605]: audit 2021-07-26T15:54:30.648378+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:31.180 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:30 smithi037 bash[14605]: audit 2021-07-26T15:54:30.653766+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:31.180 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:30 smithi037 bash[14605]: audit 2021-07-26T15:54:30.668064+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:31.263 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:30 smithi107 bash[14687]: audit 2021-07-26T15:54:29.893094+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:31.263 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:30 smithi107 bash[14687]: cluster 2021-07-26T15:54:30.199918+0000 mgr.y (mgr.14140) 324 : cluster [DBG] pgmap v284: 73 pgs: 73 active+clean; 216 B data, 4.3 MiB used, 707 GiB / 715 GiB avail; 4.5 KiB/s wr, 7 op/s 2021-07-26T15:54:31.265 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:30 smithi107 bash[14687]: audit 2021-07-26T15:54:30.648378+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:31.265 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:30 smithi107 bash[14687]: audit 2021-07-26T15:54:30.653766+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:31.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:30 smithi107 bash[14687]: audit 2021-07-26T15:54:30.668064+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:54:32.546 INFO:teuthology.orchestra.run.smithi037.stdout: 2021-07-26T15:54:32.547 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":56,"fsid":"72588c72-ee28-11eb-8c23-001a4aab830c","created":"2021-07-26T15:45:46.122977+0000","modified":"2021-07-26T15:54:23.250663+0000","last_up_change":"2021-07-26T15:51:48.827422+0000","last_in_change":"2021-07-26T15:51:48.827422+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-07-26T15:47:28.703520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-07-26T15:52:21.289829+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2021-07-26T15:54:19.745675+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2021-07-26T15:54:20.651279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"519838c3-20c2-48b2-87a7-ddf08f12f65a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6803","nonce":2590357244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6805","nonce":2590357244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6809","nonce":2590357244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6807","nonce":2590357244}]},"public_addr":"172.21.15.37:6803/2590357244","cluster_addr":"172.21.15.37:6805/2590357244","heartbeat_back_addr":"172.21.15.37:6809/2590357244","heartbeat_front_addr":"172.21.15.37:6807/2590357244","state":["exists","up"]},{"osd":1,"uuid":"aca831e5-6d9e-4a13-af32-8ff9a4329c0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6811","nonce":3907207283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6813","nonce":3907207283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6817","nonce":3907207283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6815","nonce":3907207283}]},"public_addr":"172.21.15.37:6811/3907207283","cluster_addr":"172.21.15.37:6813/3907207283","heartbeat_back_addr":"172.21.15.37:6817/3907207283","heartbeat_front_addr":"172.21.15.37:6815/3907207283","state":["exists","up"]},{"osd":2,"uuid":"7adba29d-e4e2-4bb2-a210-e899f1ba2874","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6819","nonce":607926625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6821","nonce":607926625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6825","nonce":607926625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6822","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6823","nonce":607926625}]},"public_addr":"172.21.15.37:6819/607926625","cluster_addr":"172.21.15.37:6821/607926625","heartbeat_back_addr":"172.21.15.37:6825/607926625","heartbeat_front_addr":"172.21.15.37:6823/607926625","state":["exists","up"]},{"osd":3,"uuid":"cb49e6ff-8d82-46d2-bb75-fdfa1482327e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6826","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6827","nonce":478432554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6829","nonce":478432554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6833","nonce":478432554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6831","nonce":478432554}]},"public_addr":"172.21.15.37:6827/478432554","cluster_addr":"172.21.15.37:6829/478432554","heartbeat_back_addr":"172.21.15.37:6833/478432554","heartbeat_front_addr":"172.21.15.37:6831/478432554","state":["exists","up"]},{"osd":4,"uuid":"b6d8fd18-e95c-4520-9863-0569fc18a49b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6801","nonce":2882267480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6803","nonce":2882267480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6807","nonce":2882267480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6805","nonce":2882267480}]},"public_addr":"172.21.15.107:6801/2882267480","cluster_addr":"172.21.15.107:6803/2882267480","heartbeat_back_addr":"172.21.15.107:6807/2882267480","heartbeat_front_addr":"172.21.15.107:6805/2882267480","state":["exists","up"]},{"osd":5,"uuid":"abe4fd3b-0626-45ce-a895-9ba5c9e6c150","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6809","nonce":493900940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6811","nonce":493900940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6815","nonce":493900940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6813","nonce":493900940}]},"public_addr":"172.21.15.107:6809/493900940","cluster_addr":"172.21.15.107:6811/493900940","heartbeat_back_addr":"172.21.15.107:6815/493900940","heartbeat_front_addr":"172.21.15.107:6813/493900940","state":["exists","up"]},{"osd":6,"uuid":"1fb59d55-2494-4e01-9fc8-e37fb53d0c92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6817","nonce":4159411413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6819","nonce":4159411413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6823","nonce":4159411413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6821","nonce":4159411413}]},"public_addr":"172.21.15.107:6817/4159411413","cluster_addr":"172.21.15.107:6819/4159411413","heartbeat_back_addr":"172.21.15.107:6823/4159411413","heartbeat_front_addr":"172.21.15.107:6821/4159411413","state":["exists","up"]},{"osd":7,"uuid":"b53c2b0d-858a-484c-b4c8-f676679540c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6825","nonce":1414703103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6827","nonce":1414703103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6831","nonce":1414703103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6829","nonce":1414703103}]},"public_addr":"172.21.15.107:6825/1414703103","cluster_addr":"172.21.15.107:6827/1414703103","heartbeat_back_addr":"172.21.15.107:6831/1414703103","heartbeat_front_addr":"172.21.15.107:6829/1414703103","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:48:43.510856+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:49:12.572545+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:49:40.320099+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:50:06.858137+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:50:29.495228+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:50:54.399292+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:51:20.720423+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:51:47.629088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.15.37:6800/154291888":"2021-07-27T15:46:33.821140+0000","172.21.15.37:0/2226848329":"2021-07-27T15:46:33.821140+0000","172.21.15.37:0/1764622158":"2021-07-27T15:46:11.146043+0000","172.21.15.37:0/37677034":"2021-07-27T15:46:33.821140+0000","172.21.15.37:6800/3251690586":"2021-07-27T15:46:11.146043+0000","172.21.15.37:6801/154291888":"2021-07-27T15:46:33.821140+0000","172.21.15.37:6801/3251690586":"2021-07-27T15:46:11.146043+0000","172.21.15.37:0/3472230876":"2021-07-27T15:46:11.146043+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-07-26T15:54:33.265 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2021-07-26T15:54:33.266 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd dump --format=json 2021-07-26T15:54:33.389 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:54:33.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:33 smithi107 bash[14687]: cluster 2021-07-26T15:54:32.200705+0000 mgr.y (mgr.14140) 325 : cluster [DBG] pgmap v285: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 3.2 KiB/s wr, 6 op/s 2021-07-26T15:54:33.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:33 smithi107 bash[14687]: audit 2021-07-26T15:54:32.542804+0000 mon.c (mon.1) 20 : audit [DBG] from='client.? 172.21.15.37:0/1516309498' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:54:33.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:33 smithi037 bash[14605]: cluster 2021-07-26T15:54:32.200705+0000 mgr.y (mgr.14140) 325 : cluster [DBG] pgmap v285: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 3.2 KiB/s wr, 6 op/s 2021-07-26T15:54:33.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:33 smithi037 bash[14605]: audit 2021-07-26T15:54:32.542804+0000 mon.c (mon.1) 20 : audit [DBG] from='client.? 172.21.15.37:0/1516309498' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:54:33.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:33 smithi037 bash[18551]: cluster 2021-07-26T15:54:32.200705+0000 mgr.y (mgr.14140) 325 : cluster [DBG] pgmap v285: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 3.2 KiB/s wr, 6 op/s 2021-07-26T15:54:33.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:33 smithi037 bash[18551]: audit 2021-07-26T15:54:32.542804+0000 mon.c (mon.1) 20 : audit [DBG] from='client.? 172.21.15.37:0/1516309498' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:54:35.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:35 smithi037 bash[14605]: cluster 2021-07-26T15:54:34.201604+0000 mgr.y (mgr.14140) 326 : cluster [DBG] pgmap v286: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 2.2 KiB/s wr, 4 op/s 2021-07-26T15:54:35.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:35 smithi037 bash[14605]: audit 2021-07-26T15:54:34.289420+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:54:35.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:35 smithi037 bash[14605]: audit 2021-07-26T15:54:34.289687+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:54:35.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:35 smithi037 bash[18551]: cluster 2021-07-26T15:54:34.201604+0000 mgr.y (mgr.14140) 326 : cluster [DBG] pgmap v286: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 2.2 KiB/s wr, 4 op/s 2021-07-26T15:54:35.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:35 smithi037 bash[18551]: audit 2021-07-26T15:54:34.289420+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:54:35.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:35 smithi037 bash[18551]: audit 2021-07-26T15:54:34.289687+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:54:35.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:35 smithi107 bash[14687]: cluster 2021-07-26T15:54:34.201604+0000 mgr.y (mgr.14140) 326 : cluster [DBG] pgmap v286: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 2.2 KiB/s wr, 4 op/s 2021-07-26T15:54:35.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:35 smithi107 bash[14687]: audit 2021-07-26T15:54:34.289420+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:54:35.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:35 smithi107 bash[14687]: audit 2021-07-26T15:54:34.289687+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:54:36.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:36 smithi037 bash[14605]: cluster 2021-07-26T15:54:35.273297+0000 mon.a (mon.0) 635 : cluster [DBG] mds.? [v2:172.21.15.37:6834/8565013,v1:172.21.15.37:6835/8565013] up:boot 2021-07-26T15:54:36.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:36 smithi037 bash[14605]: cluster 2021-07-26T15:54:35.273881+0000 mon.a (mon.0) 636 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 1 up:standby 2021-07-26T15:54:36.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:36 smithi037 bash[14605]: audit 2021-07-26T15:54:35.274942+0000 mon.a (mon.0) 637 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi037.wjuegm"}]: dispatch 2021-07-26T15:54:36.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:36 smithi037 bash[14605]: cluster 2021-07-26T15:54:35.279371+0000 mon.a (mon.0) 638 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 1 up:standby 2021-07-26T15:54:36.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:36 smithi037 bash[18551]: cluster 2021-07-26T15:54:35.273297+0000 mon.a (mon.0) 635 : cluster [DBG] mds.? [v2:172.21.15.37:6834/8565013,v1:172.21.15.37:6835/8565013] up:boot 2021-07-26T15:54:36.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:36 smithi037 bash[18551]: cluster 2021-07-26T15:54:35.273881+0000 mon.a (mon.0) 636 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 1 up:standby 2021-07-26T15:54:36.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:36 smithi037 bash[18551]: audit 2021-07-26T15:54:35.274942+0000 mon.a (mon.0) 637 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi037.wjuegm"}]: dispatch 2021-07-26T15:54:36.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:36 smithi037 bash[18551]: cluster 2021-07-26T15:54:35.279371+0000 mon.a (mon.0) 638 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 1 up:standby 2021-07-26T15:54:36.630 INFO:teuthology.orchestra.run.smithi037.stdout: 2021-07-26T15:54:36.630 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":56,"fsid":"72588c72-ee28-11eb-8c23-001a4aab830c","created":"2021-07-26T15:45:46.122977+0000","modified":"2021-07-26T15:54:23.250663+0000","last_up_change":"2021-07-26T15:51:48.827422+0000","last_in_change":"2021-07-26T15:51:48.827422+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-07-26T15:47:28.703520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-07-26T15:52:21.289829+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2021-07-26T15:54:19.745675+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2021-07-26T15:54:20.651279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"519838c3-20c2-48b2-87a7-ddf08f12f65a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6803","nonce":2590357244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6805","nonce":2590357244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6809","nonce":2590357244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2590357244},{"type":"v1","addr":"172.21.15.37:6807","nonce":2590357244}]},"public_addr":"172.21.15.37:6803/2590357244","cluster_addr":"172.21.15.37:6805/2590357244","heartbeat_back_addr":"172.21.15.37:6809/2590357244","heartbeat_front_addr":"172.21.15.37:6807/2590357244","state":["exists","up"]},{"osd":1,"uuid":"aca831e5-6d9e-4a13-af32-8ff9a4329c0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6811","nonce":3907207283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6813","nonce":3907207283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6817","nonce":3907207283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":3907207283},{"type":"v1","addr":"172.21.15.37:6815","nonce":3907207283}]},"public_addr":"172.21.15.37:6811/3907207283","cluster_addr":"172.21.15.37:6813/3907207283","heartbeat_back_addr":"172.21.15.37:6817/3907207283","heartbeat_front_addr":"172.21.15.37:6815/3907207283","state":["exists","up"]},{"osd":2,"uuid":"7adba29d-e4e2-4bb2-a210-e899f1ba2874","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6819","nonce":607926625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6821","nonce":607926625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6825","nonce":607926625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6822","nonce":607926625},{"type":"v1","addr":"172.21.15.37:6823","nonce":607926625}]},"public_addr":"172.21.15.37:6819/607926625","cluster_addr":"172.21.15.37:6821/607926625","heartbeat_back_addr":"172.21.15.37:6825/607926625","heartbeat_front_addr":"172.21.15.37:6823/607926625","state":["exists","up"]},{"osd":3,"uuid":"cb49e6ff-8d82-46d2-bb75-fdfa1482327e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6826","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6827","nonce":478432554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6829","nonce":478432554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6833","nonce":478432554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":478432554},{"type":"v1","addr":"172.21.15.37:6831","nonce":478432554}]},"public_addr":"172.21.15.37:6827/478432554","cluster_addr":"172.21.15.37:6829/478432554","heartbeat_back_addr":"172.21.15.37:6833/478432554","heartbeat_front_addr":"172.21.15.37:6831/478432554","state":["exists","up"]},{"osd":4,"uuid":"b6d8fd18-e95c-4520-9863-0569fc18a49b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6801","nonce":2882267480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6803","nonce":2882267480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6807","nonce":2882267480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":2882267480},{"type":"v1","addr":"172.21.15.107:6805","nonce":2882267480}]},"public_addr":"172.21.15.107:6801/2882267480","cluster_addr":"172.21.15.107:6803/2882267480","heartbeat_back_addr":"172.21.15.107:6807/2882267480","heartbeat_front_addr":"172.21.15.107:6805/2882267480","state":["exists","up"]},{"osd":5,"uuid":"abe4fd3b-0626-45ce-a895-9ba5c9e6c150","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6809","nonce":493900940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6811","nonce":493900940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6815","nonce":493900940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":493900940},{"type":"v1","addr":"172.21.15.107:6813","nonce":493900940}]},"public_addr":"172.21.15.107:6809/493900940","cluster_addr":"172.21.15.107:6811/493900940","heartbeat_back_addr":"172.21.15.107:6815/493900940","heartbeat_front_addr":"172.21.15.107:6813/493900940","state":["exists","up"]},{"osd":6,"uuid":"1fb59d55-2494-4e01-9fc8-e37fb53d0c92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6817","nonce":4159411413}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6819","nonce":4159411413}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6823","nonce":4159411413}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":4159411413},{"type":"v1","addr":"172.21.15.107:6821","nonce":4159411413}]},"public_addr":"172.21.15.107:6817/4159411413","cluster_addr":"172.21.15.107:6819/4159411413","heartbeat_back_addr":"172.21.15.107:6823/4159411413","heartbeat_front_addr":"172.21.15.107:6821/4159411413","state":["exists","up"]},{"osd":7,"uuid":"b53c2b0d-858a-484c-b4c8-f676679540c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6825","nonce":1414703103}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6827","nonce":1414703103}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6831","nonce":1414703103}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":1414703103},{"type":"v1","addr":"172.21.15.107:6829","nonce":1414703103}]},"public_addr":"172.21.15.107:6825/1414703103","cluster_addr":"172.21.15.107:6827/1414703103","heartbeat_back_addr":"172.21.15.107:6831/1414703103","heartbeat_front_addr":"172.21.15.107:6829/1414703103","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:48:43.510856+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:49:12.572545+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:49:40.320099+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:50:06.858137+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:50:29.495228+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:50:54.399292+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:51:20.720423+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:51:47.629088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.15.37:6800/154291888":"2021-07-27T15:46:33.821140+0000","172.21.15.37:0/2226848329":"2021-07-27T15:46:33.821140+0000","172.21.15.37:0/1764622158":"2021-07-27T15:46:11.146043+0000","172.21.15.37:0/37677034":"2021-07-27T15:46:33.821140+0000","172.21.15.37:6800/3251690586":"2021-07-27T15:46:11.146043+0000","172.21.15.37:6801/154291888":"2021-07-27T15:46:33.821140+0000","172.21.15.37:6801/3251690586":"2021-07-27T15:46:11.146043+0000","172.21.15.37:0/3472230876":"2021-07-27T15:46:11.146043+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-07-26T15:54:36.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:36 smithi107 bash[14687]: cluster 2021-07-26T15:54:35.273297+0000 mon.a (mon.0) 635 : cluster [DBG] mds.? [v2:172.21.15.37:6834/8565013,v1:172.21.15.37:6835/8565013] up:boot 2021-07-26T15:54:36.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:36 smithi107 bash[14687]: cluster 2021-07-26T15:54:35.273881+0000 mon.a (mon.0) 636 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 1 up:standby 2021-07-26T15:54:36.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:36 smithi107 bash[14687]: audit 2021-07-26T15:54:35.274942+0000 mon.a (mon.0) 637 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi037.wjuegm"}]: dispatch 2021-07-26T15:54:36.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:36 smithi107 bash[14687]: cluster 2021-07-26T15:54:35.279371+0000 mon.a (mon.0) 638 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 1 up:standby 2021-07-26T15:54:37.415 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2021-07-26T15:54:37.546 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:54:37.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:37 smithi037 bash[14605]: cluster 2021-07-26T15:54:36.202447+0000 mgr.y (mgr.14140) 327 : cluster [DBG] pgmap v287: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.6 KiB/s wr, 3 op/s 2021-07-26T15:54:37.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:37 smithi037 bash[14605]: audit 2021-07-26T15:54:36.626315+0000 mon.a (mon.0) 639 : audit [DBG] from='client.? 172.21.15.37:0/1382303509' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:54:37.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:37 smithi037 bash[18551]: cluster 2021-07-26T15:54:36.202447+0000 mgr.y (mgr.14140) 327 : cluster [DBG] pgmap v287: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.6 KiB/s wr, 3 op/s 2021-07-26T15:54:37.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:37 smithi037 bash[18551]: audit 2021-07-26T15:54:36.626315+0000 mon.a (mon.0) 639 : audit [DBG] from='client.? 172.21.15.37:0/1382303509' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:54:37.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:37 smithi107 bash[14687]: cluster 2021-07-26T15:54:36.202447+0000 mgr.y (mgr.14140) 327 : cluster [DBG] pgmap v287: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.6 KiB/s wr, 3 op/s 2021-07-26T15:54:37.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:37 smithi107 bash[14687]: audit 2021-07-26T15:54:36.626315+0000 mon.a (mon.0) 639 : audit [DBG] from='client.? 172.21.15.37:0/1382303509' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T15:54:39.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:39 smithi107 bash[14687]: cluster 2021-07-26T15:54:38.203318+0000 mgr.y (mgr.14140) 328 : cluster [DBG] pgmap v288: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.3 KiB/s wr, 2 op/s 2021-07-26T15:54:39.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:39 smithi037 bash[14605]: cluster 2021-07-26T15:54:38.203318+0000 mgr.y (mgr.14140) 328 : cluster [DBG] pgmap v288: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.3 KiB/s wr, 2 op/s 2021-07-26T15:54:39.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:39 smithi037 bash[18551]: cluster 2021-07-26T15:54:38.203318+0000 mgr.y (mgr.14140) 328 : cluster [DBG] pgmap v288: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.3 KiB/s wr, 2 op/s 2021-07-26T15:54:40.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:40 smithi107 bash[14687]: cluster 2021-07-26T15:54:39.208219+0000 mon.a (mon.0) 640 : cluster [DBG] mds.? [v2:172.21.15.37:6834/8565013,v1:172.21.15.37:6835/8565013] up:standby 2021-07-26T15:54:40.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:40 smithi107 bash[14687]: cluster 2021-07-26T15:54:39.208398+0000 mon.a (mon.0) 641 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 1 up:standby 2021-07-26T15:54:40.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:40 smithi037 bash[14605]: cluster 2021-07-26T15:54:39.208219+0000 mon.a (mon.0) 640 : cluster [DBG] mds.? [v2:172.21.15.37:6834/8565013,v1:172.21.15.37:6835/8565013] up:standby 2021-07-26T15:54:40.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:40 smithi037 bash[14605]: cluster 2021-07-26T15:54:39.208398+0000 mon.a (mon.0) 641 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 1 up:standby 2021-07-26T15:54:40.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:40 smithi037 bash[18551]: cluster 2021-07-26T15:54:39.208219+0000 mon.a (mon.0) 640 : cluster [DBG] mds.? [v2:172.21.15.37:6834/8565013,v1:172.21.15.37:6835/8565013] up:standby 2021-07-26T15:54:40.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:40 smithi037 bash[18551]: cluster 2021-07-26T15:54:39.208398+0000 mon.a (mon.0) 641 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 1 up:standby 2021-07-26T15:54:41.570 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:41 smithi037 bash[18551]: cluster 2021-07-26T15:54:40.204261+0000 mgr.y (mgr.14140) 329 : cluster [DBG] pgmap v289: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2021-07-26T15:54:41.571 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:41 smithi037 bash[14605]: cluster 2021-07-26T15:54:40.204261+0000 mgr.y (mgr.14140) 329 : cluster [DBG] pgmap v289: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2021-07-26T15:54:41.572 INFO:teuthology.orchestra.run.smithi037.stdout:42949673034 2021-07-26T15:54:41.572 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2021-07-26T15:54:41.702 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:54:41.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:41 smithi107 bash[14687]: cluster 2021-07-26T15:54:40.204261+0000 mgr.y (mgr.14140) 329 : cluster [DBG] pgmap v289: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2021-07-26T15:54:43.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:43 smithi037 bash[14605]: cluster 2021-07-26T15:54:42.205246+0000 mgr.y (mgr.14140) 330 : cluster [DBG] pgmap v290: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2021-07-26T15:54:43.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:43 smithi037 bash[18551]: cluster 2021-07-26T15:54:42.205246+0000 mgr.y (mgr.14140) 330 : cluster [DBG] pgmap v290: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2021-07-26T15:54:43.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:43 smithi107 bash[14687]: cluster 2021-07-26T15:54:42.205246+0000 mgr.y (mgr.14140) 330 : cluster [DBG] pgmap v290: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2021-07-26T15:54:45.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:45 smithi037 bash[14605]: cluster 2021-07-26T15:54:44.206147+0000 mgr.y (mgr.14140) 331 : cluster [DBG] pgmap v291: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:45.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:45 smithi037 bash[18551]: cluster 2021-07-26T15:54:44.206147+0000 mgr.y (mgr.14140) 331 : cluster [DBG] pgmap v291: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:45.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:45 smithi107 bash[14687]: cluster 2021-07-26T15:54:44.206147+0000 mgr.y (mgr.14140) 331 : cluster [DBG] pgmap v291: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:45.768 INFO:teuthology.orchestra.run.smithi037.stdout:68719476805 2021-07-26T15:54:45.769 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2021-07-26T15:54:45.905 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:54:47.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:47 smithi037 bash[14605]: cluster 2021-07-26T15:54:46.206990+0000 mgr.y (mgr.14140) 332 : cluster [DBG] pgmap v292: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:47.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:47 smithi037 bash[18551]: cluster 2021-07-26T15:54:46.206990+0000 mgr.y (mgr.14140) 332 : cluster [DBG] pgmap v292: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:47.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:47 smithi107 bash[14687]: cluster 2021-07-26T15:54:46.206990+0000 mgr.y (mgr.14140) 332 : cluster [DBG] pgmap v292: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:49.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:49 smithi037 bash[14605]: cluster 2021-07-26T15:54:48.207834+0000 mgr.y (mgr.14140) 333 : cluster [DBG] pgmap v293: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:49.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:49 smithi037 bash[18551]: cluster 2021-07-26T15:54:48.207834+0000 mgr.y (mgr.14140) 333 : cluster [DBG] pgmap v293: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:49.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:49 smithi107 bash[14687]: cluster 2021-07-26T15:54:48.207834+0000 mgr.y (mgr.14140) 333 : cluster [DBG] pgmap v293: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:49.667 INFO:teuthology.orchestra.run.smithi037.stdout:90194313282 2021-07-26T15:54:49.668 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2021-07-26T15:54:49.799 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:54:51.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:51 smithi037 bash[14605]: cluster 2021-07-26T15:54:50.208696+0000 mgr.y (mgr.14140) 334 : cluster [DBG] pgmap v294: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:51.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:51 smithi037 bash[18551]: cluster 2021-07-26T15:54:50.208696+0000 mgr.y (mgr.14140) 334 : cluster [DBG] pgmap v294: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:51.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:51 smithi107 bash[14687]: cluster 2021-07-26T15:54:50.208696+0000 mgr.y (mgr.14140) 334 : cluster [DBG] pgmap v294: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:53.515 INFO:teuthology.orchestra.run.smithi037.stdout:111669149755 2021-07-26T15:54:53.516 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2021-07-26T15:54:53.528 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:53 smithi037 bash[14605]: cluster 2021-07-26T15:54:52.209591+0000 mgr.y (mgr.14140) 335 : cluster [DBG] pgmap v295: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:53.529 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:53 smithi037 bash[18551]: cluster 2021-07-26T15:54:52.209591+0000 mgr.y (mgr.14140) 335 : cluster [DBG] pgmap v295: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:53.653 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:54:53.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:53 smithi107 bash[14687]: cluster 2021-07-26T15:54:52.209591+0000 mgr.y (mgr.14140) 335 : cluster [DBG] pgmap v295: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:55.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:55 smithi037 bash[14605]: cluster 2021-07-26T15:54:54.210469+0000 mgr.y (mgr.14140) 336 : cluster [DBG] pgmap v296: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:55.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:55 smithi037 bash[18551]: cluster 2021-07-26T15:54:54.210469+0000 mgr.y (mgr.14140) 336 : cluster [DBG] pgmap v296: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:55.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:55 smithi107 bash[14687]: cluster 2021-07-26T15:54:54.210469+0000 mgr.y (mgr.14140) 336 : cluster [DBG] pgmap v296: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:57.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:57 smithi037 bash[14605]: cluster 2021-07-26T15:54:56.211371+0000 mgr.y (mgr.14140) 337 : cluster [DBG] pgmap v297: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:57.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:57 smithi037 bash[18551]: cluster 2021-07-26T15:54:56.211371+0000 mgr.y (mgr.14140) 337 : cluster [DBG] pgmap v297: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:57.649 INFO:teuthology.orchestra.run.smithi037.stdout:133143986233 2021-07-26T15:54:57.650 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2021-07-26T15:54:57.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:57 smithi107 bash[14687]: cluster 2021-07-26T15:54:56.211371+0000 mgr.y (mgr.14140) 337 : cluster [DBG] pgmap v297: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:57.826 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:54:59.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:54:59 smithi107 bash[14687]: cluster 2021-07-26T15:54:58.212184+0000 mgr.y (mgr.14140) 338 : cluster [DBG] pgmap v298: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:59.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:54:59 smithi037 bash[14605]: cluster 2021-07-26T15:54:58.212184+0000 mgr.y (mgr.14140) 338 : cluster [DBG] pgmap v298: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:54:59.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:54:59 smithi037 bash[18551]: cluster 2021-07-26T15:54:58.212184+0000 mgr.y (mgr.14140) 338 : cluster [DBG] pgmap v298: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:01.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:01 smithi107 bash[14687]: cluster 2021-07-26T15:55:00.212963+0000 mgr.y (mgr.14140) 339 : cluster [DBG] pgmap v299: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:01.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:01 smithi037 bash[14605]: cluster 2021-07-26T15:55:00.212963+0000 mgr.y (mgr.14140) 339 : cluster [DBG] pgmap v299: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:01.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:01 smithi037 bash[18551]: cluster 2021-07-26T15:55:00.212963+0000 mgr.y (mgr.14140) 339 : cluster [DBG] pgmap v299: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:01.901 INFO:teuthology.orchestra.run.smithi037.stdout:154618822708 2021-07-26T15:55:01.902 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2021-07-26T15:55:02.031 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:55:03.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:03 smithi037 bash[14605]: cluster 2021-07-26T15:55:02.213851+0000 mgr.y (mgr.14140) 340 : cluster [DBG] pgmap v300: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:03.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:03 smithi037 bash[18551]: cluster 2021-07-26T15:55:02.213851+0000 mgr.y (mgr.14140) 340 : cluster [DBG] pgmap v300: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:03.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:03 smithi107 bash[14687]: cluster 2021-07-26T15:55:02.213851+0000 mgr.y (mgr.14140) 340 : cluster [DBG] pgmap v300: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:05.571 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:05 smithi037 bash[14605]: cluster 2021-07-26T15:55:04.214753+0000 mgr.y (mgr.14140) 341 : cluster [DBG] pgmap v301: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:05.572 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:05 smithi037 bash[18551]: cluster 2021-07-26T15:55:04.214753+0000 mgr.y (mgr.14140) 341 : cluster [DBG] pgmap v301: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:05.574 INFO:teuthology.orchestra.run.smithi037.stdout:176093659184 2021-07-26T15:55:05.574 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2021-07-26T15:55:05.711 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:55:05.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:05 smithi107 bash[14687]: cluster 2021-07-26T15:55:04.214753+0000 mgr.y (mgr.14140) 341 : cluster [DBG] pgmap v301: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:07.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:07 smithi037 bash[18551]: cluster 2021-07-26T15:55:06.215693+0000 mgr.y (mgr.14140) 342 : cluster [DBG] pgmap v302: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:07.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:07 smithi037 bash[14605]: cluster 2021-07-26T15:55:06.215693+0000 mgr.y (mgr.14140) 342 : cluster [DBG] pgmap v302: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:07.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:07 smithi107 bash[14687]: cluster 2021-07-26T15:55:06.215693+0000 mgr.y (mgr.14140) 342 : cluster [DBG] pgmap v302: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:09.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:09 smithi037 bash[14605]: cluster 2021-07-26T15:55:08.216452+0000 mgr.y (mgr.14140) 343 : cluster [DBG] pgmap v303: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:09.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:09 smithi037 bash[18551]: cluster 2021-07-26T15:55:08.216452+0000 mgr.y (mgr.14140) 343 : cluster [DBG] pgmap v303: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:09.516 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:09 smithi107 bash[14687]: cluster 2021-07-26T15:55:08.216452+0000 mgr.y (mgr.14140) 343 : cluster [DBG] pgmap v303: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:09.650 INFO:teuthology.orchestra.run.smithi037.stdout:197568495660 2021-07-26T15:55:09.651 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.0 2021-07-26T15:55:09.780 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:55:11.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:11 smithi037 bash[14605]: cluster 2021-07-26T15:55:10.217350+0000 mgr.y (mgr.14140) 344 : cluster [DBG] pgmap v304: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:11.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:11 smithi037 bash[18551]: cluster 2021-07-26T15:55:10.217350+0000 mgr.y (mgr.14140) 344 : cluster [DBG] pgmap v304: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:11.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:11 smithi107 bash[14687]: cluster 2021-07-26T15:55:10.217350+0000 mgr.y (mgr.14140) 344 : cluster [DBG] pgmap v304: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:13.165 INFO:teuthology.orchestra.run.smithi037.stdout:42949673041 2021-07-26T15:55:13.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:13 smithi037 bash[18551]: cluster 2021-07-26T15:55:12.218255+0000 mgr.y (mgr.14140) 345 : cluster [DBG] pgmap v305: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:13.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:13 smithi037 bash[18551]: audit 2021-07-26T15:55:13.163927+0000 mon.c (mon.1) 21 : audit [DBG] from='client.? 172.21.15.37:0/3013545193' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-07-26T15:55:13.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:13 smithi037 bash[14605]: cluster 2021-07-26T15:55:12.218255+0000 mgr.y (mgr.14140) 345 : cluster [DBG] pgmap v305: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:13.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:13 smithi037 bash[14605]: audit 2021-07-26T15:55:13.163927+0000 mon.c (mon.1) 21 : audit [DBG] from='client.? 172.21.15.37:0/3013545193' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-07-26T15:55:13.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:13 smithi107 bash[14687]: cluster 2021-07-26T15:55:12.218255+0000 mgr.y (mgr.14140) 345 : cluster [DBG] pgmap v305: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:13.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:13 smithi107 bash[14687]: audit 2021-07-26T15:55:13.163927+0000 mon.c (mon.1) 21 : audit [DBG] from='client.? 172.21.15.37:0/3013545193' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-07-26T15:55:13.891 INFO:tasks.cephadm.ceph_manager.ceph:need seq 42949673034 got 42949673041 for osd.0 2021-07-26T15:55:13.891 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.1 2021-07-26T15:55:14.021 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:55:15.306 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:15 smithi037 bash[14605]: cluster 2021-07-26T15:55:14.219179+0000 mgr.y (mgr.14140) 346 : cluster [DBG] pgmap v306: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:15.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:15 smithi037 bash[18551]: cluster 2021-07-26T15:55:14.219179+0000 mgr.y (mgr.14140) 346 : cluster [DBG] pgmap v306: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:15.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:15 smithi107 bash[14687]: cluster 2021-07-26T15:55:14.219179+0000 mgr.y (mgr.14140) 346 : cluster [DBG] pgmap v306: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:17.223 INFO:teuthology.orchestra.run.smithi037.stdout:68719476812 2021-07-26T15:55:17.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:17 smithi037 bash[14605]: cluster 2021-07-26T15:55:16.220106+0000 mgr.y (mgr.14140) 347 : cluster [DBG] pgmap v307: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:17.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:17 smithi037 bash[14605]: audit 2021-07-26T15:55:17.221979+0000 mon.a (mon.0) 642 : audit [DBG] from='client.? 172.21.15.37:0/2487086563' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-07-26T15:55:17.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:17 smithi037 bash[18551]: cluster 2021-07-26T15:55:16.220106+0000 mgr.y (mgr.14140) 347 : cluster [DBG] pgmap v307: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:17.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:17 smithi037 bash[18551]: audit 2021-07-26T15:55:17.221979+0000 mon.a (mon.0) 642 : audit [DBG] from='client.? 172.21.15.37:0/2487086563' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-07-26T15:55:17.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:17 smithi107 bash[14687]: cluster 2021-07-26T15:55:16.220106+0000 mgr.y (mgr.14140) 347 : cluster [DBG] pgmap v307: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:17.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:17 smithi107 bash[14687]: audit 2021-07-26T15:55:17.221979+0000 mon.a (mon.0) 642 : audit [DBG] from='client.? 172.21.15.37:0/2487086563' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-07-26T15:55:17.973 INFO:tasks.cephadm.ceph_manager.ceph:need seq 68719476805 got 68719476812 for osd.1 2021-07-26T15:55:17.973 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.2 2021-07-26T15:55:18.104 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:55:19.458 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:19 smithi037 bash[14605]: cluster 2021-07-26T15:55:18.220924+0000 mgr.y (mgr.14140) 348 : cluster [DBG] pgmap v308: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:19.458 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:19 smithi037 bash[18551]: cluster 2021-07-26T15:55:18.220924+0000 mgr.y (mgr.14140) 348 : cluster [DBG] pgmap v308: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:19.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:19 smithi107 bash[14687]: cluster 2021-07-26T15:55:18.220924+0000 mgr.y (mgr.14140) 348 : cluster [DBG] pgmap v308: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:21.350 INFO:teuthology.orchestra.run.smithi037.stdout:90194313288 2021-07-26T15:55:21.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:21 smithi037 bash[14605]: cluster 2021-07-26T15:55:20.221839+0000 mgr.y (mgr.14140) 349 : cluster [DBG] pgmap v309: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:21.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:21 smithi037 bash[18551]: cluster 2021-07-26T15:55:20.221839+0000 mgr.y (mgr.14140) 349 : cluster [DBG] pgmap v309: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:21.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:21 smithi107 bash[14687]: cluster 2021-07-26T15:55:20.221839+0000 mgr.y (mgr.14140) 349 : cluster [DBG] pgmap v309: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:22.146 INFO:tasks.cephadm.ceph_manager.ceph:need seq 90194313282 got 90194313288 for osd.2 2021-07-26T15:55:22.147 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.3 2021-07-26T15:55:22.277 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:55:22.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:22 smithi037 bash[18551]: audit 2021-07-26T15:55:21.349443+0000 mon.c (mon.1) 22 : audit [DBG] from='client.? 172.21.15.37:0/1846173866' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-07-26T15:55:22.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:22 smithi037 bash[14605]: audit 2021-07-26T15:55:21.349443+0000 mon.c (mon.1) 22 : audit [DBG] from='client.? 172.21.15.37:0/1846173866' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-07-26T15:55:22.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:22 smithi107 bash[14687]: audit 2021-07-26T15:55:21.349443+0000 mon.c (mon.1) 22 : audit [DBG] from='client.? 172.21.15.37:0/1846173866' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-07-26T15:55:23.550 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:23 smithi037 bash[14605]: cluster 2021-07-26T15:55:22.222503+0000 mgr.y (mgr.14140) 350 : cluster [DBG] pgmap v310: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:23.551 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:23 smithi037 bash[18551]: cluster 2021-07-26T15:55:22.222503+0000 mgr.y (mgr.14140) 350 : cluster [DBG] pgmap v310: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:23.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:23 smithi107 bash[14687]: cluster 2021-07-26T15:55:22.222503+0000 mgr.y (mgr.14140) 350 : cluster [DBG] pgmap v310: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:25.537 INFO:teuthology.orchestra.run.smithi037.stdout:111669149762 2021-07-26T15:55:25.565 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:25 smithi037 bash[18551]: cluster 2021-07-26T15:55:24.223392+0000 mgr.y (mgr.14140) 351 : cluster [DBG] pgmap v311: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:25.565 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:25 smithi037 bash[14605]: cluster 2021-07-26T15:55:24.223392+0000 mgr.y (mgr.14140) 351 : cluster [DBG] pgmap v311: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:25.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:25 smithi107 bash[14687]: cluster 2021-07-26T15:55:24.223392+0000 mgr.y (mgr.14140) 351 : cluster [DBG] pgmap v311: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:26.252 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149755 got 111669149762 for osd.3 2021-07-26T15:55:26.253 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.4 2021-07-26T15:55:26.389 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:55:26.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:26 smithi037 bash[14605]: audit 2021-07-26T15:55:25.535824+0000 mon.a (mon.0) 643 : audit [DBG] from='client.? 172.21.15.37:0/2898999481' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-07-26T15:55:26.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:26 smithi037 bash[18551]: audit 2021-07-26T15:55:25.535824+0000 mon.a (mon.0) 643 : audit [DBG] from='client.? 172.21.15.37:0/2898999481' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-07-26T15:55:26.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:26 smithi107 bash[14687]: audit 2021-07-26T15:55:25.535824+0000 mon.a (mon.0) 643 : audit [DBG] from='client.? 172.21.15.37:0/2898999481' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-07-26T15:55:27.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:27 smithi037 bash[14605]: cluster 2021-07-26T15:55:26.224301+0000 mgr.y (mgr.14140) 352 : cluster [DBG] pgmap v312: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:27.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:27 smithi037 bash[18551]: cluster 2021-07-26T15:55:26.224301+0000 mgr.y (mgr.14140) 352 : cluster [DBG] pgmap v312: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:27.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:27 smithi107 bash[14687]: cluster 2021-07-26T15:55:26.224301+0000 mgr.y (mgr.14140) 352 : cluster [DBG] pgmap v312: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:29.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:29 smithi107 bash[14687]: cluster 2021-07-26T15:55:28.225112+0000 mgr.y (mgr.14140) 353 : cluster [DBG] pgmap v313: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:29.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:29 smithi037 bash[14605]: cluster 2021-07-26T15:55:28.225112+0000 mgr.y (mgr.14140) 353 : cluster [DBG] pgmap v313: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:29.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:29 smithi037 bash[18551]: cluster 2021-07-26T15:55:28.225112+0000 mgr.y (mgr.14140) 353 : cluster [DBG] pgmap v313: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:29.665 INFO:teuthology.orchestra.run.smithi037.stdout:133143986239 2021-07-26T15:55:30.471 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986233 got 133143986239 for osd.4 2021-07-26T15:55:30.471 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.5 2021-07-26T15:55:30.479 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:30 smithi037 bash[14605]: audit 2021-07-26T15:55:29.664226+0000 mon.c (mon.1) 23 : audit [DBG] from='client.? 172.21.15.37:0/2775840327' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-07-26T15:55:30.479 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:30 smithi037 bash[18551]: audit 2021-07-26T15:55:29.664226+0000 mon.c (mon.1) 23 : audit [DBG] from='client.? 172.21.15.37:0/2775840327' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-07-26T15:55:30.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:30 smithi107 bash[14687]: audit 2021-07-26T15:55:29.664226+0000 mon.c (mon.1) 23 : audit [DBG] from='client.? 172.21.15.37:0/2775840327' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-07-26T15:55:30.600 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:55:31.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:31 smithi107 bash[14687]: cluster 2021-07-26T15:55:30.226149+0000 mgr.y (mgr.14140) 354 : cluster [DBG] pgmap v314: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:31.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:31 smithi037 bash[14605]: cluster 2021-07-26T15:55:30.226149+0000 mgr.y (mgr.14140) 354 : cluster [DBG] pgmap v314: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:31.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:31 smithi037 bash[18551]: cluster 2021-07-26T15:55:30.226149+0000 mgr.y (mgr.14140) 354 : cluster [DBG] pgmap v314: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:33.494 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:33 smithi037 bash[14605]: cluster 2021-07-26T15:55:32.227150+0000 mgr.y (mgr.14140) 355 : cluster [DBG] pgmap v315: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:33.494 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:33 smithi037 bash[18551]: cluster 2021-07-26T15:55:32.227150+0000 mgr.y (mgr.14140) 355 : cluster [DBG] pgmap v315: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:33.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:33 smithi107 bash[14687]: cluster 2021-07-26T15:55:32.227150+0000 mgr.y (mgr.14140) 355 : cluster [DBG] pgmap v315: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:33.786 INFO:teuthology.orchestra.run.smithi037.stdout:154618822715 2021-07-26T15:55:34.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:34 smithi107 bash[14687]: audit 2021-07-26T15:55:33.785762+0000 mon.c (mon.1) 24 : audit [DBG] from='client.? 172.21.15.37:0/3835923107' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-07-26T15:55:34.595 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:34 smithi037 bash[14605]: audit 2021-07-26T15:55:33.785762+0000 mon.c (mon.1) 24 : audit [DBG] from='client.? 172.21.15.37:0/3835923107' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-07-26T15:55:34.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:34 smithi037 bash[18551]: audit 2021-07-26T15:55:33.785762+0000 mon.c (mon.1) 24 : audit [DBG] from='client.? 172.21.15.37:0/3835923107' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-07-26T15:55:34.597 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822708 got 154618822715 for osd.5 2021-07-26T15:55:34.597 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.6 2021-07-26T15:55:34.731 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:55:35.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:35 smithi107 bash[14687]: cluster 2021-07-26T15:55:34.228097+0000 mgr.y (mgr.14140) 356 : cluster [DBG] pgmap v316: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:35.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:35 smithi107 bash[14687]: audit 2021-07-26T15:55:34.297947+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:55:35.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:35 smithi107 bash[14687]: audit 2021-07-26T15:55:34.298406+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:55:35.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:35 smithi037 bash[18551]: cluster 2021-07-26T15:55:34.228097+0000 mgr.y (mgr.14140) 356 : cluster [DBG] pgmap v316: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:35.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:35 smithi037 bash[18551]: audit 2021-07-26T15:55:34.297947+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:55:35.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:35 smithi037 bash[18551]: audit 2021-07-26T15:55:34.298406+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:55:35.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:35 smithi037 bash[14605]: cluster 2021-07-26T15:55:34.228097+0000 mgr.y (mgr.14140) 356 : cluster [DBG] pgmap v316: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:35.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:35 smithi037 bash[14605]: audit 2021-07-26T15:55:34.297947+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:55:35.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:35 smithi037 bash[14605]: audit 2021-07-26T15:55:34.298406+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:55:37.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:37 smithi107 bash[14687]: cluster 2021-07-26T15:55:36.228962+0000 mgr.y (mgr.14140) 357 : cluster [DBG] pgmap v317: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:37.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:37 smithi037 bash[14605]: cluster 2021-07-26T15:55:36.228962+0000 mgr.y (mgr.14140) 357 : cluster [DBG] pgmap v317: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:37.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:37 smithi037 bash[18551]: cluster 2021-07-26T15:55:36.228962+0000 mgr.y (mgr.14140) 357 : cluster [DBG] pgmap v317: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:38.078 INFO:teuthology.orchestra.run.smithi037.stdout:176093659190 2021-07-26T15:55:38.423 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:38 smithi037 bash[14605]: audit 2021-07-26T15:55:38.076010+0000 mon.c (mon.1) 25 : audit [DBG] from='client.? 172.21.15.37:0/3239208277' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-07-26T15:55:38.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:38 smithi037 bash[18551]: audit 2021-07-26T15:55:38.076010+0000 mon.c (mon.1) 25 : audit [DBG] from='client.? 172.21.15.37:0/3239208277' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-07-26T15:55:38.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:38 smithi107 bash[14687]: audit 2021-07-26T15:55:38.076010+0000 mon.c (mon.1) 25 : audit [DBG] from='client.? 172.21.15.37:0/3239208277' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-07-26T15:55:38.827 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659184 got 176093659190 for osd.6 2021-07-26T15:55:38.827 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd last-stat-seq osd.7 2021-07-26T15:55:38.960 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:55:39.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:39 smithi037 bash[18551]: cluster 2021-07-26T15:55:38.229770+0000 mgr.y (mgr.14140) 358 : cluster [DBG] pgmap v318: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:39.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:39 smithi037 bash[14605]: cluster 2021-07-26T15:55:38.229770+0000 mgr.y (mgr.14140) 358 : cluster [DBG] pgmap v318: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:39.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:39 smithi107 bash[14687]: cluster 2021-07-26T15:55:38.229770+0000 mgr.y (mgr.14140) 358 : cluster [DBG] pgmap v318: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:41.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:41 smithi037 bash[14605]: cluster 2021-07-26T15:55:40.230513+0000 mgr.y (mgr.14140) 359 : cluster [DBG] pgmap v319: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:41.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:41 smithi037 bash[18551]: cluster 2021-07-26T15:55:40.230513+0000 mgr.y (mgr.14140) 359 : cluster [DBG] pgmap v319: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:41.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:41 smithi107 bash[14687]: cluster 2021-07-26T15:55:40.230513+0000 mgr.y (mgr.14140) 359 : cluster [DBG] pgmap v319: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:42.382 INFO:teuthology.orchestra.run.smithi037.stdout:197568495666 2021-07-26T15:55:43.117 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495660 got 197568495666 for osd.7 2021-07-26T15:55:43.121 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2021-07-26T15:55:43.122 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T15:55:43.259 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:55:43.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:43 smithi037 bash[14605]: cluster 2021-07-26T15:55:42.231162+0000 mgr.y (mgr.14140) 360 : cluster [DBG] pgmap v320: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:43.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:43 smithi037 bash[14605]: audit 2021-07-26T15:55:42.381944+0000 mon.a (mon.0) 646 : audit [DBG] from='client.? 172.21.15.37:0/3252838120' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-07-26T15:55:43.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:43 smithi037 bash[18551]: cluster 2021-07-26T15:55:42.231162+0000 mgr.y (mgr.14140) 360 : cluster [DBG] pgmap v320: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:43.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:43 smithi037 bash[18551]: audit 2021-07-26T15:55:42.381944+0000 mon.a (mon.0) 646 : audit [DBG] from='client.? 172.21.15.37:0/3252838120' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-07-26T15:55:43.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:43 smithi107 bash[14687]: cluster 2021-07-26T15:55:42.231162+0000 mgr.y (mgr.14140) 360 : cluster [DBG] pgmap v320: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:43.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:43 smithi107 bash[14687]: audit 2021-07-26T15:55:42.381944+0000 mon.a (mon.0) 646 : audit [DBG] from='client.? 172.21.15.37:0/3252838120' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-07-26T15:55:45.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:45 smithi037 bash[14605]: cluster 2021-07-26T15:55:44.232048+0000 mgr.y (mgr.14140) 361 : cluster [DBG] pgmap v321: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:45.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:45 smithi037 bash[18551]: cluster 2021-07-26T15:55:44.232048+0000 mgr.y (mgr.14140) 361 : cluster [DBG] pgmap v321: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:45.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:45 smithi107 bash[14687]: cluster 2021-07-26T15:55:44.232048+0000 mgr.y (mgr.14140) 361 : cluster [DBG] pgmap v321: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:46.796 INFO:teuthology.orchestra.run.smithi037.stdout: 2021-07-26T15:55:46.798 INFO:teuthology.orchestra.run.smithi037.stderr:dumped all 2021-07-26T15:55:47.530 INFO:teuthology.orchestra.run.smithi037.stdout:{"pg_ready":true,"pg_map":{"version":322,"stamp":"2021-07-26T15:55:46.232352+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":8393088,"kb_used_data":4416,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":741568128,"statfs":{"total":767960285184,"available":759365763072,"internally_reserved":8589934592,"allocated":4521984,"data_stored":1873400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004880"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.267769+0000","last_change":"2021-07-26T15:54:22.266437+0000","last_active":"2021-07-26T15:54:22.267769+0000","last_peered":"2021-07-26T15:54:22.267769+0000","last_clean":"2021-07-26T15:54:22.267769+0000","last_became_active":"2021-07-26T15:54:22.264347+0000","last_became_peered":"2021-07-26T15:54:22.264347+0000","last_unstale":"2021-07-26T15:54:22.267769+0000","last_undegraded":"2021-07-26T15:54:22.267769+0000","last_fullsized":"2021-07-26T15:54:22.267769+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"16","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:26.305337+0000","last_change":"2021-07-26T15:54:21.232080+0000","last_active":"2021-07-26T15:54:26.305337+0000","last_peered":"2021-07-26T15:54:26.305337+0000","last_clean":"2021-07-26T15:54:26.305337+0000","last_became_active":"2021-07-26T15:54:21.231205+0000","last_became_peered":"2021-07-26T15:54:21.231205+0000","last_unstale":"2021-07-26T15:54:26.305337+0000","last_undegraded":"2021-07-26T15:54:26.305337+0000","last_fullsized":"2021-07-26T15:54:26.305337+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.270144+0000","last_change":"2021-07-26T15:54:22.269388+0000","last_active":"2021-07-26T15:54:22.270144+0000","last_peered":"2021-07-26T15:54:22.270144+0000","last_clean":"2021-07-26T15:54:22.270144+0000","last_became_active":"2021-07-26T15:54:22.269008+0000","last_became_peered":"2021-07-26T15:54:22.269008+0000","last_unstale":"2021-07-26T15:54:22.270144+0000","last_undegraded":"2021-07-26T15:54:22.270144+0000","last_fullsized":"2021-07-26T15:54:22.270144+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:23.268931+0000","last_change":"2021-07-26T15:54:21.241221+0000","last_active":"2021-07-26T15:54:23.268931+0000","last_peered":"2021-07-26T15:54:23.268931+0000","last_clean":"2021-07-26T15:54:23.268931+0000","last_became_active":"2021-07-26T15:54:21.240838+0000","last_became_peered":"2021-07-26T15:54:21.240838+0000","last_unstale":"2021-07-26T15:54:23.268931+0000","last_undegraded":"2021-07-26T15:54:23.268931+0000","last_fullsized":"2021-07-26T15:54:23.268931+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.269085+0000","last_change":"2021-07-26T15:54:22.268352+0000","last_active":"2021-07-26T15:54:22.269085+0000","last_peered":"2021-07-26T15:54:22.269085+0000","last_clean":"2021-07-26T15:54:22.269085+0000","last_became_active":"2021-07-26T15:54:22.267935+0000","last_became_peered":"2021-07-26T15:54:22.267935+0000","last_unstale":"2021-07-26T15:54:22.269085+0000","last_undegraded":"2021-07-26T15:54:22.269085+0000","last_fullsized":"2021-07-26T15:54:22.269085+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:26.305875+0000","last_change":"2021-07-26T15:54:21.239191+0000","last_active":"2021-07-26T15:54:26.305875+0000","last_peered":"2021-07-26T15:54:26.305875+0000","last_clean":"2021-07-26T15:54:26.305875+0000","last_became_active":"2021-07-26T15:54:21.236908+0000","last_became_peered":"2021-07-26T15:54:21.236908+0000","last_unstale":"2021-07-26T15:54:26.305875+0000","last_undegraded":"2021-07-26T15:54:26.305875+0000","last_fullsized":"2021-07-26T15:54:26.305875+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.270257+0000","last_change":"2021-07-26T15:54:22.268748+0000","last_active":"2021-07-26T15:54:22.270257+0000","last_peered":"2021-07-26T15:54:22.270257+0000","last_clean":"2021-07-26T15:54:22.270257+0000","last_became_active":"2021-07-26T15:54:22.268355+0000","last_became_peered":"2021-07-26T15:54:22.268355+0000","last_unstale":"2021-07-26T15:54:22.270257+0000","last_undegraded":"2021-07-26T15:54:22.270257+0000","last_fullsized":"2021-07-26T15:54:22.270257+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:26.305847+0000","last_change":"2021-07-26T15:54:21.234706+0000","last_active":"2021-07-26T15:54:26.305847+0000","last_peered":"2021-07-26T15:54:26.305847+0000","last_clean":"2021-07-26T15:54:26.305847+0000","last_became_active":"2021-07-26T15:54:21.234221+0000","last_became_peered":"2021-07-26T15:54:21.234221+0000","last_unstale":"2021-07-26T15:54:26.305847+0000","last_undegraded":"2021-07-26T15:54:26.305847+0000","last_fullsized":"2021-07-26T15:54:26.305847+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.265386+0000","last_change":"2021-07-26T15:54:22.265098+0000","last_active":"2021-07-26T15:54:22.265386+0000","last_peered":"2021-07-26T15:54:22.265386+0000","last_clean":"2021-07-26T15:54:22.265386+0000","last_became_active":"2021-07-26T15:54:22.264686+0000","last_became_peered":"2021-07-26T15:54:22.264686+0000","last_unstale":"2021-07-26T15:54:22.265386+0000","last_undegraded":"2021-07-26T15:54:22.265386+0000","last_fullsized":"2021-07-26T15:54:22.265386+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:23.269437+0000","last_change":"2021-07-26T15:54:21.237108+0000","last_active":"2021-07-26T15:54:23.269437+0000","last_peered":"2021-07-26T15:54:23.269437+0000","last_clean":"2021-07-26T15:54:23.269437+0000","last_became_active":"2021-07-26T15:54:21.236714+0000","last_became_peered":"2021-07-26T15:54:21.236714+0000","last_unstale":"2021-07-26T15:54:23.269437+0000","last_undegraded":"2021-07-26T15:54:23.269437+0000","last_fullsized":"2021-07-26T15:54:23.269437+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.269578+0000","last_change":"2021-07-26T15:54:22.269103+0000","last_active":"2021-07-26T15:54:22.269578+0000","last_peered":"2021-07-26T15:54:22.269578+0000","last_clean":"2021-07-26T15:54:22.269578+0000","last_became_active":"2021-07-26T15:54:22.268601+0000","last_became_peered":"2021-07-26T15:54:22.268601+0000","last_unstale":"2021-07-26T15:54:22.269578+0000","last_undegraded":"2021-07-26T15:54:22.269578+0000","last_fullsized":"2021-07-26T15:54:22.269578+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:23.268265+0000","last_change":"2021-07-26T15:54:21.239179+0000","last_active":"2021-07-26T15:54:23.268265+0000","last_peered":"2021-07-26T15:54:23.268265+0000","last_clean":"2021-07-26T15:54:23.268265+0000","last_became_active":"2021-07-26T15:54:21.237812+0000","last_became_peered":"2021-07-26T15:54:21.237812+0000","last_unstale":"2021-07-26T15:54:23.268265+0000","last_undegraded":"2021-07-26T15:54:23.268265+0000","last_fullsized":"2021-07-26T15:54:23.268265+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.259337+0000","last_change":"2021-07-26T15:52:22.748076+0000","last_active":"2021-07-26T15:54:22.259337+0000","last_peered":"2021-07-26T15:54:22.259337+0000","last_clean":"2021-07-26T15:54:22.259337+0000","last_became_active":"2021-07-26T15:52:22.747634+0000","last_became_peered":"2021-07-26T15:52:22.747634+0000","last_unstale":"2021-07-26T15:54:22.259337+0000","last_undegraded":"2021-07-26T15:54:22.259337+0000","last_fullsized":"2021-07-26T15:54:22.259337+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.344006+0000","last_change":"2021-07-26T15:54:22.342488+0000","last_active":"2021-07-26T15:54:22.344006+0000","last_peered":"2021-07-26T15:54:22.344006+0000","last_clean":"2021-07-26T15:54:22.344006+0000","last_became_active":"2021-07-26T15:54:22.341310+0000","last_became_peered":"2021-07-26T15:54:22.341310+0000","last_unstale":"2021-07-26T15:54:22.344006+0000","last_undegraded":"2021-07-26T15:54:22.344006+0000","last_fullsized":"2021-07-26T15:54:22.344006+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.259646+0000","last_change":"2021-07-26T15:52:23.340760+0000","last_active":"2021-07-26T15:54:22.259646+0000","last_peered":"2021-07-26T15:54:22.259646+0000","last_clean":"2021-07-26T15:54:22.259646+0000","last_became_active":"2021-07-26T15:52:23.339400+0000","last_became_peered":"2021-07-26T15:52:23.339400+0000","last_unstale":"2021-07-26T15:54:22.259646+0000","last_undegraded":"2021-07-26T15:54:22.259646+0000","last_fullsized":"2021-07-26T15:54:22.259646+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:26.304157+0000","last_change":"2021-07-26T15:54:21.240435+0000","last_active":"2021-07-26T15:54:26.304157+0000","last_peered":"2021-07-26T15:54:26.304157+0000","last_clean":"2021-07-26T15:54:26.304157+0000","last_became_active":"2021-07-26T15:54:21.239982+0000","last_became_peered":"2021-07-26T15:54:21.239982+0000","last_unstale":"2021-07-26T15:54:26.304157+0000","last_undegraded":"2021-07-26T15:54:26.304157+0000","last_fullsized":"2021-07-26T15:54:26.304157+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.342394+0000","last_change":"2021-07-26T15:54:22.340690+0000","last_active":"2021-07-26T15:54:22.342394+0000","last_peered":"2021-07-26T15:54:22.342394+0000","last_clean":"2021-07-26T15:54:22.342394+0000","last_became_active":"2021-07-26T15:54:22.339391+0000","last_became_peered":"2021-07-26T15:54:22.339391+0000","last_unstale":"2021-07-26T15:54:22.342394+0000","last_undegraded":"2021-07-26T15:54:22.342394+0000","last_fullsized":"2021-07-26T15:54:22.342394+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.259838+0000","last_change":"2021-07-26T15:54:21.240413+0000","last_active":"2021-07-26T15:54:22.259838+0000","last_peered":"2021-07-26T15:54:22.259838+0000","last_clean":"2021-07-26T15:54:22.259838+0000","last_became_active":"2021-07-26T15:54:21.239969+0000","last_became_peered":"2021-07-26T15:54:21.239969+0000","last_unstale":"2021-07-26T15:54:22.259838+0000","last_undegraded":"2021-07-26T15:54:22.259838+0000","last_fullsized":"2021-07-26T15:54:22.259838+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.337248+0000","last_change":"2021-07-26T15:52:23.344790+0000","last_active":"2021-07-26T15:54:22.337248+0000","last_peered":"2021-07-26T15:54:22.337248+0000","last_clean":"2021-07-26T15:54:22.337248+0000","last_became_active":"2021-07-26T15:52:23.344236+0000","last_became_peered":"2021-07-26T15:52:23.344236+0000","last_unstale":"2021-07-26T15:54:22.337248+0000","last_undegraded":"2021-07-26T15:54:22.337248+0000","last_fullsized":"2021-07-26T15:54:22.337248+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.264770+0000","last_change":"2021-07-26T15:54:22.264306+0000","last_active":"2021-07-26T15:54:22.264770+0000","last_peered":"2021-07-26T15:54:22.264770+0000","last_clean":"2021-07-26T15:54:22.264770+0000","last_became_active":"2021-07-26T15:54:22.263851+0000","last_became_peered":"2021-07-26T15:54:22.263851+0000","last_unstale":"2021-07-26T15:54:22.264770+0000","last_undegraded":"2021-07-26T15:54:22.264770+0000","last_fullsized":"2021-07-26T15:54:22.264770+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.252400+0000","last_change":"2021-07-26T15:54:21.242544+0000","last_active":"2021-07-26T15:54:22.252400+0000","last_peered":"2021-07-26T15:54:22.252400+0000","last_clean":"2021-07-26T15:54:22.252400+0000","last_became_active":"2021-07-26T15:54:21.237975+0000","last_became_peered":"2021-07-26T15:54:21.237975+0000","last_unstale":"2021-07-26T15:54:22.252400+0000","last_undegraded":"2021-07-26T15:54:22.252400+0000","last_fullsized":"2021-07-26T15:54:22.252400+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.336346+0000","last_change":"2021-07-26T15:52:22.747272+0000","last_active":"2021-07-26T15:54:22.336346+0000","last_peered":"2021-07-26T15:54:22.336346+0000","last_clean":"2021-07-26T15:54:22.336346+0000","last_became_active":"2021-07-26T15:52:22.745820+0000","last_became_peered":"2021-07-26T15:52:22.745820+0000","last_unstale":"2021-07-26T15:54:22.336346+0000","last_undegraded":"2021-07-26T15:54:22.336346+0000","last_fullsized":"2021-07-26T15:54:22.336346+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.339873+0000","last_change":"2021-07-26T15:54:22.339398+0000","last_active":"2021-07-26T15:54:22.339873+0000","last_peered":"2021-07-26T15:54:22.339873+0000","last_clean":"2021-07-26T15:54:22.339873+0000","last_became_active":"2021-07-26T15:54:22.338444+0000","last_became_peered":"2021-07-26T15:54:22.338444+0000","last_unstale":"2021-07-26T15:54:22.339873+0000","last_undegraded":"2021-07-26T15:54:22.339873+0000","last_fullsized":"2021-07-26T15:54:22.339873+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.257706+0000","last_change":"2021-07-26T15:54:21.237680+0000","last_active":"2021-07-26T15:54:22.257706+0000","last_peered":"2021-07-26T15:54:22.257706+0000","last_clean":"2021-07-26T15:54:22.257706+0000","last_became_active":"2021-07-26T15:54:21.237258+0000","last_became_peered":"2021-07-26T15:54:21.237258+0000","last_unstale":"2021-07-26T15:54:22.257706+0000","last_undegraded":"2021-07-26T15:54:22.257706+0000","last_fullsized":"2021-07-26T15:54:22.257706+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"19","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.336314+0000","last_change":"2021-07-26T15:51:50.066023+0000","last_active":"2021-07-26T15:54:22.336314+0000","last_peered":"2021-07-26T15:54:22.336314+0000","last_clean":"2021-07-26T15:54:22.336314+0000","last_became_active":"2021-07-26T15:51:50.064964+0000","last_became_peered":"2021-07-26T15:51:50.064964+0000","last_unstale":"2021-07-26T15:54:22.336314+0000","last_undegraded":"2021-07-26T15:54:22.336314+0000","last_fullsized":"2021-07-26T15:54:22.336314+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:29.266561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:29.266561+0000","last_clean_scrub_stamp":"2021-07-26T15:47:29.266561+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.255637+0000","last_change":"2021-07-26T15:52:22.746420+0000","last_active":"2021-07-26T15:54:22.255637+0000","last_peered":"2021-07-26T15:54:22.255637+0000","last_clean":"2021-07-26T15:54:22.255637+0000","last_became_active":"2021-07-26T15:52:22.745682+0000","last_became_peered":"2021-07-26T15:52:22.745682+0000","last_unstale":"2021-07-26T15:54:22.255637+0000","last_undegraded":"2021-07-26T15:54:22.255637+0000","last_fullsized":"2021-07-26T15:54:22.255637+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.272498+0000","last_change":"2021-07-26T15:54:22.271838+0000","last_active":"2021-07-26T15:54:22.272498+0000","last_peered":"2021-07-26T15:54:22.272498+0000","last_clean":"2021-07-26T15:54:22.272498+0000","last_became_active":"2021-07-26T15:54:22.271206+0000","last_became_peered":"2021-07-26T15:54:22.271206+0000","last_unstale":"2021-07-26T15:54:22.272498+0000","last_undegraded":"2021-07-26T15:54:22.272498+0000","last_fullsized":"2021-07-26T15:54:22.272498+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.258210+0000","last_change":"2021-07-26T15:54:21.239387+0000","last_active":"2021-07-26T15:54:22.258210+0000","last_peered":"2021-07-26T15:54:22.258210+0000","last_clean":"2021-07-26T15:54:22.258210+0000","last_became_active":"2021-07-26T15:54:21.238871+0000","last_became_peered":"2021-07-26T15:54:21.238871+0000","last_unstale":"2021-07-26T15:54:22.258210+0000","last_undegraded":"2021-07-26T15:54:22.258210+0000","last_fullsized":"2021-07-26T15:54:22.258210+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.252615+0000","last_change":"2021-07-26T15:52:22.764960+0000","last_active":"2021-07-26T15:54:22.252615+0000","last_peered":"2021-07-26T15:54:22.252615+0000","last_clean":"2021-07-26T15:54:22.252615+0000","last_became_active":"2021-07-26T15:52:22.764281+0000","last_became_peered":"2021-07-26T15:52:22.764281+0000","last_unstale":"2021-07-26T15:54:22.252615+0000","last_undegraded":"2021-07-26T15:54:22.252615+0000","last_fullsized":"2021-07-26T15:54:22.252615+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.267205+0000","last_change":"2021-07-26T15:54:22.266691+0000","last_active":"2021-07-26T15:54:22.267205+0000","last_peered":"2021-07-26T15:54:22.267205+0000","last_clean":"2021-07-26T15:54:22.267205+0000","last_became_active":"2021-07-26T15:54:22.265245+0000","last_became_peered":"2021-07-26T15:54:22.265245+0000","last_unstale":"2021-07-26T15:54:22.267205+0000","last_undegraded":"2021-07-26T15:54:22.267205+0000","last_fullsized":"2021-07-26T15:54:22.267205+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.264172+0000","last_change":"2021-07-26T15:54:21.243152+0000","last_active":"2021-07-26T15:54:22.264172+0000","last_peered":"2021-07-26T15:54:22.264172+0000","last_clean":"2021-07-26T15:54:22.264172+0000","last_became_active":"2021-07-26T15:54:21.242737+0000","last_became_peered":"2021-07-26T15:54:21.242737+0000","last_unstale":"2021-07-26T15:54:22.264172+0000","last_undegraded":"2021-07-26T15:54:22.264172+0000","last_fullsized":"2021-07-26T15:54:22.264172+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.254555+0000","last_change":"2021-07-26T15:52:22.746133+0000","last_active":"2021-07-26T15:54:22.254555+0000","last_peered":"2021-07-26T15:54:22.254555+0000","last_clean":"2021-07-26T15:54:22.254555+0000","last_became_active":"2021-07-26T15:52:22.745387+0000","last_became_peered":"2021-07-26T15:52:22.745387+0000","last_unstale":"2021-07-26T15:54:22.254555+0000","last_undegraded":"2021-07-26T15:54:22.254555+0000","last_fullsized":"2021-07-26T15:54:22.254555+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.272548+0000","last_change":"2021-07-26T15:54:22.272169+0000","last_active":"2021-07-26T15:54:22.272548+0000","last_peered":"2021-07-26T15:54:22.272548+0000","last_clean":"2021-07-26T15:54:22.272548+0000","last_became_active":"2021-07-26T15:54:22.271722+0000","last_became_peered":"2021-07-26T15:54:22.271722+0000","last_unstale":"2021-07-26T15:54:22.272548+0000","last_undegraded":"2021-07-26T15:54:22.272548+0000","last_fullsized":"2021-07-26T15:54:22.272548+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.255300+0000","last_change":"2021-07-26T15:54:21.238545+0000","last_active":"2021-07-26T15:54:22.255300+0000","last_peered":"2021-07-26T15:54:22.255300+0000","last_clean":"2021-07-26T15:54:22.255300+0000","last_became_active":"2021-07-26T15:54:21.238168+0000","last_became_peered":"2021-07-26T15:54:21.238168+0000","last_unstale":"2021-07-26T15:54:22.255300+0000","last_undegraded":"2021-07-26T15:54:22.255300+0000","last_fullsized":"2021-07-26T15:54:22.255300+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.259591+0000","last_change":"2021-07-26T15:52:22.743779+0000","last_active":"2021-07-26T15:54:22.259591+0000","last_peered":"2021-07-26T15:54:22.259591+0000","last_clean":"2021-07-26T15:54:22.259591+0000","last_became_active":"2021-07-26T15:52:22.743096+0000","last_became_peered":"2021-07-26T15:52:22.743096+0000","last_unstale":"2021-07-26T15:54:22.259591+0000","last_undegraded":"2021-07-26T15:54:22.259591+0000","last_fullsized":"2021-07-26T15:54:22.259591+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.271940+0000","last_change":"2021-07-26T15:54:22.270682+0000","last_active":"2021-07-26T15:54:22.271940+0000","last_peered":"2021-07-26T15:54:22.271940+0000","last_clean":"2021-07-26T15:54:22.271940+0000","last_became_active":"2021-07-26T15:54:22.269804+0000","last_became_peered":"2021-07-26T15:54:22.269804+0000","last_unstale":"2021-07-26T15:54:22.271940+0000","last_undegraded":"2021-07-26T15:54:22.271940+0000","last_fullsized":"2021-07-26T15:54:22.271940+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.262428+0000","last_change":"2021-07-26T15:54:21.240422+0000","last_active":"2021-07-26T15:54:22.262428+0000","last_peered":"2021-07-26T15:54:22.262428+0000","last_clean":"2021-07-26T15:54:22.262428+0000","last_became_active":"2021-07-26T15:54:21.239308+0000","last_became_peered":"2021-07-26T15:54:21.239308+0000","last_unstale":"2021-07-26T15:54:22.262428+0000","last_undegraded":"2021-07-26T15:54:22.262428+0000","last_fullsized":"2021-07-26T15:54:22.262428+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.267815+0000","last_change":"2021-07-26T15:54:22.265848+0000","last_active":"2021-07-26T15:54:22.267815+0000","last_peered":"2021-07-26T15:54:22.267815+0000","last_clean":"2021-07-26T15:54:22.267815+0000","last_became_active":"2021-07-26T15:54:22.265436+0000","last_became_peered":"2021-07-26T15:54:22.265436+0000","last_unstale":"2021-07-26T15:54:22.267815+0000","last_undegraded":"2021-07-26T15:54:22.267815+0000","last_fullsized":"2021-07-26T15:54:22.267815+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.267242+0000","last_change":"2021-07-26T15:54:21.244378+0000","last_active":"2021-07-26T15:54:22.267242+0000","last_peered":"2021-07-26T15:54:22.267242+0000","last_clean":"2021-07-26T15:54:22.267242+0000","last_became_active":"2021-07-26T15:54:21.244082+0000","last_became_peered":"2021-07-26T15:54:21.244082+0000","last_unstale":"2021-07-26T15:54:22.267242+0000","last_undegraded":"2021-07-26T15:54:22.267242+0000","last_fullsized":"2021-07-26T15:54:22.267242+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.268082+0000","last_change":"2021-07-26T15:54:22.267431+0000","last_active":"2021-07-26T15:54:22.268082+0000","last_peered":"2021-07-26T15:54:22.268082+0000","last_clean":"2021-07-26T15:54:22.268082+0000","last_became_active":"2021-07-26T15:54:22.266823+0000","last_became_peered":"2021-07-26T15:54:22.266823+0000","last_unstale":"2021-07-26T15:54:22.268082+0000","last_undegraded":"2021-07-26T15:54:22.268082+0000","last_fullsized":"2021-07-26T15:54:22.268082+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.259004+0000","last_change":"2021-07-26T15:54:21.238222+0000","last_active":"2021-07-26T15:54:22.259004+0000","last_peered":"2021-07-26T15:54:22.259004+0000","last_clean":"2021-07-26T15:54:22.259004+0000","last_became_active":"2021-07-26T15:54:21.237841+0000","last_became_peered":"2021-07-26T15:54:21.237841+0000","last_unstale":"2021-07-26T15:54:22.259004+0000","last_undegraded":"2021-07-26T15:54:22.259004+0000","last_fullsized":"2021-07-26T15:54:22.259004+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.270655+0000","last_change":"2021-07-26T15:54:22.269442+0000","last_active":"2021-07-26T15:54:22.270655+0000","last_peered":"2021-07-26T15:54:22.270655+0000","last_clean":"2021-07-26T15:54:22.270655+0000","last_became_active":"2021-07-26T15:54:22.269119+0000","last_became_peered":"2021-07-26T15:54:22.269119+0000","last_unstale":"2021-07-26T15:54:22.270655+0000","last_undegraded":"2021-07-26T15:54:22.270655+0000","last_fullsized":"2021-07-26T15:54:22.270655+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:26.307357+0000","last_change":"2021-07-26T15:54:21.244290+0000","last_active":"2021-07-26T15:54:26.307357+0000","last_peered":"2021-07-26T15:54:26.307357+0000","last_clean":"2021-07-26T15:54:26.307357+0000","last_became_active":"2021-07-26T15:54:21.243824+0000","last_became_peered":"2021-07-26T15:54:21.243824+0000","last_unstale":"2021-07-26T15:54:26.307357+0000","last_undegraded":"2021-07-26T15:54:26.307357+0000","last_fullsized":"2021-07-26T15:54:26.307357+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.269085+0000","last_change":"2021-07-26T15:54:22.268782+0000","last_active":"2021-07-26T15:54:22.269085+0000","last_peered":"2021-07-26T15:54:22.269085+0000","last_clean":"2021-07-26T15:54:22.269085+0000","last_became_active":"2021-07-26T15:54:22.268390+0000","last_became_peered":"2021-07-26T15:54:22.268390+0000","last_unstale":"2021-07-26T15:54:22.269085+0000","last_undegraded":"2021-07-26T15:54:22.269085+0000","last_fullsized":"2021-07-26T15:54:22.269085+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.254963+0000","last_change":"2021-07-26T15:54:21.230400+0000","last_active":"2021-07-26T15:54:22.254963+0000","last_peered":"2021-07-26T15:54:22.254963+0000","last_clean":"2021-07-26T15:54:22.254963+0000","last_became_active":"2021-07-26T15:54:21.229824+0000","last_became_peered":"2021-07-26T15:54:21.229824+0000","last_unstale":"2021-07-26T15:54:22.254963+0000","last_undegraded":"2021-07-26T15:54:22.254963+0000","last_fullsized":"2021-07-26T15:54:22.254963+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.340313+0000","last_change":"2021-07-26T15:54:22.339616+0000","last_active":"2021-07-26T15:54:22.340313+0000","last_peered":"2021-07-26T15:54:22.340313+0000","last_clean":"2021-07-26T15:54:22.340313+0000","last_became_active":"2021-07-26T15:54:22.338659+0000","last_became_peered":"2021-07-26T15:54:22.338659+0000","last_unstale":"2021-07-26T15:54:22.340313+0000","last_undegraded":"2021-07-26T15:54:22.340313+0000","last_fullsized":"2021-07-26T15:54:22.340313+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:23.265902+0000","last_change":"2021-07-26T15:54:21.227731+0000","last_active":"2021-07-26T15:54:23.265902+0000","last_peered":"2021-07-26T15:54:23.265902+0000","last_clean":"2021-07-26T15:54:23.265902+0000","last_became_active":"2021-07-26T15:54:21.227244+0000","last_became_peered":"2021-07-26T15:54:21.227244+0000","last_unstale":"2021-07-26T15:54:23.265902+0000","last_undegraded":"2021-07-26T15:54:23.265902+0000","last_fullsized":"2021-07-26T15:54:23.265902+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.272587+0000","last_change":"2021-07-26T15:54:22.272179+0000","last_active":"2021-07-26T15:54:22.272587+0000","last_peered":"2021-07-26T15:54:22.272587+0000","last_clean":"2021-07-26T15:54:22.272587+0000","last_became_active":"2021-07-26T15:54:22.271759+0000","last_became_peered":"2021-07-26T15:54:22.271759+0000","last_unstale":"2021-07-26T15:54:22.272587+0000","last_undegraded":"2021-07-26T15:54:22.272587+0000","last_fullsized":"2021-07-26T15:54:22.272587+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:26.306117+0000","last_change":"2021-07-26T15:54:21.238566+0000","last_active":"2021-07-26T15:54:26.306117+0000","last_peered":"2021-07-26T15:54:26.306117+0000","last_clean":"2021-07-26T15:54:26.306117+0000","last_became_active":"2021-07-26T15:54:21.237851+0000","last_became_peered":"2021-07-26T15:54:21.237851+0000","last_unstale":"2021-07-26T15:54:26.306117+0000","last_undegraded":"2021-07-26T15:54:26.306117+0000","last_fullsized":"2021-07-26T15:54:26.306117+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.254268+0000","last_change":"2021-07-26T15:54:21.452105+0000","last_active":"2021-07-26T15:54:22.254268+0000","last_peered":"2021-07-26T15:54:22.254268+0000","last_clean":"2021-07-26T15:54:22.254268+0000","last_became_active":"2021-07-26T15:54:21.451248+0000","last_became_peered":"2021-07-26T15:54:21.451248+0000","last_unstale":"2021-07-26T15:54:22.254268+0000","last_undegraded":"2021-07-26T15:54:22.254268+0000","last_fullsized":"2021-07-26T15:54:22.254268+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:23.266177+0000","last_change":"2021-07-26T15:54:21.235952+0000","last_active":"2021-07-26T15:54:23.266177+0000","last_peered":"2021-07-26T15:54:23.266177+0000","last_clean":"2021-07-26T15:54:23.266177+0000","last_became_active":"2021-07-26T15:54:21.235580+0000","last_became_peered":"2021-07-26T15:54:21.235580+0000","last_unstale":"2021-07-26T15:54:23.266177+0000","last_undegraded":"2021-07-26T15:54:23.266177+0000","last_fullsized":"2021-07-26T15:54:23.266177+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.344158+0000","last_change":"2021-07-26T15:54:22.340693+0000","last_active":"2021-07-26T15:54:22.344158+0000","last_peered":"2021-07-26T15:54:22.344158+0000","last_clean":"2021-07-26T15:54:22.344158+0000","last_became_active":"2021-07-26T15:54:22.339548+0000","last_became_peered":"2021-07-26T15:54:22.339548+0000","last_unstale":"2021-07-26T15:54:22.344158+0000","last_undegraded":"2021-07-26T15:54:22.344158+0000","last_fullsized":"2021-07-26T15:54:22.344158+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"20","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:26.303656+0000","last_change":"2021-07-26T15:54:21.232371+0000","last_active":"2021-07-26T15:54:26.303656+0000","last_peered":"2021-07-26T15:54:26.303656+0000","last_clean":"2021-07-26T15:54:26.303656+0000","last_became_active":"2021-07-26T15:54:21.231911+0000","last_became_peered":"2021-07-26T15:54:21.231911+0000","last_unstale":"2021-07-26T15:54:26.303656+0000","last_undegraded":"2021-07-26T15:54:26.303656+0000","last_fullsized":"2021-07-26T15:54:26.303656+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.345087+0000","last_change":"2021-07-26T15:54:22.343130+0000","last_active":"2021-07-26T15:54:22.345087+0000","last_peered":"2021-07-26T15:54:22.345087+0000","last_clean":"2021-07-26T15:54:22.345087+0000","last_became_active":"2021-07-26T15:54:22.341892+0000","last_became_peered":"2021-07-26T15:54:22.341892+0000","last_unstale":"2021-07-26T15:54:22.345087+0000","last_undegraded":"2021-07-26T15:54:22.345087+0000","last_fullsized":"2021-07-26T15:54:22.345087+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.336291+0000","last_change":"2021-07-26T15:54:21.238520+0000","last_active":"2021-07-26T15:54:22.336291+0000","last_peered":"2021-07-26T15:54:22.336291+0000","last_clean":"2021-07-26T15:54:22.336291+0000","last_became_active":"2021-07-26T15:54:21.238038+0000","last_became_peered":"2021-07-26T15:54:21.238038+0000","last_unstale":"2021-07-26T15:54:22.336291+0000","last_undegraded":"2021-07-26T15:54:22.336291+0000","last_fullsized":"2021-07-26T15:54:22.336291+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.255843+0000","last_change":"2021-07-26T15:54:21.368225+0000","last_active":"2021-07-26T15:54:22.255843+0000","last_peered":"2021-07-26T15:54:22.255843+0000","last_clean":"2021-07-26T15:54:22.255843+0000","last_became_active":"2021-07-26T15:54:21.367108+0000","last_became_peered":"2021-07-26T15:54:21.367108+0000","last_unstale":"2021-07-26T15:54:22.255843+0000","last_undegraded":"2021-07-26T15:54:22.255843+0000","last_fullsized":"2021-07-26T15:54:22.255843+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.252684+0000","last_change":"2021-07-26T15:54:21.235559+0000","last_active":"2021-07-26T15:54:22.252684+0000","last_peered":"2021-07-26T15:54:22.252684+0000","last_clean":"2021-07-26T15:54:22.252684+0000","last_became_active":"2021-07-26T15:54:21.234539+0000","last_became_peered":"2021-07-26T15:54:21.234539+0000","last_unstale":"2021-07-26T15:54:22.252684+0000","last_undegraded":"2021-07-26T15:54:22.252684+0000","last_fullsized":"2021-07-26T15:54:22.252684+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.343698+0000","last_change":"2021-07-26T15:54:22.341582+0000","last_active":"2021-07-26T15:54:22.343698+0000","last_peered":"2021-07-26T15:54:22.343698+0000","last_clean":"2021-07-26T15:54:22.343698+0000","last_became_active":"2021-07-26T15:54:22.340497+0000","last_became_peered":"2021-07-26T15:54:22.340497+0000","last_unstale":"2021-07-26T15:54:22.343698+0000","last_undegraded":"2021-07-26T15:54:22.343698+0000","last_fullsized":"2021-07-26T15:54:22.343698+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:26.306510+0000","last_change":"2021-07-26T15:54:21.240300+0000","last_active":"2021-07-26T15:54:26.306510+0000","last_peered":"2021-07-26T15:54:26.306510+0000","last_clean":"2021-07-26T15:54:26.306510+0000","last_became_active":"2021-07-26T15:54:21.239903+0000","last_became_peered":"2021-07-26T15:54:21.239903+0000","last_unstale":"2021-07-26T15:54:26.306510+0000","last_undegraded":"2021-07-26T15:54:26.306510+0000","last_fullsized":"2021-07-26T15:54:26.306510+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.270816+0000","last_change":"2021-07-26T15:54:22.270182+0000","last_active":"2021-07-26T15:54:22.270816+0000","last_peered":"2021-07-26T15:54:22.270816+0000","last_clean":"2021-07-26T15:54:22.270816+0000","last_became_active":"2021-07-26T15:54:22.269802+0000","last_became_peered":"2021-07-26T15:54:22.269802+0000","last_unstale":"2021-07-26T15:54:22.270816+0000","last_undegraded":"2021-07-26T15:54:22.270816+0000","last_fullsized":"2021-07-26T15:54:22.270816+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"56'6","reported_seq":"18","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:26.307736+0000","last_change":"2021-07-26T15:54:21.243807+0000","last_active":"2021-07-26T15:54:26.307736+0000","last_peered":"2021-07-26T15:54:26.307736+0000","last_clean":"2021-07-26T15:54:26.307736+0000","last_became_active":"2021-07-26T15:54:21.243057+0000","last_became_peered":"2021-07-26T15:54:21.243057+0000","last_unstale":"2021-07-26T15:54:26.307736+0000","last_undegraded":"2021-07-26T15:54:26.307736+0000","last_fullsized":"2021-07-26T15:54:26.307736+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1535,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.266843+0000","last_change":"2021-07-26T15:54:22.266456+0000","last_active":"2021-07-26T15:54:22.266843+0000","last_peered":"2021-07-26T15:54:22.266843+0000","last_clean":"2021-07-26T15:54:22.266843+0000","last_became_active":"2021-07-26T15:54:22.266061+0000","last_became_peered":"2021-07-26T15:54:22.266061+0000","last_unstale":"2021-07-26T15:54:22.266843+0000","last_undegraded":"2021-07-26T15:54:22.266843+0000","last_fullsized":"2021-07-26T15:54:22.266843+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"15","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:26.306417+0000","last_change":"2021-07-26T15:54:21.236799+0000","last_active":"2021-07-26T15:54:26.306417+0000","last_peered":"2021-07-26T15:54:26.306417+0000","last_clean":"2021-07-26T15:54:26.306417+0000","last_became_active":"2021-07-26T15:54:21.236456+0000","last_became_peered":"2021-07-26T15:54:21.236456+0000","last_unstale":"2021-07-26T15:54:26.306417+0000","last_undegraded":"2021-07-26T15:54:26.306417+0000","last_fullsized":"2021-07-26T15:54:26.306417+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.345485+0000","last_change":"2021-07-26T15:54:22.340706+0000","last_active":"2021-07-26T15:54:22.345485+0000","last_peered":"2021-07-26T15:54:22.345485+0000","last_clean":"2021-07-26T15:54:22.345485+0000","last_became_active":"2021-07-26T15:54:22.339543+0000","last_became_peered":"2021-07-26T15:54:22.339543+0000","last_unstale":"2021-07-26T15:54:22.345485+0000","last_undegraded":"2021-07-26T15:54:22.345485+0000","last_fullsized":"2021-07-26T15:54:22.345485+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.255137+0000","last_change":"2021-07-26T15:54:21.234289+0000","last_active":"2021-07-26T15:54:22.255137+0000","last_peered":"2021-07-26T15:54:22.255137+0000","last_clean":"2021-07-26T15:54:22.255137+0000","last_became_active":"2021-07-26T15:54:21.233823+0000","last_became_peered":"2021-07-26T15:54:21.233823+0000","last_unstale":"2021-07-26T15:54:22.255137+0000","last_undegraded":"2021-07-26T15:54:22.255137+0000","last_fullsized":"2021-07-26T15:54:22.255137+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.267041+0000","last_change":"2021-07-26T15:54:22.266561+0000","last_active":"2021-07-26T15:54:22.267041+0000","last_peered":"2021-07-26T15:54:22.267041+0000","last_clean":"2021-07-26T15:54:22.267041+0000","last_became_active":"2021-07-26T15:54:22.266215+0000","last_became_peered":"2021-07-26T15:54:22.266215+0000","last_unstale":"2021-07-26T15:54:22.267041+0000","last_undegraded":"2021-07-26T15:54:22.267041+0000","last_fullsized":"2021-07-26T15:54:22.267041+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.253392+0000","last_change":"2021-07-26T15:54:21.233847+0000","last_active":"2021-07-26T15:54:22.253392+0000","last_peered":"2021-07-26T15:54:22.253392+0000","last_clean":"2021-07-26T15:54:22.253392+0000","last_became_active":"2021-07-26T15:54:21.233406+0000","last_became_peered":"2021-07-26T15:54:21.233406+0000","last_unstale":"2021-07-26T15:54:22.253392+0000","last_undegraded":"2021-07-26T15:54:22.253392+0000","last_fullsized":"2021-07-26T15:54:22.253392+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.266068+0000","last_change":"2021-07-26T15:54:22.265562+0000","last_active":"2021-07-26T15:54:22.266068+0000","last_peered":"2021-07-26T15:54:22.266068+0000","last_clean":"2021-07-26T15:54:22.266068+0000","last_became_active":"2021-07-26T15:54:22.265126+0000","last_became_peered":"2021-07-26T15:54:22.265126+0000","last_unstale":"2021-07-26T15:54:22.266068+0000","last_undegraded":"2021-07-26T15:54:22.266068+0000","last_fullsized":"2021-07-26T15:54:22.266068+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.262353+0000","last_change":"2021-07-26T15:54:21.237743+0000","last_active":"2021-07-26T15:54:22.262353+0000","last_peered":"2021-07-26T15:54:22.262353+0000","last_clean":"2021-07-26T15:54:22.262353+0000","last_became_active":"2021-07-26T15:54:21.237318+0000","last_became_peered":"2021-07-26T15:54:21.237318+0000","last_unstale":"2021-07-26T15:54:22.262353+0000","last_undegraded":"2021-07-26T15:54:22.262353+0000","last_fullsized":"2021-07-26T15:54:22.262353+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.345713+0000","last_change":"2021-07-26T15:54:22.344714+0000","last_active":"2021-07-26T15:54:22.345713+0000","last_peered":"2021-07-26T15:54:22.345713+0000","last_clean":"2021-07-26T15:54:22.345713+0000","last_became_active":"2021-07-26T15:54:22.343211+0000","last_became_peered":"2021-07-26T15:54:22.343211+0000","last_unstale":"2021-07-26T15:54:22.345713+0000","last_undegraded":"2021-07-26T15:54:22.345713+0000","last_fullsized":"2021-07-26T15:54:22.345713+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.258398+0000","last_change":"2021-07-26T15:54:21.246455+0000","last_active":"2021-07-26T15:54:22.258398+0000","last_peered":"2021-07-26T15:54:22.258398+0000","last_clean":"2021-07-26T15:54:22.258398+0000","last_became_active":"2021-07-26T15:54:21.246080+0000","last_became_peered":"2021-07-26T15:54:21.246080+0000","last_unstale":"2021-07-26T15:54:22.258398+0000","last_undegraded":"2021-07-26T15:54:22.258398+0000","last_fullsized":"2021-07-26T15:54:22.258398+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.271920+0000","last_change":"2021-07-26T15:54:22.271449+0000","last_active":"2021-07-26T15:54:22.271920+0000","last_peered":"2021-07-26T15:54:22.271920+0000","last_clean":"2021-07-26T15:54:22.271920+0000","last_became_active":"2021-07-26T15:54:22.271096+0000","last_became_peered":"2021-07-26T15:54:22.271096+0000","last_unstale":"2021-07-26T15:54:22.271920+0000","last_undegraded":"2021-07-26T15:54:22.271920+0000","last_fullsized":"2021-07-26T15:54:22.271920+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:24.310798+0000","last_change":"2021-07-26T15:54:21.245395+0000","last_active":"2021-07-26T15:54:24.310798+0000","last_peered":"2021-07-26T15:54:24.310798+0000","last_clean":"2021-07-26T15:54:24.310798+0000","last_became_active":"2021-07-26T15:54:21.245025+0000","last_became_peered":"2021-07-26T15:54:21.245025+0000","last_unstale":"2021-07-26T15:54:24.310798+0000","last_undegraded":"2021-07-26T15:54:24.310798+0000","last_fullsized":"2021-07-26T15:54:24.310798+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495667,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049152,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696000,"statfs":{"total":95995035648,"available":94920704000,"internally_reserved":1073741824,"allocated":581632,"data_stored":235062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:54:56 2021","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.89000000000000001,"15min":0.91900000000000004},"min":{"1min":0.626,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.109,"5min":1.766,"15min":1.766},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.90300000000000002,"5min":0.88500000000000001,"15min":0.89000000000000001},"min":{"1min":0.68300000000000005,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.79900000000000004}]},{"osd":1,"last update":"Mon Jul 26 15:54:56 2021","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.84599999999999997,"15min":0.84999999999999998},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0920000000000001,"5min":1.179,"15min":1.179},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.876,"5min":0.89400000000000002,"15min":0.89700000000000002},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.2829999999999999,"5min":1.498,"15min":1.498},"last":0.94399999999999995}]},{"osd":2,"last update":"Mon Jul 26 15:54:56 2021","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.94099999999999995,"15min":0.96499999999999997},"min":{"1min":0.53900000000000003,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.1200000000000001,"5min":1.8899999999999999,"15min":1.8899999999999999},"last":1.135},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.93400000000000005,"15min":0.94399999999999995},"min":{"1min":0.66900000000000004,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.1759999999999999,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":1.012}]},{"osd":3,"last update":"Mon Jul 26 15:54:56 2021","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.96499999999999997,"15min":0.98399999999999999},"min":{"1min":0.64500000000000002,"5min":0.505,"15min":0.505},"max":{"1min":1.1719999999999999,"5min":1.839,"15min":1.839},"last":0.89700000000000002},{"interface":"front","average":{"1min":0.95499999999999996,"5min":0.97599999999999998,"15min":0.99099999999999999},"min":{"1min":0.68999999999999995,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.4139999999999999,"5min":1.579,"15min":1.579},"last":1.034}]},{"osd":4,"last update":"Mon Jul 26 15:54:56 2021","interfaces":[{"interface":"back","average":{"1min":0.94199999999999995,"5min":0.91500000000000004,"15min":0.91100000000000003},"min":{"1min":0.623,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":1.0600000000000001},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.58399999999999996,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.1699999999999999,"5min":1.323,"15min":1.323},"last":0.91400000000000003}]},{"osd":5,"last update":"Mon Jul 26 15:54:56 2021","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.95699999999999996,"15min":0.97899999999999998},"min":{"1min":0.60899999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":1.087},{"interface":"front","average":{"1min":0.98199999999999998,"5min":1.0429999999999999,"15min":1.0669999999999999},"min":{"1min":0.69199999999999995,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.2190000000000001,"5min":1.8089999999999999,"15min":1.8089999999999999},"last":1.1850000000000001}]},{"osd":6,"last update":"Mon Jul 26 15:54:56 2021","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.0289999999999999,"15min":1.04},"min":{"1min":0.72399999999999998,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.4890000000000001,"5min":1.4890000000000001,"15min":1.4890000000000001},"last":1.123},{"interface":"front","average":{"1min":1.113,"5min":1.1259999999999999,"15min":1.1319999999999999},"min":{"1min":0.90700000000000003,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.3080000000000001,"5min":1.4850000000000001,"15min":1.4850000000000001},"last":1.222}]}]},{"osd":6,"up_from":41,"seq":176093659192,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049140,"kb_used_data":556,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696012,"statfs":{"total":95995035648,"available":94920716288,"internally_reserved":1073741824,"allocated":569344,"data_stored":234916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:55:30 2021","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.91300000000000003,"15min":0.93000000000000005},"min":{"1min":0.626,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.603,"5min":1.603,"15min":1.603},"last":0.98699999999999999},{"interface":"front","average":{"1min":0.89100000000000001,"5min":0.90000000000000002,"15min":0.91200000000000003},"min":{"1min":0.622,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.28,"5min":1.28,"15min":1.28},"last":0.65000000000000002}]},{"osd":1,"last update":"Mon Jul 26 15:55:30 2021","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.90000000000000002,"15min":0.874},"min":{"1min":0.79700000000000004,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"last":1.085},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.90600000000000003,"15min":0.91200000000000003},"min":{"1min":0.72199999999999998,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.048,"5min":1.351,"15min":1.351},"last":0.73999999999999999}]},{"osd":2,"last update":"Mon Jul 26 15:55:30 2021","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.92100000000000004,"15min":0.93899999999999995},"min":{"1min":0.67500000000000004,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.1160000000000001,"5min":1.252,"15min":1.252},"last":0.83299999999999996},{"interface":"front","average":{"1min":1.004,"5min":0.93899999999999995,"15min":0.94799999999999995},"min":{"1min":0.68700000000000006,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.663,"5min":1.663,"15min":1.663},"last":1.054}]},{"osd":3,"last update":"Mon Jul 26 15:55:30 2021","interfaces":[{"interface":"back","average":{"1min":0.94099999999999995,"5min":0.90800000000000003,"15min":0.90600000000000003},"min":{"1min":0.746,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.216,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":1.024},{"interface":"front","average":{"1min":1.004,"5min":1.0089999999999999,"15min":1.0209999999999999},"min":{"1min":0.81599999999999995,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.244,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.91100000000000003}]},{"osd":4,"last update":"Mon Jul 26 15:55:30 2021","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.90400000000000003,"15min":0.90800000000000003},"min":{"1min":0.58399999999999996,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.2609999999999999,"5min":1.8680000000000001,"15min":1.8680000000000001},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.93100000000000005,"15min":0.90500000000000003},"min":{"1min":0.624,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.169,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.226}]},{"osd":5,"last update":"Mon Jul 26 15:55:30 2021","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.94899999999999995,"15min":0.95899999999999996},"min":{"1min":0.66300000000000003,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.1739999999999999,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":1.145},{"interface":"front","average":{"1min":1.0609999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"min":{"1min":0.80300000000000005,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.2070000000000001,"5min":3.153,"15min":3.153},"last":1.127}]},{"osd":7,"last update":"Mon Jul 26 15:54:58 2021","interfaces":[{"interface":"back","average":{"1min":1.038,"5min":1.069,"15min":1.0780000000000001},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.3220000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.2050000000000001},{"interface":"front","average":{"1min":1.1040000000000001,"5min":1.077,"15min":1.069},"min":{"1min":0.94299999999999995,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.3859999999999999,"5min":1.46,"15min":1.46},"last":1.1659999999999999}]}]},{"osd":1,"up_from":16,"seq":68719476818,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049124,"kb_used_data":540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696028,"statfs":{"total":95995035648,"available":94920732672,"internally_reserved":1073741824,"allocated":552960,"data_stored":233311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:55:26 2021","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.67900000000000005,"15min":0.58999999999999997},"min":{"1min":0.42399999999999999,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.95799999999999996,"5min":1.232,"15min":1.232},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.755,"5min":0.73999999999999999,"15min":0.61899999999999999},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.39100000000000001},"max":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.65900000000000003}]},{"osd":2,"last update":"Mon Jul 26 15:54:50 2021","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.68300000000000005,"15min":0.623},"min":{"1min":0.53600000000000003,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.751,"15min":0.67600000000000005},"min":{"1min":0.53400000000000003,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.2150000000000001,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.59799999999999998}]},{"osd":3,"last update":"Mon Jul 26 15:55:15 2021","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.78400000000000003,"15min":0.72199999999999998},"min":{"1min":0.5,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.171,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.83699999999999997,"5min":0.84599999999999997,"15min":0.82299999999999995},"min":{"1min":0.59799999999999998,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.107,"5min":1.5209999999999999,"15min":1.5209999999999999},"last":0.80500000000000005}]},{"osd":4,"last update":"Mon Jul 26 15:55:36 2021","interfaces":[{"interface":"back","average":{"1min":0.98699999999999999,"5min":0.98899999999999999,"15min":0.93500000000000005},"min":{"1min":0.78000000000000003,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.181,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":0.83399999999999996},{"interface":"front","average":{"1min":1.0309999999999999,"5min":1.0129999999999999,"15min":1.0029999999999999},"min":{"1min":0.78800000000000003,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":1.456,"5min":1.4650000000000001,"15min":1.4650000000000001},"last":0.96399999999999997}]},{"osd":5,"last update":"Mon Jul 26 15:55:04 2021","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.0409999999999999,"15min":1.0329999999999999},"min":{"1min":0.76800000000000002,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.6819999999999999,"5min":1.6819999999999999,"15min":1.6819999999999999},"last":1.018},{"interface":"front","average":{"1min":1.1060000000000001,"5min":1.0620000000000001,"15min":1.0489999999999999},"min":{"1min":0.84799999999999998,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.5700000000000001,"5min":1.5700000000000001,"15min":1.5700000000000001},"last":1.0620000000000001}]},{"osd":6,"last update":"Mon Jul 26 15:55:30 2021","interfaces":[{"interface":"back","average":{"1min":1.1419999999999999,"5min":1.127,"15min":1.111},"min":{"1min":0.749,"5min":0.749,"15min":0.749},"max":{"1min":1.504,"5min":1.583,"15min":1.583},"last":1.159},{"interface":"front","average":{"1min":1.1759999999999999,"5min":1.1519999999999999,"15min":1.1479999999999999},"min":{"1min":0.92400000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"max":{"1min":1.623,"5min":1.706,"15min":1.706},"last":1.1279999999999999}]},{"osd":7,"last update":"Mon Jul 26 15:54:50 2021","interfaces":[{"interface":"back","average":{"1min":1.171,"5min":1.1519999999999999,"15min":1.1579999999999999},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":1.526,"5min":1.595,"15min":1.595},"last":1.1830000000000001},{"interface":"front","average":{"1min":1.1950000000000001,"5min":1.169,"15min":1.165},"min":{"1min":0.80200000000000005,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.4630000000000001,"5min":1.542,"15min":1.542},"last":1.0900000000000001}]}]},{"osd":0,"up_from":10,"seq":42949673048,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696020,"statfs":{"total":95995035648,"available":94920724480,"internally_reserved":1073741824,"allocated":561152,"data_stored":233886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 15:55:24 2021","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.67700000000000005,"15min":0.58199999999999996},"min":{"1min":0.47199999999999998,"5min":0.40200000000000002,"15min":0.39700000000000002},"max":{"1min":1.071,"5min":1.129,"15min":1.129},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.753,"15min":0.64500000000000002},"min":{"1min":0.52900000000000003,"5min":0.41299999999999998,"15min":0.36199999999999999},"max":{"1min":1.0329999999999999,"5min":1.413,"15min":1.413},"last":0.70799999999999996}]},{"osd":2,"last update":"Mon Jul 26 15:54:53 2021","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.749,"15min":0.71799999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.052,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.83899999999999997},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.751,"15min":0.68899999999999995},"min":{"1min":0.60599999999999998,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.3560000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.872}]},{"osd":3,"last update":"Mon Jul 26 15:55:20 2021","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.72499999999999998,"15min":0.72599999999999998},"min":{"1min":0.44500000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.96599999999999997,"5min":1.262,"15min":1.262},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.93999999999999995,"5min":0.877,"15min":0.85599999999999998},"min":{"1min":0.69999999999999996,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.1180000000000001,"5min":1.5649999999999999,"15min":1.5649999999999999},"last":0.93500000000000005}]},{"osd":4,"last update":"Mon Jul 26 15:55:35 2021","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":1.0109999999999999,"15min":1.0229999999999999},"min":{"1min":0.77600000000000002,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.2,"5min":1.631,"15min":1.631},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.99399999999999999,"15min":1.016},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.4059999999999999,"5min":1.488,"15min":1.488},"last":1.3720000000000001}]},{"osd":5,"last update":"Mon Jul 26 15:55:04 2021","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.98699999999999999,"15min":1.0209999999999999},"min":{"1min":0.60199999999999998,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.165,"5min":1.3939999999999999,"15min":1.3939999999999999},"last":1.0640000000000001},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.103,"15min":1.109},"min":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"max":{"1min":1.423,"5min":1.575,"15min":1.575},"last":1.292}]},{"osd":6,"last update":"Mon Jul 26 15:55:32 2021","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":1.1080000000000001,"15min":1.1060000000000001},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":1.4670000000000001,"5min":1.7609999999999999,"15min":1.7609999999999999},"last":1.4159999999999999},{"interface":"front","average":{"1min":1.113,"5min":1.1439999999999999,"15min":1.1639999999999999},"min":{"1min":0.86899999999999999,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.3740000000000001,"5min":1.671,"15min":1.671},"last":1.1639999999999999}]},{"osd":7,"last update":"Mon Jul 26 15:54:53 2021","interfaces":[{"interface":"back","average":{"1min":1.1839999999999999,"5min":1.1439999999999999,"15min":1.1319999999999999},"min":{"1min":0.76100000000000001,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.617,"5min":1.617,"15min":1.617},"last":1.2},{"interface":"front","average":{"1min":1.0900000000000001,"5min":1.069,"15min":1.0569999999999999},"min":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"max":{"1min":1.3939999999999999,"5min":1.53,"15min":1.53},"last":1.327}]}]},{"osd":2,"up_from":21,"seq":90194313293,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696020,"statfs":{"total":95995035648,"available":94920724480,"internally_reserved":1073741824,"allocated":561152,"data_stored":233898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:54:51 2021","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.67700000000000005,"15min":0.59999999999999998},"min":{"1min":0.57299999999999995,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.1779999999999999,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.73399999999999999,"15min":0.65200000000000002},"min":{"1min":0.53600000000000003,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.91100000000000003,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.75600000000000001}]},{"osd":1,"last update":"Mon Jul 26 15:54:51 2021","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.753,"15min":0.68100000000000005},"min":{"1min":0.56299999999999994,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.179,"5min":1.4019999999999999,"15min":1.4019999999999999},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.77700000000000002,"5min":0.73699999999999999,"15min":0.65000000000000002},"min":{"1min":0.51800000000000002,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.80700000000000005}]},{"osd":3,"last update":"Mon Jul 26 15:55:16 2021","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.86099999999999999,"15min":0.82199999999999995},"min":{"1min":0.61599999999999999,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.25,"5min":1.258,"15min":1.258},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.874,"15min":0.80000000000000004},"min":{"1min":0.57799999999999996,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.1639999999999999,"5min":1.847,"15min":1.847},"last":0.96599999999999997}]},{"osd":4,"last update":"Mon Jul 26 15:54:41 2021","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":0.98299999999999998,"15min":0.96899999999999997},"min":{"1min":0.753,"5min":0.69299999999999995,"15min":0.69299999999999995},"max":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"last":1.111},{"interface":"front","average":{"1min":1.071,"5min":1.0369999999999999,"15min":1.006},"min":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"max":{"1min":1.2869999999999999,"5min":2.516,"15min":2.516},"last":1.3600000000000001}]},{"osd":5,"last update":"Mon Jul 26 15:55:01 2021","interfaces":[{"interface":"back","average":{"1min":1.0920000000000001,"5min":1.107,"15min":1.069},"min":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"max":{"1min":1.4410000000000001,"5min":2.573,"15min":2.573},"last":1.2589999999999999},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.026,"15min":0.997},"min":{"1min":0.89700000000000002,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.2909999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":1.085}]},{"osd":6,"last update":"Mon Jul 26 15:55:31 2021","interfaces":[{"interface":"back","average":{"1min":1.204,"5min":1.165,"15min":1.1259999999999999},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.7869999999999999,"5min":2.6120000000000001,"15min":2.6120000000000001},"last":1.4239999999999999},{"interface":"front","average":{"1min":1.083,"5min":1.117,"15min":1.107},"min":{"1min":0.86399999999999999,"5min":0.746,"15min":0.746},"max":{"1min":1.202,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":1.179}]},{"osd":7,"last update":"Mon Jul 26 15:54:53 2021","interfaces":[{"interface":"back","average":{"1min":1.1499999999999999,"5min":1.157,"15min":1.1699999999999999},"min":{"1min":0.82799999999999996,"5min":0.78200000000000003,"15min":0.78200000000000003},"max":{"1min":1.587,"5min":1.587,"15min":1.587},"last":1.2969999999999999},{"interface":"front","average":{"1min":1.125,"5min":1.1020000000000001,"15min":1.0940000000000001},"min":{"1min":0.82499999999999996,"5min":0.75600000000000001,"15min":0.75600000000000001},"max":{"1min":1.413,"5min":1.413,"15min":1.413},"last":1}]}]},{"osd":3,"up_from":26,"seq":111669149766,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049128,"kb_used_data":544,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696024,"statfs":{"total":95995035648,"available":94920728576,"internally_reserved":1073741824,"allocated":557056,"data_stored":233401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:55:13 2021","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.69099999999999995,"15min":0.627},"min":{"1min":0.55100000000000005,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.0660000000000001,"5min":1.391,"15min":1.391},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.78400000000000003,"15min":0.73399999999999999},"min":{"1min":0.56200000000000006,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.0169999999999999,"5min":1.9830000000000001,"15min":1.9830000000000001},"last":0.873}]},{"osd":1,"last update":"Mon Jul 26 15:55:13 2021","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.80400000000000005,"15min":0.78800000000000003},"min":{"1min":0.55800000000000005,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.1339999999999999,"5min":2.4369999999999998,"15min":2.4369999999999998},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.81699999999999995,"15min":0.77900000000000003},"min":{"1min":0.66300000000000003,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.2430000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.84099999999999997}]},{"osd":2,"last update":"Mon Jul 26 15:55:13 2021","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.75,"15min":0.73399999999999999},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.86599999999999999,"5min":2.5640000000000001,"15min":2.5640000000000001},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.84399999999999997},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.26,"5min":2.5009999999999999,"15min":2.5009999999999999},"last":0.90500000000000003}]},{"osd":4,"last update":"Mon Jul 26 15:55:38 2021","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":1.0249999999999999,"15min":1.0269999999999999},"min":{"1min":0.70199999999999996,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.431,"5min":2.222,"15min":2.222},"last":1.036},{"interface":"front","average":{"1min":1.1220000000000001,"5min":1.097,"15min":1.0389999999999999},"min":{"1min":0.79800000000000004,"5min":0.73299999999999998,"15min":0.73299999999999998},"max":{"1min":1.756,"5min":2.7890000000000001,"15min":2.7890000000000001},"last":0.98699999999999999}]},{"osd":5,"last update":"Mon Jul 26 15:55:06 2021","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":1.036,"15min":1.026},"min":{"1min":0.72899999999999998,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":2.1429999999999998,"5min":2.1429999999999998,"15min":2.1429999999999998},"last":0.95699999999999996},{"interface":"front","average":{"1min":1.032,"5min":1.01,"15min":0.97999999999999998},"min":{"1min":0.76700000000000002,"5min":0.68600000000000005,"15min":0.68600000000000005},"max":{"1min":2.6699999999999999,"5min":2.6699999999999999,"15min":2.6699999999999999},"last":0.92400000000000004}]},{"osd":6,"last update":"Mon Jul 26 15:55:29 2021","interfaces":[{"interface":"back","average":{"1min":1.167,"5min":1.169,"15min":1.141},"min":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"max":{"1min":1.9430000000000001,"5min":2.9790000000000001,"15min":2.9790000000000001},"last":1.133},{"interface":"front","average":{"1min":1.1459999999999999,"5min":1.149,"15min":1.157},"min":{"1min":0.84099999999999997,"5min":0.73299999999999998,"15min":0.73299999999999998},"max":{"1min":1.522,"5min":2.3359999999999999,"15min":2.3359999999999999},"last":1.083}]},{"osd":7,"last update":"Mon Jul 26 15:54:58 2021","interfaces":[{"interface":"back","average":{"1min":1.1259999999999999,"5min":1.1519999999999999,"15min":1.1699999999999999},"min":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":2.754,"5min":2.754,"15min":2.754},"last":1.0569999999999999},{"interface":"front","average":{"1min":1.2989999999999999,"5min":1.252,"15min":1.244},"min":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"max":{"1min":2.8860000000000001,"5min":2.8860000000000001,"15min":2.8860000000000001},"last":1.177}]}]},{"osd":4,"up_from":31,"seq":133143986243,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049148,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696004,"statfs":{"total":95995035648,"available":94920708096,"internally_reserved":1073741824,"allocated":577536,"data_stored":234992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:55:40 2021","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.86699999999999999,"15min":0.85899999999999999},"min":{"1min":0.59199999999999997,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.337,"5min":1.367,"15min":1.367},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.88,"5min":0.878,"15min":0.88700000000000001},"min":{"1min":0.59199999999999997,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.373,"5min":1.405,"15min":1.405},"last":0.90300000000000002}]},{"osd":1,"last update":"Mon Jul 26 15:55:40 2021","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.80700000000000005,"15min":0.76300000000000001},"min":{"1min":0.56699999999999995,"5min":0.501,"15min":0.501},"max":{"1min":1.103,"5min":1.147,"15min":1.147},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.872,"5min":0.88900000000000001,"15min":0.86899999999999999},"min":{"1min":0.67600000000000005,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.1160000000000001,"5min":1.583,"15min":1.583},"last":1.018}]},{"osd":2,"last update":"Mon Jul 26 15:55:40 2021","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.89700000000000002,"15min":0.90500000000000003},"min":{"1min":0.66000000000000003,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.0840000000000001,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.97799999999999998},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.879,"15min":0.88300000000000001},"min":{"1min":0.63100000000000001,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.0569999999999999,"5min":1.569,"15min":1.569},"last":1.0569999999999999}]},{"osd":3,"last update":"Mon Jul 26 15:55:40 2021","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.93000000000000005,"15min":0.872},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.232,"5min":1.542,"15min":1.542},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.873,"5min":0.877,"15min":0.86399999999999999},"min":{"1min":0.69999999999999996,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.147,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.95299999999999996}]},{"osd":5,"last update":"Mon Jul 26 15:55:01 2021","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.75600000000000001,"15min":0.70599999999999996},"min":{"1min":0.59599999999999997,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.0509999999999999,"5min":1.482,"15min":1.482},"last":0.93899999999999995},{"interface":"front","average":{"1min":1.03,"5min":0.98199999999999998,"15min":0.94899999999999995},"min":{"1min":0.90000000000000002,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.262,"5min":1.639,"15min":1.639},"last":1.0820000000000001}]},{"osd":6,"last update":"Mon Jul 26 15:55:30 2021","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.874,"15min":0.83799999999999997},"min":{"1min":0.64600000000000002,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.0940000000000001,"5min":1.444,"15min":1.444},"last":0.98899999999999999},{"interface":"front","average":{"1min":0.90200000000000002,"5min":0.89400000000000002,"15min":0.86599999999999999},"min":{"1min":0.60899999999999999,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.1950000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.88900000000000001}]},{"osd":7,"last update":"Mon Jul 26 15:54:52 2021","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":1.012,"15min":1.008},"min":{"1min":0.74299999999999999,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.204,"5min":1.6579999999999999,"15min":1.6579999999999999},"last":1.107},{"interface":"front","average":{"1min":1.034,"5min":0.99199999999999999,"15min":0.97999999999999998},"min":{"1min":0.82899999999999996,"5min":0.69299999999999995,"15min":0.69299999999999995},"max":{"1min":1.2230000000000001,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1.0369999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822717,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696020,"statfs":{"total":95995035648,"available":94920724480,"internally_reserved":1073741824,"allocated":561152,"data_stored":233934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:55:07 2021","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.84699999999999998,"15min":0.82599999999999996},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":1.167},{"interface":"front","average":{"1min":0.878,"5min":0.85999999999999999,"15min":0.80800000000000005},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.2090000000000001,"5min":1.242,"15min":1.242},"last":1.448}]},{"osd":1,"last update":"Mon Jul 26 15:55:07 2021","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.84699999999999998},"min":{"1min":0.61199999999999999,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.165,"5min":1.9219999999999999,"15min":1.9219999999999999},"last":1.516},{"interface":"front","average":{"1min":0.92700000000000005,"5min":0.88300000000000001,"15min":0.86499999999999999},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.206,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":1.2949999999999999}]},{"osd":2,"last update":"Mon Jul 26 15:55:07 2021","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.89100000000000001,"15min":0.86099999999999999},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.2090000000000001,"5min":1.853,"15min":1.853},"last":1.5800000000000001},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.88300000000000001,"15min":0.86099999999999999},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.1739999999999999,"5min":1.248,"15min":1.248},"last":1.3540000000000001}]},{"osd":3,"last update":"Mon Jul 26 15:55:07 2021","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.90400000000000003,"15min":0.88600000000000001},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.173,"5min":1.23,"15min":1.23},"last":1.417},{"interface":"front","average":{"1min":0.92700000000000005,"5min":0.92000000000000004,"15min":0.876},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":1.196,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.379}]},{"osd":4,"last update":"Mon Jul 26 15:55:07 2021","interfaces":[{"interface":"back","average":{"1min":0.88100000000000001,"5min":0.82599999999999996,"15min":0.77100000000000002},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.2490000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":2.3319999999999999},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.85199999999999998,"15min":0.79000000000000004},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.349,"5min":1.718,"15min":1.718},"last":2.4049999999999998}]},{"osd":6,"last update":"Mon Jul 26 15:55:30 2021","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.92000000000000004,"15min":0.86799999999999999},"min":{"1min":0.58399999999999996,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":2.2360000000000002},{"interface":"front","average":{"1min":0.95299999999999996,"5min":1.0049999999999999,"15min":0.97099999999999997},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.171,"5min":1.4970000000000001,"15min":1.4970000000000001},"last":1.887}]},{"osd":7,"last update":"Mon Jul 26 15:54:53 2021","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.98699999999999999,"15min":0.98099999999999998},"min":{"1min":0.70199999999999996,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.2210000000000001,"5min":1.5389999999999999,"15min":1.5389999999999999},"last":1.536},{"interface":"front","average":{"1min":0.97899999999999998,"5min":1.0580000000000001,"15min":1.0780000000000001},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.1060000000000001,"5min":1.9730000000000001,"15min":1.9730000000000001},"last":2.7770000000000001}]}]}]}} 2021-07-26T15:55:47.537 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T15:55:47.551 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:47 smithi037 bash[14605]: cluster 2021-07-26T15:55:46.232927+0000 mgr.y (mgr.14140) 362 : cluster [DBG] pgmap v322: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:47.551 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:47 smithi037 bash[18551]: cluster 2021-07-26T15:55:46.232927+0000 mgr.y (mgr.14140) 362 : cluster [DBG] pgmap v322: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:47.674 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:55:47.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:47 smithi107 bash[14687]: cluster 2021-07-26T15:55:46.232927+0000 mgr.y (mgr.14140) 362 : cluster [DBG] pgmap v322: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:48.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:48 smithi037 bash[14605]: audit 2021-07-26T15:55:46.775400+0000 mgr.y (mgr.14140) 363 : audit [DBG] from='client.24658 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:55:48.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:48 smithi037 bash[18551]: audit 2021-07-26T15:55:46.775400+0000 mgr.y (mgr.14140) 363 : audit [DBG] from='client.24658 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:55:48.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:48 smithi107 bash[14687]: audit 2021-07-26T15:55:46.775400+0000 mgr.y (mgr.14140) 363 : audit [DBG] from='client.24658 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:55:49.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:49 smithi037 bash[14605]: cluster 2021-07-26T15:55:48.233748+0000 mgr.y (mgr.14140) 364 : cluster [DBG] pgmap v323: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:49.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:49 smithi037 bash[18551]: cluster 2021-07-26T15:55:48.233748+0000 mgr.y (mgr.14140) 364 : cluster [DBG] pgmap v323: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:49.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:49 smithi107 bash[14687]: cluster 2021-07-26T15:55:48.233748+0000 mgr.y (mgr.14140) 364 : cluster [DBG] pgmap v323: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:50.999 INFO:teuthology.orchestra.run.smithi037.stdout: 2021-07-26T15:55:51.002 INFO:teuthology.orchestra.run.smithi037.stderr:dumped all 2021-07-26T15:55:51.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:51 smithi037 bash[14605]: cluster 2021-07-26T15:55:50.234643+0000 mgr.y (mgr.14140) 365 : cluster [DBG] pgmap v324: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:51.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:51 smithi037 bash[18551]: cluster 2021-07-26T15:55:50.234643+0000 mgr.y (mgr.14140) 365 : cluster [DBG] pgmap v324: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:51.720 INFO:teuthology.orchestra.run.smithi037.stdout:{"pg_ready":true,"pg_map":{"version":324,"stamp":"2021-07-26T15:55:50.234078+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":8393088,"kb_used_data":4416,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":741568128,"statfs":{"total":767960285184,"available":759365763072,"internally_reserved":8589934592,"allocated":4521984,"data_stored":1873400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004796"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.267769+0000","last_change":"2021-07-26T15:54:22.266437+0000","last_active":"2021-07-26T15:54:22.267769+0000","last_peered":"2021-07-26T15:54:22.267769+0000","last_clean":"2021-07-26T15:54:22.267769+0000","last_became_active":"2021-07-26T15:54:22.264347+0000","last_became_peered":"2021-07-26T15:54:22.264347+0000","last_unstale":"2021-07-26T15:54:22.267769+0000","last_undegraded":"2021-07-26T15:54:22.267769+0000","last_fullsized":"2021-07-26T15:54:22.267769+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"16","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:26.305337+0000","last_change":"2021-07-26T15:54:21.232080+0000","last_active":"2021-07-26T15:54:26.305337+0000","last_peered":"2021-07-26T15:54:26.305337+0000","last_clean":"2021-07-26T15:54:26.305337+0000","last_became_active":"2021-07-26T15:54:21.231205+0000","last_became_peered":"2021-07-26T15:54:21.231205+0000","last_unstale":"2021-07-26T15:54:26.305337+0000","last_undegraded":"2021-07-26T15:54:26.305337+0000","last_fullsized":"2021-07-26T15:54:26.305337+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.270144+0000","last_change":"2021-07-26T15:54:22.269388+0000","last_active":"2021-07-26T15:54:22.270144+0000","last_peered":"2021-07-26T15:54:22.270144+0000","last_clean":"2021-07-26T15:54:22.270144+0000","last_became_active":"2021-07-26T15:54:22.269008+0000","last_became_peered":"2021-07-26T15:54:22.269008+0000","last_unstale":"2021-07-26T15:54:22.270144+0000","last_undegraded":"2021-07-26T15:54:22.270144+0000","last_fullsized":"2021-07-26T15:54:22.270144+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:23.268931+0000","last_change":"2021-07-26T15:54:21.241221+0000","last_active":"2021-07-26T15:54:23.268931+0000","last_peered":"2021-07-26T15:54:23.268931+0000","last_clean":"2021-07-26T15:54:23.268931+0000","last_became_active":"2021-07-26T15:54:21.240838+0000","last_became_peered":"2021-07-26T15:54:21.240838+0000","last_unstale":"2021-07-26T15:54:23.268931+0000","last_undegraded":"2021-07-26T15:54:23.268931+0000","last_fullsized":"2021-07-26T15:54:23.268931+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.269085+0000","last_change":"2021-07-26T15:54:22.268352+0000","last_active":"2021-07-26T15:54:22.269085+0000","last_peered":"2021-07-26T15:54:22.269085+0000","last_clean":"2021-07-26T15:54:22.269085+0000","last_became_active":"2021-07-26T15:54:22.267935+0000","last_became_peered":"2021-07-26T15:54:22.267935+0000","last_unstale":"2021-07-26T15:54:22.269085+0000","last_undegraded":"2021-07-26T15:54:22.269085+0000","last_fullsized":"2021-07-26T15:54:22.269085+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:26.305875+0000","last_change":"2021-07-26T15:54:21.239191+0000","last_active":"2021-07-26T15:54:26.305875+0000","last_peered":"2021-07-26T15:54:26.305875+0000","last_clean":"2021-07-26T15:54:26.305875+0000","last_became_active":"2021-07-26T15:54:21.236908+0000","last_became_peered":"2021-07-26T15:54:21.236908+0000","last_unstale":"2021-07-26T15:54:26.305875+0000","last_undegraded":"2021-07-26T15:54:26.305875+0000","last_fullsized":"2021-07-26T15:54:26.305875+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.270257+0000","last_change":"2021-07-26T15:54:22.268748+0000","last_active":"2021-07-26T15:54:22.270257+0000","last_peered":"2021-07-26T15:54:22.270257+0000","last_clean":"2021-07-26T15:54:22.270257+0000","last_became_active":"2021-07-26T15:54:22.268355+0000","last_became_peered":"2021-07-26T15:54:22.268355+0000","last_unstale":"2021-07-26T15:54:22.270257+0000","last_undegraded":"2021-07-26T15:54:22.270257+0000","last_fullsized":"2021-07-26T15:54:22.270257+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:26.305847+0000","last_change":"2021-07-26T15:54:21.234706+0000","last_active":"2021-07-26T15:54:26.305847+0000","last_peered":"2021-07-26T15:54:26.305847+0000","last_clean":"2021-07-26T15:54:26.305847+0000","last_became_active":"2021-07-26T15:54:21.234221+0000","last_became_peered":"2021-07-26T15:54:21.234221+0000","last_unstale":"2021-07-26T15:54:26.305847+0000","last_undegraded":"2021-07-26T15:54:26.305847+0000","last_fullsized":"2021-07-26T15:54:26.305847+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.265386+0000","last_change":"2021-07-26T15:54:22.265098+0000","last_active":"2021-07-26T15:54:22.265386+0000","last_peered":"2021-07-26T15:54:22.265386+0000","last_clean":"2021-07-26T15:54:22.265386+0000","last_became_active":"2021-07-26T15:54:22.264686+0000","last_became_peered":"2021-07-26T15:54:22.264686+0000","last_unstale":"2021-07-26T15:54:22.265386+0000","last_undegraded":"2021-07-26T15:54:22.265386+0000","last_fullsized":"2021-07-26T15:54:22.265386+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:23.269437+0000","last_change":"2021-07-26T15:54:21.237108+0000","last_active":"2021-07-26T15:54:23.269437+0000","last_peered":"2021-07-26T15:54:23.269437+0000","last_clean":"2021-07-26T15:54:23.269437+0000","last_became_active":"2021-07-26T15:54:21.236714+0000","last_became_peered":"2021-07-26T15:54:21.236714+0000","last_unstale":"2021-07-26T15:54:23.269437+0000","last_undegraded":"2021-07-26T15:54:23.269437+0000","last_fullsized":"2021-07-26T15:54:23.269437+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.269578+0000","last_change":"2021-07-26T15:54:22.269103+0000","last_active":"2021-07-26T15:54:22.269578+0000","last_peered":"2021-07-26T15:54:22.269578+0000","last_clean":"2021-07-26T15:54:22.269578+0000","last_became_active":"2021-07-26T15:54:22.268601+0000","last_became_peered":"2021-07-26T15:54:22.268601+0000","last_unstale":"2021-07-26T15:54:22.269578+0000","last_undegraded":"2021-07-26T15:54:22.269578+0000","last_fullsized":"2021-07-26T15:54:22.269578+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:23.268265+0000","last_change":"2021-07-26T15:54:21.239179+0000","last_active":"2021-07-26T15:54:23.268265+0000","last_peered":"2021-07-26T15:54:23.268265+0000","last_clean":"2021-07-26T15:54:23.268265+0000","last_became_active":"2021-07-26T15:54:21.237812+0000","last_became_peered":"2021-07-26T15:54:21.237812+0000","last_unstale":"2021-07-26T15:54:23.268265+0000","last_undegraded":"2021-07-26T15:54:23.268265+0000","last_fullsized":"2021-07-26T15:54:23.268265+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.259337+0000","last_change":"2021-07-26T15:52:22.748076+0000","last_active":"2021-07-26T15:54:22.259337+0000","last_peered":"2021-07-26T15:54:22.259337+0000","last_clean":"2021-07-26T15:54:22.259337+0000","last_became_active":"2021-07-26T15:52:22.747634+0000","last_became_peered":"2021-07-26T15:52:22.747634+0000","last_unstale":"2021-07-26T15:54:22.259337+0000","last_undegraded":"2021-07-26T15:54:22.259337+0000","last_fullsized":"2021-07-26T15:54:22.259337+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.344006+0000","last_change":"2021-07-26T15:54:22.342488+0000","last_active":"2021-07-26T15:54:22.344006+0000","last_peered":"2021-07-26T15:54:22.344006+0000","last_clean":"2021-07-26T15:54:22.344006+0000","last_became_active":"2021-07-26T15:54:22.341310+0000","last_became_peered":"2021-07-26T15:54:22.341310+0000","last_unstale":"2021-07-26T15:54:22.344006+0000","last_undegraded":"2021-07-26T15:54:22.344006+0000","last_fullsized":"2021-07-26T15:54:22.344006+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.259646+0000","last_change":"2021-07-26T15:52:23.340760+0000","last_active":"2021-07-26T15:54:22.259646+0000","last_peered":"2021-07-26T15:54:22.259646+0000","last_clean":"2021-07-26T15:54:22.259646+0000","last_became_active":"2021-07-26T15:52:23.339400+0000","last_became_peered":"2021-07-26T15:52:23.339400+0000","last_unstale":"2021-07-26T15:54:22.259646+0000","last_undegraded":"2021-07-26T15:54:22.259646+0000","last_fullsized":"2021-07-26T15:54:22.259646+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:26.304157+0000","last_change":"2021-07-26T15:54:21.240435+0000","last_active":"2021-07-26T15:54:26.304157+0000","last_peered":"2021-07-26T15:54:26.304157+0000","last_clean":"2021-07-26T15:54:26.304157+0000","last_became_active":"2021-07-26T15:54:21.239982+0000","last_became_peered":"2021-07-26T15:54:21.239982+0000","last_unstale":"2021-07-26T15:54:26.304157+0000","last_undegraded":"2021-07-26T15:54:26.304157+0000","last_fullsized":"2021-07-26T15:54:26.304157+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.342394+0000","last_change":"2021-07-26T15:54:22.340690+0000","last_active":"2021-07-26T15:54:22.342394+0000","last_peered":"2021-07-26T15:54:22.342394+0000","last_clean":"2021-07-26T15:54:22.342394+0000","last_became_active":"2021-07-26T15:54:22.339391+0000","last_became_peered":"2021-07-26T15:54:22.339391+0000","last_unstale":"2021-07-26T15:54:22.342394+0000","last_undegraded":"2021-07-26T15:54:22.342394+0000","last_fullsized":"2021-07-26T15:54:22.342394+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.259838+0000","last_change":"2021-07-26T15:54:21.240413+0000","last_active":"2021-07-26T15:54:22.259838+0000","last_peered":"2021-07-26T15:54:22.259838+0000","last_clean":"2021-07-26T15:54:22.259838+0000","last_became_active":"2021-07-26T15:54:21.239969+0000","last_became_peered":"2021-07-26T15:54:21.239969+0000","last_unstale":"2021-07-26T15:54:22.259838+0000","last_undegraded":"2021-07-26T15:54:22.259838+0000","last_fullsized":"2021-07-26T15:54:22.259838+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.337248+0000","last_change":"2021-07-26T15:52:23.344790+0000","last_active":"2021-07-26T15:54:22.337248+0000","last_peered":"2021-07-26T15:54:22.337248+0000","last_clean":"2021-07-26T15:54:22.337248+0000","last_became_active":"2021-07-26T15:52:23.344236+0000","last_became_peered":"2021-07-26T15:52:23.344236+0000","last_unstale":"2021-07-26T15:54:22.337248+0000","last_undegraded":"2021-07-26T15:54:22.337248+0000","last_fullsized":"2021-07-26T15:54:22.337248+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.264770+0000","last_change":"2021-07-26T15:54:22.264306+0000","last_active":"2021-07-26T15:54:22.264770+0000","last_peered":"2021-07-26T15:54:22.264770+0000","last_clean":"2021-07-26T15:54:22.264770+0000","last_became_active":"2021-07-26T15:54:22.263851+0000","last_became_peered":"2021-07-26T15:54:22.263851+0000","last_unstale":"2021-07-26T15:54:22.264770+0000","last_undegraded":"2021-07-26T15:54:22.264770+0000","last_fullsized":"2021-07-26T15:54:22.264770+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.252400+0000","last_change":"2021-07-26T15:54:21.242544+0000","last_active":"2021-07-26T15:54:22.252400+0000","last_peered":"2021-07-26T15:54:22.252400+0000","last_clean":"2021-07-26T15:54:22.252400+0000","last_became_active":"2021-07-26T15:54:21.237975+0000","last_became_peered":"2021-07-26T15:54:21.237975+0000","last_unstale":"2021-07-26T15:54:22.252400+0000","last_undegraded":"2021-07-26T15:54:22.252400+0000","last_fullsized":"2021-07-26T15:54:22.252400+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.336346+0000","last_change":"2021-07-26T15:52:22.747272+0000","last_active":"2021-07-26T15:54:22.336346+0000","last_peered":"2021-07-26T15:54:22.336346+0000","last_clean":"2021-07-26T15:54:22.336346+0000","last_became_active":"2021-07-26T15:52:22.745820+0000","last_became_peered":"2021-07-26T15:52:22.745820+0000","last_unstale":"2021-07-26T15:54:22.336346+0000","last_undegraded":"2021-07-26T15:54:22.336346+0000","last_fullsized":"2021-07-26T15:54:22.336346+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.339873+0000","last_change":"2021-07-26T15:54:22.339398+0000","last_active":"2021-07-26T15:54:22.339873+0000","last_peered":"2021-07-26T15:54:22.339873+0000","last_clean":"2021-07-26T15:54:22.339873+0000","last_became_active":"2021-07-26T15:54:22.338444+0000","last_became_peered":"2021-07-26T15:54:22.338444+0000","last_unstale":"2021-07-26T15:54:22.339873+0000","last_undegraded":"2021-07-26T15:54:22.339873+0000","last_fullsized":"2021-07-26T15:54:22.339873+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.257706+0000","last_change":"2021-07-26T15:54:21.237680+0000","last_active":"2021-07-26T15:54:22.257706+0000","last_peered":"2021-07-26T15:54:22.257706+0000","last_clean":"2021-07-26T15:54:22.257706+0000","last_became_active":"2021-07-26T15:54:21.237258+0000","last_became_peered":"2021-07-26T15:54:21.237258+0000","last_unstale":"2021-07-26T15:54:22.257706+0000","last_undegraded":"2021-07-26T15:54:22.257706+0000","last_fullsized":"2021-07-26T15:54:22.257706+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"19","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.336314+0000","last_change":"2021-07-26T15:51:50.066023+0000","last_active":"2021-07-26T15:54:22.336314+0000","last_peered":"2021-07-26T15:54:22.336314+0000","last_clean":"2021-07-26T15:54:22.336314+0000","last_became_active":"2021-07-26T15:51:50.064964+0000","last_became_peered":"2021-07-26T15:51:50.064964+0000","last_unstale":"2021-07-26T15:54:22.336314+0000","last_undegraded":"2021-07-26T15:54:22.336314+0000","last_fullsized":"2021-07-26T15:54:22.336314+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:29.266561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:29.266561+0000","last_clean_scrub_stamp":"2021-07-26T15:47:29.266561+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.255637+0000","last_change":"2021-07-26T15:52:22.746420+0000","last_active":"2021-07-26T15:54:22.255637+0000","last_peered":"2021-07-26T15:54:22.255637+0000","last_clean":"2021-07-26T15:54:22.255637+0000","last_became_active":"2021-07-26T15:52:22.745682+0000","last_became_peered":"2021-07-26T15:52:22.745682+0000","last_unstale":"2021-07-26T15:54:22.255637+0000","last_undegraded":"2021-07-26T15:54:22.255637+0000","last_fullsized":"2021-07-26T15:54:22.255637+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.272498+0000","last_change":"2021-07-26T15:54:22.271838+0000","last_active":"2021-07-26T15:54:22.272498+0000","last_peered":"2021-07-26T15:54:22.272498+0000","last_clean":"2021-07-26T15:54:22.272498+0000","last_became_active":"2021-07-26T15:54:22.271206+0000","last_became_peered":"2021-07-26T15:54:22.271206+0000","last_unstale":"2021-07-26T15:54:22.272498+0000","last_undegraded":"2021-07-26T15:54:22.272498+0000","last_fullsized":"2021-07-26T15:54:22.272498+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.258210+0000","last_change":"2021-07-26T15:54:21.239387+0000","last_active":"2021-07-26T15:54:22.258210+0000","last_peered":"2021-07-26T15:54:22.258210+0000","last_clean":"2021-07-26T15:54:22.258210+0000","last_became_active":"2021-07-26T15:54:21.238871+0000","last_became_peered":"2021-07-26T15:54:21.238871+0000","last_unstale":"2021-07-26T15:54:22.258210+0000","last_undegraded":"2021-07-26T15:54:22.258210+0000","last_fullsized":"2021-07-26T15:54:22.258210+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.252615+0000","last_change":"2021-07-26T15:52:22.764960+0000","last_active":"2021-07-26T15:54:22.252615+0000","last_peered":"2021-07-26T15:54:22.252615+0000","last_clean":"2021-07-26T15:54:22.252615+0000","last_became_active":"2021-07-26T15:52:22.764281+0000","last_became_peered":"2021-07-26T15:52:22.764281+0000","last_unstale":"2021-07-26T15:54:22.252615+0000","last_undegraded":"2021-07-26T15:54:22.252615+0000","last_fullsized":"2021-07-26T15:54:22.252615+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.267205+0000","last_change":"2021-07-26T15:54:22.266691+0000","last_active":"2021-07-26T15:54:22.267205+0000","last_peered":"2021-07-26T15:54:22.267205+0000","last_clean":"2021-07-26T15:54:22.267205+0000","last_became_active":"2021-07-26T15:54:22.265245+0000","last_became_peered":"2021-07-26T15:54:22.265245+0000","last_unstale":"2021-07-26T15:54:22.267205+0000","last_undegraded":"2021-07-26T15:54:22.267205+0000","last_fullsized":"2021-07-26T15:54:22.267205+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.264172+0000","last_change":"2021-07-26T15:54:21.243152+0000","last_active":"2021-07-26T15:54:22.264172+0000","last_peered":"2021-07-26T15:54:22.264172+0000","last_clean":"2021-07-26T15:54:22.264172+0000","last_became_active":"2021-07-26T15:54:21.242737+0000","last_became_peered":"2021-07-26T15:54:21.242737+0000","last_unstale":"2021-07-26T15:54:22.264172+0000","last_undegraded":"2021-07-26T15:54:22.264172+0000","last_fullsized":"2021-07-26T15:54:22.264172+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.254555+0000","last_change":"2021-07-26T15:52:22.746133+0000","last_active":"2021-07-26T15:54:22.254555+0000","last_peered":"2021-07-26T15:54:22.254555+0000","last_clean":"2021-07-26T15:54:22.254555+0000","last_became_active":"2021-07-26T15:52:22.745387+0000","last_became_peered":"2021-07-26T15:52:22.745387+0000","last_unstale":"2021-07-26T15:54:22.254555+0000","last_undegraded":"2021-07-26T15:54:22.254555+0000","last_fullsized":"2021-07-26T15:54:22.254555+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.272548+0000","last_change":"2021-07-26T15:54:22.272169+0000","last_active":"2021-07-26T15:54:22.272548+0000","last_peered":"2021-07-26T15:54:22.272548+0000","last_clean":"2021-07-26T15:54:22.272548+0000","last_became_active":"2021-07-26T15:54:22.271722+0000","last_became_peered":"2021-07-26T15:54:22.271722+0000","last_unstale":"2021-07-26T15:54:22.272548+0000","last_undegraded":"2021-07-26T15:54:22.272548+0000","last_fullsized":"2021-07-26T15:54:22.272548+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.255300+0000","last_change":"2021-07-26T15:54:21.238545+0000","last_active":"2021-07-26T15:54:22.255300+0000","last_peered":"2021-07-26T15:54:22.255300+0000","last_clean":"2021-07-26T15:54:22.255300+0000","last_became_active":"2021-07-26T15:54:21.238168+0000","last_became_peered":"2021-07-26T15:54:21.238168+0000","last_unstale":"2021-07-26T15:54:22.255300+0000","last_undegraded":"2021-07-26T15:54:22.255300+0000","last_fullsized":"2021-07-26T15:54:22.255300+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.259591+0000","last_change":"2021-07-26T15:52:22.743779+0000","last_active":"2021-07-26T15:54:22.259591+0000","last_peered":"2021-07-26T15:54:22.259591+0000","last_clean":"2021-07-26T15:54:22.259591+0000","last_became_active":"2021-07-26T15:52:22.743096+0000","last_became_peered":"2021-07-26T15:52:22.743096+0000","last_unstale":"2021-07-26T15:54:22.259591+0000","last_undegraded":"2021-07-26T15:54:22.259591+0000","last_fullsized":"2021-07-26T15:54:22.259591+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.271940+0000","last_change":"2021-07-26T15:54:22.270682+0000","last_active":"2021-07-26T15:54:22.271940+0000","last_peered":"2021-07-26T15:54:22.271940+0000","last_clean":"2021-07-26T15:54:22.271940+0000","last_became_active":"2021-07-26T15:54:22.269804+0000","last_became_peered":"2021-07-26T15:54:22.269804+0000","last_unstale":"2021-07-26T15:54:22.271940+0000","last_undegraded":"2021-07-26T15:54:22.271940+0000","last_fullsized":"2021-07-26T15:54:22.271940+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.262428+0000","last_change":"2021-07-26T15:54:21.240422+0000","last_active":"2021-07-26T15:54:22.262428+0000","last_peered":"2021-07-26T15:54:22.262428+0000","last_clean":"2021-07-26T15:54:22.262428+0000","last_became_active":"2021-07-26T15:54:21.239308+0000","last_became_peered":"2021-07-26T15:54:21.239308+0000","last_unstale":"2021-07-26T15:54:22.262428+0000","last_undegraded":"2021-07-26T15:54:22.262428+0000","last_fullsized":"2021-07-26T15:54:22.262428+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.267815+0000","last_change":"2021-07-26T15:54:22.265848+0000","last_active":"2021-07-26T15:54:22.267815+0000","last_peered":"2021-07-26T15:54:22.267815+0000","last_clean":"2021-07-26T15:54:22.267815+0000","last_became_active":"2021-07-26T15:54:22.265436+0000","last_became_peered":"2021-07-26T15:54:22.265436+0000","last_unstale":"2021-07-26T15:54:22.267815+0000","last_undegraded":"2021-07-26T15:54:22.267815+0000","last_fullsized":"2021-07-26T15:54:22.267815+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.267242+0000","last_change":"2021-07-26T15:54:21.244378+0000","last_active":"2021-07-26T15:54:22.267242+0000","last_peered":"2021-07-26T15:54:22.267242+0000","last_clean":"2021-07-26T15:54:22.267242+0000","last_became_active":"2021-07-26T15:54:21.244082+0000","last_became_peered":"2021-07-26T15:54:21.244082+0000","last_unstale":"2021-07-26T15:54:22.267242+0000","last_undegraded":"2021-07-26T15:54:22.267242+0000","last_fullsized":"2021-07-26T15:54:22.267242+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.268082+0000","last_change":"2021-07-26T15:54:22.267431+0000","last_active":"2021-07-26T15:54:22.268082+0000","last_peered":"2021-07-26T15:54:22.268082+0000","last_clean":"2021-07-26T15:54:22.268082+0000","last_became_active":"2021-07-26T15:54:22.266823+0000","last_became_peered":"2021-07-26T15:54:22.266823+0000","last_unstale":"2021-07-26T15:54:22.268082+0000","last_undegraded":"2021-07-26T15:54:22.268082+0000","last_fullsized":"2021-07-26T15:54:22.268082+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.259004+0000","last_change":"2021-07-26T15:54:21.238222+0000","last_active":"2021-07-26T15:54:22.259004+0000","last_peered":"2021-07-26T15:54:22.259004+0000","last_clean":"2021-07-26T15:54:22.259004+0000","last_became_active":"2021-07-26T15:54:21.237841+0000","last_became_peered":"2021-07-26T15:54:21.237841+0000","last_unstale":"2021-07-26T15:54:22.259004+0000","last_undegraded":"2021-07-26T15:54:22.259004+0000","last_fullsized":"2021-07-26T15:54:22.259004+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.270655+0000","last_change":"2021-07-26T15:54:22.269442+0000","last_active":"2021-07-26T15:54:22.270655+0000","last_peered":"2021-07-26T15:54:22.270655+0000","last_clean":"2021-07-26T15:54:22.270655+0000","last_became_active":"2021-07-26T15:54:22.269119+0000","last_became_peered":"2021-07-26T15:54:22.269119+0000","last_unstale":"2021-07-26T15:54:22.270655+0000","last_undegraded":"2021-07-26T15:54:22.270655+0000","last_fullsized":"2021-07-26T15:54:22.270655+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:26.307357+0000","last_change":"2021-07-26T15:54:21.244290+0000","last_active":"2021-07-26T15:54:26.307357+0000","last_peered":"2021-07-26T15:54:26.307357+0000","last_clean":"2021-07-26T15:54:26.307357+0000","last_became_active":"2021-07-26T15:54:21.243824+0000","last_became_peered":"2021-07-26T15:54:21.243824+0000","last_unstale":"2021-07-26T15:54:26.307357+0000","last_undegraded":"2021-07-26T15:54:26.307357+0000","last_fullsized":"2021-07-26T15:54:26.307357+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.269085+0000","last_change":"2021-07-26T15:54:22.268782+0000","last_active":"2021-07-26T15:54:22.269085+0000","last_peered":"2021-07-26T15:54:22.269085+0000","last_clean":"2021-07-26T15:54:22.269085+0000","last_became_active":"2021-07-26T15:54:22.268390+0000","last_became_peered":"2021-07-26T15:54:22.268390+0000","last_unstale":"2021-07-26T15:54:22.269085+0000","last_undegraded":"2021-07-26T15:54:22.269085+0000","last_fullsized":"2021-07-26T15:54:22.269085+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.254963+0000","last_change":"2021-07-26T15:54:21.230400+0000","last_active":"2021-07-26T15:54:22.254963+0000","last_peered":"2021-07-26T15:54:22.254963+0000","last_clean":"2021-07-26T15:54:22.254963+0000","last_became_active":"2021-07-26T15:54:21.229824+0000","last_became_peered":"2021-07-26T15:54:21.229824+0000","last_unstale":"2021-07-26T15:54:22.254963+0000","last_undegraded":"2021-07-26T15:54:22.254963+0000","last_fullsized":"2021-07-26T15:54:22.254963+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.340313+0000","last_change":"2021-07-26T15:54:22.339616+0000","last_active":"2021-07-26T15:54:22.340313+0000","last_peered":"2021-07-26T15:54:22.340313+0000","last_clean":"2021-07-26T15:54:22.340313+0000","last_became_active":"2021-07-26T15:54:22.338659+0000","last_became_peered":"2021-07-26T15:54:22.338659+0000","last_unstale":"2021-07-26T15:54:22.340313+0000","last_undegraded":"2021-07-26T15:54:22.340313+0000","last_fullsized":"2021-07-26T15:54:22.340313+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:23.265902+0000","last_change":"2021-07-26T15:54:21.227731+0000","last_active":"2021-07-26T15:54:23.265902+0000","last_peered":"2021-07-26T15:54:23.265902+0000","last_clean":"2021-07-26T15:54:23.265902+0000","last_became_active":"2021-07-26T15:54:21.227244+0000","last_became_peered":"2021-07-26T15:54:21.227244+0000","last_unstale":"2021-07-26T15:54:23.265902+0000","last_undegraded":"2021-07-26T15:54:23.265902+0000","last_fullsized":"2021-07-26T15:54:23.265902+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.272587+0000","last_change":"2021-07-26T15:54:22.272179+0000","last_active":"2021-07-26T15:54:22.272587+0000","last_peered":"2021-07-26T15:54:22.272587+0000","last_clean":"2021-07-26T15:54:22.272587+0000","last_became_active":"2021-07-26T15:54:22.271759+0000","last_became_peered":"2021-07-26T15:54:22.271759+0000","last_unstale":"2021-07-26T15:54:22.272587+0000","last_undegraded":"2021-07-26T15:54:22.272587+0000","last_fullsized":"2021-07-26T15:54:22.272587+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:26.306117+0000","last_change":"2021-07-26T15:54:21.238566+0000","last_active":"2021-07-26T15:54:26.306117+0000","last_peered":"2021-07-26T15:54:26.306117+0000","last_clean":"2021-07-26T15:54:26.306117+0000","last_became_active":"2021-07-26T15:54:21.237851+0000","last_became_peered":"2021-07-26T15:54:21.237851+0000","last_unstale":"2021-07-26T15:54:26.306117+0000","last_undegraded":"2021-07-26T15:54:26.306117+0000","last_fullsized":"2021-07-26T15:54:26.306117+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.254268+0000","last_change":"2021-07-26T15:54:21.452105+0000","last_active":"2021-07-26T15:54:22.254268+0000","last_peered":"2021-07-26T15:54:22.254268+0000","last_clean":"2021-07-26T15:54:22.254268+0000","last_became_active":"2021-07-26T15:54:21.451248+0000","last_became_peered":"2021-07-26T15:54:21.451248+0000","last_unstale":"2021-07-26T15:54:22.254268+0000","last_undegraded":"2021-07-26T15:54:22.254268+0000","last_fullsized":"2021-07-26T15:54:22.254268+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:23.266177+0000","last_change":"2021-07-26T15:54:21.235952+0000","last_active":"2021-07-26T15:54:23.266177+0000","last_peered":"2021-07-26T15:54:23.266177+0000","last_clean":"2021-07-26T15:54:23.266177+0000","last_became_active":"2021-07-26T15:54:21.235580+0000","last_became_peered":"2021-07-26T15:54:21.235580+0000","last_unstale":"2021-07-26T15:54:23.266177+0000","last_undegraded":"2021-07-26T15:54:23.266177+0000","last_fullsized":"2021-07-26T15:54:23.266177+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.344158+0000","last_change":"2021-07-26T15:54:22.340693+0000","last_active":"2021-07-26T15:54:22.344158+0000","last_peered":"2021-07-26T15:54:22.344158+0000","last_clean":"2021-07-26T15:54:22.344158+0000","last_became_active":"2021-07-26T15:54:22.339548+0000","last_became_peered":"2021-07-26T15:54:22.339548+0000","last_unstale":"2021-07-26T15:54:22.344158+0000","last_undegraded":"2021-07-26T15:54:22.344158+0000","last_fullsized":"2021-07-26T15:54:22.344158+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"20","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:26.303656+0000","last_change":"2021-07-26T15:54:21.232371+0000","last_active":"2021-07-26T15:54:26.303656+0000","last_peered":"2021-07-26T15:54:26.303656+0000","last_clean":"2021-07-26T15:54:26.303656+0000","last_became_active":"2021-07-26T15:54:21.231911+0000","last_became_peered":"2021-07-26T15:54:21.231911+0000","last_unstale":"2021-07-26T15:54:26.303656+0000","last_undegraded":"2021-07-26T15:54:26.303656+0000","last_fullsized":"2021-07-26T15:54:26.303656+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.345087+0000","last_change":"2021-07-26T15:54:22.343130+0000","last_active":"2021-07-26T15:54:22.345087+0000","last_peered":"2021-07-26T15:54:22.345087+0000","last_clean":"2021-07-26T15:54:22.345087+0000","last_became_active":"2021-07-26T15:54:22.341892+0000","last_became_peered":"2021-07-26T15:54:22.341892+0000","last_unstale":"2021-07-26T15:54:22.345087+0000","last_undegraded":"2021-07-26T15:54:22.345087+0000","last_fullsized":"2021-07-26T15:54:22.345087+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.336291+0000","last_change":"2021-07-26T15:54:21.238520+0000","last_active":"2021-07-26T15:54:22.336291+0000","last_peered":"2021-07-26T15:54:22.336291+0000","last_clean":"2021-07-26T15:54:22.336291+0000","last_became_active":"2021-07-26T15:54:21.238038+0000","last_became_peered":"2021-07-26T15:54:21.238038+0000","last_unstale":"2021-07-26T15:54:22.336291+0000","last_undegraded":"2021-07-26T15:54:22.336291+0000","last_fullsized":"2021-07-26T15:54:22.336291+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.255843+0000","last_change":"2021-07-26T15:54:21.368225+0000","last_active":"2021-07-26T15:54:22.255843+0000","last_peered":"2021-07-26T15:54:22.255843+0000","last_clean":"2021-07-26T15:54:22.255843+0000","last_became_active":"2021-07-26T15:54:21.367108+0000","last_became_peered":"2021-07-26T15:54:21.367108+0000","last_unstale":"2021-07-26T15:54:22.255843+0000","last_undegraded":"2021-07-26T15:54:22.255843+0000","last_fullsized":"2021-07-26T15:54:22.255843+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.252684+0000","last_change":"2021-07-26T15:54:21.235559+0000","last_active":"2021-07-26T15:54:22.252684+0000","last_peered":"2021-07-26T15:54:22.252684+0000","last_clean":"2021-07-26T15:54:22.252684+0000","last_became_active":"2021-07-26T15:54:21.234539+0000","last_became_peered":"2021-07-26T15:54:21.234539+0000","last_unstale":"2021-07-26T15:54:22.252684+0000","last_undegraded":"2021-07-26T15:54:22.252684+0000","last_fullsized":"2021-07-26T15:54:22.252684+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.343698+0000","last_change":"2021-07-26T15:54:22.341582+0000","last_active":"2021-07-26T15:54:22.343698+0000","last_peered":"2021-07-26T15:54:22.343698+0000","last_clean":"2021-07-26T15:54:22.343698+0000","last_became_active":"2021-07-26T15:54:22.340497+0000","last_became_peered":"2021-07-26T15:54:22.340497+0000","last_unstale":"2021-07-26T15:54:22.343698+0000","last_undegraded":"2021-07-26T15:54:22.343698+0000","last_fullsized":"2021-07-26T15:54:22.343698+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:26.306510+0000","last_change":"2021-07-26T15:54:21.240300+0000","last_active":"2021-07-26T15:54:26.306510+0000","last_peered":"2021-07-26T15:54:26.306510+0000","last_clean":"2021-07-26T15:54:26.306510+0000","last_became_active":"2021-07-26T15:54:21.239903+0000","last_became_peered":"2021-07-26T15:54:21.239903+0000","last_unstale":"2021-07-26T15:54:26.306510+0000","last_undegraded":"2021-07-26T15:54:26.306510+0000","last_fullsized":"2021-07-26T15:54:26.306510+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.270816+0000","last_change":"2021-07-26T15:54:22.270182+0000","last_active":"2021-07-26T15:54:22.270816+0000","last_peered":"2021-07-26T15:54:22.270816+0000","last_clean":"2021-07-26T15:54:22.270816+0000","last_became_active":"2021-07-26T15:54:22.269802+0000","last_became_peered":"2021-07-26T15:54:22.269802+0000","last_unstale":"2021-07-26T15:54:22.270816+0000","last_undegraded":"2021-07-26T15:54:22.270816+0000","last_fullsized":"2021-07-26T15:54:22.270816+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"56'6","reported_seq":"18","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:26.307736+0000","last_change":"2021-07-26T15:54:21.243807+0000","last_active":"2021-07-26T15:54:26.307736+0000","last_peered":"2021-07-26T15:54:26.307736+0000","last_clean":"2021-07-26T15:54:26.307736+0000","last_became_active":"2021-07-26T15:54:21.243057+0000","last_became_peered":"2021-07-26T15:54:21.243057+0000","last_unstale":"2021-07-26T15:54:26.307736+0000","last_undegraded":"2021-07-26T15:54:26.307736+0000","last_fullsized":"2021-07-26T15:54:26.307736+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1535,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.266843+0000","last_change":"2021-07-26T15:54:22.266456+0000","last_active":"2021-07-26T15:54:22.266843+0000","last_peered":"2021-07-26T15:54:22.266843+0000","last_clean":"2021-07-26T15:54:22.266843+0000","last_became_active":"2021-07-26T15:54:22.266061+0000","last_became_peered":"2021-07-26T15:54:22.266061+0000","last_unstale":"2021-07-26T15:54:22.266843+0000","last_undegraded":"2021-07-26T15:54:22.266843+0000","last_fullsized":"2021-07-26T15:54:22.266843+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"15","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:26.306417+0000","last_change":"2021-07-26T15:54:21.236799+0000","last_active":"2021-07-26T15:54:26.306417+0000","last_peered":"2021-07-26T15:54:26.306417+0000","last_clean":"2021-07-26T15:54:26.306417+0000","last_became_active":"2021-07-26T15:54:21.236456+0000","last_became_peered":"2021-07-26T15:54:21.236456+0000","last_unstale":"2021-07-26T15:54:26.306417+0000","last_undegraded":"2021-07-26T15:54:26.306417+0000","last_fullsized":"2021-07-26T15:54:26.306417+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.345485+0000","last_change":"2021-07-26T15:54:22.340706+0000","last_active":"2021-07-26T15:54:22.345485+0000","last_peered":"2021-07-26T15:54:22.345485+0000","last_clean":"2021-07-26T15:54:22.345485+0000","last_became_active":"2021-07-26T15:54:22.339543+0000","last_became_peered":"2021-07-26T15:54:22.339543+0000","last_unstale":"2021-07-26T15:54:22.345485+0000","last_undegraded":"2021-07-26T15:54:22.345485+0000","last_fullsized":"2021-07-26T15:54:22.345485+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.255137+0000","last_change":"2021-07-26T15:54:21.234289+0000","last_active":"2021-07-26T15:54:22.255137+0000","last_peered":"2021-07-26T15:54:22.255137+0000","last_clean":"2021-07-26T15:54:22.255137+0000","last_became_active":"2021-07-26T15:54:21.233823+0000","last_became_peered":"2021-07-26T15:54:21.233823+0000","last_unstale":"2021-07-26T15:54:22.255137+0000","last_undegraded":"2021-07-26T15:54:22.255137+0000","last_fullsized":"2021-07-26T15:54:22.255137+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.267041+0000","last_change":"2021-07-26T15:54:22.266561+0000","last_active":"2021-07-26T15:54:22.267041+0000","last_peered":"2021-07-26T15:54:22.267041+0000","last_clean":"2021-07-26T15:54:22.267041+0000","last_became_active":"2021-07-26T15:54:22.266215+0000","last_became_peered":"2021-07-26T15:54:22.266215+0000","last_unstale":"2021-07-26T15:54:22.267041+0000","last_undegraded":"2021-07-26T15:54:22.267041+0000","last_fullsized":"2021-07-26T15:54:22.267041+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.253392+0000","last_change":"2021-07-26T15:54:21.233847+0000","last_active":"2021-07-26T15:54:22.253392+0000","last_peered":"2021-07-26T15:54:22.253392+0000","last_clean":"2021-07-26T15:54:22.253392+0000","last_became_active":"2021-07-26T15:54:21.233406+0000","last_became_peered":"2021-07-26T15:54:21.233406+0000","last_unstale":"2021-07-26T15:54:22.253392+0000","last_undegraded":"2021-07-26T15:54:22.253392+0000","last_fullsized":"2021-07-26T15:54:22.253392+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.266068+0000","last_change":"2021-07-26T15:54:22.265562+0000","last_active":"2021-07-26T15:54:22.266068+0000","last_peered":"2021-07-26T15:54:22.266068+0000","last_clean":"2021-07-26T15:54:22.266068+0000","last_became_active":"2021-07-26T15:54:22.265126+0000","last_became_peered":"2021-07-26T15:54:22.265126+0000","last_unstale":"2021-07-26T15:54:22.266068+0000","last_undegraded":"2021-07-26T15:54:22.266068+0000","last_fullsized":"2021-07-26T15:54:22.266068+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.262353+0000","last_change":"2021-07-26T15:54:21.237743+0000","last_active":"2021-07-26T15:54:22.262353+0000","last_peered":"2021-07-26T15:54:22.262353+0000","last_clean":"2021-07-26T15:54:22.262353+0000","last_became_active":"2021-07-26T15:54:21.237318+0000","last_became_peered":"2021-07-26T15:54:21.237318+0000","last_unstale":"2021-07-26T15:54:22.262353+0000","last_undegraded":"2021-07-26T15:54:22.262353+0000","last_fullsized":"2021-07-26T15:54:22.262353+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.345713+0000","last_change":"2021-07-26T15:54:22.344714+0000","last_active":"2021-07-26T15:54:22.345713+0000","last_peered":"2021-07-26T15:54:22.345713+0000","last_clean":"2021-07-26T15:54:22.345713+0000","last_became_active":"2021-07-26T15:54:22.343211+0000","last_became_peered":"2021-07-26T15:54:22.343211+0000","last_unstale":"2021-07-26T15:54:22.345713+0000","last_undegraded":"2021-07-26T15:54:22.345713+0000","last_fullsized":"2021-07-26T15:54:22.345713+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.258398+0000","last_change":"2021-07-26T15:54:21.246455+0000","last_active":"2021-07-26T15:54:22.258398+0000","last_peered":"2021-07-26T15:54:22.258398+0000","last_clean":"2021-07-26T15:54:22.258398+0000","last_became_active":"2021-07-26T15:54:21.246080+0000","last_became_peered":"2021-07-26T15:54:21.246080+0000","last_unstale":"2021-07-26T15:54:22.258398+0000","last_undegraded":"2021-07-26T15:54:22.258398+0000","last_fullsized":"2021-07-26T15:54:22.258398+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-07-26T15:54:22.271920+0000","last_change":"2021-07-26T15:54:22.271449+0000","last_active":"2021-07-26T15:54:22.271920+0000","last_peered":"2021-07-26T15:54:22.271920+0000","last_clean":"2021-07-26T15:54:22.271920+0000","last_became_active":"2021-07-26T15:54:22.271096+0000","last_became_peered":"2021-07-26T15:54:22.271096+0000","last_unstale":"2021-07-26T15:54:22.271920+0000","last_undegraded":"2021-07-26T15:54:22.271920+0000","last_fullsized":"2021-07-26T15:54:22.271920+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-07-26T15:54:24.310798+0000","last_change":"2021-07-26T15:54:21.245395+0000","last_active":"2021-07-26T15:54:24.310798+0000","last_peered":"2021-07-26T15:54:24.310798+0000","last_clean":"2021-07-26T15:54:24.310798+0000","last_became_active":"2021-07-26T15:54:21.245025+0000","last_became_peered":"2021-07-26T15:54:21.245025+0000","last_unstale":"2021-07-26T15:54:24.310798+0000","last_undegraded":"2021-07-26T15:54:24.310798+0000","last_fullsized":"2021-07-26T15:54:24.310798+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495668,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049152,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696000,"statfs":{"total":95995035648,"available":94920704000,"internally_reserved":1073741824,"allocated":581632,"data_stored":235062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:54:56 2021","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.89000000000000001,"15min":0.91900000000000004},"min":{"1min":0.626,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.109,"5min":1.766,"15min":1.766},"last":0.97099999999999997},{"interface":"front","average":{"1min":0.90300000000000002,"5min":0.88500000000000001,"15min":0.89000000000000001},"min":{"1min":0.68300000000000005,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.94799999999999995}]},{"osd":1,"last update":"Mon Jul 26 15:54:56 2021","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.84599999999999997,"15min":0.84999999999999998},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0920000000000001,"5min":1.179,"15min":1.179},"last":1.1659999999999999},{"interface":"front","average":{"1min":0.876,"5min":0.89400000000000002,"15min":0.89700000000000002},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.2829999999999999,"5min":1.498,"15min":1.498},"last":0.747}]},{"osd":2,"last update":"Mon Jul 26 15:54:56 2021","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.94099999999999995,"15min":0.96499999999999997},"min":{"1min":0.53900000000000003,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.1200000000000001,"5min":1.8899999999999999,"15min":1.8899999999999999},"last":1.0920000000000001},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.93400000000000005,"15min":0.94399999999999995},"min":{"1min":0.66900000000000004,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.1759999999999999,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.86799999999999999}]},{"osd":3,"last update":"Mon Jul 26 15:54:56 2021","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.96499999999999997,"15min":0.98399999999999999},"min":{"1min":0.64500000000000002,"5min":0.505,"15min":0.505},"max":{"1min":1.1719999999999999,"5min":1.839,"15min":1.839},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.95499999999999996,"5min":0.97599999999999998,"15min":0.99099999999999999},"min":{"1min":0.68999999999999995,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.4139999999999999,"5min":1.579,"15min":1.579},"last":1.026}]},{"osd":4,"last update":"Mon Jul 26 15:54:56 2021","interfaces":[{"interface":"back","average":{"1min":0.94199999999999995,"5min":0.91500000000000004,"15min":0.91100000000000003},"min":{"1min":0.623,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":1.052},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.58399999999999996,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.1699999999999999,"5min":1.323,"15min":1.323},"last":1.0629999999999999}]},{"osd":5,"last update":"Mon Jul 26 15:54:56 2021","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.95699999999999996,"15min":0.97899999999999998},"min":{"1min":0.60899999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.98199999999999998,"5min":1.0429999999999999,"15min":1.0669999999999999},"min":{"1min":0.69199999999999995,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.2190000000000001,"5min":1.8089999999999999,"15min":1.8089999999999999},"last":1.135}]},{"osd":6,"last update":"Mon Jul 26 15:54:56 2021","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.0289999999999999,"15min":1.04},"min":{"1min":0.72399999999999998,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.4890000000000001,"5min":1.4890000000000001,"15min":1.4890000000000001},"last":1.1459999999999999},{"interface":"front","average":{"1min":1.113,"5min":1.1259999999999999,"15min":1.1319999999999999},"min":{"1min":0.90700000000000003,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.3080000000000001,"5min":1.4850000000000001,"15min":1.4850000000000001},"last":1.2070000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659193,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049140,"kb_used_data":556,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696012,"statfs":{"total":95995035648,"available":94920716288,"internally_reserved":1073741824,"allocated":569344,"data_stored":234916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:55:30 2021","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.91300000000000003,"15min":0.93000000000000005},"min":{"1min":0.626,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.603,"5min":1.603,"15min":1.603},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.89100000000000001,"5min":0.90000000000000002,"15min":0.91200000000000003},"min":{"1min":0.622,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.28,"5min":1.28,"15min":1.28},"last":1.0880000000000001}]},{"osd":1,"last update":"Mon Jul 26 15:55:30 2021","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.90000000000000002,"15min":0.874},"min":{"1min":0.79700000000000004,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.90600000000000003,"15min":0.91200000000000003},"min":{"1min":0.72199999999999998,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.048,"5min":1.351,"15min":1.351},"last":0.64600000000000002}]},{"osd":2,"last update":"Mon Jul 26 15:55:30 2021","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.92100000000000004,"15min":0.93899999999999995},"min":{"1min":0.67500000000000004,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.1160000000000001,"5min":1.252,"15min":1.252},"last":0.745},{"interface":"front","average":{"1min":1.004,"5min":0.93899999999999995,"15min":0.94799999999999995},"min":{"1min":0.68700000000000006,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.663,"5min":1.663,"15min":1.663},"last":0.85799999999999998}]},{"osd":3,"last update":"Mon Jul 26 15:55:30 2021","interfaces":[{"interface":"back","average":{"1min":0.94099999999999995,"5min":0.90800000000000003,"15min":0.90600000000000003},"min":{"1min":0.746,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.216,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.68999999999999995},{"interface":"front","average":{"1min":1.004,"5min":1.0089999999999999,"15min":1.0209999999999999},"min":{"1min":0.81599999999999995,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.244,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.78500000000000003}]},{"osd":4,"last update":"Mon Jul 26 15:55:30 2021","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.90400000000000003,"15min":0.90800000000000003},"min":{"1min":0.58399999999999996,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.2609999999999999,"5min":1.8680000000000001,"15min":1.8680000000000001},"last":0.92700000000000005},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.93100000000000005,"15min":0.90500000000000003},"min":{"1min":0.624,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.169,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.79700000000000004}]},{"osd":5,"last update":"Mon Jul 26 15:55:30 2021","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.94899999999999995,"15min":0.95899999999999996},"min":{"1min":0.66300000000000003,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.1739999999999999,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.98799999999999999},{"interface":"front","average":{"1min":1.0609999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"min":{"1min":0.80300000000000005,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.2070000000000001,"5min":3.153,"15min":3.153},"last":0.76100000000000001}]},{"osd":7,"last update":"Mon Jul 26 15:54:58 2021","interfaces":[{"interface":"back","average":{"1min":1.038,"5min":1.069,"15min":1.0780000000000001},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.3220000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.0449999999999999},{"interface":"front","average":{"1min":1.1040000000000001,"5min":1.077,"15min":1.069},"min":{"1min":0.94299999999999995,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.3859999999999999,"5min":1.46,"15min":1.46},"last":0.83199999999999996}]}]},{"osd":1,"up_from":16,"seq":68719476819,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049124,"kb_used_data":540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696028,"statfs":{"total":95995035648,"available":94920732672,"internally_reserved":1073741824,"allocated":552960,"data_stored":233311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:55:26 2021","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.67900000000000005,"15min":0.58999999999999997},"min":{"1min":0.42399999999999999,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.95799999999999996,"5min":1.232,"15min":1.232},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.755,"5min":0.73999999999999999,"15min":0.61899999999999999},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.39100000000000001},"max":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.72299999999999998}]},{"osd":2,"last update":"Mon Jul 26 15:54:50 2021","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.68300000000000005,"15min":0.623},"min":{"1min":0.53600000000000003,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.751,"15min":0.67600000000000005},"min":{"1min":0.53400000000000003,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.2150000000000001,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.82799999999999996}]},{"osd":3,"last update":"Mon Jul 26 15:55:15 2021","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.78400000000000003,"15min":0.72199999999999998},"min":{"1min":0.5,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.171,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.83699999999999997,"5min":0.84599999999999997,"15min":0.82299999999999995},"min":{"1min":0.59799999999999998,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.107,"5min":1.5209999999999999,"15min":1.5209999999999999},"last":0.76400000000000001}]},{"osd":4,"last update":"Mon Jul 26 15:55:36 2021","interfaces":[{"interface":"back","average":{"1min":0.98699999999999999,"5min":0.98899999999999999,"15min":0.93500000000000005},"min":{"1min":0.78000000000000003,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.181,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":1.3220000000000001},{"interface":"front","average":{"1min":1.0309999999999999,"5min":1.0129999999999999,"15min":1.0029999999999999},"min":{"1min":0.78800000000000003,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":1.456,"5min":1.4650000000000001,"15min":1.4650000000000001},"last":1.075}]},{"osd":5,"last update":"Mon Jul 26 15:55:04 2021","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.0409999999999999,"15min":1.0329999999999999},"min":{"1min":0.76800000000000002,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.6819999999999999,"5min":1.6819999999999999,"15min":1.6819999999999999},"last":1.0229999999999999},{"interface":"front","average":{"1min":1.1060000000000001,"5min":1.0620000000000001,"15min":1.0489999999999999},"min":{"1min":0.84799999999999998,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.5700000000000001,"5min":1.5700000000000001,"15min":1.5700000000000001},"last":1.127}]},{"osd":6,"last update":"Mon Jul 26 15:55:30 2021","interfaces":[{"interface":"back","average":{"1min":1.1419999999999999,"5min":1.127,"15min":1.111},"min":{"1min":0.749,"5min":0.749,"15min":0.749},"max":{"1min":1.504,"5min":1.583,"15min":1.583},"last":1.488},{"interface":"front","average":{"1min":1.1759999999999999,"5min":1.1519999999999999,"15min":1.1479999999999999},"min":{"1min":0.92400000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"max":{"1min":1.623,"5min":1.706,"15min":1.706},"last":1.2270000000000001}]},{"osd":7,"last update":"Mon Jul 26 15:54:50 2021","interfaces":[{"interface":"back","average":{"1min":1.171,"5min":1.1519999999999999,"15min":1.1579999999999999},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":1.526,"5min":1.595,"15min":1.595},"last":1.395},{"interface":"front","average":{"1min":1.1950000000000001,"5min":1.169,"15min":1.165},"min":{"1min":0.80200000000000005,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.4630000000000001,"5min":1.542,"15min":1.542},"last":1.417}]}]},{"osd":0,"up_from":10,"seq":42949673048,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696020,"statfs":{"total":95995035648,"available":94920724480,"internally_reserved":1073741824,"allocated":561152,"data_stored":233886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 15:55:24 2021","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.67700000000000005,"15min":0.58199999999999996},"min":{"1min":0.47199999999999998,"5min":0.40200000000000002,"15min":0.39700000000000002},"max":{"1min":1.071,"5min":1.129,"15min":1.129},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.753,"15min":0.64500000000000002},"min":{"1min":0.52900000000000003,"5min":0.41299999999999998,"15min":0.36199999999999999},"max":{"1min":1.0329999999999999,"5min":1.413,"15min":1.413},"last":0.70799999999999996}]},{"osd":2,"last update":"Mon Jul 26 15:54:53 2021","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.749,"15min":0.71799999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.052,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.83899999999999997},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.751,"15min":0.68899999999999995},"min":{"1min":0.60599999999999998,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.3560000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.872}]},{"osd":3,"last update":"Mon Jul 26 15:55:20 2021","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.72499999999999998,"15min":0.72599999999999998},"min":{"1min":0.44500000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.96599999999999997,"5min":1.262,"15min":1.262},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.93999999999999995,"5min":0.877,"15min":0.85599999999999998},"min":{"1min":0.69999999999999996,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.1180000000000001,"5min":1.5649999999999999,"15min":1.5649999999999999},"last":0.93500000000000005}]},{"osd":4,"last update":"Mon Jul 26 15:55:35 2021","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":1.0109999999999999,"15min":1.0229999999999999},"min":{"1min":0.77600000000000002,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.2,"5min":1.631,"15min":1.631},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.99399999999999999,"15min":1.016},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.4059999999999999,"5min":1.488,"15min":1.488},"last":1.3720000000000001}]},{"osd":5,"last update":"Mon Jul 26 15:55:04 2021","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.98699999999999999,"15min":1.0209999999999999},"min":{"1min":0.60199999999999998,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.165,"5min":1.3939999999999999,"15min":1.3939999999999999},"last":1.0640000000000001},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.103,"15min":1.109},"min":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"max":{"1min":1.423,"5min":1.575,"15min":1.575},"last":1.292}]},{"osd":6,"last update":"Mon Jul 26 15:55:32 2021","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":1.1080000000000001,"15min":1.1060000000000001},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":1.4670000000000001,"5min":1.7609999999999999,"15min":1.7609999999999999},"last":1.4159999999999999},{"interface":"front","average":{"1min":1.113,"5min":1.1439999999999999,"15min":1.1639999999999999},"min":{"1min":0.86899999999999999,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.3740000000000001,"5min":1.671,"15min":1.671},"last":1.1639999999999999}]},{"osd":7,"last update":"Mon Jul 26 15:54:53 2021","interfaces":[{"interface":"back","average":{"1min":1.1839999999999999,"5min":1.1439999999999999,"15min":1.1319999999999999},"min":{"1min":0.76100000000000001,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.617,"5min":1.617,"15min":1.617},"last":1.2},{"interface":"front","average":{"1min":1.0900000000000001,"5min":1.069,"15min":1.0569999999999999},"min":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"max":{"1min":1.3939999999999999,"5min":1.53,"15min":1.53},"last":1.327}]}]},{"osd":2,"up_from":21,"seq":90194313294,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696020,"statfs":{"total":95995035648,"available":94920724480,"internally_reserved":1073741824,"allocated":561152,"data_stored":233898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:54:51 2021","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.67700000000000005,"15min":0.59999999999999998},"min":{"1min":0.57299999999999995,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.1779999999999999,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.73399999999999999,"15min":0.65200000000000002},"min":{"1min":0.53600000000000003,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.91100000000000003,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.82699999999999996}]},{"osd":1,"last update":"Mon Jul 26 15:54:51 2021","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.753,"15min":0.68100000000000005},"min":{"1min":0.56299999999999994,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.179,"5min":1.4019999999999999,"15min":1.4019999999999999},"last":0.94099999999999995},{"interface":"front","average":{"1min":0.77700000000000002,"5min":0.73699999999999999,"15min":0.65000000000000002},"min":{"1min":0.51800000000000002,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.66500000000000004}]},{"osd":3,"last update":"Mon Jul 26 15:55:16 2021","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.86099999999999999,"15min":0.82199999999999995},"min":{"1min":0.61599999999999999,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.25,"5min":1.258,"15min":1.258},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.874,"15min":0.80000000000000004},"min":{"1min":0.57799999999999996,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.1639999999999999,"5min":1.847,"15min":1.847},"last":0.77600000000000002}]},{"osd":4,"last update":"Mon Jul 26 15:55:43 2021","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.98299999999999998,"15min":0.96899999999999997},"min":{"1min":0.75900000000000001,"5min":0.69299999999999995,"15min":0.69299999999999995},"max":{"1min":1.1419999999999999,"5min":1.3720000000000001,"15min":1.3720000000000001},"last":0.998},{"interface":"front","average":{"1min":1.169,"5min":1.073,"15min":1.018},"min":{"1min":0.92300000000000004,"5min":0.74099999999999999,"15min":0.74099999999999999},"max":{"1min":1.3919999999999999,"5min":2.516,"15min":2.516},"last":1.085}]},{"osd":5,"last update":"Mon Jul 26 15:55:01 2021","interfaces":[{"interface":"back","average":{"1min":1.0920000000000001,"5min":1.107,"15min":1.069},"min":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"max":{"1min":1.4410000000000001,"5min":2.573,"15min":2.573},"last":1.2889999999999999},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.026,"15min":0.997},"min":{"1min":0.89700000000000002,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.2909999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.97599999999999998}]},{"osd":6,"last update":"Mon Jul 26 15:55:31 2021","interfaces":[{"interface":"back","average":{"1min":1.204,"5min":1.165,"15min":1.1259999999999999},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.7869999999999999,"5min":2.6120000000000001,"15min":2.6120000000000001},"last":1.2230000000000001},{"interface":"front","average":{"1min":1.083,"5min":1.117,"15min":1.107},"min":{"1min":0.86399999999999999,"5min":0.746,"15min":0.746},"max":{"1min":1.202,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":1.1140000000000001}]},{"osd":7,"last update":"Mon Jul 26 15:54:53 2021","interfaces":[{"interface":"back","average":{"1min":1.1499999999999999,"5min":1.157,"15min":1.1699999999999999},"min":{"1min":0.82799999999999996,"5min":0.78200000000000003,"15min":0.78200000000000003},"max":{"1min":1.587,"5min":1.587,"15min":1.587},"last":1.1970000000000001},{"interface":"front","average":{"1min":1.125,"5min":1.1020000000000001,"15min":1.0940000000000001},"min":{"1min":0.82499999999999996,"5min":0.75600000000000001,"15min":0.75600000000000001},"max":{"1min":1.413,"5min":1.413,"15min":1.413},"last":0.89600000000000002}]}]},{"osd":3,"up_from":26,"seq":111669149767,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049128,"kb_used_data":544,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696024,"statfs":{"total":95995035648,"available":94920728576,"internally_reserved":1073741824,"allocated":557056,"data_stored":233401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:55:13 2021","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.69099999999999995,"15min":0.627},"min":{"1min":0.55100000000000005,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.0660000000000001,"5min":1.391,"15min":1.391},"last":0.98499999999999999},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.78400000000000003,"15min":0.73399999999999999},"min":{"1min":0.56200000000000006,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.0169999999999999,"5min":1.9830000000000001,"15min":1.9830000000000001},"last":1.006}]},{"osd":1,"last update":"Mon Jul 26 15:55:13 2021","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.80400000000000005,"15min":0.78800000000000003},"min":{"1min":0.55800000000000005,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.1339999999999999,"5min":2.4369999999999998,"15min":2.4369999999999998},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.81699999999999995,"15min":0.77900000000000003},"min":{"1min":0.66300000000000003,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.2430000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":1.097}]},{"osd":2,"last update":"Mon Jul 26 15:55:13 2021","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.75,"15min":0.73399999999999999},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.86599999999999999,"5min":2.5640000000000001,"15min":2.5640000000000001},"last":1.0409999999999999},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.84399999999999997},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.26,"5min":2.5009999999999999,"15min":2.5009999999999999},"last":0.84399999999999997}]},{"osd":4,"last update":"Mon Jul 26 15:55:38 2021","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":1.0249999999999999,"15min":1.0269999999999999},"min":{"1min":0.70199999999999996,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.431,"5min":2.222,"15min":2.222},"last":1.075},{"interface":"front","average":{"1min":1.1220000000000001,"5min":1.097,"15min":1.0389999999999999},"min":{"1min":0.79800000000000004,"5min":0.73299999999999998,"15min":0.73299999999999998},"max":{"1min":1.756,"5min":2.7890000000000001,"15min":2.7890000000000001},"last":0.92700000000000005}]},{"osd":5,"last update":"Mon Jul 26 15:55:06 2021","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":1.036,"15min":1.026},"min":{"1min":0.72899999999999998,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":2.1429999999999998,"5min":2.1429999999999998,"15min":2.1429999999999998},"last":1.1799999999999999},{"interface":"front","average":{"1min":1.032,"5min":1.01,"15min":0.97999999999999998},"min":{"1min":0.76700000000000002,"5min":0.68600000000000005,"15min":0.68600000000000005},"max":{"1min":2.6699999999999999,"5min":2.6699999999999999,"15min":2.6699999999999999},"last":0.96499999999999997}]},{"osd":6,"last update":"Mon Jul 26 15:55:29 2021","interfaces":[{"interface":"back","average":{"1min":1.167,"5min":1.169,"15min":1.141},"min":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"max":{"1min":1.9430000000000001,"5min":2.9790000000000001,"15min":2.9790000000000001},"last":1.202},{"interface":"front","average":{"1min":1.1459999999999999,"5min":1.149,"15min":1.157},"min":{"1min":0.84099999999999997,"5min":0.73299999999999998,"15min":0.73299999999999998},"max":{"1min":1.522,"5min":2.3359999999999999,"15min":2.3359999999999999},"last":1.264}]},{"osd":7,"last update":"Mon Jul 26 15:54:58 2021","interfaces":[{"interface":"back","average":{"1min":1.1259999999999999,"5min":1.1519999999999999,"15min":1.1699999999999999},"min":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":2.754,"5min":2.754,"15min":2.754},"last":1.226},{"interface":"front","average":{"1min":1.2989999999999999,"5min":1.252,"15min":1.244},"min":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"max":{"1min":2.8860000000000001,"5min":2.8860000000000001,"15min":2.8860000000000001},"last":1.2849999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986243,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049148,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696004,"statfs":{"total":95995035648,"available":94920708096,"internally_reserved":1073741824,"allocated":577536,"data_stored":234992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:55:40 2021","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.86699999999999999,"15min":0.85899999999999999},"min":{"1min":0.59199999999999997,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.337,"5min":1.367,"15min":1.367},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.88,"5min":0.878,"15min":0.88700000000000001},"min":{"1min":0.59199999999999997,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.373,"5min":1.405,"15min":1.405},"last":0.90300000000000002}]},{"osd":1,"last update":"Mon Jul 26 15:55:40 2021","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.80700000000000005,"15min":0.76300000000000001},"min":{"1min":0.56699999999999995,"5min":0.501,"15min":0.501},"max":{"1min":1.103,"5min":1.147,"15min":1.147},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.872,"5min":0.88900000000000001,"15min":0.86899999999999999},"min":{"1min":0.67600000000000005,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.1160000000000001,"5min":1.583,"15min":1.583},"last":1.018}]},{"osd":2,"last update":"Mon Jul 26 15:55:40 2021","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.89700000000000002,"15min":0.90500000000000003},"min":{"1min":0.66000000000000003,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.0840000000000001,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.97799999999999998},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.879,"15min":0.88300000000000001},"min":{"1min":0.63100000000000001,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.0569999999999999,"5min":1.569,"15min":1.569},"last":1.0569999999999999}]},{"osd":3,"last update":"Mon Jul 26 15:55:40 2021","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.93000000000000005,"15min":0.872},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.232,"5min":1.542,"15min":1.542},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.873,"5min":0.877,"15min":0.86399999999999999},"min":{"1min":0.69999999999999996,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.147,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.95299999999999996}]},{"osd":5,"last update":"Mon Jul 26 15:55:01 2021","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.75600000000000001,"15min":0.70599999999999996},"min":{"1min":0.59599999999999997,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.0509999999999999,"5min":1.482,"15min":1.482},"last":0.93899999999999995},{"interface":"front","average":{"1min":1.03,"5min":0.98199999999999998,"15min":0.94899999999999995},"min":{"1min":0.90000000000000002,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.262,"5min":1.639,"15min":1.639},"last":1.0820000000000001}]},{"osd":6,"last update":"Mon Jul 26 15:55:30 2021","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.874,"15min":0.83799999999999997},"min":{"1min":0.64600000000000002,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.0940000000000001,"5min":1.444,"15min":1.444},"last":0.98899999999999999},{"interface":"front","average":{"1min":0.90200000000000002,"5min":0.89400000000000002,"15min":0.86599999999999999},"min":{"1min":0.60899999999999999,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.1950000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.88900000000000001}]},{"osd":7,"last update":"Mon Jul 26 15:54:52 2021","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":1.012,"15min":1.008},"min":{"1min":0.74299999999999999,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.204,"5min":1.6579999999999999,"15min":1.6579999999999999},"last":1.107},{"interface":"front","average":{"1min":1.034,"5min":0.99199999999999999,"15min":0.97999999999999998},"min":{"1min":0.82899999999999996,"5min":0.69299999999999995,"15min":0.69299999999999995},"max":{"1min":1.2230000000000001,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":1.0369999999999999}]}]},{"osd":5,"up_from":36,"seq":154618822718,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":92696020,"statfs":{"total":95995035648,"available":94920724480,"internally_reserved":1073741824,"allocated":561152,"data_stored":233934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 15:55:07 2021","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.84699999999999998,"15min":0.82599999999999996},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.878,"5min":0.85999999999999999,"15min":0.80800000000000005},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.2090000000000001,"5min":1.242,"15min":1.242},"last":0.83899999999999997}]},{"osd":1,"last update":"Mon Jul 26 15:55:07 2021","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.84699999999999998},"min":{"1min":0.61199999999999999,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.165,"5min":1.9219999999999999,"15min":1.9219999999999999},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.92700000000000005,"5min":0.88300000000000001,"15min":0.86499999999999999},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.206,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.90900000000000003}]},{"osd":2,"last update":"Mon Jul 26 15:55:07 2021","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.89100000000000001,"15min":0.86099999999999999},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.2090000000000001,"5min":1.853,"15min":1.853},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.88300000000000001,"15min":0.86099999999999999},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.1739999999999999,"5min":1.248,"15min":1.248},"last":0.68700000000000006}]},{"osd":3,"last update":"Mon Jul 26 15:55:07 2021","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.90400000000000003,"15min":0.88600000000000001},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.173,"5min":1.23,"15min":1.23},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.92700000000000005,"5min":0.92000000000000004,"15min":0.876},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":1.196,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.69999999999999996}]},{"osd":4,"last update":"Mon Jul 26 15:55:07 2021","interfaces":[{"interface":"back","average":{"1min":0.88100000000000001,"5min":0.82599999999999996,"15min":0.77100000000000002},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.2490000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.85199999999999998,"15min":0.79000000000000004},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.349,"5min":1.718,"15min":1.718},"last":0.78400000000000003}]},{"osd":6,"last update":"Mon Jul 26 15:55:30 2021","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.92000000000000004,"15min":0.86799999999999999},"min":{"1min":0.58399999999999996,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.95299999999999996,"5min":1.0049999999999999,"15min":0.97099999999999997},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.171,"5min":1.4970000000000001,"15min":1.4970000000000001},"last":0.94699999999999995}]},{"osd":7,"last update":"Mon Jul 26 15:54:53 2021","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.98699999999999999,"15min":0.98099999999999998},"min":{"1min":0.70199999999999996,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.2210000000000001,"5min":1.5389999999999999,"15min":1.5389999999999999},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.97899999999999998,"5min":1.0580000000000001,"15min":1.0780000000000001},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.1060000000000001,"5min":1.9730000000000001,"15min":1.9730000000000001},"last":0.77500000000000002}]}]}]}} 2021-07-26T15:55:51.725 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2021-07-26T15:55:51.725 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2021-07-26T15:55:51.726 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2021-07-26T15:55:51.726 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph health --format=json 2021-07-26T15:55:51.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:51 smithi107 bash[14687]: cluster 2021-07-26T15:55:50.234643+0000 mgr.y (mgr.14140) 365 : cluster [DBG] pgmap v324: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:51.900 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:55:52.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:52 smithi037 bash[18551]: audit 2021-07-26T15:55:50.986846+0000 mgr.y (mgr.14140) 366 : audit [DBG] from='client.24664 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:55:52.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:52 smithi037 bash[14605]: audit 2021-07-26T15:55:50.986846+0000 mgr.y (mgr.14140) 366 : audit [DBG] from='client.24664 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:55:52.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:52 smithi107 bash[14687]: audit 2021-07-26T15:55:50.986846+0000 mgr.y (mgr.14140) 366 : audit [DBG] from='client.24664 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:55:53.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:53 smithi037 bash[14605]: cluster 2021-07-26T15:55:52.235660+0000 mgr.y (mgr.14140) 367 : cluster [DBG] pgmap v325: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:53.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:53 smithi037 bash[18551]: cluster 2021-07-26T15:55:52.235660+0000 mgr.y (mgr.14140) 367 : cluster [DBG] pgmap v325: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:53.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:53 smithi107 bash[14687]: cluster 2021-07-26T15:55:52.235660+0000 mgr.y (mgr.14140) 367 : cluster [DBG] pgmap v325: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:55.131 INFO:teuthology.orchestra.run.smithi037.stdout: 2021-07-26T15:55:55.496 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:55 smithi037 bash[14605]: cluster 2021-07-26T15:55:54.236500+0000 mgr.y (mgr.14140) 368 : cluster [DBG] pgmap v326: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:55.496 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:55 smithi037 bash[14605]: audit 2021-07-26T15:55:55.130955+0000 mon.a (mon.0) 647 : audit [DBG] from='client.? 172.21.15.37:0/2954558783' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-07-26T15:55:55.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:55 smithi037 bash[18551]: cluster 2021-07-26T15:55:54.236500+0000 mgr.y (mgr.14140) 368 : cluster [DBG] pgmap v326: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:55.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:55 smithi037 bash[18551]: audit 2021-07-26T15:55:55.130955+0000 mon.a (mon.0) 647 : audit [DBG] from='client.? 172.21.15.37:0/2954558783' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-07-26T15:55:55.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:55 smithi107 bash[14687]: cluster 2021-07-26T15:55:54.236500+0000 mgr.y (mgr.14140) 368 : cluster [DBG] pgmap v326: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:55.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:55 smithi107 bash[14687]: audit 2021-07-26T15:55:55.130955+0000 mon.a (mon.0) 647 : audit [DBG] from='client.? 172.21.15.37:0/2954558783' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-07-26T15:55:55.872 INFO:teuthology.orchestra.run.smithi037.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2021-07-26T15:55:55.873 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2021-07-26T15:55:55.874 INFO:teuthology.run_tasks:Running task print... 2021-07-26T15:55:55.885 INFO:teuthology.task.print:**** done creating new fs 2021-07-26T15:55:55.886 INFO:teuthology.run_tasks:Running task cephadm.shell... 2021-07-26T15:55:55.927 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi037.front.sepia.ceph.com 2021-07-26T15:55:55.928 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2021-07-26T15:55:57.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:57 smithi037 bash[14605]: cluster 2021-07-26T15:55:56.237467+0000 mgr.y (mgr.14140) 369 : cluster [DBG] pgmap v327: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:57.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:57 smithi037 bash[18551]: cluster 2021-07-26T15:55:56.237467+0000 mgr.y (mgr.14140) 369 : cluster [DBG] pgmap v327: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:57.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:57 smithi107 bash[14687]: cluster 2021-07-26T15:55:56.237467+0000 mgr.y (mgr.14140) 369 : cluster [DBG] pgmap v327: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:59.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:55:59 smithi037 bash[14605]: cluster 2021-07-26T15:55:58.238281+0000 mgr.y (mgr.14140) 370 : cluster [DBG] pgmap v328: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:59.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:55:59 smithi037 bash[18551]: cluster 2021-07-26T15:55:58.238281+0000 mgr.y (mgr.14140) 370 : cluster [DBG] pgmap v328: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:55:59.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:55:59 smithi107 bash[14687]: cluster 2021-07-26T15:55:58.238281+0000 mgr.y (mgr.14140) 370 : cluster [DBG] pgmap v328: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:00.157 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2021-07-26T15:56:00.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:00 smithi037 bash[14605]: audit 2021-07-26T15:55:59.436107+0000 mon.a (mon.0) 648 : audit [INF] from='client.? ' entity='client.admin' 2021-07-26T15:56:00.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:00 smithi037 bash[14605]: audit 2021-07-26T15:55:59.444029+0000 mon.a (mon.0) 649 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:56:00.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:00 smithi037 bash[14605]: cluster 2021-07-26T15:56:00.239099+0000 mgr.y (mgr.14140) 371 : cluster [DBG] pgmap v329: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:00.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:00 smithi037 bash[18551]: audit 2021-07-26T15:55:59.436107+0000 mon.a (mon.0) 648 : audit [INF] from='client.? ' entity='client.admin' 2021-07-26T15:56:00.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:00 smithi037 bash[18551]: audit 2021-07-26T15:55:59.444029+0000 mon.a (mon.0) 649 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:56:00.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:00 smithi037 bash[18551]: cluster 2021-07-26T15:56:00.239099+0000 mgr.y (mgr.14140) 371 : cluster [DBG] pgmap v329: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:00.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:00 smithi107 bash[14687]: audit 2021-07-26T15:55:59.436107+0000 mon.a (mon.0) 648 : audit [INF] from='client.? ' entity='client.admin' 2021-07-26T15:56:00.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:00 smithi107 bash[14687]: audit 2021-07-26T15:55:59.444029+0000 mon.a (mon.0) 649 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:56:00.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:00 smithi107 bash[14687]: cluster 2021-07-26T15:56:00.239099+0000 mgr.y (mgr.14140) 371 : cluster [DBG] pgmap v329: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:03.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:03 smithi037 bash[14605]: cluster 2021-07-26T15:56:02.239964+0000 mgr.y (mgr.14140) 372 : cluster [DBG] pgmap v330: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:03.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:03 smithi037 bash[18551]: cluster 2021-07-26T15:56:02.239964+0000 mgr.y (mgr.14140) 372 : cluster [DBG] pgmap v330: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:03.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:03 smithi107 bash[14687]: cluster 2021-07-26T15:56:02.239964+0000 mgr.y (mgr.14140) 372 : cluster [DBG] pgmap v330: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:04.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:04 smithi107 bash[14687]: audit 2021-07-26T15:56:03.494817+0000 mon.a (mon.0) 650 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:56:04.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:04 smithi107 bash[14687]: cephadm 2021-07-26T15:56:03.498351+0000 mgr.y (mgr.14140) 373 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:56:04.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:04 smithi107 bash[14687]: cephadm 2021-07-26T15:56:03.499423+0000 mgr.y (mgr.14140) 374 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:56:04.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:04 smithi107 bash[14687]: audit 2021-07-26T15:56:03.884725+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:56:04.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:04 smithi107 bash[14687]: audit 2021-07-26T15:56:03.893404+0000 mon.a (mon.0) 652 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:56:04.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:04 smithi107 bash[14687]: audit 2021-07-26T15:56:03.901048+0000 mon.a (mon.0) 653 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:56:04.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:04 smithi107 bash[14687]: cluster 2021-07-26T15:56:04.240750+0000 mgr.y (mgr.14140) 375 : cluster [DBG] pgmap v331: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:04.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:04 smithi037 bash[14605]: audit 2021-07-26T15:56:03.494817+0000 mon.a (mon.0) 650 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:56:04.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:04 smithi037 bash[14605]: cephadm 2021-07-26T15:56:03.498351+0000 mgr.y (mgr.14140) 373 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:56:04.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:04 smithi037 bash[14605]: cephadm 2021-07-26T15:56:03.499423+0000 mgr.y (mgr.14140) 374 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:56:04.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:04 smithi037 bash[14605]: audit 2021-07-26T15:56:03.884725+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:56:04.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:04 smithi037 bash[14605]: audit 2021-07-26T15:56:03.893404+0000 mon.a (mon.0) 652 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:56:04.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:04 smithi037 bash[14605]: audit 2021-07-26T15:56:03.901048+0000 mon.a (mon.0) 653 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:56:04.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:04 smithi037 bash[14605]: cluster 2021-07-26T15:56:04.240750+0000 mgr.y (mgr.14140) 375 : cluster [DBG] pgmap v331: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:04.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:04 smithi037 bash[18551]: audit 2021-07-26T15:56:03.494817+0000 mon.a (mon.0) 650 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:56:04.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:04 smithi037 bash[18551]: cephadm 2021-07-26T15:56:03.498351+0000 mgr.y (mgr.14140) 373 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:56:04.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:04 smithi037 bash[18551]: cephadm 2021-07-26T15:56:03.499423+0000 mgr.y (mgr.14140) 374 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:56:04.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:04 smithi037 bash[18551]: audit 2021-07-26T15:56:03.884725+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:56:04.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:04 smithi037 bash[18551]: audit 2021-07-26T15:56:03.893404+0000 mon.a (mon.0) 652 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:56:04.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:04 smithi037 bash[18551]: audit 2021-07-26T15:56:03.901048+0000 mon.a (mon.0) 653 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:56:04.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:04 smithi037 bash[18551]: cluster 2021-07-26T15:56:04.240750+0000 mgr.y (mgr.14140) 375 : cluster [DBG] pgmap v331: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:05.597 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2021-07-26T15:56:07.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:07 smithi037 bash[14605]: cluster 2021-07-26T15:56:06.241713+0000 mgr.y (mgr.14140) 376 : cluster [DBG] pgmap v332: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:07.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:07 smithi037 bash[18551]: cluster 2021-07-26T15:56:06.241713+0000 mgr.y (mgr.14140) 376 : cluster [DBG] pgmap v332: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:07.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:07 smithi107 bash[14687]: cluster 2021-07-26T15:56:06.241713+0000 mgr.y (mgr.14140) 376 : cluster [DBG] pgmap v332: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:09.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:09 smithi037 bash[14605]: cluster 2021-07-26T15:56:08.242491+0000 mgr.y (mgr.14140) 377 : cluster [DBG] pgmap v333: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:09.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:09 smithi037 bash[18551]: cluster 2021-07-26T15:56:08.242491+0000 mgr.y (mgr.14140) 377 : cluster [DBG] pgmap v333: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:09.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:09 smithi107 bash[14687]: cluster 2021-07-26T15:56:08.242491+0000 mgr.y (mgr.14140) 377 : cluster [DBG] pgmap v333: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:09.705 INFO:teuthology.run_tasks:Running task print... 2021-07-26T15:56:09.725 INFO:teuthology.task.print:**** verifying SMART data exists 2021-07-26T15:56:09.725 INFO:teuthology.run_tasks:Running task cephadm.shell... 2021-07-26T15:56:09.750 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi037.front.sepia.ceph.com 2021-07-26T15:56:09.751 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- bash -c 'ceph device ls' 2021-07-26T15:56:11.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:11 smithi037 bash[14605]: cluster 2021-07-26T15:56:10.243351+0000 mgr.y (mgr.14140) 378 : cluster [DBG] pgmap v334: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:11.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:11 smithi037 bash[18551]: cluster 2021-07-26T15:56:10.243351+0000 mgr.y (mgr.14140) 378 : cluster [DBG] pgmap v334: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:11.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:11 smithi107 bash[14687]: cluster 2021-07-26T15:56:10.243351+0000 mgr.y (mgr.14140) 378 : cluster [DBG] pgmap v334: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:13.233 INFO:teuthology.orchestra.run.smithi037.stdout:DEVICE HOST:DEV DAEMONS LIFE EXPECTANCY 2021-07-26T15:56:13.234 INFO:teuthology.orchestra.run.smithi037.stdout:INTEL_SSDPEDMD400G4_CVFT5331005T400BGN smithi037:nvme0n1 mon.a mon.c osd.0 osd.1 osd.2 osd.3 2021-07-26T15:56:13.234 INFO:teuthology.orchestra.run.smithi037.stdout:INTEL_SSDPEDMD400G4_PHFT620400NK400BGN smithi107:nvme0n1 mon.b osd.4 osd.5 osd.6 osd.7 2021-07-26T15:56:13.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:13 smithi037 bash[18551]: cluster 2021-07-26T15:56:12.244306+0000 mgr.y (mgr.14140) 379 : cluster [DBG] pgmap v335: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:13.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:13 smithi037 bash[14605]: cluster 2021-07-26T15:56:12.244306+0000 mgr.y (mgr.14140) 379 : cluster [DBG] pgmap v335: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:13.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:13 smithi107 bash[14687]: cluster 2021-07-26T15:56:12.244306+0000 mgr.y (mgr.14140) 379 : cluster [DBG] pgmap v335: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:13.904 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- bash -c 'ceph device scrape-health-metrics' 2021-07-26T15:56:14.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:14 smithi037 bash[18551]: audit 2021-07-26T15:56:13.232983+0000 mgr.y (mgr.14140) 380 : audit [DBG] from='client.14784 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:14.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:14 smithi037 bash[14605]: audit 2021-07-26T15:56:13.232983+0000 mgr.y (mgr.14140) 380 : audit [DBG] from='client.14784 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:14.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:14 smithi107 bash[14687]: audit 2021-07-26T15:56:13.232983+0000 mgr.y (mgr.14140) 380 : audit [DBG] from='client.14784 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:15.492 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:15 smithi037 bash[14605]: cluster 2021-07-26T15:56:14.245193+0000 mgr.y (mgr.14140) 381 : cluster [DBG] pgmap v336: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:15.493 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:15 smithi037 bash[18551]: cluster 2021-07-26T15:56:14.245193+0000 mgr.y (mgr.14140) 381 : cluster [DBG] pgmap v336: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:15.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:15 smithi107 bash[14687]: cluster 2021-07-26T15:56:14.245193+0000 mgr.y (mgr.14140) 381 : cluster [DBG] pgmap v336: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:17.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:17 smithi037 bash[18551]: cluster 2021-07-26T15:56:16.246081+0000 mgr.y (mgr.14140) 382 : cluster [DBG] pgmap v337: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:17.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:17 smithi037 bash[14605]: cluster 2021-07-26T15:56:16.246081+0000 mgr.y (mgr.14140) 382 : cluster [DBG] pgmap v337: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:17.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:17 smithi107 bash[14687]: cluster 2021-07-26T15:56:16.246081+0000 mgr.y (mgr.14140) 382 : cluster [DBG] pgmap v337: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:18.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:18 smithi037 bash[18551]: audit 2021-07-26T15:56:17.241986+0000 mgr.y (mgr.14140) 383 : audit [DBG] from='client.24700 -' entity='client.admin' cmd=[{"prefix": "device scrape-health-metrics", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:18.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:18 smithi037 bash[14605]: audit 2021-07-26T15:56:17.241986+0000 mgr.y (mgr.14140) 383 : audit [DBG] from='client.24700 -' entity='client.admin' cmd=[{"prefix": "device scrape-health-metrics", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:18.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:18 smithi107 bash[14687]: audit 2021-07-26T15:56:17.241986+0000 mgr.y (mgr.14140) 383 : audit [DBG] from='client.24700 -' entity='client.admin' cmd=[{"prefix": "device scrape-health-metrics", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:19.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:19 smithi037 bash[14605]: cluster 2021-07-26T15:56:18.246746+0000 mgr.y (mgr.14140) 384 : cluster [DBG] pgmap v338: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:19.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:19 smithi037 bash[18551]: cluster 2021-07-26T15:56:18.246746+0000 mgr.y (mgr.14140) 384 : cluster [DBG] pgmap v338: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:19.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:19 smithi107 bash[14687]: cluster 2021-07-26T15:56:18.246746+0000 mgr.y (mgr.14140) 384 : cluster [DBG] pgmap v338: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:21.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:21 smithi107 bash[14687]: cluster 2021-07-26T15:56:20.245546+0000 mon.a (mon.0) 654 : cluster [DBG] mgrmap e15: y(active, since 9m), standbys: x 2021-07-26T15:56:21.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:21 smithi107 bash[14687]: cluster 2021-07-26T15:56:20.247265+0000 mgr.y (mgr.14140) 385 : cluster [DBG] pgmap v339: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 426 B/s wr, 0 op/s 2021-07-26T15:56:21.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:21 smithi037 bash[14605]: cluster 2021-07-26T15:56:20.245546+0000 mon.a (mon.0) 654 : cluster [DBG] mgrmap e15: y(active, since 9m), standbys: x 2021-07-26T15:56:21.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:21 smithi037 bash[14605]: cluster 2021-07-26T15:56:20.247265+0000 mgr.y (mgr.14140) 385 : cluster [DBG] pgmap v339: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 426 B/s wr, 0 op/s 2021-07-26T15:56:21.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:21 smithi037 bash[18551]: cluster 2021-07-26T15:56:20.245546+0000 mon.a (mon.0) 654 : cluster [DBG] mgrmap e15: y(active, since 9m), standbys: x 2021-07-26T15:56:21.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:21 smithi037 bash[18551]: cluster 2021-07-26T15:56:20.247265+0000 mgr.y (mgr.14140) 385 : cluster [DBG] pgmap v339: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 426 B/s wr, 0 op/s 2021-07-26T15:56:23.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:23 smithi037 bash[14605]: cluster 2021-07-26T15:56:22.248147+0000 mgr.y (mgr.14140) 386 : cluster [DBG] pgmap v340: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 426 B/s wr, 0 op/s 2021-07-26T15:56:23.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:23 smithi037 bash[18551]: cluster 2021-07-26T15:56:22.248147+0000 mgr.y (mgr.14140) 386 : cluster [DBG] pgmap v340: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 426 B/s wr, 0 op/s 2021-07-26T15:56:23.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:23 smithi107 bash[14687]: cluster 2021-07-26T15:56:22.248147+0000 mgr.y (mgr.14140) 386 : cluster [DBG] pgmap v340: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 426 B/s wr, 0 op/s 2021-07-26T15:56:26.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:26 smithi107 bash[14687]: cluster 2021-07-26T15:56:24.248979+0000 mgr.y (mgr.14140) 387 : cluster [DBG] pgmap v341: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 852 B/s wr, 0 op/s 2021-07-26T15:56:26.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:26 smithi107 bash[14687]: audit 2021-07-26T15:56:24.323361+0000 mon.a (mon.0) 655 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:56:26.514 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:26 smithi107 bash[14687]: audit 2021-07-26T15:56:25.225949+0000 mon.a (mon.0) 656 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:56:26.514 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:26 smithi107 bash[14687]: audit 2021-07-26T15:56:25.226621+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:56:26.514 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:26 smithi107 bash[14687]: audit 2021-07-26T15:56:25.227442+0000 mon.a (mon.0) 658 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:56:26.514 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:26 smithi107 bash[14687]: audit 2021-07-26T15:56:25.228195+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:56:26.515 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:26 smithi107 bash[14687]: audit 2021-07-26T15:56:25.231209+0000 mon.a (mon.0) 660 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:56:26.515 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:26 smithi107 bash[14687]: audit 2021-07-26T15:56:25.231708+0000 mon.a (mon.0) 661 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:56:26.515 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:26 smithi107 bash[14687]: audit 2021-07-26T15:56:25.232165+0000 mon.a (mon.0) 662 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:56:26.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:26 smithi037 bash[14605]: cluster 2021-07-26T15:56:24.248979+0000 mgr.y (mgr.14140) 387 : cluster [DBG] pgmap v341: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 852 B/s wr, 0 op/s 2021-07-26T15:56:26.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:26 smithi037 bash[14605]: audit 2021-07-26T15:56:24.323361+0000 mon.a (mon.0) 655 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:56:26.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:26 smithi037 bash[14605]: audit 2021-07-26T15:56:25.225949+0000 mon.a (mon.0) 656 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:56:26.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:26 smithi037 bash[14605]: audit 2021-07-26T15:56:25.226621+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:56:26.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:26 smithi037 bash[14605]: audit 2021-07-26T15:56:25.227442+0000 mon.a (mon.0) 658 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:56:26.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:26 smithi037 bash[14605]: audit 2021-07-26T15:56:25.228195+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:56:26.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:26 smithi037 bash[14605]: audit 2021-07-26T15:56:25.231209+0000 mon.a (mon.0) 660 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:56:26.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:26 smithi037 bash[14605]: audit 2021-07-26T15:56:25.231708+0000 mon.a (mon.0) 661 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:56:26.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:26 smithi037 bash[14605]: audit 2021-07-26T15:56:25.232165+0000 mon.a (mon.0) 662 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:56:26.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:26 smithi037 bash[18551]: cluster 2021-07-26T15:56:24.248979+0000 mgr.y (mgr.14140) 387 : cluster [DBG] pgmap v341: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 852 B/s wr, 0 op/s 2021-07-26T15:56:26.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:26 smithi037 bash[18551]: audit 2021-07-26T15:56:24.323361+0000 mon.a (mon.0) 655 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:56:26.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:26 smithi037 bash[18551]: audit 2021-07-26T15:56:25.225949+0000 mon.a (mon.0) 656 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:56:26.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:26 smithi037 bash[18551]: audit 2021-07-26T15:56:25.226621+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:56:26.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:26 smithi037 bash[18551]: audit 2021-07-26T15:56:25.227442+0000 mon.a (mon.0) 658 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:56:26.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:26 smithi037 bash[18551]: audit 2021-07-26T15:56:25.228195+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:56:26.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:26 smithi037 bash[18551]: audit 2021-07-26T15:56:25.231209+0000 mon.a (mon.0) 660 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:56:26.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:26 smithi037 bash[18551]: audit 2021-07-26T15:56:25.231708+0000 mon.a (mon.0) 661 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:56:26.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:26 smithi037 bash[18551]: audit 2021-07-26T15:56:25.232165+0000 mon.a (mon.0) 662 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:56:27.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:27 smithi037 bash[14605]: audit 2021-07-26T15:56:25.231009+0000 mon.c (mon.1) 26 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:56:27.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:27 smithi037 bash[14605]: audit 2021-07-26T15:56:26.102306+0000 mon.c (mon.1) 27 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:56:27.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:27 smithi037 bash[14605]: audit 2021-07-26T15:56:26.109306+0000 mon.b (mon.2) 25 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:56:27.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:27 smithi037 bash[14605]: audit 2021-07-26T15:56:26.110729+0000 mon.a (mon.0) 663 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:56:27.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:27 smithi037 bash[14605]: audit 2021-07-26T15:56:26.110928+0000 mon.a (mon.0) 664 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:56:27.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:27 smithi037 bash[14605]: audit 2021-07-26T15:56:26.111195+0000 mon.a (mon.0) 665 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:56:27.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:27 smithi037 bash[14605]: cluster 2021-07-26T15:56:26.249827+0000 mgr.y (mgr.14140) 388 : cluster [DBG] pgmap v342: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 853 B/s wr, 0 op/s 2021-07-26T15:56:27.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:27 smithi037 bash[14605]: audit 2021-07-26T15:56:26.971807+0000 mon.b (mon.2) 26 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:56:27.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:27 smithi037 bash[18551]: audit 2021-07-26T15:56:25.231009+0000 mon.c (mon.1) 26 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:56:27.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:27 smithi037 bash[18551]: audit 2021-07-26T15:56:26.102306+0000 mon.c (mon.1) 27 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:56:27.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:27 smithi037 bash[18551]: audit 2021-07-26T15:56:26.109306+0000 mon.b (mon.2) 25 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:56:27.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:27 smithi037 bash[18551]: audit 2021-07-26T15:56:26.110729+0000 mon.a (mon.0) 663 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:56:27.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:27 smithi037 bash[18551]: audit 2021-07-26T15:56:26.110928+0000 mon.a (mon.0) 664 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:56:27.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:27 smithi037 bash[18551]: audit 2021-07-26T15:56:26.111195+0000 mon.a (mon.0) 665 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:56:27.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:27 smithi037 bash[18551]: cluster 2021-07-26T15:56:26.249827+0000 mgr.y (mgr.14140) 388 : cluster [DBG] pgmap v342: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 853 B/s wr, 0 op/s 2021-07-26T15:56:27.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:27 smithi037 bash[18551]: audit 2021-07-26T15:56:26.971807+0000 mon.b (mon.2) 26 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:56:27.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:27 smithi107 bash[14687]: audit 2021-07-26T15:56:25.231009+0000 mon.c (mon.1) 26 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:56:27.514 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:27 smithi107 bash[14687]: audit 2021-07-26T15:56:26.102306+0000 mon.c (mon.1) 27 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:56:27.515 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:27 smithi107 bash[14687]: audit 2021-07-26T15:56:26.109306+0000 mon.b (mon.2) 25 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:56:27.515 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:27 smithi107 bash[14687]: audit 2021-07-26T15:56:26.110729+0000 mon.a (mon.0) 663 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:56:27.515 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:27 smithi107 bash[14687]: audit 2021-07-26T15:56:26.110928+0000 mon.a (mon.0) 664 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:56:27.516 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:27 smithi107 bash[14687]: audit 2021-07-26T15:56:26.111195+0000 mon.a (mon.0) 665 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:56:27.516 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:27 smithi107 bash[14687]: cluster 2021-07-26T15:56:26.249827+0000 mgr.y (mgr.14140) 388 : cluster [DBG] pgmap v342: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 853 B/s wr, 0 op/s 2021-07-26T15:56:27.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:27 smithi107 bash[14687]: audit 2021-07-26T15:56:26.971807+0000 mon.b (mon.2) 26 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:56:27.767 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- bash -c 'ceph device ls --format=json | jq -e '"'"'. | length > 0'"'"'' 2021-07-26T15:56:29.273 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:29 smithi037 bash[14605]: cluster 2021-07-26T15:56:28.250636+0000 mgr.y (mgr.14140) 389 : cluster [DBG] pgmap v343: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 853 B/s wr, 0 op/s 2021-07-26T15:56:29.274 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:29 smithi037 bash[18551]: cluster 2021-07-26T15:56:28.250636+0000 mgr.y (mgr.14140) 389 : cluster [DBG] pgmap v343: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 853 B/s wr, 0 op/s 2021-07-26T15:56:29.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:29 smithi107 bash[14687]: cluster 2021-07-26T15:56:28.250636+0000 mgr.y (mgr.14140) 389 : cluster [DBG] pgmap v343: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 853 B/s wr, 0 op/s 2021-07-26T15:56:31.229 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T15:56:31.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:31 smithi037 bash[14605]: cluster 2021-07-26T15:56:30.251566+0000 mgr.y (mgr.14140) 390 : cluster [DBG] pgmap v344: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 853 B/s wr, 0 op/s 2021-07-26T15:56:31.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:31 smithi037 bash[18551]: cluster 2021-07-26T15:56:30.251566+0000 mgr.y (mgr.14140) 390 : cluster [DBG] pgmap v344: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 853 B/s wr, 0 op/s 2021-07-26T15:56:31.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:31 smithi107 bash[14687]: cluster 2021-07-26T15:56:30.251566+0000 mgr.y (mgr.14140) 390 : cluster [DBG] pgmap v344: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 853 B/s wr, 0 op/s 2021-07-26T15:56:31.949 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- bash -c 'for devid in $(ceph device ls --format=json | jq -r '"'"'.[].devid'"'"'); do ceph device get-health-metrics $devid; done' 2021-07-26T15:56:32.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:32 smithi037 bash[18551]: audit 2021-07-26T15:56:31.211135+0000 mgr.y (mgr.14140) 391 : audit [DBG] from='client.14805 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:56:32.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:32 smithi037 bash[14605]: audit 2021-07-26T15:56:31.211135+0000 mgr.y (mgr.14140) 391 : audit [DBG] from='client.14805 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:56:32.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:32 smithi107 bash[14687]: audit 2021-07-26T15:56:31.211135+0000 mgr.y (mgr.14140) 391 : audit [DBG] from='client.14805 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:56:33.556 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:33 smithi037 bash[18551]: cluster 2021-07-26T15:56:32.252497+0000 mgr.y (mgr.14140) 392 : cluster [DBG] pgmap v345: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 426 B/s wr, 0 op/s 2021-07-26T15:56:33.557 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:33 smithi037 bash[14605]: cluster 2021-07-26T15:56:32.252497+0000 mgr.y (mgr.14140) 392 : cluster [DBG] pgmap v345: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 426 B/s wr, 0 op/s 2021-07-26T15:56:33.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:33 smithi107 bash[14687]: cluster 2021-07-26T15:56:32.252497+0000 mgr.y (mgr.14140) 392 : cluster [DBG] pgmap v345: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 426 B/s wr, 0 op/s 2021-07-26T15:56:34.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:34 smithi037 bash[14605]: audit 2021-07-26T15:56:34.307392+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:56:34.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:34 smithi037 bash[14605]: audit 2021-07-26T15:56:34.307920+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:56:34.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:34 smithi037 bash[18551]: audit 2021-07-26T15:56:34.307392+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:56:34.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:34 smithi037 bash[18551]: audit 2021-07-26T15:56:34.307920+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:56:34.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:34 smithi107 bash[14687]: audit 2021-07-26T15:56:34.307392+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:56:34.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:34 smithi107 bash[14687]: audit 2021-07-26T15:56:34.307920+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:56:35.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:35 smithi037 bash[14605]: cluster 2021-07-26T15:56:34.253330+0000 mgr.y (mgr.14140) 393 : cluster [DBG] pgmap v346: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 426 B/s wr, 0 op/s 2021-07-26T15:56:35.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:35 smithi037 bash[18551]: cluster 2021-07-26T15:56:34.253330+0000 mgr.y (mgr.14140) 393 : cluster [DBG] pgmap v346: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 426 B/s wr, 0 op/s 2021-07-26T15:56:35.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:35 smithi107 bash[14687]: cluster 2021-07-26T15:56:34.253330+0000 mgr.y (mgr.14140) 393 : cluster [DBG] pgmap v346: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 426 B/s wr, 0 op/s 2021-07-26T15:56:35.782 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T15:56:35.782 INFO:teuthology.orchestra.run.smithi037.stdout: "20210726-155618": { 2021-07-26T15:56:35.783 INFO:teuthology.orchestra.run.smithi037.stdout: "device": { 2021-07-26T15:56:35.783 INFO:teuthology.orchestra.run.smithi037.stdout: "info_name": "/dev/nvme0n1", 2021-07-26T15:56:35.784 INFO:teuthology.orchestra.run.smithi037.stdout: "name": "/dev/nvme0n1", 2021-07-26T15:56:35.784 INFO:teuthology.orchestra.run.smithi037.stdout: "protocol": "NVMe", 2021-07-26T15:56:35.784 INFO:teuthology.orchestra.run.smithi037.stdout: "type": "nvme" 2021-07-26T15:56:35.785 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.785 INFO:teuthology.orchestra.run.smithi037.stdout: "firmware_version": "8DV101H0", 2021-07-26T15:56:35.786 INFO:teuthology.orchestra.run.smithi037.stdout: "json_format_version": [ 2021-07-26T15:56:35.786 INFO:teuthology.orchestra.run.smithi037.stdout: 1, 2021-07-26T15:56:35.787 INFO:teuthology.orchestra.run.smithi037.stdout: 0 2021-07-26T15:56:35.787 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T15:56:35.788 INFO:teuthology.orchestra.run.smithi037.stdout: "local_time": { 2021-07-26T15:56:35.788 INFO:teuthology.orchestra.run.smithi037.stdout: "asctime": "Mon Jul 26 15:56:17 2021 UTC", 2021-07-26T15:56:35.788 INFO:teuthology.orchestra.run.smithi037.stdout: "time_t": 1627314977 2021-07-26T15:56:35.789 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.789 INFO:teuthology.orchestra.run.smithi037.stdout: "logical_block_size": 512, 2021-07-26T15:56:35.789 INFO:teuthology.orchestra.run.smithi037.stdout: "model_name": "INTEL SSDPEDMD400G4", 2021-07-26T15:56:35.790 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_controller_id": 0, 2021-07-26T15:56:35.790 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_ieee_oui_identifier": 6083300, 2021-07-26T15:56:35.791 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_namespaces": [ 2021-07-26T15:56:35.791 INFO:teuthology.orchestra.run.smithi037.stdout: { 2021-07-26T15:56:35.791 INFO:teuthology.orchestra.run.smithi037.stdout: "capacity": { 2021-07-26T15:56:35.792 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T15:56:35.792 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T15:56:35.794 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.794 INFO:teuthology.orchestra.run.smithi037.stdout: "formatted_lba_size": 512, 2021-07-26T15:56:35.794 INFO:teuthology.orchestra.run.smithi037.stdout: "id": 1, 2021-07-26T15:56:35.795 INFO:teuthology.orchestra.run.smithi037.stdout: "size": { 2021-07-26T15:56:35.795 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T15:56:35.795 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T15:56:35.795 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.796 INFO:teuthology.orchestra.run.smithi037.stdout: "utilization": { 2021-07-26T15:56:35.796 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T15:56:35.796 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T15:56:35.796 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T15:56:35.797 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T15:56:35.797 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T15:56:35.797 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_number_of_namespaces": 1, 2021-07-26T15:56:35.797 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_pci_vendor": { 2021-07-26T15:56:35.798 INFO:teuthology.orchestra.run.smithi037.stdout: "id": 32902, 2021-07-26T15:56:35.798 INFO:teuthology.orchestra.run.smithi037.stdout: "subsystem_id": 32902 2021-07-26T15:56:35.798 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.798 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_smart_health_information_add_log": { 2021-07-26T15:56:35.799 INFO:teuthology.orchestra.run.smithi037.stdout: "Device stats": { 2021-07-26T15:56:35.799 INFO:teuthology.orchestra.run.smithi037.stdout: "crc_error_count": { 2021-07-26T15:56:35.799 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:35.799 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T15:56:35.799 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.800 INFO:teuthology.orchestra.run.smithi037.stdout: "end_to_end_error_detection_count": { 2021-07-26T15:56:35.800 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:35.800 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T15:56:35.800 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.801 INFO:teuthology.orchestra.run.smithi037.stdout: "erase_fail_count": { 2021-07-26T15:56:35.801 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:35.801 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T15:56:35.801 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.801 INFO:teuthology.orchestra.run.smithi037.stdout: "host_bytes_written": { 2021-07-26T15:56:35.802 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:35.802 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 36203301 2021-07-26T15:56:35.802 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.803 INFO:teuthology.orchestra.run.smithi037.stdout: "nand_bytes_written": { 2021-07-26T15:56:35.803 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:35.803 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 51706183 2021-07-26T15:56:35.803 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.804 INFO:teuthology.orchestra.run.smithi037.stdout: "pll_lock_loss_count": { 2021-07-26T15:56:35.804 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:35.804 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T15:56:35.804 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.804 INFO:teuthology.orchestra.run.smithi037.stdout: "program_fail_count": { 2021-07-26T15:56:35.805 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:35.805 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T15:56:35.805 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.805 INFO:teuthology.orchestra.run.smithi037.stdout: "retry_buffer_overflow_count": { 2021-07-26T15:56:35.806 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:35.806 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T15:56:35.806 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.806 INFO:teuthology.orchestra.run.smithi037.stdout: "thermal_throttle_status": { 2021-07-26T15:56:35.807 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:35.807 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": { 2021-07-26T15:56:35.807 INFO:teuthology.orchestra.run.smithi037.stdout: "cnt": 0, 2021-07-26T15:56:35.808 INFO:teuthology.orchestra.run.smithi037.stdout: "pct": 0 2021-07-26T15:56:35.808 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T15:56:35.808 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.808 INFO:teuthology.orchestra.run.smithi037.stdout: "timed_workload_host_reads": { 2021-07-26T15:56:35.809 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:35.809 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 65535 2021-07-26T15:56:35.809 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.809 INFO:teuthology.orchestra.run.smithi037.stdout: "timed_workload_media_wear": { 2021-07-26T15:56:35.809 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:35.810 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 64 2021-07-26T15:56:35.810 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.810 INFO:teuthology.orchestra.run.smithi037.stdout: "timed_workload_timer": { 2021-07-26T15:56:35.810 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:35.811 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 65535 2021-07-26T15:56:35.811 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.811 INFO:teuthology.orchestra.run.smithi037.stdout: "wear_leveling": { 2021-07-26T15:56:35.811 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 89, 2021-07-26T15:56:35.811 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": { 2021-07-26T15:56:35.812 INFO:teuthology.orchestra.run.smithi037.stdout: "avg": 3342, 2021-07-26T15:56:35.812 INFO:teuthology.orchestra.run.smithi037.stdout: "max": 3357, 2021-07-26T15:56:35.812 INFO:teuthology.orchestra.run.smithi037.stdout: "min": 3325 2021-07-26T15:56:35.812 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T15:56:35.813 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T15:56:35.813 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.813 INFO:teuthology.orchestra.run.smithi037.stdout: "Intel Smart log": "nvme0n1" 2021-07-26T15:56:35.813 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.813 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_smart_health_information_log": { 2021-07-26T15:56:35.814 INFO:teuthology.orchestra.run.smithi037.stdout: "available_spare": 100, 2021-07-26T15:56:35.814 INFO:teuthology.orchestra.run.smithi037.stdout: "available_spare_threshold": 10, 2021-07-26T15:56:35.814 INFO:teuthology.orchestra.run.smithi037.stdout: "controller_busy_time": 7, 2021-07-26T15:56:35.816 INFO:teuthology.orchestra.run.smithi037.stdout: "critical_warning": 0, 2021-07-26T15:56:35.816 INFO:teuthology.orchestra.run.smithi037.stdout: "data_units_read": 564698189, 2021-07-26T15:56:35.816 INFO:teuthology.orchestra.run.smithi037.stdout: "data_units_written": 2372619573, 2021-07-26T15:56:35.817 INFO:teuthology.orchestra.run.smithi037.stdout: "host_reads": 7981031090, 2021-07-26T15:56:35.818 INFO:teuthology.orchestra.run.smithi037.stdout: "host_writes": 35162712158, 2021-07-26T15:56:35.818 INFO:teuthology.orchestra.run.smithi037.stdout: "media_errors": 0, 2021-07-26T15:56:35.819 INFO:teuthology.orchestra.run.smithi037.stdout: "num_err_log_entries": 0, 2021-07-26T15:56:35.819 INFO:teuthology.orchestra.run.smithi037.stdout: "percentage_used": 11, 2021-07-26T15:56:35.820 INFO:teuthology.orchestra.run.smithi037.stdout: "power_cycles": 34937, 2021-07-26T15:56:35.821 INFO:teuthology.orchestra.run.smithi037.stdout: "power_on_hours": 44784, 2021-07-26T15:56:35.821 INFO:teuthology.orchestra.run.smithi037.stdout: "temperature": 24, 2021-07-26T15:56:35.821 INFO:teuthology.orchestra.run.smithi037.stdout: "unsafe_shutdowns": 800 2021-07-26T15:56:35.822 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.822 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_vendor": "intel", 2021-07-26T15:56:35.823 INFO:teuthology.orchestra.run.smithi037.stdout: "power_cycle_count": 34937, 2021-07-26T15:56:35.823 INFO:teuthology.orchestra.run.smithi037.stdout: "power_on_time": { 2021-07-26T15:56:35.823 INFO:teuthology.orchestra.run.smithi037.stdout: "hours": 44784 2021-07-26T15:56:35.824 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.824 INFO:teuthology.orchestra.run.smithi037.stdout: "serial_number": "CVFT5331005T400BGN", 2021-07-26T15:56:35.824 INFO:teuthology.orchestra.run.smithi037.stdout: "smart_status": { 2021-07-26T15:56:35.824 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme": { 2021-07-26T15:56:35.825 INFO:teuthology.orchestra.run.smithi037.stdout: "value": 0 2021-07-26T15:56:35.825 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.825 INFO:teuthology.orchestra.run.smithi037.stdout: "passed": true 2021-07-26T15:56:35.825 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.826 INFO:teuthology.orchestra.run.smithi037.stdout: "smartctl": { 2021-07-26T15:56:35.826 INFO:teuthology.orchestra.run.smithi037.stdout: "argv": [ 2021-07-26T15:56:35.826 INFO:teuthology.orchestra.run.smithi037.stdout: "smartctl", 2021-07-26T15:56:35.826 INFO:teuthology.orchestra.run.smithi037.stdout: "-a", 2021-07-26T15:56:35.827 INFO:teuthology.orchestra.run.smithi037.stdout: "--json=o", 2021-07-26T15:56:35.827 INFO:teuthology.orchestra.run.smithi037.stdout: "/dev/nvme0n1" 2021-07-26T15:56:35.827 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T15:56:35.827 INFO:teuthology.orchestra.run.smithi037.stdout: "build_info": "(local build)", 2021-07-26T15:56:35.828 INFO:teuthology.orchestra.run.smithi037.stdout: "exit_status": 0, 2021-07-26T15:56:35.828 INFO:teuthology.orchestra.run.smithi037.stdout: "output": [ 2021-07-26T15:56:35.828 INFO:teuthology.orchestra.run.smithi037.stdout: "smartctl 7.1 2020-04-05 r5049 [x86_64-linux-5.4.0-80-generic] (local build)", 2021-07-26T15:56:35.828 INFO:teuthology.orchestra.run.smithi037.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2021-07-26T15:56:35.829 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T15:56:35.829 INFO:teuthology.orchestra.run.smithi037.stdout: "=== START OF INFORMATION SECTION ===", 2021-07-26T15:56:35.829 INFO:teuthology.orchestra.run.smithi037.stdout: "Model Number: INTEL SSDPEDMD400G4", 2021-07-26T15:56:35.829 INFO:teuthology.orchestra.run.smithi037.stdout: "Serial Number: CVFT5331005T400BGN", 2021-07-26T15:56:35.830 INFO:teuthology.orchestra.run.smithi037.stdout: "Firmware Version: 8DV101H0", 2021-07-26T15:56:35.830 INFO:teuthology.orchestra.run.smithi037.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2021-07-26T15:56:35.830 INFO:teuthology.orchestra.run.smithi037.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2021-07-26T15:56:35.830 INFO:teuthology.orchestra.run.smithi037.stdout: "Controller ID: 0", 2021-07-26T15:56:35.831 INFO:teuthology.orchestra.run.smithi037.stdout: "Number of Namespaces: 1", 2021-07-26T15:56:35.831 INFO:teuthology.orchestra.run.smithi037.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2021-07-26T15:56:35.831 INFO:teuthology.orchestra.run.smithi037.stdout: "Namespace 1 Formatted LBA Size: 512", 2021-07-26T15:56:35.831 INFO:teuthology.orchestra.run.smithi037.stdout: "Local Time is: Mon Jul 26 15:56:17 2021 UTC", 2021-07-26T15:56:35.832 INFO:teuthology.orchestra.run.smithi037.stdout: "Firmware Updates (0x02): 1 Slot", 2021-07-26T15:56:35.832 INFO:teuthology.orchestra.run.smithi037.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2021-07-26T15:56:35.832 INFO:teuthology.orchestra.run.smithi037.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2021-07-26T15:56:35.832 INFO:teuthology.orchestra.run.smithi037.stdout: "Maximum Data Transfer Size: 32 Pages", 2021-07-26T15:56:35.833 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T15:56:35.833 INFO:teuthology.orchestra.run.smithi037.stdout: "Supported Power States", 2021-07-26T15:56:35.833 INFO:teuthology.orchestra.run.smithi037.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2021-07-26T15:56:35.833 INFO:teuthology.orchestra.run.smithi037.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2021-07-26T15:56:35.833 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T15:56:35.834 INFO:teuthology.orchestra.run.smithi037.stdout: "Supported LBA Sizes (NSID 0x1)", 2021-07-26T15:56:35.834 INFO:teuthology.orchestra.run.smithi037.stdout: "Id Fmt Data Metadt Rel_Perf", 2021-07-26T15:56:35.834 INFO:teuthology.orchestra.run.smithi037.stdout: " 0 + 512 0 2", 2021-07-26T15:56:35.834 INFO:teuthology.orchestra.run.smithi037.stdout: " 1 - 512 8 2", 2021-07-26T15:56:35.835 INFO:teuthology.orchestra.run.smithi037.stdout: " 2 - 512 16 2", 2021-07-26T15:56:35.835 INFO:teuthology.orchestra.run.smithi037.stdout: " 3 - 4096 0 0", 2021-07-26T15:56:35.835 INFO:teuthology.orchestra.run.smithi037.stdout: " 4 - 4096 8 0", 2021-07-26T15:56:35.835 INFO:teuthology.orchestra.run.smithi037.stdout: " 5 - 4096 64 0", 2021-07-26T15:56:35.836 INFO:teuthology.orchestra.run.smithi037.stdout: " 6 - 4096 128 0", 2021-07-26T15:56:35.836 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T15:56:35.836 INFO:teuthology.orchestra.run.smithi037.stdout: "=== START OF SMART DATA SECTION ===", 2021-07-26T15:56:35.836 INFO:teuthology.orchestra.run.smithi037.stdout: "SMART overall-health self-assessment test result: PASSED", 2021-07-26T15:56:35.837 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T15:56:35.837 INFO:teuthology.orchestra.run.smithi037.stdout: "SMART/Health Information (NVMe Log 0x02)", 2021-07-26T15:56:35.837 INFO:teuthology.orchestra.run.smithi037.stdout: "Critical Warning: 0x00", 2021-07-26T15:56:35.837 INFO:teuthology.orchestra.run.smithi037.stdout: "Temperature: 24 Celsius", 2021-07-26T15:56:35.837 INFO:teuthology.orchestra.run.smithi037.stdout: "Available Spare: 100%", 2021-07-26T15:56:35.838 INFO:teuthology.orchestra.run.smithi037.stdout: "Available Spare Threshold: 10%", 2021-07-26T15:56:35.838 INFO:teuthology.orchestra.run.smithi037.stdout: "Percentage Used: 11%", 2021-07-26T15:56:35.838 INFO:teuthology.orchestra.run.smithi037.stdout: "Data Units Read: 564,698,189 [289 TB]", 2021-07-26T15:56:35.838 INFO:teuthology.orchestra.run.smithi037.stdout: "Data Units Written: 2,372,619,573 [1.21 PB]", 2021-07-26T15:56:35.839 INFO:teuthology.orchestra.run.smithi037.stdout: "Host Read Commands: 7,981,031,090", 2021-07-26T15:56:35.839 INFO:teuthology.orchestra.run.smithi037.stdout: "Host Write Commands: 35,162,712,158", 2021-07-26T15:56:35.839 INFO:teuthology.orchestra.run.smithi037.stdout: "Controller Busy Time: 7", 2021-07-26T15:56:35.839 INFO:teuthology.orchestra.run.smithi037.stdout: "Power Cycles: 34,937", 2021-07-26T15:56:35.840 INFO:teuthology.orchestra.run.smithi037.stdout: "Power On Hours: 44,784", 2021-07-26T15:56:35.840 INFO:teuthology.orchestra.run.smithi037.stdout: "Unsafe Shutdowns: 800", 2021-07-26T15:56:35.840 INFO:teuthology.orchestra.run.smithi037.stdout: "Media and Data Integrity Errors: 0", 2021-07-26T15:56:35.840 INFO:teuthology.orchestra.run.smithi037.stdout: "Error Information Log Entries: 0", 2021-07-26T15:56:35.840 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T15:56:35.841 INFO:teuthology.orchestra.run.smithi037.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2021-07-26T15:56:35.841 INFO:teuthology.orchestra.run.smithi037.stdout: "No Errors Logged", 2021-07-26T15:56:35.841 INFO:teuthology.orchestra.run.smithi037.stdout: "" 2021-07-26T15:56:35.841 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T15:56:35.842 INFO:teuthology.orchestra.run.smithi037.stdout: "platform_info": "x86_64-linux-5.4.0-80-generic", 2021-07-26T15:56:35.842 INFO:teuthology.orchestra.run.smithi037.stdout: "svn_revision": "5049", 2021-07-26T15:56:35.842 INFO:teuthology.orchestra.run.smithi037.stdout: "version": [ 2021-07-26T15:56:35.842 INFO:teuthology.orchestra.run.smithi037.stdout: 7, 2021-07-26T15:56:35.843 INFO:teuthology.orchestra.run.smithi037.stdout: 1 2021-07-26T15:56:35.843 INFO:teuthology.orchestra.run.smithi037.stdout: ] 2021-07-26T15:56:35.843 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.843 INFO:teuthology.orchestra.run.smithi037.stdout: "temperature": { 2021-07-26T15:56:35.844 INFO:teuthology.orchestra.run.smithi037.stdout: "current": 24 2021-07-26T15:56:35.844 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:35.844 INFO:teuthology.orchestra.run.smithi037.stdout: "user_capacity": { 2021-07-26T15:56:35.844 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T15:56:35.844 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T15:56:35.845 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T15:56:35.845 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T15:56:35.845 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T15:56:36.062 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T15:56:36.062 INFO:teuthology.orchestra.run.smithi037.stdout: "20210726-155621": { 2021-07-26T15:56:36.062 INFO:teuthology.orchestra.run.smithi037.stdout: "device": { 2021-07-26T15:56:36.062 INFO:teuthology.orchestra.run.smithi037.stdout: "info_name": "/dev/nvme0n1", 2021-07-26T15:56:36.063 INFO:teuthology.orchestra.run.smithi037.stdout: "name": "/dev/nvme0n1", 2021-07-26T15:56:36.063 INFO:teuthology.orchestra.run.smithi037.stdout: "protocol": "NVMe", 2021-07-26T15:56:36.063 INFO:teuthology.orchestra.run.smithi037.stdout: "type": "nvme" 2021-07-26T15:56:36.063 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.064 INFO:teuthology.orchestra.run.smithi037.stdout: "firmware_version": "8DV101H0", 2021-07-26T15:56:36.064 INFO:teuthology.orchestra.run.smithi037.stdout: "json_format_version": [ 2021-07-26T15:56:36.064 INFO:teuthology.orchestra.run.smithi037.stdout: 1, 2021-07-26T15:56:36.064 INFO:teuthology.orchestra.run.smithi037.stdout: 0 2021-07-26T15:56:36.064 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T15:56:36.065 INFO:teuthology.orchestra.run.smithi037.stdout: "local_time": { 2021-07-26T15:56:36.065 INFO:teuthology.orchestra.run.smithi037.stdout: "asctime": "Mon Jul 26 15:56:21 2021 UTC", 2021-07-26T15:56:36.065 INFO:teuthology.orchestra.run.smithi037.stdout: "time_t": 1627314981 2021-07-26T15:56:36.065 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.066 INFO:teuthology.orchestra.run.smithi037.stdout: "logical_block_size": 512, 2021-07-26T15:56:36.066 INFO:teuthology.orchestra.run.smithi037.stdout: "model_name": "INTEL SSDPEDMD400G4", 2021-07-26T15:56:36.066 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_controller_id": 0, 2021-07-26T15:56:36.066 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_ieee_oui_identifier": 6083300, 2021-07-26T15:56:36.067 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_namespaces": [ 2021-07-26T15:56:36.067 INFO:teuthology.orchestra.run.smithi037.stdout: { 2021-07-26T15:56:36.067 INFO:teuthology.orchestra.run.smithi037.stdout: "capacity": { 2021-07-26T15:56:36.067 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T15:56:36.067 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T15:56:36.069 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.072 INFO:teuthology.orchestra.run.smithi037.stdout: "formatted_lba_size": 512, 2021-07-26T15:56:36.072 INFO:teuthology.orchestra.run.smithi037.stdout: "id": 1, 2021-07-26T15:56:36.072 INFO:teuthology.orchestra.run.smithi037.stdout: "size": { 2021-07-26T15:56:36.072 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T15:56:36.073 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T15:56:36.073 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.073 INFO:teuthology.orchestra.run.smithi037.stdout: "utilization": { 2021-07-26T15:56:36.074 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T15:56:36.074 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T15:56:36.074 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T15:56:36.074 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T15:56:36.075 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T15:56:36.075 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_number_of_namespaces": 1, 2021-07-26T15:56:36.075 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_pci_vendor": { 2021-07-26T15:56:36.075 INFO:teuthology.orchestra.run.smithi037.stdout: "id": 32902, 2021-07-26T15:56:36.075 INFO:teuthology.orchestra.run.smithi037.stdout: "subsystem_id": 32902 2021-07-26T15:56:36.076 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.076 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_smart_health_information_add_log": { 2021-07-26T15:56:36.076 INFO:teuthology.orchestra.run.smithi037.stdout: "Device stats": { 2021-07-26T15:56:36.076 INFO:teuthology.orchestra.run.smithi037.stdout: "crc_error_count": { 2021-07-26T15:56:36.077 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:36.077 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T15:56:36.077 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.077 INFO:teuthology.orchestra.run.smithi037.stdout: "end_to_end_error_detection_count": { 2021-07-26T15:56:36.077 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:36.078 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T15:56:36.078 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.078 INFO:teuthology.orchestra.run.smithi037.stdout: "erase_fail_count": { 2021-07-26T15:56:36.078 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:36.078 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T15:56:36.079 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.079 INFO:teuthology.orchestra.run.smithi037.stdout: "host_bytes_written": { 2021-07-26T15:56:36.079 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:36.079 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 24825472 2021-07-26T15:56:36.080 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.080 INFO:teuthology.orchestra.run.smithi037.stdout: "nand_bytes_written": { 2021-07-26T15:56:36.080 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:36.080 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 37370264 2021-07-26T15:56:36.080 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.081 INFO:teuthology.orchestra.run.smithi037.stdout: "pll_lock_loss_count": { 2021-07-26T15:56:36.081 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:36.081 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T15:56:36.082 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.083 INFO:teuthology.orchestra.run.smithi037.stdout: "program_fail_count": { 2021-07-26T15:56:36.083 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:36.083 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T15:56:36.083 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.083 INFO:teuthology.orchestra.run.smithi037.stdout: "retry_buffer_overflow_count": { 2021-07-26T15:56:36.084 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:36.084 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T15:56:36.084 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.084 INFO:teuthology.orchestra.run.smithi037.stdout: "thermal_throttle_status": { 2021-07-26T15:56:36.085 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:36.085 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": { 2021-07-26T15:56:36.085 INFO:teuthology.orchestra.run.smithi037.stdout: "cnt": 0, 2021-07-26T15:56:36.085 INFO:teuthology.orchestra.run.smithi037.stdout: "pct": 0 2021-07-26T15:56:36.085 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T15:56:36.086 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.086 INFO:teuthology.orchestra.run.smithi037.stdout: "timed_workload_host_reads": { 2021-07-26T15:56:36.086 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:36.086 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 65535 2021-07-26T15:56:36.086 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.087 INFO:teuthology.orchestra.run.smithi037.stdout: "timed_workload_media_wear": { 2021-07-26T15:56:36.087 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:36.087 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 64 2021-07-26T15:56:36.087 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.088 INFO:teuthology.orchestra.run.smithi037.stdout: "timed_workload_timer": { 2021-07-26T15:56:36.088 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T15:56:36.088 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 65535 2021-07-26T15:56:36.088 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.088 INFO:teuthology.orchestra.run.smithi037.stdout: "wear_leveling": { 2021-07-26T15:56:36.089 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 92, 2021-07-26T15:56:36.089 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": { 2021-07-26T15:56:36.089 INFO:teuthology.orchestra.run.smithi037.stdout: "avg": 2464, 2021-07-26T15:56:36.089 INFO:teuthology.orchestra.run.smithi037.stdout: "max": 2479, 2021-07-26T15:56:36.089 INFO:teuthology.orchestra.run.smithi037.stdout: "min": 2451 2021-07-26T15:56:36.090 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T15:56:36.090 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T15:56:36.090 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.090 INFO:teuthology.orchestra.run.smithi037.stdout: "Intel Smart log": "nvme0n1" 2021-07-26T15:56:36.091 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.091 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_smart_health_information_log": { 2021-07-26T15:56:36.091 INFO:teuthology.orchestra.run.smithi037.stdout: "available_spare": 100, 2021-07-26T15:56:36.092 INFO:teuthology.orchestra.run.smithi037.stdout: "available_spare_threshold": 10, 2021-07-26T15:56:36.092 INFO:teuthology.orchestra.run.smithi037.stdout: "controller_busy_time": 29, 2021-07-26T15:56:36.092 INFO:teuthology.orchestra.run.smithi037.stdout: "critical_warning": 0, 2021-07-26T15:56:36.092 INFO:teuthology.orchestra.run.smithi037.stdout: "data_units_read": 309736859, 2021-07-26T15:56:36.098 INFO:teuthology.orchestra.run.smithi037.stdout: "data_units_written": 1626962192, 2021-07-26T15:56:36.098 INFO:teuthology.orchestra.run.smithi037.stdout: "host_reads": 4756881616, 2021-07-26T15:56:36.101 INFO:teuthology.orchestra.run.smithi037.stdout: "host_writes": 24518848687, 2021-07-26T15:56:36.102 INFO:teuthology.orchestra.run.smithi037.stdout: "media_errors": 0, 2021-07-26T15:56:36.102 INFO:teuthology.orchestra.run.smithi037.stdout: "num_err_log_entries": 0, 2021-07-26T15:56:36.102 INFO:teuthology.orchestra.run.smithi037.stdout: "percentage_used": 8, 2021-07-26T15:56:36.102 INFO:teuthology.orchestra.run.smithi037.stdout: "power_cycles": 31579, 2021-07-26T15:56:36.102 INFO:teuthology.orchestra.run.smithi037.stdout: "power_on_hours": 37863, 2021-07-26T15:56:36.103 INFO:teuthology.orchestra.run.smithi037.stdout: "temperature": 28, 2021-07-26T15:56:36.103 INFO:teuthology.orchestra.run.smithi037.stdout: "unsafe_shutdowns": 3158 2021-07-26T15:56:36.103 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.103 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_vendor": "intel", 2021-07-26T15:56:36.104 INFO:teuthology.orchestra.run.smithi037.stdout: "power_cycle_count": 31579, 2021-07-26T15:56:36.104 INFO:teuthology.orchestra.run.smithi037.stdout: "power_on_time": { 2021-07-26T15:56:36.104 INFO:teuthology.orchestra.run.smithi037.stdout: "hours": 37863 2021-07-26T15:56:36.104 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.104 INFO:teuthology.orchestra.run.smithi037.stdout: "serial_number": "PHFT620400NK400BGN", 2021-07-26T15:56:36.105 INFO:teuthology.orchestra.run.smithi037.stdout: "smart_status": { 2021-07-26T15:56:36.105 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme": { 2021-07-26T15:56:36.105 INFO:teuthology.orchestra.run.smithi037.stdout: "value": 0 2021-07-26T15:56:36.105 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.106 INFO:teuthology.orchestra.run.smithi037.stdout: "passed": true 2021-07-26T15:56:36.106 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.106 INFO:teuthology.orchestra.run.smithi037.stdout: "smartctl": { 2021-07-26T15:56:36.106 INFO:teuthology.orchestra.run.smithi037.stdout: "argv": [ 2021-07-26T15:56:36.106 INFO:teuthology.orchestra.run.smithi037.stdout: "smartctl", 2021-07-26T15:56:36.107 INFO:teuthology.orchestra.run.smithi037.stdout: "-a", 2021-07-26T15:56:36.107 INFO:teuthology.orchestra.run.smithi037.stdout: "--json=o", 2021-07-26T15:56:36.107 INFO:teuthology.orchestra.run.smithi037.stdout: "/dev/nvme0n1" 2021-07-26T15:56:36.107 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T15:56:36.108 INFO:teuthology.orchestra.run.smithi037.stdout: "build_info": "(local build)", 2021-07-26T15:56:36.108 INFO:teuthology.orchestra.run.smithi037.stdout: "exit_status": 0, 2021-07-26T15:56:36.108 INFO:teuthology.orchestra.run.smithi037.stdout: "output": [ 2021-07-26T15:56:36.108 INFO:teuthology.orchestra.run.smithi037.stdout: "smartctl 7.1 2020-04-05 r5049 [x86_64-linux-5.4.0-80-generic] (local build)", 2021-07-26T15:56:36.108 INFO:teuthology.orchestra.run.smithi037.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2021-07-26T15:56:36.109 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T15:56:36.109 INFO:teuthology.orchestra.run.smithi037.stdout: "=== START OF INFORMATION SECTION ===", 2021-07-26T15:56:36.109 INFO:teuthology.orchestra.run.smithi037.stdout: "Model Number: INTEL SSDPEDMD400G4", 2021-07-26T15:56:36.109 INFO:teuthology.orchestra.run.smithi037.stdout: "Serial Number: PHFT620400NK400BGN", 2021-07-26T15:56:36.109 INFO:teuthology.orchestra.run.smithi037.stdout: "Firmware Version: 8DV101H0", 2021-07-26T15:56:36.110 INFO:teuthology.orchestra.run.smithi037.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2021-07-26T15:56:36.110 INFO:teuthology.orchestra.run.smithi037.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2021-07-26T15:56:36.110 INFO:teuthology.orchestra.run.smithi037.stdout: "Controller ID: 0", 2021-07-26T15:56:36.110 INFO:teuthology.orchestra.run.smithi037.stdout: "Number of Namespaces: 1", 2021-07-26T15:56:36.111 INFO:teuthology.orchestra.run.smithi037.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2021-07-26T15:56:36.111 INFO:teuthology.orchestra.run.smithi037.stdout: "Namespace 1 Formatted LBA Size: 512", 2021-07-26T15:56:36.111 INFO:teuthology.orchestra.run.smithi037.stdout: "Local Time is: Mon Jul 26 15:56:21 2021 UTC", 2021-07-26T15:56:36.111 INFO:teuthology.orchestra.run.smithi037.stdout: "Firmware Updates (0x02): 1 Slot", 2021-07-26T15:56:36.111 INFO:teuthology.orchestra.run.smithi037.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2021-07-26T15:56:36.112 INFO:teuthology.orchestra.run.smithi037.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2021-07-26T15:56:36.112 INFO:teuthology.orchestra.run.smithi037.stdout: "Maximum Data Transfer Size: 32 Pages", 2021-07-26T15:56:36.112 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T15:56:36.112 INFO:teuthology.orchestra.run.smithi037.stdout: "Supported Power States", 2021-07-26T15:56:36.113 INFO:teuthology.orchestra.run.smithi037.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2021-07-26T15:56:36.113 INFO:teuthology.orchestra.run.smithi037.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2021-07-26T15:56:36.113 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T15:56:36.113 INFO:teuthology.orchestra.run.smithi037.stdout: "Supported LBA Sizes (NSID 0x1)", 2021-07-26T15:56:36.113 INFO:teuthology.orchestra.run.smithi037.stdout: "Id Fmt Data Metadt Rel_Perf", 2021-07-26T15:56:36.114 INFO:teuthology.orchestra.run.smithi037.stdout: " 0 + 512 0 2", 2021-07-26T15:56:36.114 INFO:teuthology.orchestra.run.smithi037.stdout: " 1 - 512 8 2", 2021-07-26T15:56:36.114 INFO:teuthology.orchestra.run.smithi037.stdout: " 2 - 512 16 2", 2021-07-26T15:56:36.114 INFO:teuthology.orchestra.run.smithi037.stdout: " 3 - 4096 0 0", 2021-07-26T15:56:36.115 INFO:teuthology.orchestra.run.smithi037.stdout: " 4 - 4096 8 0", 2021-07-26T15:56:36.115 INFO:teuthology.orchestra.run.smithi037.stdout: " 5 - 4096 64 0", 2021-07-26T15:56:36.115 INFO:teuthology.orchestra.run.smithi037.stdout: " 6 - 4096 128 0", 2021-07-26T15:56:36.115 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T15:56:36.115 INFO:teuthology.orchestra.run.smithi037.stdout: "=== START OF SMART DATA SECTION ===", 2021-07-26T15:56:36.116 INFO:teuthology.orchestra.run.smithi037.stdout: "SMART overall-health self-assessment test result: PASSED", 2021-07-26T15:56:36.116 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T15:56:36.116 INFO:teuthology.orchestra.run.smithi037.stdout: "SMART/Health Information (NVMe Log 0x02)", 2021-07-26T15:56:36.116 INFO:teuthology.orchestra.run.smithi037.stdout: "Critical Warning: 0x00", 2021-07-26T15:56:36.117 INFO:teuthology.orchestra.run.smithi037.stdout: "Temperature: 28 Celsius", 2021-07-26T15:56:36.117 INFO:teuthology.orchestra.run.smithi037.stdout: "Available Spare: 100%", 2021-07-26T15:56:36.117 INFO:teuthology.orchestra.run.smithi037.stdout: "Available Spare Threshold: 10%", 2021-07-26T15:56:36.117 INFO:teuthology.orchestra.run.smithi037.stdout: "Percentage Used: 8%", 2021-07-26T15:56:36.117 INFO:teuthology.orchestra.run.smithi037.stdout: "Data Units Read: 309,736,859 [158 TB]", 2021-07-26T15:56:36.118 INFO:teuthology.orchestra.run.smithi037.stdout: "Data Units Written: 1,626,962,192 [833 TB]", 2021-07-26T15:56:36.118 INFO:teuthology.orchestra.run.smithi037.stdout: "Host Read Commands: 4,756,881,616", 2021-07-26T15:56:36.118 INFO:teuthology.orchestra.run.smithi037.stdout: "Host Write Commands: 24,518,848,687", 2021-07-26T15:56:36.118 INFO:teuthology.orchestra.run.smithi037.stdout: "Controller Busy Time: 29", 2021-07-26T15:56:36.119 INFO:teuthology.orchestra.run.smithi037.stdout: "Power Cycles: 31,579", 2021-07-26T15:56:36.119 INFO:teuthology.orchestra.run.smithi037.stdout: "Power On Hours: 37,863", 2021-07-26T15:56:36.119 INFO:teuthology.orchestra.run.smithi037.stdout: "Unsafe Shutdowns: 3,158", 2021-07-26T15:56:36.119 INFO:teuthology.orchestra.run.smithi037.stdout: "Media and Data Integrity Errors: 0", 2021-07-26T15:56:36.119 INFO:teuthology.orchestra.run.smithi037.stdout: "Error Information Log Entries: 0", 2021-07-26T15:56:36.120 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T15:56:36.120 INFO:teuthology.orchestra.run.smithi037.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2021-07-26T15:56:36.120 INFO:teuthology.orchestra.run.smithi037.stdout: "No Errors Logged", 2021-07-26T15:56:36.120 INFO:teuthology.orchestra.run.smithi037.stdout: "" 2021-07-26T15:56:36.121 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T15:56:36.121 INFO:teuthology.orchestra.run.smithi037.stdout: "platform_info": "x86_64-linux-5.4.0-80-generic", 2021-07-26T15:56:36.121 INFO:teuthology.orchestra.run.smithi037.stdout: "svn_revision": "5049", 2021-07-26T15:56:36.121 INFO:teuthology.orchestra.run.smithi037.stdout: "version": [ 2021-07-26T15:56:36.121 INFO:teuthology.orchestra.run.smithi037.stdout: 7, 2021-07-26T15:56:36.122 INFO:teuthology.orchestra.run.smithi037.stdout: 1 2021-07-26T15:56:36.122 INFO:teuthology.orchestra.run.smithi037.stdout: ] 2021-07-26T15:56:36.122 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.122 INFO:teuthology.orchestra.run.smithi037.stdout: "temperature": { 2021-07-26T15:56:36.123 INFO:teuthology.orchestra.run.smithi037.stdout: "current": 28 2021-07-26T15:56:36.123 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:56:36.124 INFO:teuthology.orchestra.run.smithi037.stdout: "user_capacity": { 2021-07-26T15:56:36.124 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T15:56:36.124 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T15:56:36.124 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T15:56:36.125 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T15:56:36.125 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T15:56:36.850 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- bash -c 'for devid in $(ceph device ls --format=json | jq -r '"'"'.[].devid'"'"'); do ceph device get-health-metrics $devid | jq -e '"'"'. | length > 0'"'"'; done' 2021-07-26T15:56:37.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:37 smithi107 bash[14687]: audit 2021-07-26T15:56:35.479240+0000 mgr.y (mgr.14140) 394 : audit [DBG] from='client.24721 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:56:37.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:37 smithi107 bash[14687]: audit 2021-07-26T15:56:35.767605+0000 mgr.y (mgr.14140) 395 : audit [DBG] from='client.14817 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_CVFT5331005T400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:37.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:37 smithi107 bash[14687]: audit 2021-07-26T15:56:36.055481+0000 mgr.y (mgr.14140) 396 : audit [DBG] from='client.24733 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_PHFT620400NK400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:37.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:37 smithi107 bash[14687]: cluster 2021-07-26T15:56:36.254209+0000 mgr.y (mgr.14140) 397 : cluster [DBG] pgmap v347: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:37.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:37 smithi037 bash[14605]: audit 2021-07-26T15:56:35.479240+0000 mgr.y (mgr.14140) 394 : audit [DBG] from='client.24721 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:56:37.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:37 smithi037 bash[14605]: audit 2021-07-26T15:56:35.767605+0000 mgr.y (mgr.14140) 395 : audit [DBG] from='client.14817 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_CVFT5331005T400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:37.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:37 smithi037 bash[14605]: audit 2021-07-26T15:56:36.055481+0000 mgr.y (mgr.14140) 396 : audit [DBG] from='client.24733 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_PHFT620400NK400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:37.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:37 smithi037 bash[14605]: cluster 2021-07-26T15:56:36.254209+0000 mgr.y (mgr.14140) 397 : cluster [DBG] pgmap v347: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:37.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:37 smithi037 bash[18551]: audit 2021-07-26T15:56:35.479240+0000 mgr.y (mgr.14140) 394 : audit [DBG] from='client.24721 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:56:37.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:37 smithi037 bash[18551]: audit 2021-07-26T15:56:35.767605+0000 mgr.y (mgr.14140) 395 : audit [DBG] from='client.14817 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_CVFT5331005T400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:37.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:37 smithi037 bash[18551]: audit 2021-07-26T15:56:36.055481+0000 mgr.y (mgr.14140) 396 : audit [DBG] from='client.24733 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_PHFT620400NK400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:37.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:37 smithi037 bash[18551]: cluster 2021-07-26T15:56:36.254209+0000 mgr.y (mgr.14140) 397 : cluster [DBG] pgmap v347: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:39.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:39 smithi037 bash[14605]: cluster 2021-07-26T15:56:38.255009+0000 mgr.y (mgr.14140) 398 : cluster [DBG] pgmap v348: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:39.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:39 smithi037 bash[18551]: cluster 2021-07-26T15:56:38.255009+0000 mgr.y (mgr.14140) 398 : cluster [DBG] pgmap v348: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:39.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:39 smithi107 bash[14687]: cluster 2021-07-26T15:56:38.255009+0000 mgr.y (mgr.14140) 398 : cluster [DBG] pgmap v348: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:40.802 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T15:56:41.090 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T15:56:41.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:41 smithi037 bash[14605]: cluster 2021-07-26T15:56:40.255966+0000 mgr.y (mgr.14140) 399 : cluster [DBG] pgmap v349: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2021-07-26T15:56:41.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:41 smithi037 bash[18551]: cluster 2021-07-26T15:56:40.255966+0000 mgr.y (mgr.14140) 399 : cluster [DBG] pgmap v349: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2021-07-26T15:56:41.732 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- bash -c 'rados --pool=device_health_metrics ls | wc -l' 2021-07-26T15:56:41.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:41 smithi107 bash[14687]: cluster 2021-07-26T15:56:40.255966+0000 mgr.y (mgr.14140) 399 : cluster [DBG] pgmap v349: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2021-07-26T15:56:42.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:42 smithi037 bash[14605]: audit 2021-07-26T15:56:40.501206+0000 mgr.y (mgr.14140) 400 : audit [DBG] from='client.24739 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:56:42.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:42 smithi037 bash[14605]: audit 2021-07-26T15:56:40.784117+0000 mgr.y (mgr.14140) 401 : audit [DBG] from='client.24745 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_CVFT5331005T400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:42.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:42 smithi037 bash[14605]: audit 2021-07-26T15:56:41.072366+0000 mgr.y (mgr.14140) 402 : audit [DBG] from='client.24751 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_PHFT620400NK400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:42.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:42 smithi037 bash[18551]: audit 2021-07-26T15:56:40.501206+0000 mgr.y (mgr.14140) 400 : audit [DBG] from='client.24739 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:56:42.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:42 smithi037 bash[18551]: audit 2021-07-26T15:56:40.784117+0000 mgr.y (mgr.14140) 401 : audit [DBG] from='client.24745 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_CVFT5331005T400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:42.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:42 smithi037 bash[18551]: audit 2021-07-26T15:56:41.072366+0000 mgr.y (mgr.14140) 402 : audit [DBG] from='client.24751 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_PHFT620400NK400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:42.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:42 smithi107 bash[14687]: audit 2021-07-26T15:56:40.501206+0000 mgr.y (mgr.14140) 400 : audit [DBG] from='client.24739 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T15:56:42.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:42 smithi107 bash[14687]: audit 2021-07-26T15:56:40.784117+0000 mgr.y (mgr.14140) 401 : audit [DBG] from='client.24745 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_CVFT5331005T400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:42.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:42 smithi107 bash[14687]: audit 2021-07-26T15:56:41.072366+0000 mgr.y (mgr.14140) 402 : audit [DBG] from='client.24751 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_PHFT620400NK400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:43.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:43 smithi037 bash[14605]: cluster 2021-07-26T15:56:42.256984+0000 mgr.y (mgr.14140) 403 : cluster [DBG] pgmap v350: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2021-07-26T15:56:43.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:43 smithi037 bash[18551]: cluster 2021-07-26T15:56:42.256984+0000 mgr.y (mgr.14140) 403 : cluster [DBG] pgmap v350: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2021-07-26T15:56:43.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:43 smithi107 bash[14687]: cluster 2021-07-26T15:56:42.256984+0000 mgr.y (mgr.14140) 403 : cluster [DBG] pgmap v350: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2021-07-26T15:56:45.063 INFO:teuthology.orchestra.run.smithi037.stdout:2 2021-07-26T15:56:45.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:45 smithi037 bash[14605]: cluster 2021-07-26T15:56:44.257979+0000 mgr.y (mgr.14140) 404 : cluster [DBG] pgmap v351: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 op/s 2021-07-26T15:56:45.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:45 smithi037 bash[18551]: cluster 2021-07-26T15:56:44.257979+0000 mgr.y (mgr.14140) 404 : cluster [DBG] pgmap v351: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 op/s 2021-07-26T15:56:45.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:45 smithi107 bash[14687]: cluster 2021-07-26T15:56:44.257979+0000 mgr.y (mgr.14140) 404 : cluster [DBG] pgmap v351: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 op/s 2021-07-26T15:56:45.782 INFO:teuthology.run_tasks:Running task print... 2021-07-26T15:56:45.794 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2021-07-26T15:56:45.795 INFO:teuthology.run_tasks:Running task print... 2021-07-26T15:56:45.827 INFO:teuthology.task.print:**** done start parallel 2021-07-26T15:56:45.828 INFO:teuthology.run_tasks:Running task parallel... 2021-07-26T15:56:45.853 INFO:teuthology.task.parallel:starting parallel... 2021-07-26T15:56:45.854 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2021-07-26T15:56:45.855 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2021-07-26T15:56:45.856 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2021-07-26T15:56:45.856 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2021-07-26T15:56:45.858 INFO:tasks.rados:Beginning rados... 2021-07-26T15:56:45.859 INFO:tasks.rados:joining rados 2021-07-26T15:56:45.859 INFO:teuthology.task.parallel:In parallel, running task sequential... 2021-07-26T15:56:45.860 INFO:teuthology.task.sequential:In sequential, running task print... 2021-07-26T15:56:45.860 INFO:teuthology.task.print:**** done start upgrade, wait 2021-07-26T15:56:45.861 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2021-07-26T15:56:45.861 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi037.front.sepia.ceph.com 2021-07-26T15:56:45.861 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph config set global log_to_journald false --force' 2021-07-26T15:56:45.862 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2021-07-26T15:56:45.863 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2021-07-26T15:56:45.998 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:56:47.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:47 smithi037 bash[18551]: cluster 2021-07-26T15:56:46.259013+0000 mgr.y (mgr.14140) 405 : cluster [DBG] pgmap v352: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 op/s 2021-07-26T15:56:47.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:47 smithi037 bash[14605]: cluster 2021-07-26T15:56:46.259013+0000 mgr.y (mgr.14140) 405 : cluster [DBG] pgmap v352: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 op/s 2021-07-26T15:56:47.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:47 smithi107 bash[14687]: cluster 2021-07-26T15:56:46.259013+0000 mgr.y (mgr.14140) 405 : cluster [DBG] pgmap v352: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 op/s 2021-07-26T15:56:49.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:49 smithi107 bash[14687]: cluster 2021-07-26T15:56:48.259997+0000 mgr.y (mgr.14140) 406 : cluster [DBG] pgmap v353: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 op/s 2021-07-26T15:56:49.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:49 smithi037 bash[14605]: cluster 2021-07-26T15:56:48.259997+0000 mgr.y (mgr.14140) 406 : cluster [DBG] pgmap v353: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 op/s 2021-07-26T15:56:49.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:49 smithi037 bash[18551]: cluster 2021-07-26T15:56:48.259997+0000 mgr.y (mgr.14140) 406 : cluster [DBG] pgmap v353: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 op/s 2021-07-26T15:56:51.461 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2021-07-26T15:56:51.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:51 smithi037 bash[18551]: cluster 2021-07-26T15:56:50.260923+0000 mgr.y (mgr.14140) 407 : cluster [DBG] pgmap v354: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 op/s 2021-07-26T15:56:51.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:51 smithi037 bash[18551]: audit 2021-07-26T15:56:50.732205+0000 mon.c (mon.1) 28 : audit [INF] from='client.? 172.21.15.37:0/362484974' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2021-07-26T15:56:51.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:51 smithi037 bash[18551]: audit 2021-07-26T15:56:50.737998+0000 mon.a (mon.0) 668 : audit [INF] from='client.? 172.21.15.37:0/2262718849' entity='client.admin' 2021-07-26T15:56:51.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:51 smithi037 bash[18551]: audit 2021-07-26T15:56:50.739225+0000 mon.a (mon.0) 669 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2021-07-26T15:56:51.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:51 smithi037 bash[18551]: audit 2021-07-26T15:56:50.744224+0000 mon.a (mon.0) 670 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:56:51.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:51 smithi037 bash[18551]: audit 2021-07-26T15:56:51.102064+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:56:51.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:51 smithi037 bash[18551]: audit 2021-07-26T15:56:51.110844+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:56:51.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:51 smithi037 bash[14605]: cluster 2021-07-26T15:56:50.260923+0000 mgr.y (mgr.14140) 407 : cluster [DBG] pgmap v354: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 op/s 2021-07-26T15:56:51.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:51 smithi037 bash[14605]: audit 2021-07-26T15:56:50.732205+0000 mon.c (mon.1) 28 : audit [INF] from='client.? 172.21.15.37:0/362484974' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2021-07-26T15:56:51.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:51 smithi037 bash[14605]: audit 2021-07-26T15:56:50.737998+0000 mon.a (mon.0) 668 : audit [INF] from='client.? 172.21.15.37:0/2262718849' entity='client.admin' 2021-07-26T15:56:51.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:51 smithi037 bash[14605]: audit 2021-07-26T15:56:50.739225+0000 mon.a (mon.0) 669 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2021-07-26T15:56:51.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:51 smithi037 bash[14605]: audit 2021-07-26T15:56:50.744224+0000 mon.a (mon.0) 670 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:56:51.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:51 smithi037 bash[14605]: audit 2021-07-26T15:56:51.102064+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:56:51.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:51 smithi037 bash[14605]: audit 2021-07-26T15:56:51.110844+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:56:51.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:51 smithi107 bash[14687]: cluster 2021-07-26T15:56:50.260923+0000 mgr.y (mgr.14140) 407 : cluster [DBG] pgmap v354: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 op/s 2021-07-26T15:56:51.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:51 smithi107 bash[14687]: audit 2021-07-26T15:56:50.732205+0000 mon.c (mon.1) 28 : audit [INF] from='client.? 172.21.15.37:0/362484974' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2021-07-26T15:56:51.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:51 smithi107 bash[14687]: audit 2021-07-26T15:56:50.737998+0000 mon.a (mon.0) 668 : audit [INF] from='client.? 172.21.15.37:0/2262718849' entity='client.admin' 2021-07-26T15:56:51.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:51 smithi107 bash[14687]: audit 2021-07-26T15:56:50.739225+0000 mon.a (mon.0) 669 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2021-07-26T15:56:51.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:51 smithi107 bash[14687]: audit 2021-07-26T15:56:50.744224+0000 mon.a (mon.0) 670 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:56:51.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:51 smithi107 bash[14687]: audit 2021-07-26T15:56:51.102064+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:56:51.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:51 smithi107 bash[14687]: audit 2021-07-26T15:56:51.110844+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:56:53.012 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:52 smithi107 bash[14687]: audit 2021-07-26T15:56:51.746246+0000 mon.a (mon.0) 673 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2021-07-26T15:56:53.013 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:52 smithi107 bash[14687]: cluster 2021-07-26T15:56:51.746462+0000 mon.a (mon.0) 674 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2021-07-26T15:56:53.013 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:52 smithi107 bash[14687]: cluster 2021-07-26T15:56:52.261759+0000 mgr.y (mgr.14140) 408 : cluster [DBG] pgmap v356: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2021-07-26T15:56:53.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:52 smithi037 bash[14605]: audit 2021-07-26T15:56:51.746246+0000 mon.a (mon.0) 673 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2021-07-26T15:56:53.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:52 smithi037 bash[14605]: cluster 2021-07-26T15:56:51.746462+0000 mon.a (mon.0) 674 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2021-07-26T15:56:53.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:52 smithi037 bash[14605]: cluster 2021-07-26T15:56:52.261759+0000 mgr.y (mgr.14140) 408 : cluster [DBG] pgmap v356: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2021-07-26T15:56:53.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:52 smithi037 bash[18551]: audit 2021-07-26T15:56:51.746246+0000 mon.a (mon.0) 673 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2021-07-26T15:56:53.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:52 smithi037 bash[18551]: cluster 2021-07-26T15:56:51.746462+0000 mon.a (mon.0) 674 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2021-07-26T15:56:53.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:52 smithi037 bash[18551]: cluster 2021-07-26T15:56:52.261759+0000 mgr.y (mgr.14140) 408 : cluster [DBG] pgmap v356: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2021-07-26T15:56:53.108 INFO:tasks.rados:starting run 0 out of 1 2021-07-26T15:56:53.108 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2021-07-26T15:56:53.109 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2021-07-26T15:56:53.249 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:56:55.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:55 smithi037 bash[14605]: cluster 2021-07-26T15:56:54.262664+0000 mgr.y (mgr.14140) 409 : cluster [DBG] pgmap v357: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:55.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:55 smithi037 bash[18551]: cluster 2021-07-26T15:56:54.262664+0000 mgr.y (mgr.14140) 409 : cluster [DBG] pgmap v357: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:55.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:55 smithi107 bash[14687]: cluster 2021-07-26T15:56:54.262664+0000 mgr.y (mgr.14140) 409 : cluster [DBG] pgmap v357: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:57.285 INFO:teuthology.orchestra.run.smithi037.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:56:57.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:57 smithi037 bash[18551]: cluster 2021-07-26T15:56:56.263572+0000 mgr.y (mgr.14140) 410 : cluster [DBG] pgmap v358: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:57.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:57 smithi037 bash[18551]: audit 2021-07-26T15:56:57.283587+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:56:57.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:57 smithi037 bash[18551]: audit 2021-07-26T15:56:57.285454+0000 mon.a (mon.0) 676 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:56:57.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:57 smithi037 bash[18551]: audit 2021-07-26T15:56:57.292893+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:56:57.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:57 smithi037 bash[14605]: cluster 2021-07-26T15:56:56.263572+0000 mgr.y (mgr.14140) 410 : cluster [DBG] pgmap v358: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:57.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:57 smithi037 bash[14605]: audit 2021-07-26T15:56:57.283587+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:56:57.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:57 smithi037 bash[14605]: audit 2021-07-26T15:56:57.285454+0000 mon.a (mon.0) 676 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:56:57.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:57 smithi037 bash[14605]: audit 2021-07-26T15:56:57.292893+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:56:57.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:57 smithi107 bash[14687]: cluster 2021-07-26T15:56:56.263572+0000 mgr.y (mgr.14140) 410 : cluster [DBG] pgmap v358: 73 pgs: 73 active+clean; 2.2 KiB data, 4.4 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:57.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:57 smithi107 bash[14687]: audit 2021-07-26T15:56:57.283587+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:56:57.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:57 smithi107 bash[14687]: audit 2021-07-26T15:56:57.285454+0000 mon.a (mon.0) 676 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:56:57.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:57 smithi107 bash[14687]: audit 2021-07-26T15:56:57.292893+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:56:58.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:58 smithi037 bash[14605]: audit 2021-07-26T15:56:57.276044+0000 mgr.y (mgr.14140) 411 : audit [DBG] from='client.24778 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:58.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:58 smithi037 bash[14605]: cephadm 2021-07-26T15:56:57.300202+0000 mgr.y (mgr.14140) 412 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:56:58.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:58 smithi037 bash[18551]: audit 2021-07-26T15:56:57.276044+0000 mgr.y (mgr.14140) 411 : audit [DBG] from='client.24778 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:58.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:58 smithi037 bash[18551]: cephadm 2021-07-26T15:56:57.300202+0000 mgr.y (mgr.14140) 412 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:56:58.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:58 smithi107 bash[14687]: audit 2021-07-26T15:56:57.276044+0000 mgr.y (mgr.14140) 411 : audit [DBG] from='client.24778 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:56:58.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:58 smithi107 bash[14687]: cephadm 2021-07-26T15:56:57.300202+0000 mgr.y (mgr.14140) 412 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bccf07c244ef1754a7e8d345570b6a04f2ee5a7e 2021-07-26T15:56:58.864 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2021-07-26T15:56:59.333 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:59 smithi037 bash[14605]: cluster 2021-07-26T15:56:58.264592+0000 mgr.y (mgr.14140) 413 : cluster [DBG] pgmap v359: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:59.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:59 smithi037 bash[14605]: audit 2021-07-26T15:56:59.317318+0000 mon.c (mon.1) 29 : audit [INF] from='client.? 172.21.15.37:0/2223253640' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2021-07-26T15:56:59.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:56:59 smithi037 bash[14605]: audit 2021-07-26T15:56:59.318271+0000 mon.a (mon.0) 678 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2021-07-26T15:56:59.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:59 smithi037 bash[18551]: cluster 2021-07-26T15:56:58.264592+0000 mgr.y (mgr.14140) 413 : cluster [DBG] pgmap v359: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:59.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:59 smithi037 bash[18551]: audit 2021-07-26T15:56:59.317318+0000 mon.c (mon.1) 29 : audit [INF] from='client.? 172.21.15.37:0/2223253640' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2021-07-26T15:56:59.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:56:59 smithi037 bash[18551]: audit 2021-07-26T15:56:59.318271+0000 mon.a (mon.0) 678 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2021-07-26T15:56:59.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:59 smithi107 bash[14687]: cluster 2021-07-26T15:56:58.264592+0000 mgr.y (mgr.14140) 413 : cluster [DBG] pgmap v359: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:56:59.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:59 smithi107 bash[14687]: audit 2021-07-26T15:56:59.317318+0000 mon.c (mon.1) 29 : audit [INF] from='client.? 172.21.15.37:0/2223253640' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2021-07-26T15:56:59.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:56:59 smithi107 bash[14687]: audit 2021-07-26T15:56:59.318271+0000 mon.a (mon.0) 678 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2021-07-26T15:57:01.271 INFO:teuthology.orchestra.run.smithi037.stderr:pool 'unique_pool_0' created 2021-07-26T15:57:01.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:01 smithi107 bash[14687]: cluster 2021-07-26T15:57:00.265121+0000 mgr.y (mgr.14140) 414 : cluster [DBG] pgmap v361: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:01.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:01 smithi107 bash[14687]: cluster 2021-07-26T15:57:00.735954+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2021-07-26T15:57:01.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:01 smithi037 bash[14605]: cluster 2021-07-26T15:57:00.265121+0000 mgr.y (mgr.14140) 414 : cluster [DBG] pgmap v361: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:01.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:01 smithi037 bash[14605]: cluster 2021-07-26T15:57:00.735954+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2021-07-26T15:57:01.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:01 smithi037 bash[18551]: cluster 2021-07-26T15:57:00.265121+0000 mgr.y (mgr.14140) 414 : cluster [DBG] pgmap v361: 73 pgs: 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:01.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:01 smithi037 bash[18551]: cluster 2021-07-26T15:57:00.735954+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2021-07-26T15:57:02.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:02 smithi037 bash[14605]: audit 2021-07-26T15:57:01.254873+0000 mon.a (mon.0) 680 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2021-07-26T15:57:02.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:02 smithi037 bash[14605]: cluster 2021-07-26T15:57:01.254946+0000 mon.a (mon.0) 681 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2021-07-26T15:57:02.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:02 smithi037 bash[18551]: audit 2021-07-26T15:57:01.254873+0000 mon.a (mon.0) 680 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2021-07-26T15:57:02.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:02 smithi037 bash[18551]: cluster 2021-07-26T15:57:01.254946+0000 mon.a (mon.0) 681 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2021-07-26T15:57:02.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:02 smithi107 bash[14687]: audit 2021-07-26T15:57:01.254873+0000 mon.a (mon.0) 680 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2021-07-26T15:57:02.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:02 smithi107 bash[14687]: cluster 2021-07-26T15:57:01.254946+0000 mon.a (mon.0) 681 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2021-07-26T15:57:03.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:03 smithi037 bash[14605]: cluster 2021-07-26T15:57:02.259265+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2021-07-26T15:57:03.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:03 smithi037 bash[14605]: cluster 2021-07-26T15:57:02.265542+0000 mgr.y (mgr.14140) 415 : cluster [DBG] pgmap v364: 89 pgs: 3 creating+peering, 13 unknown, 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:03.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:03 smithi037 bash[18551]: cluster 2021-07-26T15:57:02.259265+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2021-07-26T15:57:03.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:03 smithi037 bash[18551]: cluster 2021-07-26T15:57:02.265542+0000 mgr.y (mgr.14140) 415 : cluster [DBG] pgmap v364: 89 pgs: 3 creating+peering, 13 unknown, 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:03.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:03 smithi107 bash[14687]: cluster 2021-07-26T15:57:02.259265+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2021-07-26T15:57:03.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:03 smithi107 bash[14687]: cluster 2021-07-26T15:57:02.265542+0000 mgr.y (mgr.14140) 415 : cluster [DBG] pgmap v364: 89 pgs: 3 creating+peering, 13 unknown, 73 active+clean; 2.2 KiB data, 4.5 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:04.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:04 smithi037 bash[14605]: cluster 2021-07-26T15:57:03.274578+0000 mon.a (mon.0) 683 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2021-07-26T15:57:04.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:04 smithi037 bash[18551]: cluster 2021-07-26T15:57:03.274578+0000 mon.a (mon.0) 683 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2021-07-26T15:57:04.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:04 smithi107 bash[14687]: cluster 2021-07-26T15:57:03.274578+0000 mon.a (mon.0) 683 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2021-07-26T15:57:05.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:05 smithi037 bash[18551]: cluster 2021-07-26T15:57:04.266396+0000 mgr.y (mgr.14140) 416 : cluster [DBG] pgmap v366: 89 pgs: 3 creating+peering, 5 unknown, 81 active+clean; 2.2 KiB data, 4.6 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:05.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:05 smithi037 bash[14605]: cluster 2021-07-26T15:57:04.266396+0000 mgr.y (mgr.14140) 416 : cluster [DBG] pgmap v366: 89 pgs: 3 creating+peering, 5 unknown, 81 active+clean; 2.2 KiB data, 4.6 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:05.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:05 smithi107 bash[14687]: cluster 2021-07-26T15:57:04.266396+0000 mgr.y (mgr.14140) 416 : cluster [DBG] pgmap v366: 89 pgs: 3 creating+peering, 5 unknown, 81 active+clean; 2.2 KiB data, 4.6 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:07.242 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2021-07-26T15:57:07.376 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:07 smithi037 bash[14605]: cluster 2021-07-26T15:57:06.267111+0000 mgr.y (mgr.14140) 417 : cluster [DBG] pgmap v367: 89 pgs: 3 creating+peering, 86 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:07.377 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:07 smithi037 bash[18551]: cluster 2021-07-26T15:57:06.267111+0000 mgr.y (mgr.14140) 417 : cluster [DBG] pgmap v367: 89 pgs: 3 creating+peering, 86 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:07.395 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T15:57:07.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:07 smithi107 bash[14687]: cluster 2021-07-26T15:57:06.267111+0000 mgr.y (mgr.14140) 417 : cluster [DBG] pgmap v367: 89 pgs: 3 creating+peering, 86 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:09.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:09 smithi107 bash[14687]: cluster 2021-07-26T15:57:08.267993+0000 mgr.y (mgr.14140) 418 : cluster [DBG] pgmap v368: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:09.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:09 smithi037 bash[14605]: cluster 2021-07-26T15:57:08.267993+0000 mgr.y (mgr.14140) 418 : cluster [DBG] pgmap v368: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:09.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:09 smithi037 bash[18551]: cluster 2021-07-26T15:57:08.267993+0000 mgr.y (mgr.14140) 418 : cluster [DBG] pgmap v368: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:11.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:11 smithi037 bash[14605]: cluster 2021-07-26T15:57:10.268704+0000 mgr.y (mgr.14140) 419 : cluster [DBG] pgmap v369: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:11.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:11 smithi037 bash[18551]: cluster 2021-07-26T15:57:10.268704+0000 mgr.y (mgr.14140) 419 : cluster [DBG] pgmap v369: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:11.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:11 smithi107 bash[14687]: cluster 2021-07-26T15:57:10.268704+0000 mgr.y (mgr.14140) 419 : cluster [DBG] pgmap v369: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:13.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:13 smithi037 bash[14605]: cluster 2021-07-26T15:57:12.269618+0000 mgr.y (mgr.14140) 420 : cluster [DBG] pgmap v370: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:13.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:13 smithi037 bash[18551]: cluster 2021-07-26T15:57:12.269618+0000 mgr.y (mgr.14140) 420 : cluster [DBG] pgmap v370: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:13.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:13 smithi107 bash[14687]: cluster 2021-07-26T15:57:12.269618+0000 mgr.y (mgr.14140) 420 : cluster [DBG] pgmap v370: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:15.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:15 smithi037 bash[14605]: cluster 2021-07-26T15:57:14.270459+0000 mgr.y (mgr.14140) 421 : cluster [DBG] pgmap v371: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:15.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:15 smithi037 bash[18551]: cluster 2021-07-26T15:57:14.270459+0000 mgr.y (mgr.14140) 421 : cluster [DBG] pgmap v371: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:15.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:15 smithi107 bash[14687]: cluster 2021-07-26T15:57:14.270459+0000 mgr.y (mgr.14140) 421 : cluster [DBG] pgmap v371: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:17.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:17 smithi037 bash[18551]: cluster 2021-07-26T15:57:16.271111+0000 mgr.y (mgr.14140) 422 : cluster [DBG] pgmap v372: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:17.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:17 smithi037 bash[14605]: cluster 2021-07-26T15:57:16.271111+0000 mgr.y (mgr.14140) 422 : cluster [DBG] pgmap v372: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:17.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:17 smithi107 bash[14687]: cluster 2021-07-26T15:57:16.271111+0000 mgr.y (mgr.14140) 422 : cluster [DBG] pgmap v372: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:19.512 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:19 smithi107 bash[14687]: cluster 2021-07-26T15:57:18.271880+0000 mgr.y (mgr.14140) 423 : cluster [DBG] pgmap v373: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:19.514 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:19 smithi037 bash[14605]: cluster 2021-07-26T15:57:18.271880+0000 mgr.y (mgr.14140) 423 : cluster [DBG] pgmap v373: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:19.515 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:19 smithi037 bash[18551]: cluster 2021-07-26T15:57:18.271880+0000 mgr.y (mgr.14140) 423 : cluster [DBG] pgmap v373: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:20.495 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T15:57:20.807 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2021-07-26T15:57:20.807 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 running (4m) 2m ago 5m 0.20.0 docker.io/prom/alertmanager:v0.20.0 0881eb8f169f efab80df0ece 2021-07-26T15:57:20.807 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi107 running (4m) 2m ago 4m 6.7.4 docker.io/ceph/ceph-grafana:6.7.4 3b1077a63311 2876c96eb484 2021-07-26T15:57:20.808 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi037.wjuegm smithi037 running (2m) 2m ago 2m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 d211508d5e60 2021-07-26T15:57:20.808 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi107.pmlxcx smithi107 running (2m) 2m ago 2m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 8636b713abef 2021-07-26T15:57:20.808 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi107 running (9m) 2m ago 9m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 583565eb5d76 2021-07-26T15:57:20.808 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 running (11m) 2m ago 11m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 10e65c219ad1 2021-07-26T15:57:20.808 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (11m) 2m ago 11m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 fac83f1b715c 2021-07-26T15:57:20.809 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi107 running (9m) 2m ago 9m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 ad1d4de14320 2021-07-26T15:57:20.809 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (9m) 2m ago 9m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 ff6f69ccb940 2021-07-26T15:57:20.809 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 running (5m) 2m ago 5m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf 3ad93cd5c278 2021-07-26T15:57:20.809 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi107 running (5m) 2m ago 5m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf b308a000873c 2021-07-26T15:57:20.810 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (8m) 2m ago 8m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 8fea6ba8ff0e 2021-07-26T15:57:20.810 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (8m) 2m ago 8m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 3e1d842f2785 2021-07-26T15:57:20.810 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (7m) 2m ago 7m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 b01752f39fbb 2021-07-26T15:57:20.810 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (7m) 2m ago 7m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 291b11cfe756 2021-07-26T15:57:20.811 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi107 running (6m) 2m ago 7m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 cdf1c413f938 2021-07-26T15:57:20.811 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi107 running (6m) 2m ago 6m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 1948041463bd 2021-07-26T15:57:20.813 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi107 running (6m) 2m ago 6m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 4230be7c8f5f 2021-07-26T15:57:20.813 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi107 running (5m) 2m ago 5m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 964b0df7c499 2021-07-26T15:57:20.813 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi107 running (4m) 2m ago 5m 2.18.1 docker.io/prom/prometheus:v2.18.1 de242295e225 95178a9d7a1a 2021-07-26T15:57:21.145 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T15:57:21.146 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2021-07-26T15:57:21.147 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 3 2021-07-26T15:57:21.147 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:57:21.147 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2021-07-26T15:57:21.147 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 2 2021-07-26T15:57:21.148 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:57:21.148 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2021-07-26T15:57:21.148 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 8 2021-07-26T15:57:21.148 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:57:21.148 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2021-07-26T15:57:21.149 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 2 2021-07-26T15:57:21.149 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:57:21.149 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2021-07-26T15:57:21.149 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 15 2021-07-26T15:57:21.150 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T15:57:21.150 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T15:57:21.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:21 smithi037 bash[14605]: cluster 2021-07-26T15:57:20.272464+0000 mgr.y (mgr.14140) 424 : cluster [DBG] pgmap v374: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:21.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:21 smithi037 bash[14605]: audit 2021-07-26T15:57:21.143998+0000 mon.c (mon.1) 30 : audit [DBG] from='client.? 172.21.15.37:0/624685157' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:21.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:21 smithi037 bash[18551]: cluster 2021-07-26T15:57:20.272464+0000 mgr.y (mgr.14140) 424 : cluster [DBG] pgmap v374: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:21.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:21 smithi037 bash[18551]: audit 2021-07-26T15:57:21.143998+0000 mon.c (mon.1) 30 : audit [DBG] from='client.? 172.21.15.37:0/624685157' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:21.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:21 smithi107 bash[14687]: cluster 2021-07-26T15:57:20.272464+0000 mgr.y (mgr.14140) 424 : cluster [DBG] pgmap v374: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:21.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:21 smithi107 bash[14687]: audit 2021-07-26T15:57:21.143998+0000 mon.c (mon.1) 30 : audit [DBG] from='client.? 172.21.15.37:0/624685157' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:22.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:22 smithi037 bash[18551]: audit 2021-07-26T15:57:20.479390+0000 mgr.y (mgr.14140) 425 : audit [DBG] from='client.24790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:57:22.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:22 smithi037 bash[18551]: audit 2021-07-26T15:57:20.793970+0000 mgr.y (mgr.14140) 426 : audit [DBG] from='client.14886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:57:22.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:22 smithi037 bash[14605]: audit 2021-07-26T15:57:20.479390+0000 mgr.y (mgr.14140) 425 : audit [DBG] from='client.24790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:57:22.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:22 smithi037 bash[14605]: audit 2021-07-26T15:57:20.793970+0000 mgr.y (mgr.14140) 426 : audit [DBG] from='client.14886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:57:22.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:22 smithi107 bash[14687]: audit 2021-07-26T15:57:20.479390+0000 mgr.y (mgr.14140) 425 : audit [DBG] from='client.24790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:57:22.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:22 smithi107 bash[14687]: audit 2021-07-26T15:57:20.793970+0000 mgr.y (mgr.14140) 426 : audit [DBG] from='client.14886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:57:23.355 INFO:teuthology.orchestra.run.smithi037.stderr:enabled application 'rados' on pool 'unique_pool_0' 2021-07-26T15:57:23.648 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:23 smithi107 bash[14687]: cluster 2021-07-26T15:57:22.273372+0000 mgr.y (mgr.14140) 427 : cluster [DBG] pgmap v375: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:23.648 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:23 smithi107 bash[14687]: audit 2021-07-26T15:57:23.103278+0000 mon.c (mon.1) 31 : audit [INF] from='client.? 172.21.15.37:0/210005309' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:57:23.648 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:23 smithi107 bash[14687]: audit 2021-07-26T15:57:23.103912+0000 mon.a (mon.0) 684 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:57:23.648 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:23 smithi107 bash[14687]: audit 2021-07-26T15:57:23.325427+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:57:23.649 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:23 smithi107 bash[14687]: audit 2021-07-26T15:57:23.326956+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:23.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:23 smithi037 bash[14605]: cluster 2021-07-26T15:57:22.273372+0000 mgr.y (mgr.14140) 427 : cluster [DBG] pgmap v375: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:23.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:23 smithi037 bash[14605]: audit 2021-07-26T15:57:23.103278+0000 mon.c (mon.1) 31 : audit [INF] from='client.? 172.21.15.37:0/210005309' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:57:23.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:23 smithi037 bash[14605]: audit 2021-07-26T15:57:23.103912+0000 mon.a (mon.0) 684 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:57:23.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:23 smithi037 bash[14605]: audit 2021-07-26T15:57:23.325427+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:57:23.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:23 smithi037 bash[14605]: audit 2021-07-26T15:57:23.326956+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:23.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:23 smithi037 bash[18551]: cluster 2021-07-26T15:57:22.273372+0000 mgr.y (mgr.14140) 427 : cluster [DBG] pgmap v375: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:23.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:23 smithi037 bash[18551]: audit 2021-07-26T15:57:23.103278+0000 mon.c (mon.1) 31 : audit [INF] from='client.? 172.21.15.37:0/210005309' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:57:23.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:23 smithi037 bash[18551]: audit 2021-07-26T15:57:23.103912+0000 mon.a (mon.0) 684 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:57:23.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:23 smithi037 bash[18551]: audit 2021-07-26T15:57:23.325427+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:57:23.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:23 smithi037 bash[18551]: audit 2021-07-26T15:57:23.326956+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:57:24.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:24 smithi037 bash[14605]: cephadm 2021-07-26T15:57:23.326277+0000 mgr.y (mgr.14140) 428 : cephadm [INF] Upgrade: Target is quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f with id 6cdb40438e662d3c5ecb03d5b9d0b7a3675f8fa9b2b429ef0081ea4adc0695ed 2021-07-26T15:57:24.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:24 smithi037 bash[14605]: cephadm 2021-07-26T15:57:23.328505+0000 mgr.y (mgr.14140) 429 : cephadm [INF] Upgrade: Checking mgr daemons... 2021-07-26T15:57:24.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:24 smithi037 bash[14605]: cephadm 2021-07-26T15:57:23.329029+0000 mgr.y (mgr.14140) 430 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-07-26T15:57:24.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:24 smithi037 bash[14605]: audit 2021-07-26T15:57:23.347139+0000 mon.a (mon.0) 687 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-07-26T15:57:24.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:24 smithi037 bash[14605]: cluster 2021-07-26T15:57:23.347292+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2021-07-26T15:57:24.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:24 smithi037 bash[18551]: cephadm 2021-07-26T15:57:23.326277+0000 mgr.y (mgr.14140) 428 : cephadm [INF] Upgrade: Target is quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f with id 6cdb40438e662d3c5ecb03d5b9d0b7a3675f8fa9b2b429ef0081ea4adc0695ed 2021-07-26T15:57:24.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:24 smithi037 bash[18551]: cephadm 2021-07-26T15:57:23.328505+0000 mgr.y (mgr.14140) 429 : cephadm [INF] Upgrade: Checking mgr daemons... 2021-07-26T15:57:24.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:24 smithi037 bash[18551]: cephadm 2021-07-26T15:57:23.329029+0000 mgr.y (mgr.14140) 430 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-07-26T15:57:24.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:24 smithi037 bash[18551]: audit 2021-07-26T15:57:23.347139+0000 mon.a (mon.0) 687 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-07-26T15:57:24.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:24 smithi037 bash[18551]: cluster 2021-07-26T15:57:23.347292+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2021-07-26T15:57:24.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:24 smithi107 bash[14687]: cephadm 2021-07-26T15:57:23.326277+0000 mgr.y (mgr.14140) 428 : cephadm [INF] Upgrade: Target is quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f with id 6cdb40438e662d3c5ecb03d5b9d0b7a3675f8fa9b2b429ef0081ea4adc0695ed 2021-07-26T15:57:24.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:24 smithi107 bash[14687]: cephadm 2021-07-26T15:57:23.328505+0000 mgr.y (mgr.14140) 429 : cephadm [INF] Upgrade: Checking mgr daemons... 2021-07-26T15:57:24.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:24 smithi107 bash[14687]: cephadm 2021-07-26T15:57:23.329029+0000 mgr.y (mgr.14140) 430 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-07-26T15:57:24.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:24 smithi107 bash[14687]: audit 2021-07-26T15:57:23.347139+0000 mon.a (mon.0) 687 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-07-26T15:57:24.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:24 smithi107 bash[14687]: cluster 2021-07-26T15:57:23.347292+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2021-07-26T15:57:25.125 DEBUG:teuthology.orchestra.run.smithi037:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2021-07-26T15:57:25.145 INFO:tasks.rados.rados.0.smithi037.stdout:adding op weight read -> 100 2021-07-26T15:57:25.146 INFO:tasks.rados.rados.0.smithi037.stdout:adding op weight delete -> 50 2021-07-26T15:57:25.146 INFO:tasks.rados.rados.0.smithi037.stdout:adding op weight snap_create -> 50 2021-07-26T15:57:25.147 INFO:tasks.rados.rados.0.smithi037.stdout:adding op weight snap_remove -> 50 2021-07-26T15:57:25.147 INFO:tasks.rados.rados.0.smithi037.stdout:adding op weight rollback -> 50 2021-07-26T15:57:25.147 INFO:tasks.rados.rados.0.smithi037.stdout:adding op weight setattr -> 25 2021-07-26T15:57:25.147 INFO:tasks.rados.rados.0.smithi037.stdout:adding op weight rmattr -> 25 2021-07-26T15:57:25.148 INFO:tasks.rados.rados.0.smithi037.stdout:adding op weight copy_from -> 50 2021-07-26T15:57:25.149 INFO:tasks.rados.rados.0.smithi037.stdout:adding op weight append -> 100 2021-07-26T15:57:25.149 INFO:tasks.rados.rados.0.smithi037.stdout:ceph version 15.2.13-213-g0f589fd5 (0f589fd5a12a7ee844fceabe951140b18faf866b) octopus (stable) 2021-07-26T15:57:25.149 INFO:tasks.rados.rados.0.smithi037.stdout:Configuration: 2021-07-26T15:57:25.149 INFO:tasks.rados.rados.0.smithi037.stdout: Number of operations: 4000 2021-07-26T15:57:25.151 INFO:tasks.rados.rados.0.smithi037.stdout: Number of objects: 50 2021-07-26T15:57:25.151 INFO:tasks.rados.rados.0.smithi037.stdout: Max in flight operations: 16 2021-07-26T15:57:25.152 INFO:tasks.rados.rados.0.smithi037.stdout: Object size (in bytes): 4000000 2021-07-26T15:57:25.152 INFO:tasks.rados.rados.0.smithi037.stdout: Write stride min: 400000 2021-07-26T15:57:25.153 INFO:tasks.rados.rados.0.smithi037.stdout: Write stride max: 800000 2021-07-26T15:57:25.387 INFO:tasks.rados.rados.0.smithi037.stdout:1: write initial oid 1 2021-07-26T15:57:25.387 INFO:tasks.rados.rados.0.smithi037.stdout:1: seq_num 0 ranges {0=24576} 2021-07-26T15:57:25.388 INFO:tasks.rados.rados.0.smithi037.stdout:1: writing smithi03738989-1 from 0 to 24576 tid 1 2021-07-26T15:57:25.388 INFO:tasks.rados.rados.0.smithi037.stdout:2: write initial oid 2 2021-07-26T15:57:25.388 INFO:tasks.rados.rados.0.smithi037.stdout:2: seq_num 1 ranges {0=24576} 2021-07-26T15:57:25.389 INFO:tasks.rados.rados.0.smithi037.stdout:2: writing smithi03738989-2 from 0 to 24576 tid 1 2021-07-26T15:57:25.389 INFO:tasks.rados.rados.0.smithi037.stdout:3: write initial oid 3 2021-07-26T15:57:25.390 INFO:tasks.rados.rados.0.smithi037.stdout:3: seq_num 2 ranges {0=40960} 2021-07-26T15:57:25.390 INFO:tasks.rados.rados.0.smithi037.stdout:3: writing smithi03738989-3 from 0 to 40960 tid 1 2021-07-26T15:57:25.391 INFO:tasks.rados.rados.0.smithi037.stdout:4: write initial oid 4 2021-07-26T15:57:25.391 INFO:tasks.rados.rados.0.smithi037.stdout:4: seq_num 3 ranges {0=57344} 2021-07-26T15:57:25.392 INFO:tasks.rados.rados.0.smithi037.stdout:4: writing smithi03738989-4 from 0 to 57344 tid 1 2021-07-26T15:57:25.392 INFO:tasks.rados.rados.0.smithi037.stdout:5: write initial oid 5 2021-07-26T15:57:25.393 INFO:tasks.rados.rados.0.smithi037.stdout:5: seq_num 4 ranges {0=73728} 2021-07-26T15:57:25.393 INFO:tasks.rados.rados.0.smithi037.stdout:5: writing smithi03738989-5 from 0 to 73728 tid 1 2021-07-26T15:57:25.393 INFO:tasks.rados.rados.0.smithi037.stdout:6: write initial oid 6 2021-07-26T15:57:25.394 INFO:tasks.rados.rados.0.smithi037.stdout:6: seq_num 5 ranges {0=90112} 2021-07-26T15:57:25.394 INFO:tasks.rados.rados.0.smithi037.stdout:6: writing smithi03738989-6 from 0 to 90112 tid 1 2021-07-26T15:57:25.394 INFO:tasks.rados.rados.0.smithi037.stdout:7: write initial oid 7 2021-07-26T15:57:25.395 INFO:tasks.rados.rados.0.smithi037.stdout:7: seq_num 6 ranges {0=106496} 2021-07-26T15:57:25.395 INFO:tasks.rados.rados.0.smithi037.stdout:7: writing smithi03738989-7 from 0 to 106496 tid 1 2021-07-26T15:57:25.396 INFO:tasks.rados.rados.0.smithi037.stdout:8: write initial oid 8 2021-07-26T15:57:25.396 INFO:tasks.rados.rados.0.smithi037.stdout:8: seq_num 7 ranges {0=122880} 2021-07-26T15:57:25.400 INFO:tasks.rados.rados.0.smithi037.stdout:8: writing smithi03738989-8 from 0 to 122880 tid 1 2021-07-26T15:57:25.400 INFO:tasks.rados.rados.0.smithi037.stdout:9: write initial oid 9 2021-07-26T15:57:25.400 INFO:tasks.rados.rados.0.smithi037.stdout:9: seq_num 8 ranges {0=139264} 2021-07-26T15:57:25.401 INFO:tasks.rados.rados.0.smithi037.stdout:9: writing smithi03738989-9 from 0 to 139264 tid 1 2021-07-26T15:57:25.401 INFO:tasks.rados.rados.0.smithi037.stdout:10: write initial oid 10 2021-07-26T15:57:25.401 INFO:tasks.rados.rados.0.smithi037.stdout:10: seq_num 9 ranges {0=155648} 2021-07-26T15:57:25.401 INFO:tasks.rados.rados.0.smithi037.stdout:10: writing smithi03738989-10 from 0 to 155648 tid 1 2021-07-26T15:57:25.402 INFO:tasks.rados.rados.0.smithi037.stdout:11: write initial oid 11 2021-07-26T15:57:25.402 INFO:tasks.rados.rados.0.smithi037.stdout:11: seq_num 10 ranges {0=172032} 2021-07-26T15:57:25.402 INFO:tasks.rados.rados.0.smithi037.stdout:11: writing smithi03738989-11 from 0 to 172032 tid 1 2021-07-26T15:57:25.403 INFO:tasks.rados.rados.0.smithi037.stdout:12: write initial oid 12 2021-07-26T15:57:25.403 INFO:tasks.rados.rados.0.smithi037.stdout:12: seq_num 11 ranges {0=188416} 2021-07-26T15:57:25.403 INFO:tasks.rados.rados.0.smithi037.stdout:12: writing smithi03738989-12 from 0 to 188416 tid 1 2021-07-26T15:57:25.403 INFO:tasks.rados.rados.0.smithi037.stdout:13: write initial oid 13 2021-07-26T15:57:25.403 INFO:tasks.rados.rados.0.smithi037.stdout:13: seq_num 12 ranges {0=204800} 2021-07-26T15:57:25.404 INFO:tasks.rados.rados.0.smithi037.stdout:13: writing smithi03738989-13 from 0 to 204800 tid 1 2021-07-26T15:57:25.404 INFO:tasks.rados.rados.0.smithi037.stdout:14: write initial oid 14 2021-07-26T15:57:25.404 INFO:tasks.rados.rados.0.smithi037.stdout:14: seq_num 13 ranges {0=221184} 2021-07-26T15:57:25.406 INFO:tasks.rados.rados.0.smithi037.stdout:14: writing smithi03738989-14 from 0 to 221184 tid 1 2021-07-26T15:57:25.406 INFO:tasks.rados.rados.0.smithi037.stdout:15: write initial oid 15 2021-07-26T15:57:25.410 INFO:tasks.rados.rados.0.smithi037.stdout:15: seq_num 14 ranges {0=237568} 2021-07-26T15:57:25.410 INFO:tasks.rados.rados.0.smithi037.stdout:15: writing smithi03738989-15 from 0 to 237568 tid 1 2021-07-26T15:57:25.411 INFO:tasks.rados.rados.0.smithi037.stdout:16: write initial oid 16 2021-07-26T15:57:25.411 INFO:tasks.rados.rados.0.smithi037.stdout:16: seq_num 15 ranges {0=253952} 2021-07-26T15:57:25.412 INFO:tasks.rados.rados.0.smithi037.stdout:16: writing smithi03738989-16 from 0 to 253952 tid 1 2021-07-26T15:57:25.412 INFO:tasks.rados.rados.0.smithi037.stdout: waiting on 16 2021-07-26T15:57:25.412 INFO:tasks.rados.rados.0.smithi037.stdout:3: finishing write tid 1 to smithi03738989-3 2021-07-26T15:57:25.413 INFO:tasks.rados.rados.0.smithi037.stdout:5: finishing write tid 1 to smithi03738989-5 2021-07-26T15:57:25.413 INFO:tasks.rados.rados.0.smithi037.stdout:2: finishing write tid 1 to smithi03738989-2 2021-07-26T15:57:25.413 INFO:tasks.rados.rados.0.smithi037.stdout:3: finishing write tid 3 to smithi03738989-3 2021-07-26T15:57:25.414 INFO:tasks.rados.rados.0.smithi037.stdout:6: finishing write tid 1 to smithi03738989-6 2021-07-26T15:57:25.414 INFO:tasks.rados.rados.0.smithi037.stdout:5: finishing write tid 3 to smithi03738989-5 2021-07-26T15:57:25.414 INFO:tasks.rados.rados.0.smithi037.stdout:7: finishing write tid 1 to smithi03738989-7 2021-07-26T15:57:25.414 INFO:tasks.rados.rados.0.smithi037.stdout:3: finishing write tid 4 to smithi03738989-3 2021-07-26T15:57:25.416 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2021-07-26T15:57:25.417 INFO:tasks.rados.rados.0.smithi037.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2021-07-26T15:57:25.420 INFO:tasks.rados.rados.0.smithi037.stdout:9: finishing write tid 1 to smithi03738989-9 2021-07-26T15:57:25.421 INFO:tasks.rados.rados.0.smithi037.stdout:11: finishing write tid 1 to smithi03738989-11 2021-07-26T15:57:25.421 INFO:tasks.rados.rados.0.smithi037.stdout:7: finishing write tid 3 to smithi03738989-7 2021-07-26T15:57:25.421 INFO:tasks.rados.rados.0.smithi037.stdout:5: finishing write tid 4 to smithi03738989-5 2021-07-26T15:57:25.421 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2021-07-26T15:57:25.421 INFO:tasks.rados.rados.0.smithi037.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2021-07-26T15:57:25.422 INFO:tasks.rados.rados.0.smithi037.stdout:1: finishing write tid 1 to smithi03738989-1 2021-07-26T15:57:25.422 INFO:tasks.rados.rados.0.smithi037.stdout:4: finishing write tid 1 to smithi03738989-4 2021-07-26T15:57:25.422 INFO:tasks.rados.rados.0.smithi037.stdout:10: finishing write tid 1 to smithi03738989-10 2021-07-26T15:57:25.422 INFO:tasks.rados.rados.0.smithi037.stdout:8: finishing write tid 1 to smithi03738989-8 2021-07-26T15:57:25.423 INFO:tasks.rados.rados.0.smithi037.stdout:2: finishing write tid 3 to smithi03738989-2 2021-07-26T15:57:25.423 INFO:tasks.rados.rados.0.smithi037.stdout:6: finishing write tid 3 to smithi03738989-6 2021-07-26T15:57:25.423 INFO:tasks.rados.rados.0.smithi037.stdout:7: finishing write tid 4 to smithi03738989-7 2021-07-26T15:57:25.423 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 3 (ObjNum 6 snap 0 seq_num 6) dirty exists 2021-07-26T15:57:25.423 INFO:tasks.rados.rados.0.smithi037.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2021-07-26T15:57:25.424 INFO:tasks.rados.rados.0.smithi037.stdout:3: done (15 left) 2021-07-26T15:57:25.424 INFO:tasks.rados.rados.0.smithi037.stdout:5: done (14 left) 2021-07-26T15:57:25.424 INFO:tasks.rados.rados.0.smithi037.stdout:7: done (13 left) 2021-07-26T15:57:25.424 INFO:tasks.rados.rados.0.smithi037.stdout:17: write initial oid 17 2021-07-26T15:57:25.424 INFO:tasks.rados.rados.0.smithi037.stdout:17: seq_num 16 ranges {0=270336} 2021-07-26T15:57:25.430 INFO:tasks.rados.rados.0.smithi037.stdout:17: writing smithi03738989-17 from 0 to 270336 tid 1 2021-07-26T15:57:25.432 INFO:tasks.rados.rados.0.smithi037.stdout:18: write initial oid 18 2021-07-26T15:57:25.432 INFO:tasks.rados.rados.0.smithi037.stdout:18: seq_num 17 ranges {0=286720} 2021-07-26T15:57:25.432 INFO:tasks.rados.rados.0.smithi037.stdout:18: writing smithi03738989-18 from 0 to 286720 tid 1 2021-07-26T15:57:25.433 INFO:tasks.rados.rados.0.smithi037.stdout:19: write initial oid 19 2021-07-26T15:57:25.433 INFO:tasks.rados.rados.0.smithi037.stdout:19: seq_num 18 ranges {0=303104} 2021-07-26T15:57:25.433 INFO:tasks.rados.rados.0.smithi037.stdout:19: writing smithi03738989-19 from 0 to 303104 tid 1 2021-07-26T15:57:25.433 INFO:tasks.rados.rados.0.smithi037.stdout: waiting on 16 2021-07-26T15:57:25.434 INFO:tasks.rados.rados.0.smithi037.stdout:1: finishing write tid 3 to smithi03738989-1 2021-07-26T15:57:25.434 INFO:tasks.rados.rados.0.smithi037.stdout:2: finishing write tid 4 to smithi03738989-2 2021-07-26T15:57:25.434 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 3 (ObjNum 1 snap 0 seq_num 1) dirty exists 2021-07-26T15:57:25.434 INFO:tasks.rados.rados.0.smithi037.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2021-07-26T15:57:25.435 INFO:tasks.rados.rados.0.smithi037.stdout:13: finishing write tid 1 to smithi03738989-13 2021-07-26T15:57:25.435 INFO:tasks.rados.rados.0.smithi037.stdout:4: finishing write tid 3 to smithi03738989-4 2021-07-26T15:57:25.435 INFO:tasks.rados.rados.0.smithi037.stdout:2: done (15 left) 2021-07-26T15:57:25.435 INFO:tasks.rados.rados.0.smithi037.stdout:20: write initial oid 20 2021-07-26T15:57:25.436 INFO:tasks.rados.rados.0.smithi037.stdout:20: seq_num 19 ranges {0=319488} 2021-07-26T15:57:25.436 INFO:tasks.rados.rados.0.smithi037.stdout:20: writing smithi03738989-20 from 0 to 319488 tid 1 2021-07-26T15:57:25.436 INFO:tasks.rados.rados.0.smithi037.stdout: waiting on 16 2021-07-26T15:57:25.436 INFO:tasks.rados.rados.0.smithi037.stdout:10: finishing write tid 3 to smithi03738989-10 2021-07-26T15:57:25.437 INFO:tasks.rados.rados.0.smithi037.stdout:8: finishing write tid 3 to smithi03738989-8 2021-07-26T15:57:25.437 INFO:tasks.rados.rados.0.smithi037.stdout:6: finishing write tid 4 to smithi03738989-6 2021-07-26T15:57:25.437 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 4 (ObjNum 5 snap 0 seq_num 5) dirty exists 2021-07-26T15:57:25.437 INFO:tasks.rados.rados.0.smithi037.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2021-07-26T15:57:25.438 INFO:tasks.rados.rados.0.smithi037.stdout:11: finishing write tid 3 to smithi03738989-11 2021-07-26T15:57:25.438 INFO:tasks.rados.rados.0.smithi037.stdout:9: finishing write tid 3 to smithi03738989-9 2021-07-26T15:57:25.438 INFO:tasks.rados.rados.0.smithi037.stdout:4: finishing write tid 4 to smithi03738989-4 2021-07-26T15:57:25.438 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 5 (ObjNum 3 snap 0 seq_num 3) dirty exists 2021-07-26T15:57:25.438 INFO:tasks.rados.rados.0.smithi037.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2021-07-26T15:57:25.439 INFO:tasks.rados.rados.0.smithi037.stdout:12: finishing write tid 1 to smithi03738989-12 2021-07-26T15:57:25.439 INFO:tasks.rados.rados.0.smithi037.stdout:11: finishing write tid 4 to smithi03738989-11 2021-07-26T15:57:25.439 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2021-07-26T15:57:25.439 INFO:tasks.rados.rados.0.smithi037.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2021-07-26T15:57:25.441 INFO:tasks.rados.rados.0.smithi037.stdout:15: finishing write tid 1 to smithi03738989-15 2021-07-26T15:57:25.441 INFO:tasks.rados.rados.0.smithi037.stdout:4: done (15 left) 2021-07-26T15:57:25.441 INFO:tasks.rados.rados.0.smithi037.stdout:6: done (14 left) 2021-07-26T15:57:25.441 INFO:tasks.rados.rados.0.smithi037.stdout:11: done (13 left) 2021-07-26T15:57:25.441 INFO:tasks.rados.rados.0.smithi037.stdout:21: write initial oid 21 2021-07-26T15:57:25.443 INFO:tasks.rados.rados.0.smithi037.stdout:21: seq_num 20 ranges {0=344064} 2021-07-26T15:57:25.443 INFO:tasks.rados.rados.0.smithi037.stdout:21: writing smithi03738989-21 from 0 to 344064 tid 1 2021-07-26T15:57:25.443 INFO:tasks.rados.rados.0.smithi037.stdout:22: write initial oid 22 2021-07-26T15:57:25.443 INFO:tasks.rados.rados.0.smithi037.stdout:22: seq_num 21 ranges {0=360448} 2021-07-26T15:57:25.444 INFO:tasks.rados.rados.0.smithi037.stdout:22: writing smithi03738989-22 from 0 to 360448 tid 1 2021-07-26T15:57:25.444 INFO:tasks.rados.rados.0.smithi037.stdout:23: write initial oid 23 2021-07-26T15:57:25.444 INFO:tasks.rados.rados.0.smithi037.stdout:9: finishing write tid 4 to smithi03738989-9 2021-07-26T15:57:25.444 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 4 (ObjNum 8 snap 0 seq_num 8) dirty exists 2021-07-26T15:57:25.445 INFO:tasks.rados.rados.0.smithi037.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2021-07-26T15:57:25.445 INFO:tasks.rados.rados.0.smithi037.stdout:8: finishing write tid 4 to smithi03738989-8 2021-07-26T15:57:25.445 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2021-07-26T15:57:25.446 INFO:tasks.rados.rados.0.smithi037.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2021-07-26T15:57:25.446 INFO:tasks.rados.rados.0.smithi037.stdout:14: finishing write tid 1 to smithi03738989-14 2021-07-26T15:57:25.446 INFO:tasks.rados.rados.0.smithi037.stdout:13: finishing write tid 3 to smithi03738989-13 2021-07-26T15:57:25.446 INFO:tasks.rados.rados.0.smithi037.stdout:10: finishing write tid 4 to smithi03738989-10 2021-07-26T15:57:25.446 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 6 (ObjNum 9 snap 0 seq_num 9) dirty exists 2021-07-26T15:57:25.447 INFO:tasks.rados.rados.0.smithi037.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2021-07-26T15:57:25.447 INFO:tasks.rados.rados.0.smithi037.stdout:1: finishing write tid 4 to smithi03738989-1 2021-07-26T15:57:25.447 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 4 (ObjNum 0 snap 0 seq_num 0) dirty exists 2021-07-26T15:57:25.447 INFO:tasks.rados.rados.0.smithi037.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:57:25.448 INFO:tasks.rados.rados.0.smithi037.stdout:17: finishing write tid 1 to smithi03738989-17 2021-07-26T15:57:25.448 INFO:tasks.rados.rados.0.smithi037.stdout:15: finishing write tid 3 to smithi03738989-15 2021-07-26T15:57:25.448 INFO:tasks.rados.rados.0.smithi037.stdout:18: finishing write tid 1 to smithi03738989-18 2021-07-26T15:57:25.448 INFO:tasks.rados.rados.0.smithi037.stdout:13: finishing write tid 4 to smithi03738989-13 2021-07-26T15:57:25.448 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2021-07-26T15:57:25.449 INFO:tasks.rados.rados.0.smithi037.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2021-07-26T15:57:25.449 INFO:tasks.rados.rados.0.smithi037.stdout:17: finishing write tid 3 to smithi03738989-17 2021-07-26T15:57:25.449 INFO:tasks.rados.rados.0.smithi037.stdout:16: finishing write tid 1 to smithi03738989-16 2021-07-26T15:57:25.449 INFO:tasks.rados.rados.0.smithi037.stdout:12: finishing write tid 3 to smithi03738989-12 2021-07-26T15:57:25.449 INFO:tasks.rados.rados.0.smithi037.stdout:12: finishing write tid 4 to smithi03738989-12 2021-07-26T15:57:25.450 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 3 (ObjNum 11 snap 0 seq_num 11) dirty exists 2021-07-26T15:57:25.450 INFO:tasks.rados.rados.0.smithi037.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2021-07-26T15:57:25.450 INFO:tasks.rados.rados.0.smithi037.stdout:15: finishing write tid 4 to smithi03738989-15 2021-07-26T15:57:25.450 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 3 (ObjNum 14 snap 0 seq_num 14) dirty exists 2021-07-26T15:57:25.451 INFO:tasks.rados.rados.0.smithi037.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2021-07-26T15:57:25.451 INFO:tasks.rados.rados.0.smithi037.stdout:18: finishing write tid 3 to smithi03738989-18 2021-07-26T15:57:25.451 INFO:tasks.rados.rados.0.smithi037.stdout:16: finishing write tid 3 to smithi03738989-16 2021-07-26T15:57:25.451 INFO:tasks.rados.rados.0.smithi037.stdout:14: finishing write tid 3 to smithi03738989-14 2021-07-26T15:57:25.451 INFO:tasks.rados.rados.0.smithi037.stdout:19: finishing write tid 1 to smithi03738989-19 2021-07-26T15:57:25.452 INFO:tasks.rados.rados.0.smithi037.stdout:17: finishing write tid 4 to smithi03738989-17 2021-07-26T15:57:25.452 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2021-07-26T15:57:25.452 INFO:tasks.rados.rados.0.smithi037.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2021-07-26T15:57:25.452 INFO:tasks.rados.rados.0.smithi037.stdout:18: finishing write tid 4 to smithi03738989-18 2021-07-26T15:57:25.453 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2021-07-26T15:57:25.453 INFO:tasks.rados.rados.0.smithi037.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2021-07-26T15:57:25.453 INFO:tasks.rados.rados.0.smithi037.stdout:16: finishing write tid 4 to smithi03738989-16 2021-07-26T15:57:25.453 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 4 (ObjNum 15 snap 0 seq_num 15) dirty exists 2021-07-26T15:57:25.453 INFO:tasks.rados.rados.0.smithi037.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2021-07-26T15:57:25.454 INFO:tasks.rados.rados.0.smithi037.stdout:14: finishing write tid 4 to smithi03738989-14 2021-07-26T15:57:25.454 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2021-07-26T15:57:25.454 INFO:tasks.rados.rados.0.smithi037.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2021-07-26T15:57:25.454 INFO:tasks.rados.rados.0.smithi037.stdout:20: finishing write tid 1 to smithi03738989-20 2021-07-26T15:57:25.455 INFO:tasks.rados.rados.0.smithi037.stdout:23: seq_num 22 ranges {0=376832} 2021-07-26T15:57:25.455 INFO:tasks.rados.rados.0.smithi037.stdout:23: writing smithi03738989-23 from 0 to 376832 tid 1 2021-07-26T15:57:25.455 INFO:tasks.rados.rados.0.smithi037.stdout:1: done (15 left) 2021-07-26T15:57:25.456 INFO:tasks.rados.rados.0.smithi037.stdout:8: done (14 left) 2021-07-26T15:57:25.456 INFO:tasks.rados.rados.0.smithi037.stdout:9: done (13 left) 2021-07-26T15:57:25.456 INFO:tasks.rados.rados.0.smithi037.stdout:10: done (12 left) 2021-07-26T15:57:25.456 INFO:tasks.rados.rados.0.smithi037.stdout:12: done (11 left) 2021-07-26T15:57:25.456 INFO:tasks.rados.rados.0.smithi037.stdout:13: done (10 left) 2021-07-26T15:57:25.457 INFO:tasks.rados.rados.0.smithi037.stdout:14: done (9 left) 2021-07-26T15:57:25.457 INFO:tasks.rados.rados.0.smithi037.stdout:15: done (8 left) 2021-07-26T15:57:25.457 INFO:tasks.rados.rados.0.smithi037.stdout:16: done (7 left) 2021-07-26T15:57:25.457 INFO:tasks.rados.rados.0.smithi037.stdout:17: done (6 left) 2021-07-26T15:57:25.458 INFO:tasks.rados.rados.0.smithi037.stdout:18: done (5 left) 2021-07-26T15:57:25.458 INFO:tasks.rados.rados.0.smithi037.stdout:24: write initial oid 24 2021-07-26T15:57:25.459 INFO:tasks.rados.rados.0.smithi037.stdout:24: seq_num 23 ranges {0=393216} 2021-07-26T15:57:25.459 INFO:tasks.rados.rados.0.smithi037.stdout:24: writing smithi03738989-24 from 0 to 393216 tid 1 2021-07-26T15:57:25.459 INFO:tasks.rados.rados.0.smithi037.stdout:25: write initial oid 25 2021-07-26T15:57:25.459 INFO:tasks.rados.rados.0.smithi037.stdout:25: seq_num 24 ranges {0=409600} 2021-07-26T15:57:25.459 INFO:tasks.rados.rados.0.smithi037.stdout:25: writing smithi03738989-25 from 0 to 409600 tid 1 2021-07-26T15:57:25.460 INFO:tasks.rados.rados.0.smithi037.stdout:26: write initial oid 26 2021-07-26T15:57:25.460 INFO:tasks.rados.rados.0.smithi037.stdout:26: seq_num 25 ranges {0=425984} 2021-07-26T15:57:25.460 INFO:tasks.rados.rados.0.smithi037.stdout:26: writing smithi03738989-26 from 0 to 425984 tid 1 2021-07-26T15:57:25.460 INFO:tasks.rados.rados.0.smithi037.stdout:27: write initial oid 27 2021-07-26T15:57:25.461 INFO:tasks.rados.rados.0.smithi037.stdout:27: seq_num 26 ranges {0=442368} 2021-07-26T15:57:25.465 INFO:tasks.rados.rados.0.smithi037.stdout:27: writing smithi03738989-27 from 0 to 442368 tid 1 2021-07-26T15:57:25.465 INFO:tasks.rados.rados.0.smithi037.stdout:28: write initial oid 28 2021-07-26T15:57:25.466 INFO:tasks.rados.rados.0.smithi037.stdout:28: seq_num 27 ranges {0=458752} 2021-07-26T15:57:25.466 INFO:tasks.rados.rados.0.smithi037.stdout:28: writing smithi03738989-28 from 0 to 458752 tid 1 2021-07-26T15:57:25.466 INFO:tasks.rados.rados.0.smithi037.stdout:29: write initial oid 29 2021-07-26T15:57:25.466 INFO:tasks.rados.rados.0.smithi037.stdout:29: seq_num 28 ranges {0=475136} 2021-07-26T15:57:25.467 INFO:tasks.rados.rados.0.smithi037.stdout:29: writing smithi03738989-29 from 0 to 475136 tid 1 2021-07-26T15:57:25.467 INFO:tasks.rados.rados.0.smithi037.stdout:30: write initial oid 30 2021-07-26T15:57:25.467 INFO:tasks.rados.rados.0.smithi037.stdout:30: seq_num 29 ranges {0=491520} 2021-07-26T15:57:25.467 INFO:tasks.rados.rados.0.smithi037.stdout:30: writing smithi03738989-30 from 0 to 491520 tid 1 2021-07-26T15:57:25.467 INFO:tasks.rados.rados.0.smithi037.stdout:31: write initial oid 31 2021-07-26T15:57:25.468 INFO:tasks.rados.rados.0.smithi037.stdout:31: seq_num 30 ranges {0=507904} 2021-07-26T15:57:25.468 INFO:tasks.rados.rados.0.smithi037.stdout:31: writing smithi03738989-31 from 0 to 507904 tid 1 2021-07-26T15:57:25.468 INFO:tasks.rados.rados.0.smithi037.stdout:32: write initial oid 32 2021-07-26T15:57:25.468 INFO:tasks.rados.rados.0.smithi037.stdout:32: seq_num 31 ranges {0=524288} 2021-07-26T15:57:25.469 INFO:tasks.rados.rados.0.smithi037.stdout:32: writing smithi03738989-32 from 0 to 524288 tid 1 2021-07-26T15:57:25.469 INFO:tasks.rados.rados.0.smithi037.stdout:33: write initial oid 33 2021-07-26T15:57:25.469 INFO:tasks.rados.rados.0.smithi037.stdout:33: seq_num 32 ranges {0=540672} 2021-07-26T15:57:25.469 INFO:tasks.rados.rados.0.smithi037.stdout:33: writing smithi03738989-33 from 0 to 540672 tid 1 2021-07-26T15:57:25.469 INFO:tasks.rados.rados.0.smithi037.stdout:34: write initial oid 34 2021-07-26T15:57:25.470 INFO:tasks.rados.rados.0.smithi037.stdout:34: seq_num 33 ranges {0=557056} 2021-07-26T15:57:25.470 INFO:tasks.rados.rados.0.smithi037.stdout:34: writing smithi03738989-34 from 0 to 557056 tid 1 2021-07-26T15:57:25.470 INFO:tasks.rados.rados.0.smithi037.stdout: waiting on 16 2021-07-26T15:57:25.470 INFO:tasks.rados.rados.0.smithi037.stdout:19: finishing write tid 3 to smithi03738989-19 2021-07-26T15:57:25.471 INFO:tasks.rados.rados.0.smithi037.stdout:20: finishing write tid 3 to smithi03738989-20 2021-07-26T15:57:25.471 INFO:tasks.rados.rados.0.smithi037.stdout:19: finishing write tid 4 to smithi03738989-19 2021-07-26T15:57:25.471 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2021-07-26T15:57:25.471 INFO:tasks.rados.rados.0.smithi037.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2021-07-26T15:57:25.471 INFO:tasks.rados.rados.0.smithi037.stdout:20: finishing write tid 4 to smithi03738989-20 2021-07-26T15:57:25.472 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2021-07-26T15:57:25.472 INFO:tasks.rados.rados.0.smithi037.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2021-07-26T15:57:25.472 INFO:tasks.rados.rados.0.smithi037.stdout:21: finishing write tid 1 to smithi03738989-21 2021-07-26T15:57:25.472 INFO:tasks.rados.rados.0.smithi037.stdout:23: finishing write tid 1 to smithi03738989-23 2021-07-26T15:57:25.473 INFO:tasks.rados.rados.0.smithi037.stdout:19: done (15 left) 2021-07-26T15:57:25.473 INFO:tasks.rados.rados.0.smithi037.stdout:20: done (14 left) 2021-07-26T15:57:25.473 INFO:tasks.rados.rados.0.smithi037.stdout:35: write initial oid 35 2021-07-26T15:57:25.473 INFO:tasks.rados.rados.0.smithi037.stdout:35: seq_num 34 ranges {0=573440} 2021-07-26T15:57:25.473 INFO:tasks.rados.rados.0.smithi037.stdout:35: writing smithi03738989-35 from 0 to 573440 tid 1 2021-07-26T15:57:25.474 INFO:tasks.rados.rados.0.smithi037.stdout:36: write initial oid 36 2021-07-26T15:57:25.474 INFO:tasks.rados.rados.0.smithi037.stdout:36: seq_num 35 ranges {0=589824} 2021-07-26T15:57:25.477 INFO:tasks.rados.rados.0.smithi037.stdout:36: writing smithi03738989-36 from 0 to 589824 tid 1 2021-07-26T15:57:25.477 INFO:tasks.rados.rados.0.smithi037.stdout: waiting on 16 2021-07-26T15:57:25.477 INFO:tasks.rados.rados.0.smithi037.stdout:21: finishing write tid 3 to smithi03738989-21 2021-07-26T15:57:25.477 INFO:tasks.rados.rados.0.smithi037.stdout:22: finishing write tid 1 to smithi03738989-22 2021-07-26T15:57:25.478 INFO:tasks.rados.rados.0.smithi037.stdout:23: finishing write tid 3 to smithi03738989-23 2021-07-26T15:57:25.478 INFO:tasks.rados.rados.0.smithi037.stdout:21: finishing write tid 4 to smithi03738989-21 2021-07-26T15:57:25.478 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2 (ObjNum 20 snap 0 seq_num 20) dirty exists 2021-07-26T15:57:25.478 INFO:tasks.rados.rados.0.smithi037.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2021-07-26T15:57:25.479 INFO:tasks.rados.rados.0.smithi037.stdout:22: finishing write tid 3 to smithi03738989-22 2021-07-26T15:57:25.479 INFO:tasks.rados.rados.0.smithi037.stdout:22: finishing write tid 4 to smithi03738989-22 2021-07-26T15:57:25.479 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2021-07-26T15:57:25.479 INFO:tasks.rados.rados.0.smithi037.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2021-07-26T15:57:25.479 INFO:tasks.rados.rados.0.smithi037.stdout:25: finishing write tid 1 to smithi03738989-25 2021-07-26T15:57:25.480 INFO:tasks.rados.rados.0.smithi037.stdout:23: finishing write tid 4 to smithi03738989-23 2021-07-26T15:57:25.480 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 6 (ObjNum 22 snap 0 seq_num 22) dirty exists 2021-07-26T15:57:25.480 INFO:tasks.rados.rados.0.smithi037.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2021-07-26T15:57:25.480 INFO:tasks.rados.rados.0.smithi037.stdout:24: finishing write tid 1 to smithi03738989-24 2021-07-26T15:57:25.480 INFO:tasks.rados.rados.0.smithi037.stdout:24: finishing write tid 3 to smithi03738989-24 2021-07-26T15:57:25.481 INFO:tasks.rados.rados.0.smithi037.stdout:25: finishing write tid 3 to smithi03738989-25 2021-07-26T15:57:25.481 INFO:tasks.rados.rados.0.smithi037.stdout:24: finishing write tid 4 to smithi03738989-24 2021-07-26T15:57:25.481 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 8 (ObjNum 23 snap 0 seq_num 23) dirty exists 2021-07-26T15:57:25.481 INFO:tasks.rados.rados.0.smithi037.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2021-07-26T15:57:25.482 INFO:tasks.rados.rados.0.smithi037.stdout:21: done (15 left) 2021-07-26T15:57:25.482 INFO:tasks.rados.rados.0.smithi037.stdout:22: done (14 left) 2021-07-26T15:57:25.482 INFO:tasks.rados.rados.0.smithi037.stdout:23: done (13 left) 2021-07-26T15:57:25.482 INFO:tasks.rados.rados.0.smithi037.stdout:24: done (12 left) 2021-07-26T15:57:25.482 INFO:tasks.rados.rados.0.smithi037.stdout:37: write initial oid 37 2021-07-26T15:57:25.483 INFO:tasks.rados.rados.0.smithi037.stdout:37: seq_num 36 ranges {0=606208} 2021-07-26T15:57:25.483 INFO:tasks.rados.rados.0.smithi037.stdout:37: writing smithi03738989-37 from 0 to 606208 tid 1 2021-07-26T15:57:25.483 INFO:tasks.rados.rados.0.smithi037.stdout:38: write initial oid 38 2021-07-26T15:57:25.483 INFO:tasks.rados.rados.0.smithi037.stdout:38: seq_num 37 ranges {0=622592} 2021-07-26T15:57:25.484 INFO:tasks.rados.rados.0.smithi037.stdout:38: writing smithi03738989-38 from 0 to 622592 tid 1 2021-07-26T15:57:25.484 INFO:tasks.rados.rados.0.smithi037.stdout:39: write initial oid 39 2021-07-26T15:57:25.485 INFO:tasks.rados.rados.0.smithi037.stdout:39: seq_num 38 ranges {0=638976} 2021-07-26T15:57:25.487 INFO:tasks.rados.rados.0.smithi037.stdout:39: writing smithi03738989-39 from 0 to 638976 tid 1 2021-07-26T15:57:25.487 INFO:tasks.rados.rados.0.smithi037.stdout:40: write initial oid 40 2021-07-26T15:57:25.487 INFO:tasks.rados.rados.0.smithi037.stdout:40: seq_num 39 ranges {0=663552} 2021-07-26T15:57:25.487 INFO:tasks.rados.rados.0.smithi037.stdout:40: writing smithi03738989-40 from 0 to 663552 tid 1 2021-07-26T15:57:25.488 INFO:tasks.rados.rados.0.smithi037.stdout: waiting on 16 2021-07-26T15:57:25.488 INFO:tasks.rados.rados.0.smithi037.stdout:25: finishing write tid 4 to smithi03738989-25 2021-07-26T15:57:25.488 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 2 (ObjNum 24 snap 0 seq_num 24) dirty exists 2021-07-26T15:57:25.488 INFO:tasks.rados.rados.0.smithi037.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2021-07-26T15:57:25.489 INFO:tasks.rados.rados.0.smithi037.stdout:25: done (15 left) 2021-07-26T15:57:25.489 INFO:tasks.rados.rados.0.smithi037.stdout:41: write initial oid 41 2021-07-26T15:57:25.489 INFO:tasks.rados.rados.0.smithi037.stdout:41: seq_num 40 ranges {0=679936} 2021-07-26T15:57:25.492 INFO:tasks.rados.rados.0.smithi037.stdout:41: writing smithi03738989-41 from 0 to 679936 tid 1 2021-07-26T15:57:25.492 INFO:tasks.rados.rados.0.smithi037.stdout: waiting on 16 2021-07-26T15:57:25.492 INFO:tasks.rados.rados.0.smithi037.stdout:26: finishing write tid 1 to smithi03738989-26 2021-07-26T15:57:25.493 INFO:tasks.rados.rados.0.smithi037.stdout:27: finishing write tid 1 to smithi03738989-27 2021-07-26T15:57:25.493 INFO:tasks.rados.rados.0.smithi037.stdout:28: finishing write tid 1 to smithi03738989-28 2021-07-26T15:57:25.493 INFO:tasks.rados.rados.0.smithi037.stdout:26: finishing write tid 3 to smithi03738989-26 2021-07-26T15:57:25.493 INFO:tasks.rados.rados.0.smithi037.stdout:26: finishing write tid 4 to smithi03738989-26 2021-07-26T15:57:25.494 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 3 (ObjNum 25 snap 0 seq_num 25) dirty exists 2021-07-26T15:57:25.494 INFO:tasks.rados.rados.0.smithi037.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2021-07-26T15:57:25.494 INFO:tasks.rados.rados.0.smithi037.stdout:27: finishing write tid 3 to smithi03738989-27 2021-07-26T15:57:25.494 INFO:tasks.rados.rados.0.smithi037.stdout:28: finishing write tid 3 to smithi03738989-28 2021-07-26T15:57:25.494 INFO:tasks.rados.rados.0.smithi037.stdout:27: finishing write tid 4 to smithi03738989-27 2021-07-26T15:57:25.495 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2021-07-26T15:57:25.495 INFO:tasks.rados.rados.0.smithi037.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2021-07-26T15:57:25.495 INFO:tasks.rados.rados.0.smithi037.stdout:29: finishing write tid 1 to smithi03738989-29 2021-07-26T15:57:25.495 INFO:tasks.rados.rados.0.smithi037.stdout:28: finishing write tid 4 to smithi03738989-28 2021-07-26T15:57:25.496 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2021-07-26T15:57:25.496 INFO:tasks.rados.rados.0.smithi037.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2021-07-26T15:57:25.496 INFO:tasks.rados.rados.0.smithi037.stdout:29: finishing write tid 3 to smithi03738989-29 2021-07-26T15:57:25.497 INFO:tasks.rados.rados.0.smithi037.stdout:30: finishing write tid 1 to smithi03738989-30 2021-07-26T15:57:25.497 INFO:tasks.rados.rados.0.smithi037.stdout:29: finishing write tid 4 to smithi03738989-29 2021-07-26T15:57:25.497 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 6 (ObjNum 28 snap 0 seq_num 28) dirty exists 2021-07-26T15:57:25.497 INFO:tasks.rados.rados.0.smithi037.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2021-07-26T15:57:25.498 INFO:tasks.rados.rados.0.smithi037.stdout:30: finishing write tid 3 to smithi03738989-30 2021-07-26T15:57:25.498 INFO:tasks.rados.rados.0.smithi037.stdout:30: finishing write tid 4 to smithi03738989-30 2021-07-26T15:57:25.498 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2021-07-26T15:57:25.498 INFO:tasks.rados.rados.0.smithi037.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2021-07-26T15:57:25.498 INFO:tasks.rados.rados.0.smithi037.stdout:31: finishing write tid 1 to smithi03738989-31 2021-07-26T15:57:25.499 INFO:tasks.rados.rados.0.smithi037.stdout:31: finishing write tid 3 to smithi03738989-31 2021-07-26T15:57:25.499 INFO:tasks.rados.rados.0.smithi037.stdout:31: finishing write tid 4 to smithi03738989-31 2021-07-26T15:57:25.499 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 8 (ObjNum 30 snap 0 seq_num 30) dirty exists 2021-07-26T15:57:25.499 INFO:tasks.rados.rados.0.smithi037.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2021-07-26T15:57:25.500 INFO:tasks.rados.rados.0.smithi037.stdout:32: finishing write tid 1 to smithi03738989-32 2021-07-26T15:57:25.500 INFO:tasks.rados.rados.0.smithi037.stdout:32: finishing write tid 3 to smithi03738989-32 2021-07-26T15:57:25.500 INFO:tasks.rados.rados.0.smithi037.stdout:32: finishing write tid 4 to smithi03738989-32 2021-07-26T15:57:25.500 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 10 (ObjNum 31 snap 0 seq_num 31) dirty exists 2021-07-26T15:57:25.500 INFO:tasks.rados.rados.0.smithi037.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2021-07-26T15:57:25.501 INFO:tasks.rados.rados.0.smithi037.stdout:33: finishing write tid 1 to smithi03738989-33 2021-07-26T15:57:25.501 INFO:tasks.rados.rados.0.smithi037.stdout:34: finishing write tid 1 to smithi03738989-34 2021-07-26T15:57:25.501 INFO:tasks.rados.rados.0.smithi037.stdout:33: finishing write tid 3 to smithi03738989-33 2021-07-26T15:57:25.501 INFO:tasks.rados.rados.0.smithi037.stdout:34: finishing write tid 3 to smithi03738989-34 2021-07-26T15:57:25.502 INFO:tasks.rados.rados.0.smithi037.stdout:33: finishing write tid 4 to smithi03738989-33 2021-07-26T15:57:25.502 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 6 (ObjNum 32 snap 0 seq_num 32) dirty exists 2021-07-26T15:57:25.502 INFO:tasks.rados.rados.0.smithi037.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2021-07-26T15:57:25.502 INFO:tasks.rados.rados.0.smithi037.stdout:34: finishing write tid 4 to smithi03738989-34 2021-07-26T15:57:25.503 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2021-07-26T15:57:25.503 INFO:tasks.rados.rados.0.smithi037.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2021-07-26T15:57:25.503 INFO:tasks.rados.rados.0.smithi037.stdout:35: finishing write tid 1 to smithi03738989-35 2021-07-26T15:57:25.503 INFO:tasks.rados.rados.0.smithi037.stdout:35: finishing write tid 3 to smithi03738989-35 2021-07-26T15:57:25.503 INFO:tasks.rados.rados.0.smithi037.stdout:36: finishing write tid 1 to smithi03738989-36 2021-07-26T15:57:25.504 INFO:tasks.rados.rados.0.smithi037.stdout:35: finishing write tid 4 to smithi03738989-35 2021-07-26T15:57:25.504 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 10 (ObjNum 34 snap 0 seq_num 34) dirty exists 2021-07-26T15:57:25.504 INFO:tasks.rados.rados.0.smithi037.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2021-07-26T15:57:25.504 INFO:tasks.rados.rados.0.smithi037.stdout:36: finishing write tid 3 to smithi03738989-36 2021-07-26T15:57:25.504 INFO:tasks.rados.rados.0.smithi037.stdout:37: finishing write tid 1 to smithi03738989-37 2021-07-26T15:57:25.505 INFO:tasks.rados.rados.0.smithi037.stdout:36: finishing write tid 4 to smithi03738989-36 2021-07-26T15:57:25.505 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 6 (ObjNum 35 snap 0 seq_num 35) dirty exists 2021-07-26T15:57:25.505 INFO:tasks.rados.rados.0.smithi037.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2021-07-26T15:57:25.505 INFO:tasks.rados.rados.0.smithi037.stdout:37: finishing write tid 3 to smithi03738989-37 2021-07-26T15:57:25.506 INFO:tasks.rados.rados.0.smithi037.stdout:37: finishing write tid 4 to smithi03738989-37 2021-07-26T15:57:25.506 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2021-07-26T15:57:25.506 INFO:tasks.rados.rados.0.smithi037.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2021-07-26T15:57:25.506 INFO:tasks.rados.rados.0.smithi037.stdout:38: finishing write tid 1 to smithi03738989-38 2021-07-26T15:57:25.507 INFO:tasks.rados.rados.0.smithi037.stdout:38: finishing write tid 3 to smithi03738989-38 2021-07-26T15:57:25.507 INFO:tasks.rados.rados.0.smithi037.stdout:38: finishing write tid 4 to smithi03738989-38 2021-07-26T15:57:25.507 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 4 (ObjNum 37 snap 0 seq_num 37) dirty exists 2021-07-26T15:57:25.508 INFO:tasks.rados.rados.0.smithi037.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2021-07-26T15:57:25.508 INFO:tasks.rados.rados.0.smithi037.stdout:39: finishing write tid 1 to smithi03738989-39 2021-07-26T15:57:25.508 INFO:tasks.rados.rados.0.smithi037.stdout:39: finishing write tid 3 to smithi03738989-39 2021-07-26T15:57:25.508 INFO:tasks.rados.rados.0.smithi037.stdout:39: finishing write tid 4 to smithi03738989-39 2021-07-26T15:57:25.508 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2021-07-26T15:57:25.509 INFO:tasks.rados.rados.0.smithi037.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:57:25.509 INFO:tasks.rados.rados.0.smithi037.stdout:40: finishing write tid 1 to smithi03738989-40 2021-07-26T15:57:25.509 INFO:tasks.rados.rados.0.smithi037.stdout:26: done (15 left) 2021-07-26T15:57:25.509 INFO:tasks.rados.rados.0.smithi037.stdout:27: done (14 left) 2021-07-26T15:57:25.509 INFO:tasks.rados.rados.0.smithi037.stdout:28: done (13 left) 2021-07-26T15:57:25.510 INFO:tasks.rados.rados.0.smithi037.stdout:29: done (12 left) 2021-07-26T15:57:25.510 INFO:tasks.rados.rados.0.smithi037.stdout:30: done (11 left) 2021-07-26T15:57:25.510 INFO:tasks.rados.rados.0.smithi037.stdout:31: done (10 left) 2021-07-26T15:57:25.510 INFO:tasks.rados.rados.0.smithi037.stdout:32: done (9 left) 2021-07-26T15:57:25.511 INFO:tasks.rados.rados.0.smithi037.stdout:33: done (8 left) 2021-07-26T15:57:25.511 INFO:tasks.rados.rados.0.smithi037.stdout:34: done (7 left) 2021-07-26T15:57:25.511 INFO:tasks.rados.rados.0.smithi037.stdout:35: done (6 left) 2021-07-26T15:57:25.511 INFO:tasks.rados.rados.0.smithi037.stdout:36: done (5 left) 2021-07-26T15:57:25.511 INFO:tasks.rados.rados.0.smithi037.stdout:37: done (4 left) 2021-07-26T15:57:25.512 INFO:tasks.rados.rados.0.smithi037.stdout:38: done (3 left) 2021-07-26T15:57:25.512 INFO:tasks.rados.rados.0.smithi037.stdout:39: done (2 left) 2021-07-26T15:57:25.512 INFO:tasks.rados.rados.0.smithi037.stdout:42: write initial oid 42 2021-07-26T15:57:25.512 INFO:tasks.rados.rados.0.smithi037.stdout:42: seq_num 41 ranges {0=696320} 2021-07-26T15:57:25.514 INFO:tasks.rados.rados.0.smithi037.stdout:42: writing smithi03738989-42 from 0 to 696320 tid 1 2021-07-26T15:57:25.515 INFO:tasks.rados.rados.0.smithi037.stdout:43: write initial oid 43 2021-07-26T15:57:25.515 INFO:tasks.rados.rados.0.smithi037.stdout:43: seq_num 42 ranges {0=712704} 2021-07-26T15:57:25.515 INFO:tasks.rados.rados.0.smithi037.stdout:43: writing smithi03738989-43 from 0 to 712704 tid 1 2021-07-26T15:57:25.515 INFO:tasks.rados.rados.0.smithi037.stdout:44: write initial oid 44 2021-07-26T15:57:25.515 INFO:tasks.rados.rados.0.smithi037.stdout:44: seq_num 43 ranges {0=729088} 2021-07-26T15:57:25.516 INFO:tasks.rados.rados.0.smithi037.stdout:44: writing smithi03738989-44 from 0 to 729088 tid 1 2021-07-26T15:57:25.516 INFO:tasks.rados.rados.0.smithi037.stdout:45: write initial oid 45 2021-07-26T15:57:25.516 INFO:tasks.rados.rados.0.smithi037.stdout:45: seq_num 44 ranges {0=745472} 2021-07-26T15:57:25.516 INFO:tasks.rados.rados.0.smithi037.stdout:45: writing smithi03738989-45 from 0 to 745472 tid 1 2021-07-26T15:57:25.517 INFO:tasks.rados.rados.0.smithi037.stdout:46: write initial oid 46 2021-07-26T15:57:25.517 INFO:tasks.rados.rados.0.smithi037.stdout:46: seq_num 45 ranges {0=761856} 2021-07-26T15:57:25.517 INFO:tasks.rados.rados.0.smithi037.stdout:46: writing smithi03738989-46 from 0 to 761856 tid 1 2021-07-26T15:57:25.518 INFO:tasks.rados.rados.0.smithi037.stdout:47: write initial oid 47 2021-07-26T15:57:25.518 INFO:tasks.rados.rados.0.smithi037.stdout:47: seq_num 46 ranges {0=778240} 2021-07-26T15:57:25.519 INFO:tasks.rados.rados.0.smithi037.stdout:47: writing smithi03738989-47 from 0 to 778240 tid 1 2021-07-26T15:57:25.519 INFO:tasks.rados.rados.0.smithi037.stdout:48: write initial oid 48 2021-07-26T15:57:25.519 INFO:tasks.rados.rados.0.smithi037.stdout:48: seq_num 47 ranges {0=794624} 2021-07-26T15:57:25.524 INFO:tasks.rados.rados.0.smithi037.stdout:48: writing smithi03738989-48 from 0 to 794624 tid 1 2021-07-26T15:57:25.524 INFO:tasks.rados.rados.0.smithi037.stdout:49: write initial oid 49 2021-07-26T15:57:25.524 INFO:tasks.rados.rados.0.smithi037.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2021-07-26T15:57:25.526 INFO:tasks.rados.rados.0.smithi037.stdout:49: writing smithi03738989-49 from 0 to 409600 tid 1 2021-07-26T15:57:25.529 INFO:tasks.rados.rados.0.smithi037.stdout:49: writing smithi03738989-49 from 409600 to 811008 tid 2 2021-07-26T15:57:25.529 INFO:tasks.rados.rados.0.smithi037.stdout:50: write initial oid 50 2021-07-26T15:57:25.530 INFO:tasks.rados.rados.0.smithi037.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2021-07-26T15:57:25.532 INFO:tasks.rados.rados.0.smithi037.stdout:50: writing smithi03738989-50 from 0 to 425984 tid 1 2021-07-26T15:57:25.535 INFO:tasks.rados.rados.0.smithi037.stdout:50: writing smithi03738989-50 from 425984 to 827392 tid 2 2021-07-26T15:57:25.535 INFO:tasks.rados.rados.0.smithi037.stdout:51: copy_from oid 3 from oid 31 current snap is 0 2021-07-26T15:57:25.535 INFO:tasks.rados.rados.0.smithi037.stdout:40: finishing write tid 3 to smithi03738989-40 2021-07-26T15:57:25.536 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 0 2021-07-26T15:57:25.536 INFO:tasks.rados.rados.0.smithi037.stdout:52: seq_num 50 ranges {442368=442368,884736=401408} 2021-07-26T15:57:25.540 INFO:tasks.rados.rados.0.smithi037.stdout:52: writing smithi03738989-27 from 442368 to 884736 tid 1 2021-07-26T15:57:25.544 INFO:tasks.rados.rados.0.smithi037.stdout:52: writing smithi03738989-27 from 884736 to 1286144 tid 2 2021-07-26T15:57:25.544 INFO:tasks.rados.rados.0.smithi037.stdout:53: rmattr oid 19 current snap is 0 2021-07-26T15:57:25.544 INFO:tasks.rados.rados.0.smithi037.stdout:53: done (13 left) 2021-07-26T15:57:25.545 INFO:tasks.rados.rados.0.smithi037.stdout:54: delete oid 10 current snap is 0 2021-07-26T15:57:25.545 INFO:tasks.rados.rados.0.smithi037.stdout:41: finishing write tid 1 to smithi03738989-41 2021-07-26T15:57:25.545 INFO:tasks.rados.rados.0.smithi037.stdout:40: finishing write tid 4 to smithi03738989-40 2021-07-26T15:57:25.545 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 4 (ObjNum 39 snap 0 seq_num 39) dirty exists 2021-07-26T15:57:25.545 INFO:tasks.rados.rados.0.smithi037.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2021-07-26T15:57:25.546 INFO:tasks.rados.rados.0.smithi037.stdout:41: finishing write tid 3 to smithi03738989-41 2021-07-26T15:57:25.546 INFO:tasks.rados.rados.0.smithi037.stdout:41: finishing write tid 4 to smithi03738989-41 2021-07-26T15:57:25.546 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 8 (ObjNum 40 snap 0 seq_num 40) dirty exists 2021-07-26T15:57:25.546 INFO:tasks.rados.rados.0.smithi037.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2021-07-26T15:57:25.547 INFO:tasks.rados.rados.0.smithi037.stdout:42: finishing write tid 1 to smithi03738989-42 2021-07-26T15:57:25.547 INFO:tasks.rados.rados.0.smithi037.stdout:42: finishing write tid 3 to smithi03738989-42 2021-07-26T15:57:25.547 INFO:tasks.rados.rados.0.smithi037.stdout:43: finishing write tid 1 to smithi03738989-43 2021-07-26T15:57:25.547 INFO:tasks.rados.rados.0.smithi037.stdout:42: finishing write tid 4 to smithi03738989-42 2021-07-26T15:57:25.547 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 6 (ObjNum 41 snap 0 seq_num 41) dirty exists 2021-07-26T15:57:25.548 INFO:tasks.rados.rados.0.smithi037.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2021-07-26T15:57:25.548 INFO:tasks.rados.rados.0.smithi037.stdout:43: finishing write tid 3 to smithi03738989-43 2021-07-26T15:57:25.548 INFO:tasks.rados.rados.0.smithi037.stdout:44: finishing write tid 1 to smithi03738989-44 2021-07-26T15:57:25.548 INFO:tasks.rados.rados.0.smithi037.stdout:43: finishing write tid 4 to smithi03738989-43 2021-07-26T15:57:25.549 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 6 (ObjNum 42 snap 0 seq_num 42) dirty exists 2021-07-26T15:57:25.549 INFO:tasks.rados.rados.0.smithi037.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2021-07-26T15:57:25.549 INFO:tasks.rados.rados.0.smithi037.stdout:44: finishing write tid 3 to smithi03738989-44 2021-07-26T15:57:25.549 INFO:tasks.rados.rados.0.smithi037.stdout:44: finishing write tid 4 to smithi03738989-44 2021-07-26T15:57:25.549 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 6 (ObjNum 43 snap 0 seq_num 43) dirty exists 2021-07-26T15:57:25.550 INFO:tasks.rados.rados.0.smithi037.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2021-07-26T15:57:25.550 INFO:tasks.rados.rados.0.smithi037.stdout:45: finishing write tid 1 to smithi03738989-45 2021-07-26T15:57:25.550 INFO:tasks.rados.rados.0.smithi037.stdout:45: finishing write tid 3 to smithi03738989-45 2021-07-26T15:57:25.550 INFO:tasks.rados.rados.0.smithi037.stdout:45: finishing write tid 4 to smithi03738989-45 2021-07-26T15:57:25.551 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 14 (ObjNum 44 snap 0 seq_num 44) dirty exists 2021-07-26T15:57:25.551 INFO:tasks.rados.rados.0.smithi037.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2021-07-26T15:57:25.551 INFO:tasks.rados.rados.0.smithi037.stdout:46: finishing write tid 1 to smithi03738989-46 2021-07-26T15:57:25.552 INFO:tasks.rados.rados.0.smithi037.stdout:46: finishing write tid 3 to smithi03738989-46 2021-07-26T15:57:25.553 INFO:tasks.rados.rados.0.smithi037.stdout:46: finishing write tid 4 to smithi03738989-46 2021-07-26T15:57:25.553 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 8 (ObjNum 45 snap 0 seq_num 45) dirty exists 2021-07-26T15:57:25.553 INFO:tasks.rados.rados.0.smithi037.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2021-07-26T15:57:25.553 INFO:tasks.rados.rados.0.smithi037.stdout:47: finishing write tid 1 to smithi03738989-47 2021-07-26T15:57:25.554 INFO:tasks.rados.rados.0.smithi037.stdout:47: finishing write tid 3 to smithi03738989-47 2021-07-26T15:57:25.554 INFO:tasks.rados.rados.0.smithi037.stdout:47: finishing write tid 4 to smithi03738989-47 2021-07-26T15:57:25.554 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2021-07-26T15:57:25.554 INFO:tasks.rados.rados.0.smithi037.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2021-07-26T15:57:25.554 INFO:tasks.rados.rados.0.smithi037.stdout:48: finishing write tid 1 to smithi03738989-48 2021-07-26T15:57:25.555 INFO:tasks.rados.rados.0.smithi037.stdout:49: finishing write tid 1 to smithi03738989-49 2021-07-26T15:57:25.555 INFO:tasks.rados.rados.0.smithi037.stdout:48: finishing write tid 3 to smithi03738989-48 2021-07-26T15:57:25.555 INFO:tasks.rados.rados.0.smithi037.stdout:48: finishing write tid 4 to smithi03738989-48 2021-07-26T15:57:25.555 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 8 (ObjNum 47 snap 0 seq_num 47) dirty exists 2021-07-26T15:57:25.556 INFO:tasks.rados.rados.0.smithi037.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2021-07-26T15:57:25.556 INFO:tasks.rados.rados.0.smithi037.stdout:49: finishing write tid 2 to smithi03738989-49 2021-07-26T15:57:25.556 INFO:tasks.rados.rados.0.smithi037.stdout:49: finishing write tid 4 to smithi03738989-49 2021-07-26T15:57:25.556 INFO:tasks.rados.rados.0.smithi037.stdout:49: finishing write tid 5 to smithi03738989-49 2021-07-26T15:57:25.556 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 5 (ObjNum 48 snap 0 seq_num 48) dirty exists 2021-07-26T15:57:25.557 INFO:tasks.rados.rados.0.smithi037.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2021-07-26T15:57:25.557 INFO:tasks.rados.rados.0.smithi037.stdout:50: finishing write tid 1 to smithi03738989-50 2021-07-26T15:57:25.557 INFO:tasks.rados.rados.0.smithi037.stdout:50: finishing write tid 2 to smithi03738989-50 2021-07-26T15:57:25.557 INFO:tasks.rados.rados.0.smithi037.stdout:50: finishing write tid 4 to smithi03738989-50 2021-07-26T15:57:25.558 INFO:tasks.rados.rados.0.smithi037.stdout:50: finishing write tid 5 to smithi03738989-50 2021-07-26T15:57:25.558 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 9 (ObjNum 49 snap 0 seq_num 49) dirty exists 2021-07-26T15:57:25.558 INFO:tasks.rados.rados.0.smithi037.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2021-07-26T15:57:25.558 INFO:tasks.rados.rados.0.smithi037.stdout:52: finishing write tid 1 to smithi03738989-27 2021-07-26T15:57:25.559 INFO:tasks.rados.rados.0.smithi037.stdout:51: finishing copy_from to smithi03738989-3 2021-07-26T15:57:25.559 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 8 (ObjNum 30 snap 0 seq_num 30) dirty exists 2021-07-26T15:57:25.559 INFO:tasks.rados.rados.0.smithi037.stdout:51: finishing copy_from racing read to smithi03738989-3 2021-07-26T15:57:25.561 INFO:tasks.rados.rados.0.smithi037.stdout:40: done (13 left) 2021-07-26T15:57:25.561 INFO:tasks.rados.rados.0.smithi037.stdout:41: done (12 left) 2021-07-26T15:57:25.562 INFO:tasks.rados.rados.0.smithi037.stdout:42: done (11 left) 2021-07-26T15:57:25.562 INFO:tasks.rados.rados.0.smithi037.stdout:43: done (10 left) 2021-07-26T15:57:25.563 INFO:tasks.rados.rados.0.smithi037.stdout:44: done (9 left) 2021-07-26T15:57:25.563 INFO:tasks.rados.rados.0.smithi037.stdout:45: done (8 left) 2021-07-26T15:57:25.564 INFO:tasks.rados.rados.0.smithi037.stdout:46: done (7 left) 2021-07-26T15:57:25.564 INFO:tasks.rados.rados.0.smithi037.stdout:47: done (6 left) 2021-07-26T15:57:25.565 INFO:tasks.rados.rados.0.smithi037.stdout:48: done (5 left) 2021-07-26T15:57:25.565 INFO:tasks.rados.rados.0.smithi037.stdout:49: done (4 left) 2021-07-26T15:57:25.565 INFO:tasks.rados.rados.0.smithi037.stdout:50: done (3 left) 2021-07-26T15:57:25.566 INFO:tasks.rados.rados.0.smithi037.stdout:51: done (2 left) 2021-07-26T15:57:25.566 INFO:tasks.rados.rados.0.smithi037.stdout:54: done (1 left) 2021-07-26T15:57:25.567 INFO:tasks.rados.rados.0.smithi037.stdout:55: read oid 15 snap -1 2021-07-26T15:57:25.567 INFO:tasks.rados.rados.0.smithi037.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2021-07-26T15:57:25.567 INFO:tasks.rados.rados.0.smithi037.stdout:56: rollback oid 31 current snap is 0 2021-07-26T15:57:25.568 INFO:tasks.rados.rados.0.smithi037.stdout:56: done (2 left) 2021-07-26T15:57:25.568 INFO:tasks.rados.rados.0.smithi037.stdout:57: read oid 28 snap -1 2021-07-26T15:57:25.569 INFO:tasks.rados.rados.0.smithi037.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2021-07-26T15:57:25.569 INFO:tasks.rados.rados.0.smithi037.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2021-07-26T15:57:25.570 INFO:tasks.rados.rados.0.smithi037.stdout:59: rollback oid 45 current snap is 0 2021-07-26T15:57:25.570 INFO:tasks.rados.rados.0.smithi037.stdout:59: done (4 left) 2021-07-26T15:57:25.570 INFO:tasks.rados.rados.0.smithi037.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2021-07-26T15:57:25.571 INFO:tasks.rados.rados.0.smithi037.stdout:61: delete oid 1 current snap is 0 2021-07-26T15:57:25.571 INFO:tasks.rados.rados.0.smithi037.stdout:52: finishing write tid 2 to smithi03738989-27 2021-07-26T15:57:25.572 INFO:tasks.rados.rados.0.smithi037.stdout:52: finishing write tid 4 to smithi03738989-27 2021-07-26T15:57:25.572 INFO:tasks.rados.rados.0.smithi037.stdout:61: done (5 left) 2021-07-26T15:57:25.572 INFO:tasks.rados.rados.0.smithi037.stdout:62: read oid 17 snap -1 2021-07-26T15:57:25.573 INFO:tasks.rados.rados.0.smithi037.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2021-07-26T15:57:25.573 INFO:tasks.rados.rados.0.smithi037.stdout:63: snap_create 2021-07-26T15:57:25.574 INFO:tasks.rados.rados.0.smithi037.stdout:52: finishing write tid 5 to smithi03738989-27 2021-07-26T15:57:25.574 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 9 (ObjNum 50 snap 0 seq_num 50) dirty exists 2021-07-26T15:57:25.575 INFO:tasks.rados.rados.0.smithi037.stdout:52: left oid 27 (ObjNum 50 snap 0 seq_num 50) 2021-07-26T15:57:25.575 INFO:tasks.rados.rados.0.smithi037.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2021-07-26T15:57:25.575 INFO:tasks.rados.rados.0.smithi037.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2021-07-26T15:57:25.577 INFO:tasks.rados.rados.0.smithi037.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2021-07-26T15:57:25.577 INFO:tasks.rados.rados.0.smithi037.stdout:60: finishing copy_from to smithi03738989-22 2021-07-26T15:57:25.578 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 8 (ObjNum 47 snap 0 seq_num 47) dirty exists 2021-07-26T15:57:25.578 INFO:tasks.rados.rados.0.smithi037.stdout:60: finishing copy_from racing read to smithi03738989-22 2021-07-26T15:57:25.579 INFO:tasks.rados.rados.0.smithi037.stdout:58: finishing copy_from to smithi03738989-29 2021-07-26T15:57:25.579 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2021-07-26T15:57:25.579 INFO:tasks.rados.rados.0.smithi037.stdout:58: finishing copy_from racing read to smithi03738989-29 2021-07-26T15:57:25.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:25 smithi107 bash[14687]: cephadm 2021-07-26T15:57:23.667714+0000 mgr.y (mgr.14140) 431 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f on smithi107 2021-07-26T15:57:25.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:25 smithi107 bash[14687]: cluster 2021-07-26T15:57:24.274300+0000 mgr.y (mgr.14140) 432 : cluster [DBG] pgmap v377: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:25.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:25 smithi107 bash[14687]: audit 2021-07-26T15:57:25.159871+0000 mon.a (mon.0) 689 : audit [INF] from='client.? 172.21.15.37:0/403299985' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2021-07-26T15:57:25.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:25 smithi037 bash[18551]: cephadm 2021-07-26T15:57:23.667714+0000 mgr.y (mgr.14140) 431 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f on smithi107 2021-07-26T15:57:25.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:25 smithi037 bash[18551]: cluster 2021-07-26T15:57:24.274300+0000 mgr.y (mgr.14140) 432 : cluster [DBG] pgmap v377: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:25.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:25 smithi037 bash[18551]: audit 2021-07-26T15:57:25.159871+0000 mon.a (mon.0) 689 : audit [INF] from='client.? 172.21.15.37:0/403299985' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2021-07-26T15:57:25.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:25 smithi037 bash[14605]: cephadm 2021-07-26T15:57:23.667714+0000 mgr.y (mgr.14140) 431 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f on smithi107 2021-07-26T15:57:25.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:25 smithi037 bash[14605]: cluster 2021-07-26T15:57:24.274300+0000 mgr.y (mgr.14140) 432 : cluster [DBG] pgmap v377: 89 pgs: 89 active+clean; 2.2 KiB data, 4.8 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:57:25.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:25 smithi037 bash[14605]: audit 2021-07-26T15:57:25.159871+0000 mon.a (mon.0) 689 : audit [INF] from='client.? 172.21.15.37:0/403299985' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2021-07-26T15:57:26.397 INFO:tasks.rados.rados.0.smithi037.stdout:52: done (6 left) 2021-07-26T15:57:26.397 INFO:tasks.rados.rados.0.smithi037.stdout:55: done (5 left) 2021-07-26T15:57:26.398 INFO:tasks.rados.rados.0.smithi037.stdout:57: done (4 left) 2021-07-26T15:57:26.398 INFO:tasks.rados.rados.0.smithi037.stdout:58: done (3 left) 2021-07-26T15:57:26.399 INFO:tasks.rados.rados.0.smithi037.stdout:60: done (2 left) 2021-07-26T15:57:26.399 INFO:tasks.rados.rados.0.smithi037.stdout:62: done (1 left) 2021-07-26T15:57:26.400 INFO:tasks.rados.rados.0.smithi037.stdout:63: done (0 left) 2021-07-26T15:57:26.400 INFO:tasks.rados.rados.0.smithi037.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2021-07-26T15:57:26.400 INFO:tasks.rados.rados.0.smithi037.stdout:65: read oid 30 snap -1 2021-07-26T15:57:26.401 INFO:tasks.rados.rados.0.smithi037.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2021-07-26T15:57:26.402 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 1 2021-07-26T15:57:26.402 INFO:tasks.rados.rados.0.smithi037.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2021-07-26T15:57:26.403 INFO:tasks.rados.rados.0.smithi037.stdout:66: writing smithi03738989-23 from 376832 to 868352 tid 1 2021-07-26T15:57:26.405 INFO:tasks.rados.rados.0.smithi037.stdout:66: writing smithi03738989-23 from 868352 to 1269760 tid 2 2021-07-26T15:57:26.406 INFO:tasks.rados.rados.0.smithi037.stdout:67: rollback oid 10 current snap is 1 2021-07-26T15:57:26.406 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 10 to 0 2021-07-26T15:57:26.407 INFO:tasks.rados.rados.0.smithi037.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2021-07-26T15:57:26.420 INFO:tasks.rados.rados.0.smithi037.stdout:64: finishing copy_from to smithi03738989-15 2021-07-26T15:57:26.420 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 3 (ObjNum 1 snap 0 seq_num 1) dirty exists 2021-07-26T15:57:26.421 INFO:tasks.rados.rados.0.smithi037.stdout:64: finishing copy_from racing read to smithi03738989-15 2021-07-26T15:57:26.421 INFO:tasks.rados.rados.0.smithi037.stdout:64: done (3 left) 2021-07-26T15:57:26.422 INFO:tasks.rados.rados.0.smithi037.stdout:65: done (2 left) 2021-07-26T15:57:26.422 INFO:tasks.rados.rados.0.smithi037.stdout:68: setattr oid 20 current snap is 1 2021-07-26T15:57:26.423 INFO:tasks.rados.rados.0.smithi037.stdout:67: finishing rollback tid 1 to smithi03738989-10 2021-07-26T15:57:26.423 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 0 (ObjNum 0 snap 0 seq_num 2122951664) dirty dne 2021-07-26T15:57:26.424 INFO:tasks.rados.rados.0.smithi037.stdout:66: finishing write tid 1 to smithi03738989-23 2021-07-26T15:57:26.424 INFO:tasks.rados.rados.0.smithi037.stdout:66: finishing write tid 2 to smithi03738989-23 2021-07-26T15:57:26.424 INFO:tasks.rados.rados.0.smithi037.stdout:66: finishing write tid 4 to smithi03738989-23 2021-07-26T15:57:26.425 INFO:tasks.rados.rados.0.smithi037.stdout:66: finishing write tid 5 to smithi03738989-23 2021-07-26T15:57:26.425 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 12 (ObjNum 53 snap 1 seq_num 53) dirty exists 2021-07-26T15:57:26.426 INFO:tasks.rados.rados.0.smithi037.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2021-07-26T15:57:26.426 INFO:tasks.rados.rados.0.smithi037.stdout:66: done (2 left) 2021-07-26T15:57:26.427 INFO:tasks.rados.rados.0.smithi037.stdout:67: done (1 left) 2021-07-26T15:57:26.427 INFO:tasks.rados.rados.0.smithi037.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2021-07-26T15:57:26.427 INFO:tasks.rados.rados.0.smithi037.stdout:70: read oid 24 snap 0 2021-07-26T15:57:26.428 INFO:tasks.rados.rados.0.smithi037.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2021-07-26T15:57:26.428 INFO:tasks.rados.rados.0.smithi037.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2021-07-26T15:57:26.429 INFO:tasks.rados.rados.0.smithi037.stdout:72: rollback oid 49 current snap is 1 2021-07-26T15:57:26.429 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 49 to 0 2021-07-26T15:57:26.430 INFO:tasks.rados.rados.0.smithi037.stdout:73: read oid 4 snap 0 2021-07-26T15:57:26.430 INFO:tasks.rados.rados.0.smithi037.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2021-07-26T15:57:26.431 INFO:tasks.rados.rados.0.smithi037.stdout:74: rmattr oid 7 current snap is 1 2021-07-26T15:57:26.431 INFO:tasks.rados.rados.0.smithi037.stdout:74: done (6 left) 2021-07-26T15:57:26.431 INFO:tasks.rados.rados.0.smithi037.stdout:75: copy_from oid 21 from oid 12 current snap is 1 2021-07-26T15:57:26.432 INFO:tasks.rados.rados.0.smithi037.stdout:76: read oid 39 snap -1 2021-07-26T15:57:26.432 INFO:tasks.rados.rados.0.smithi037.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:57:26.433 INFO:tasks.rados.rados.0.smithi037.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2021-07-26T15:57:26.433 INFO:tasks.rados.rados.0.smithi037.stdout:78: read oid 2 snap -1 2021-07-26T15:57:26.434 INFO:tasks.rados.rados.0.smithi037.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2021-07-26T15:57:26.434 INFO:tasks.rados.rados.0.smithi037.stdout:79: setattr oid 41 current snap is 1 2021-07-26T15:57:26.435 INFO:tasks.rados.rados.0.smithi037.stdout:80: snap_create 2021-07-26T15:57:26.438 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 4 (ObjNum 19 snap 0 seq_num 19) dirty exists 2021-07-26T15:57:26.438 INFO:tasks.rados.rados.0.smithi037.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2021-07-26T15:57:26.438 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 10 (ObjNum 40 snap 0 seq_num 40) dirty exists 2021-07-26T15:57:26.438 INFO:tasks.rados.rados.0.smithi037.stdout:72: finishing rollback tid 0 to smithi03738989-49 2021-07-26T15:57:26.439 INFO:tasks.rados.rados.0.smithi037.stdout:72: finishing rollback tid 1 to smithi03738989-49 2021-07-26T15:57:26.439 INFO:tasks.rados.rados.0.smithi037.stdout:72: finishing rollback tid 2 to smithi03738989-49 2021-07-26T15:57:26.439 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 9 (ObjNum 48 snap 0 seq_num 48) dirty exists 2021-07-26T15:57:26.439 INFO:tasks.rados.rados.0.smithi037.stdout:71: finishing copy_from to smithi03738989-36 2021-07-26T15:57:26.440 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2021-07-26T15:57:26.440 INFO:tasks.rados.rados.0.smithi037.stdout:71: finishing copy_from racing read to smithi03738989-36 2021-07-26T15:57:26.440 INFO:tasks.rados.rados.0.smithi037.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2021-07-26T15:57:26.443 INFO:tasks.rados.rados.0.smithi037.stdout:75: finishing copy_from to smithi03738989-21 2021-07-26T15:57:26.444 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 3 (ObjNum 11 snap 0 seq_num 11) dirty exists 2021-07-26T15:57:26.444 INFO:tasks.rados.rados.0.smithi037.stdout:77: finishing copy_from to smithi03738989-6 2021-07-26T15:57:26.444 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2021-07-26T15:57:26.444 INFO:tasks.rados.rados.0.smithi037.stdout:75: finishing copy_from racing read to smithi03738989-21 2021-07-26T15:57:26.444 INFO:tasks.rados.rados.0.smithi037.stdout:69: finishing copy_from to smithi03738989-45 2021-07-26T15:57:26.445 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2021-07-26T15:57:26.445 INFO:tasks.rados.rados.0.smithi037.stdout:77: finishing copy_from racing read to smithi03738989-6 2021-07-26T15:57:26.445 INFO:tasks.rados.rados.0.smithi037.stdout:69: finishing copy_from racing read to smithi03738989-45 2021-07-26T15:57:26.445 INFO:tasks.rados.rados.0.smithi037.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2021-07-26T15:57:26.446 INFO:tasks.rados.rados.0.smithi037.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:57:26.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:26 smithi107 bash[14687]: audit 2021-07-26T15:57:25.383426+0000 mon.a (mon.0) 690 : audit [INF] from='client.? 172.21.15.37:0/403299985' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2021-07-26T15:57:26.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:26 smithi107 bash[14687]: cluster 2021-07-26T15:57:25.383550+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2021-07-26T15:57:26.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:26 smithi037 bash[14605]: audit 2021-07-26T15:57:25.383426+0000 mon.a (mon.0) 690 : audit [INF] from='client.? 172.21.15.37:0/403299985' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2021-07-26T15:57:26.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:26 smithi037 bash[14605]: cluster 2021-07-26T15:57:25.383550+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2021-07-26T15:57:26.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:26 smithi037 bash[18551]: audit 2021-07-26T15:57:25.383426+0000 mon.a (mon.0) 690 : audit [INF] from='client.? 172.21.15.37:0/403299985' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2021-07-26T15:57:26.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:26 smithi037 bash[18551]: cluster 2021-07-26T15:57:25.383550+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2021-07-26T15:57:27.401 INFO:tasks.rados.rados.0.smithi037.stdout:68: done (11 left) 2021-07-26T15:57:27.402 INFO:tasks.rados.rados.0.smithi037.stdout:69: done (10 left) 2021-07-26T15:57:27.402 INFO:tasks.rados.rados.0.smithi037.stdout:70: done (9 left) 2021-07-26T15:57:27.402 INFO:tasks.rados.rados.0.smithi037.stdout:71: done (8 left) 2021-07-26T15:57:27.403 INFO:tasks.rados.rados.0.smithi037.stdout:72: done (7 left) 2021-07-26T15:57:27.403 INFO:tasks.rados.rados.0.smithi037.stdout:73: done (6 left) 2021-07-26T15:57:27.403 INFO:tasks.rados.rados.0.smithi037.stdout:75: done (5 left) 2021-07-26T15:57:27.403 INFO:tasks.rados.rados.0.smithi037.stdout:76: done (4 left) 2021-07-26T15:57:27.403 INFO:tasks.rados.rados.0.smithi037.stdout:77: done (3 left) 2021-07-26T15:57:27.404 INFO:tasks.rados.rados.0.smithi037.stdout:78: done (2 left) 2021-07-26T15:57:27.404 INFO:tasks.rados.rados.0.smithi037.stdout:79: done (1 left) 2021-07-26T15:57:27.404 INFO:tasks.rados.rados.0.smithi037.stdout:80: done (0 left) 2021-07-26T15:57:27.404 INFO:tasks.rados.rados.0.smithi037.stdout:81: rollback oid 40 current snap is 2 2021-07-26T15:57:27.405 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 40 to 1 2021-07-26T15:57:27.405 INFO:tasks.rados.rados.0.smithi037.stdout:82: snap_create 2021-07-26T15:57:27.411 INFO:tasks.rados.rados.0.smithi037.stdout:81: finishing rollback tid 0 to smithi03738989-40 2021-07-26T15:57:27.411 INFO:tasks.rados.rados.0.smithi037.stdout:81: finishing rollback tid 1 to smithi03738989-40 2021-07-26T15:57:27.411 INFO:tasks.rados.rados.0.smithi037.stdout:81: finishing rollback tid 2 to smithi03738989-40 2021-07-26T15:57:27.412 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2021-07-26T15:57:27.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:27 smithi107 bash[14687]: cluster 2021-07-26T15:57:26.275590+0000 mgr.y (mgr.14140) 433 : cluster [DBG] pgmap v379: 89 pgs: 89 active+clean; 4.5 MiB data, 9.7 MiB used, 707 GiB / 715 GiB avail; 169 KiB/s rd, 615 KiB/s wr, 5 op/s 2021-07-26T15:57:27.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:27 smithi107 bash[14687]: cluster 2021-07-26T15:57:26.395533+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2021-07-26T15:57:27.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:27 smithi037 bash[14605]: cluster 2021-07-26T15:57:26.275590+0000 mgr.y (mgr.14140) 433 : cluster [DBG] pgmap v379: 89 pgs: 89 active+clean; 4.5 MiB data, 9.7 MiB used, 707 GiB / 715 GiB avail; 169 KiB/s rd, 615 KiB/s wr, 5 op/s 2021-07-26T15:57:27.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:27 smithi037 bash[14605]: cluster 2021-07-26T15:57:26.395533+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2021-07-26T15:57:27.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:27 smithi037 bash[18551]: cluster 2021-07-26T15:57:26.275590+0000 mgr.y (mgr.14140) 433 : cluster [DBG] pgmap v379: 89 pgs: 89 active+clean; 4.5 MiB data, 9.7 MiB used, 707 GiB / 715 GiB avail; 169 KiB/s rd, 615 KiB/s wr, 5 op/s 2021-07-26T15:57:27.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:27 smithi037 bash[18551]: cluster 2021-07-26T15:57:26.395533+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2021-07-26T15:57:28.407 INFO:tasks.rados.rados.0.smithi037.stdout:81: done (1 left) 2021-07-26T15:57:28.408 INFO:tasks.rados.rados.0.smithi037.stdout:82: done (0 left) 2021-07-26T15:57:28.408 INFO:tasks.rados.rados.0.smithi037.stdout:83: rollback oid 9 current snap is 3 2021-07-26T15:57:28.408 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 0 2021-07-26T15:57:28.408 INFO:tasks.rados.rados.0.smithi037.stdout:84: read oid 20 snap 1 2021-07-26T15:57:28.409 INFO:tasks.rados.rados.0.smithi037.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2021-07-26T15:57:28.409 INFO:tasks.rados.rados.0.smithi037.stdout:85: read oid 25 snap -1 2021-07-26T15:57:28.409 INFO:tasks.rados.rados.0.smithi037.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2021-07-26T15:57:28.409 INFO:tasks.rados.rados.0.smithi037.stdout:86: copy_from oid 34 from oid 28 current snap is 3 2021-07-26T15:57:28.410 INFO:tasks.rados.rados.0.smithi037.stdout:87: setattr oid 48 current snap is 3 2021-07-26T15:57:28.410 INFO:tasks.rados.rados.0.smithi037.stdout:88: snap_remove snap 2 2021-07-26T15:57:28.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:28 smithi107 bash[14687]: cluster 2021-07-26T15:57:27.398724+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2021-07-26T15:57:28.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:28 smithi037 bash[14605]: cluster 2021-07-26T15:57:27.398724+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2021-07-26T15:57:28.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:28 smithi037 bash[18551]: cluster 2021-07-26T15:57:27.398724+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2021-07-26T15:57:29.420 INFO:tasks.rados.rados.0.smithi037.stdout:88: done (5 left) 2021-07-26T15:57:29.421 INFO:tasks.rados.rados.0.smithi037.stdout:89: read oid 38 snap 1 2021-07-26T15:57:29.421 INFO:tasks.rados.rados.0.smithi037.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2021-07-26T15:57:29.422 INFO:tasks.rados.rados.0.smithi037.stdout:90: read oid 18 snap -1 2021-07-26T15:57:29.422 INFO:tasks.rados.rados.0.smithi037.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2021-07-26T15:57:29.422 INFO:tasks.rados.rados.0.smithi037.stdout:91: copy_from oid 2 from oid 29 current snap is 3 2021-07-26T15:57:29.422 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 10 (ObjNum 47 snap 0 seq_num 47) dirty exists 2021-07-26T15:57:29.423 INFO:tasks.rados.rados.0.smithi037.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2021-07-26T15:57:29.436 INFO:tasks.rados.rados.0.smithi037.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2021-07-26T15:57:29.446 INFO:tasks.rados.rados.0.smithi037.stdout:83: finishing rollback tid 0 to smithi03738989-9 2021-07-26T15:57:29.446 INFO:tasks.rados.rados.0.smithi037.stdout:83: finishing rollback tid 1 to smithi03738989-9 2021-07-26T15:57:29.447 INFO:tasks.rados.rados.0.smithi037.stdout:83: finishing rollback tid 2 to smithi03738989-9 2021-07-26T15:57:29.447 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 14 (ObjNum 8 snap 0 seq_num 8) dirty exists 2021-07-26T15:57:29.447 INFO:tasks.rados.rados.0.smithi037.stdout:86: finishing copy_from to smithi03738989-34 2021-07-26T15:57:29.447 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2021-07-26T15:57:29.448 INFO:tasks.rados.rados.0.smithi037.stdout:86: finishing copy_from racing read to smithi03738989-34 2021-07-26T15:57:29.448 INFO:tasks.rados.rados.0.smithi037.stdout:83: done (7 left) 2021-07-26T15:57:29.448 INFO:tasks.rados.rados.0.smithi037.stdout:84: done (6 left) 2021-07-26T15:57:29.448 INFO:tasks.rados.rados.0.smithi037.stdout:85: done (5 left) 2021-07-26T15:57:29.449 INFO:tasks.rados.rados.0.smithi037.stdout:86: done (4 left) 2021-07-26T15:57:29.449 INFO:tasks.rados.rados.0.smithi037.stdout:87: done (3 left) 2021-07-26T15:57:29.449 INFO:tasks.rados.rados.0.smithi037.stdout:92: rmattr oid 49 current snap is 3 2021-07-26T15:57:29.449 INFO:tasks.rados.rados.0.smithi037.stdout:92: done (3 left) 2021-07-26T15:57:29.449 INFO:tasks.rados.rados.0.smithi037.stdout:93: snap_remove snap 0 2021-07-26T15:57:29.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:29 smithi107 bash[14687]: cluster 2021-07-26T15:57:28.276573+0000 mgr.y (mgr.14140) 434 : cluster [DBG] pgmap v382: 89 pgs: 89 active+clean; 17 MiB data, 26 MiB used, 707 GiB / 715 GiB avail; 295 KiB/s rd, 3.5 MiB/s wr, 36 op/s 2021-07-26T15:57:29.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:29 smithi107 bash[14687]: cluster 2021-07-26T15:57:28.403892+0000 mon.a (mon.0) 694 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2021-07-26T15:57:29.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:29 smithi037 bash[14605]: cluster 2021-07-26T15:57:28.276573+0000 mgr.y (mgr.14140) 434 : cluster [DBG] pgmap v382: 89 pgs: 89 active+clean; 17 MiB data, 26 MiB used, 707 GiB / 715 GiB avail; 295 KiB/s rd, 3.5 MiB/s wr, 36 op/s 2021-07-26T15:57:29.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:29 smithi037 bash[14605]: cluster 2021-07-26T15:57:28.403892+0000 mon.a (mon.0) 694 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2021-07-26T15:57:29.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:29 smithi037 bash[18551]: cluster 2021-07-26T15:57:28.276573+0000 mgr.y (mgr.14140) 434 : cluster [DBG] pgmap v382: 89 pgs: 89 active+clean; 17 MiB data, 26 MiB used, 707 GiB / 715 GiB avail; 295 KiB/s rd, 3.5 MiB/s wr, 36 op/s 2021-07-26T15:57:29.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:29 smithi037 bash[18551]: cluster 2021-07-26T15:57:28.403892+0000 mon.a (mon.0) 694 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2021-07-26T15:57:30.438 INFO:tasks.rados.rados.0.smithi037.stdout:93: done (3 left) 2021-07-26T15:57:30.439 INFO:tasks.rados.rados.0.smithi037.stdout:94: rmattr oid 31 current snap is 3 2021-07-26T15:57:30.439 INFO:tasks.rados.rados.0.smithi037.stdout:94: done (3 left) 2021-07-26T15:57:30.439 INFO:tasks.rados.rados.0.smithi037.stdout:95: read oid 43 snap 1 2021-07-26T15:57:30.439 INFO:tasks.rados.rados.0.smithi037.stdout:95: expect (ObjNum 42 snap 0 seq_num 42) 2021-07-26T15:57:30.440 INFO:tasks.rados.rados.0.smithi037.stdout:96: rmattr oid 14 current snap is 3 2021-07-26T15:57:30.440 INFO:tasks.rados.rados.0.smithi037.stdout:96: done (4 left) 2021-07-26T15:57:30.440 INFO:tasks.rados.rados.0.smithi037.stdout:97: read oid 9 snap 1 2021-07-26T15:57:30.440 INFO:tasks.rados.rados.0.smithi037.stdout:97: expect (ObjNum 8 snap 0 seq_num 8) 2021-07-26T15:57:30.440 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 3 2021-07-26T15:57:30.441 INFO:tasks.rados.rados.0.smithi037.stdout:98: seq_num 54 ranges {409600=507904,917504=401408} 2021-07-26T15:57:30.444 INFO:tasks.rados.rados.0.smithi037.stdout:98: writing smithi03738989-25 from 409600 to 917504 tid 1 2021-07-26T15:57:30.447 INFO:tasks.rados.rados.0.smithi037.stdout:98: writing smithi03738989-25 from 917504 to 1318912 tid 2 2021-07-26T15:57:30.488 INFO:tasks.rados.rados.0.smithi037.stdout:99: copy_from oid 32 from oid 6 current snap is 3 2021-07-26T15:57:30.488 INFO:tasks.rados.rados.0.smithi037.stdout:91: finishing copy_from to smithi03738989-2 2021-07-26T15:57:30.488 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2021-07-26T15:57:30.489 INFO:tasks.rados.rados.0.smithi037.stdout:91: finishing copy_from racing read to smithi03738989-2 2021-07-26T15:57:30.489 INFO:tasks.rados.rados.0.smithi037.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2021-07-26T15:57:30.490 INFO:tasks.rados.rados.0.smithi037.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2021-07-26T15:57:30.490 INFO:tasks.rados.rados.0.smithi037.stdout:95: expect (ObjNum 42 snap 0 seq_num 42) 2021-07-26T15:57:30.490 INFO:tasks.rados.rados.0.smithi037.stdout:97: expect (ObjNum 8 snap 0 seq_num 8) 2021-07-26T15:57:30.493 INFO:tasks.rados.rados.0.smithi037.stdout:98: finishing write tid 1 to smithi03738989-25 2021-07-26T15:57:30.494 INFO:tasks.rados.rados.0.smithi037.stdout:98: finishing write tid 2 to smithi03738989-25 2021-07-26T15:57:30.494 INFO:tasks.rados.rados.0.smithi037.stdout:98: finishing write tid 4 to smithi03738989-25 2021-07-26T15:57:30.494 INFO:tasks.rados.rados.0.smithi037.stdout:98: finishing write tid 5 to smithi03738989-25 2021-07-26T15:57:30.494 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 20 (ObjNum 54 snap 3 seq_num 54) dirty exists 2021-07-26T15:57:30.495 INFO:tasks.rados.rados.0.smithi037.stdout:98: left oid 25 (ObjNum 54 snap 3 seq_num 54) 2021-07-26T15:57:30.495 INFO:tasks.rados.rados.0.smithi037.stdout:99: finishing copy_from to smithi03738989-32 2021-07-26T15:57:30.495 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2021-07-26T15:57:30.495 INFO:tasks.rados.rados.0.smithi037.stdout:99: finishing copy_from racing read to smithi03738989-32 2021-07-26T15:57:30.496 INFO:tasks.rados.rados.0.smithi037.stdout:89: done (6 left) 2021-07-26T15:57:30.496 INFO:tasks.rados.rados.0.smithi037.stdout:90: done (5 left) 2021-07-26T15:57:30.496 INFO:tasks.rados.rados.0.smithi037.stdout:91: done (4 left) 2021-07-26T15:57:30.496 INFO:tasks.rados.rados.0.smithi037.stdout:95: done (3 left) 2021-07-26T15:57:30.497 INFO:tasks.rados.rados.0.smithi037.stdout:97: done (2 left) 2021-07-26T15:57:30.497 INFO:tasks.rados.rados.0.smithi037.stdout:98: done (1 left) 2021-07-26T15:57:30.497 INFO:tasks.rados.rados.0.smithi037.stdout:99: done (0 left) 2021-07-26T15:57:30.498 INFO:tasks.rados.rados.0.smithi037.stdout:100: snap_remove snap 1 2021-07-26T15:57:30.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:30 smithi107 bash[14687]: cluster 2021-07-26T15:57:29.418606+0000 mon.a (mon.0) 695 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2021-07-26T15:57:30.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:30 smithi107 bash[14687]: cluster 2021-07-26T15:57:30.277420+0000 mgr.y (mgr.14140) 435 : cluster [DBG] pgmap v385: 89 pgs: 89 active+clean; 24 MiB data, 35 MiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2021-07-26T15:57:30.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:30 smithi037 bash[14605]: cluster 2021-07-26T15:57:29.418606+0000 mon.a (mon.0) 695 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2021-07-26T15:57:30.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:30 smithi037 bash[14605]: cluster 2021-07-26T15:57:30.277420+0000 mgr.y (mgr.14140) 435 : cluster [DBG] pgmap v385: 89 pgs: 89 active+clean; 24 MiB data, 35 MiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2021-07-26T15:57:30.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:30 smithi037 bash[18551]: cluster 2021-07-26T15:57:29.418606+0000 mon.a (mon.0) 695 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2021-07-26T15:57:30.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:30 smithi037 bash[18551]: cluster 2021-07-26T15:57:30.277420+0000 mgr.y (mgr.14140) 435 : cluster [DBG] pgmap v385: 89 pgs: 89 active+clean; 24 MiB data, 35 MiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2021-07-26T15:57:31.448 INFO:tasks.rados.rados.0.smithi037.stdout:100: done (0 left) 2021-07-26T15:57:31.449 INFO:tasks.rados.rados.0.smithi037.stdout:101: copy_from oid 42 from oid 39 current snap is 3 2021-07-26T15:57:31.449 INFO:tasks.rados.rados.0.smithi037.stdout:102: read oid 14 snap -1 2021-07-26T15:57:31.449 INFO:tasks.rados.rados.0.smithi037.stdout:102: expect (ObjNum 13 snap 0 seq_num 13) 2021-07-26T15:57:31.449 INFO:tasks.rados.rados.0.smithi037.stdout:103: rollback oid 20 current snap is 3 2021-07-26T15:57:31.450 INFO:tasks.rados.rados.0.smithi037.stdout:103: done (2 left) 2021-07-26T15:57:31.450 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 3 2021-07-26T15:57:31.450 INFO:tasks.rados.rados.0.smithi037.stdout:104: seq_num 55 ranges {458752=524288,983040=401408} 2021-07-26T15:57:31.456 INFO:tasks.rados.rados.0.smithi037.stdout:104: writing smithi03738989-36 from 458752 to 983040 tid 1 2021-07-26T15:57:31.459 INFO:tasks.rados.rados.0.smithi037.stdout:104: writing smithi03738989-36 from 983040 to 1384448 tid 2 2021-07-26T15:57:31.459 INFO:tasks.rados.rados.0.smithi037.stdout:105: copy_from oid 22 from oid 49 current snap is 3 2021-07-26T15:57:31.459 INFO:tasks.rados.rados.0.smithi037.stdout:102: expect (ObjNum 13 snap 0 seq_num 13) 2021-07-26T15:57:31.467 INFO:tasks.rados.rados.0.smithi037.stdout:102: done (3 left) 2021-07-26T15:57:31.467 INFO:tasks.rados.rados.0.smithi037.stdout:106: rollback oid 31 current snap is 3 2021-07-26T15:57:31.467 INFO:tasks.rados.rados.0.smithi037.stdout:106: done (3 left) 2021-07-26T15:57:31.468 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 3 2021-07-26T15:57:31.468 INFO:tasks.rados.rados.0.smithi037.stdout:107: seq_num 56 ranges {188416=540672,729088=401408} 2021-07-26T15:57:31.471 INFO:tasks.rados.rados.0.smithi037.stdout:107: writing smithi03738989-12 from 188416 to 729088 tid 1 2021-07-26T15:57:31.475 INFO:tasks.rados.rados.0.smithi037.stdout:107: writing smithi03738989-12 from 729088 to 1130496 tid 2 2021-07-26T15:57:31.475 INFO:tasks.rados.rados.0.smithi037.stdout:108: read oid 14 snap -1 2021-07-26T15:57:31.475 INFO:tasks.rados.rados.0.smithi037.stdout:108: expect (ObjNum 13 snap 0 seq_num 13) 2021-07-26T15:57:31.475 INFO:tasks.rados.rados.0.smithi037.stdout:109: rollback oid 4 current snap is 3 2021-07-26T15:57:31.476 INFO:tasks.rados.rados.0.smithi037.stdout:109: done (5 left) 2021-07-26T15:57:31.476 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 3 2021-07-26T15:57:31.476 INFO:tasks.rados.rados.0.smithi037.stdout:110: seq_num 57 ranges {172032=557056,729088=401408} 2021-07-26T15:57:31.478 INFO:tasks.rados.rados.0.smithi037.stdout:110: writing smithi03738989-11 from 172032 to 729088 tid 1 2021-07-26T15:57:31.482 INFO:tasks.rados.rados.0.smithi037.stdout:110: writing smithi03738989-11 from 729088 to 1130496 tid 2 2021-07-26T15:57:31.482 INFO:tasks.rados.rados.0.smithi037.stdout:111: delete oid 13 current snap is 3 2021-07-26T15:57:31.483 INFO:tasks.rados.rados.0.smithi037.stdout:104: finishing write tid 1 to smithi03738989-36 2021-07-26T15:57:31.483 INFO:tasks.rados.rados.0.smithi037.stdout:104: finishing write tid 2 to smithi03738989-36 2021-07-26T15:57:31.483 INFO:tasks.rados.rados.0.smithi037.stdout:104: finishing write tid 4 to smithi03738989-36 2021-07-26T15:57:31.483 INFO:tasks.rados.rados.0.smithi037.stdout:104: finishing write tid 5 to smithi03738989-36 2021-07-26T15:57:31.483 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 25 (ObjNum 55 snap 3 seq_num 55) dirty exists 2021-07-26T15:57:31.484 INFO:tasks.rados.rados.0.smithi037.stdout:104: left oid 36 (ObjNum 55 snap 3 seq_num 55) 2021-07-26T15:57:31.484 INFO:tasks.rados.rados.0.smithi037.stdout:105: finishing copy_from to smithi03738989-22 2021-07-26T15:57:31.484 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 9 (ObjNum 48 snap 0 seq_num 48) dirty exists 2021-07-26T15:57:31.484 INFO:tasks.rados.rados.0.smithi037.stdout:101: finishing copy_from to smithi03738989-42 2021-07-26T15:57:31.485 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2021-07-26T15:57:31.485 INFO:tasks.rados.rados.0.smithi037.stdout:101: finishing copy_from racing read to smithi03738989-42 2021-07-26T15:57:31.485 INFO:tasks.rados.rados.0.smithi037.stdout:105: finishing copy_from racing read to smithi03738989-22 2021-07-26T15:57:31.485 INFO:tasks.rados.rados.0.smithi037.stdout:107: finishing write tid 1 to smithi03738989-12 2021-07-26T15:57:31.485 INFO:tasks.rados.rados.0.smithi037.stdout:107: finishing write tid 2 to smithi03738989-12 2021-07-26T15:57:31.486 INFO:tasks.rados.rados.0.smithi037.stdout:107: finishing write tid 4 to smithi03738989-12 2021-07-26T15:57:31.486 INFO:tasks.rados.rados.0.smithi037.stdout:108: expect (ObjNum 13 snap 0 seq_num 13) 2021-07-26T15:57:31.488 INFO:tasks.rados.rados.0.smithi037.stdout:107: finishing write tid 5 to smithi03738989-12 2021-07-26T15:57:31.488 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 19 (ObjNum 56 snap 3 seq_num 56) dirty exists 2021-07-26T15:57:31.488 INFO:tasks.rados.rados.0.smithi037.stdout:107: left oid 12 (ObjNum 56 snap 3 seq_num 56) 2021-07-26T15:57:31.488 INFO:tasks.rados.rados.0.smithi037.stdout:110: finishing write tid 1 to smithi03738989-11 2021-07-26T15:57:31.489 INFO:tasks.rados.rados.0.smithi037.stdout:110: finishing write tid 2 to smithi03738989-11 2021-07-26T15:57:31.489 INFO:tasks.rados.rados.0.smithi037.stdout:110: finishing write tid 4 to smithi03738989-11 2021-07-26T15:57:31.489 INFO:tasks.rados.rados.0.smithi037.stdout:110: finishing write tid 5 to smithi03738989-11 2021-07-26T15:57:31.489 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 15 (ObjNum 57 snap 3 seq_num 57) dirty exists 2021-07-26T15:57:31.489 INFO:tasks.rados.rados.0.smithi037.stdout:110: left oid 11 (ObjNum 57 snap 3 seq_num 57) 2021-07-26T15:57:31.490 INFO:tasks.rados.rados.0.smithi037.stdout:101: done (6 left) 2021-07-26T15:57:31.490 INFO:tasks.rados.rados.0.smithi037.stdout:104: done (5 left) 2021-07-26T15:57:31.490 INFO:tasks.rados.rados.0.smithi037.stdout:105: done (4 left) 2021-07-26T15:57:31.490 INFO:tasks.rados.rados.0.smithi037.stdout:107: done (3 left) 2021-07-26T15:57:31.490 INFO:tasks.rados.rados.0.smithi037.stdout:108: done (2 left) 2021-07-26T15:57:31.491 INFO:tasks.rados.rados.0.smithi037.stdout:110: done (1 left) 2021-07-26T15:57:31.491 INFO:tasks.rados.rados.0.smithi037.stdout:111: done (0 left) 2021-07-26T15:57:31.491 INFO:tasks.rados.rados.0.smithi037.stdout:112: rmattr oid 13 current snap is 3 2021-07-26T15:57:31.491 INFO:tasks.rados.rados.0.smithi037.stdout:112: done (0 left) 2021-07-26T15:57:31.492 INFO:tasks.rados.rados.0.smithi037.stdout:113: delete oid 44 current snap is 3 2021-07-26T15:57:31.492 INFO:tasks.rados.rados.0.smithi037.stdout:113: done (0 left) 2021-07-26T15:57:31.492 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 3 2021-07-26T15:57:31.493 INFO:tasks.rados.rados.0.smithi037.stdout:114: seq_num 60 ranges {1318912=614400,1933312=401408} 2021-07-26T15:57:31.502 INFO:tasks.rados.rados.0.smithi037.stdout:114: writing smithi03738989-25 from 1318912 to 1933312 tid 1 2021-07-26T15:57:31.503 INFO:tasks.rados.rados.0.smithi037.stdout:114: writing smithi03738989-25 from 1933312 to 2334720 tid 2 2021-07-26T15:57:31.503 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 3 2021-07-26T15:57:31.504 INFO:tasks.rados.rados.0.smithi037.stdout:115: seq_num 61 ranges {507904=630784,1138688=401408} 2021-07-26T15:57:31.510 INFO:tasks.rados.rados.0.smithi037.stdout:115: writing smithi03738989-3 from 507904 to 1138688 tid 1 2021-07-26T15:57:31.513 INFO:tasks.rados.rados.0.smithi037.stdout:115: writing smithi03738989-3 from 1138688 to 1540096 tid 2 2021-07-26T15:57:31.513 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 3 2021-07-26T15:57:31.513 INFO:tasks.rados.rados.0.smithi037.stdout:116: seq_num 62 ranges {606208=647168,1253376=401408} 2021-07-26T15:57:31.520 INFO:tasks.rados.rados.0.smithi037.stdout:116: writing smithi03738989-32 from 606208 to 1253376 tid 1 2021-07-26T15:57:31.522 INFO:tasks.rados.rados.0.smithi037.stdout:116: writing smithi03738989-32 from 1253376 to 1654784 tid 2 2021-07-26T15:57:31.523 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 3 2021-07-26T15:57:31.523 INFO:tasks.rados.rados.0.smithi037.stdout:117: seq_num 63 ranges {1130496=663552,1794048=401408} 2021-07-26T15:57:31.533 INFO:tasks.rados.rados.0.smithi037.stdout:117: writing smithi03738989-12 from 1130496 to 1794048 tid 1 2021-07-26T15:57:31.537 INFO:tasks.rados.rados.0.smithi037.stdout:117: writing smithi03738989-12 from 1794048 to 2195456 tid 2 2021-07-26T15:57:31.537 INFO:tasks.rados.rados.0.smithi037.stdout:118: rollback oid 15 current snap is 3 2021-07-26T15:57:31.537 INFO:tasks.rados.rados.0.smithi037.stdout:118: done (4 left) 2021-07-26T15:57:31.537 INFO:tasks.rados.rados.0.smithi037.stdout:119: delete oid 44 current snap is 3 2021-07-26T15:57:31.538 INFO:tasks.rados.rados.0.smithi037.stdout:114: finishing write tid 1 to smithi03738989-25 2021-07-26T15:57:31.538 INFO:tasks.rados.rados.0.smithi037.stdout:114: finishing write tid 2 to smithi03738989-25 2021-07-26T15:57:31.538 INFO:tasks.rados.rados.0.smithi037.stdout:114: finishing write tid 4 to smithi03738989-25 2021-07-26T15:57:31.538 INFO:tasks.rados.rados.0.smithi037.stdout:114: finishing write tid 5 to smithi03738989-25 2021-07-26T15:57:31.538 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 28 (ObjNum 60 snap 3 seq_num 60) dirty exists 2021-07-26T15:57:31.539 INFO:tasks.rados.rados.0.smithi037.stdout:114: left oid 25 (ObjNum 60 snap 3 seq_num 60) 2021-07-26T15:57:31.539 INFO:tasks.rados.rados.0.smithi037.stdout:115: finishing write tid 1 to smithi03738989-3 2021-07-26T15:57:31.539 INFO:tasks.rados.rados.0.smithi037.stdout:115: finishing write tid 2 to smithi03738989-3 2021-07-26T15:57:31.539 INFO:tasks.rados.rados.0.smithi037.stdout:115: finishing write tid 4 to smithi03738989-3 2021-07-26T15:57:31.540 INFO:tasks.rados.rados.0.smithi037.stdout:115: finishing write tid 5 to smithi03738989-3 2021-07-26T15:57:31.540 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 18 (ObjNum 61 snap 3 seq_num 61) dirty exists 2021-07-26T15:57:31.540 INFO:tasks.rados.rados.0.smithi037.stdout:115: left oid 3 (ObjNum 61 snap 3 seq_num 61) 2021-07-26T15:57:31.540 INFO:tasks.rados.rados.0.smithi037.stdout:116: finishing write tid 1 to smithi03738989-32 2021-07-26T15:57:31.540 INFO:tasks.rados.rados.0.smithi037.stdout:116: finishing write tid 2 to smithi03738989-32 2021-07-26T15:57:31.541 INFO:tasks.rados.rados.0.smithi037.stdout:116: finishing write tid 4 to smithi03738989-32 2021-07-26T15:57:31.541 INFO:tasks.rados.rados.0.smithi037.stdout:116: finishing write tid 5 to smithi03738989-32 2021-07-26T15:57:31.541 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 28 (ObjNum 62 snap 3 seq_num 62) dirty exists 2021-07-26T15:57:31.541 INFO:tasks.rados.rados.0.smithi037.stdout:116: left oid 32 (ObjNum 62 snap 3 seq_num 62) 2021-07-26T15:57:31.543 INFO:tasks.rados.rados.0.smithi037.stdout:117: finishing write tid 1 to smithi03738989-12 2021-07-26T15:57:31.543 INFO:tasks.rados.rados.0.smithi037.stdout:117: finishing write tid 2 to smithi03738989-12 2021-07-26T15:57:31.543 INFO:tasks.rados.rados.0.smithi037.stdout:117: finishing write tid 4 to smithi03738989-12 2021-07-26T15:57:31.543 INFO:tasks.rados.rados.0.smithi037.stdout:114: done (4 left) 2021-07-26T15:57:31.544 INFO:tasks.rados.rados.0.smithi037.stdout:115: done (3 left) 2021-07-26T15:57:31.544 INFO:tasks.rados.rados.0.smithi037.stdout:116: done (2 left) 2021-07-26T15:57:31.544 INFO:tasks.rados.rados.0.smithi037.stdout:119: done (1 left) 2021-07-26T15:57:31.544 INFO:tasks.rados.rados.0.smithi037.stdout:120: delete oid 37 current snap is 3 2021-07-26T15:57:31.544 INFO:tasks.rados.rados.0.smithi037.stdout:117: finishing write tid 5 to smithi03738989-12 2021-07-26T15:57:31.545 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 22 (ObjNum 63 snap 3 seq_num 63) dirty exists 2021-07-26T15:57:31.545 INFO:tasks.rados.rados.0.smithi037.stdout:117: left oid 12 (ObjNum 63 snap 3 seq_num 63) 2021-07-26T15:57:31.545 INFO:tasks.rados.rados.0.smithi037.stdout:117: done (1 left) 2021-07-26T15:57:31.545 INFO:tasks.rados.rados.0.smithi037.stdout:120: done (0 left) 2021-07-26T15:57:31.546 INFO:tasks.rados.rados.0.smithi037.stdout:121: snap_create 2021-07-26T15:57:31.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:31 smithi107 bash[14687]: cluster 2021-07-26T15:57:30.437474+0000 mon.a (mon.0) 696 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2021-07-26T15:57:31.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:31 smithi037 bash[14605]: cluster 2021-07-26T15:57:30.437474+0000 mon.a (mon.0) 696 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2021-07-26T15:57:31.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:31 smithi037 bash[18551]: cluster 2021-07-26T15:57:30.437474+0000 mon.a (mon.0) 696 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2021-07-26T15:57:32.457 INFO:tasks.rados.rados.0.smithi037.stdout:121: done (0 left) 2021-07-26T15:57:32.457 INFO:tasks.rados.rados.0.smithi037.stdout:122: read oid 48 snap 3 2021-07-26T15:57:32.457 INFO:tasks.rados.rados.0.smithi037.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2021-07-26T15:57:32.457 INFO:tasks.rados.rados.0.smithi037.stdout:123: rollback oid 22 current snap is 4 2021-07-26T15:57:32.458 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 22 to 3 2021-07-26T15:57:32.458 INFO:tasks.rados.rados.0.smithi037.stdout:124: read oid 17 snap 3 2021-07-26T15:57:32.458 INFO:tasks.rados.rados.0.smithi037.stdout:124: expect (ObjNum 16 snap 0 seq_num 16) 2021-07-26T15:57:32.458 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 4 2021-07-26T15:57:32.459 INFO:tasks.rados.rados.0.smithi037.stdout:125: seq_num 66 ranges {1654784=712704,2367488=401408} 2021-07-26T15:57:32.474 INFO:tasks.rados.rados.0.smithi037.stdout:125: writing smithi03738989-32 from 1654784 to 2367488 tid 1 2021-07-26T15:57:32.477 INFO:tasks.rados.rados.0.smithi037.stdout:125: writing smithi03738989-32 from 2367488 to 2768896 tid 2 2021-07-26T15:57:32.477 INFO:tasks.rados.rados.0.smithi037.stdout:126: copy_from oid 1 from oid 24 current snap is 4 2021-07-26T15:57:32.478 INFO:tasks.rados.rados.0.smithi037.stdout:123: finishing rollback tid 0 to smithi03738989-22 2021-07-26T15:57:32.478 INFO:tasks.rados.rados.0.smithi037.stdout:127: read oid 33 snap -1 2021-07-26T15:57:32.479 INFO:tasks.rados.rados.0.smithi037.stdout:127: expect (ObjNum 32 snap 0 seq_num 32) 2021-07-26T15:57:32.479 INFO:tasks.rados.rados.0.smithi037.stdout:128: copy_from oid 25 from oid 9 current snap is 4 2021-07-26T15:57:32.479 INFO:tasks.rados.rados.0.smithi037.stdout:123: finishing rollback tid 1 to smithi03738989-22 2021-07-26T15:57:32.479 INFO:tasks.rados.rados.0.smithi037.stdout:123: finishing rollback tid 2 to smithi03738989-22 2021-07-26T15:57:32.480 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 16 (ObjNum 48 snap 0 seq_num 48) dirty exists 2021-07-26T15:57:32.480 INFO:tasks.rados.rados.0.smithi037.stdout:124: expect (ObjNum 16 snap 0 seq_num 16) 2021-07-26T15:57:32.490 INFO:tasks.rados.rados.0.smithi037.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2021-07-26T15:57:32.510 INFO:tasks.rados.rados.0.smithi037.stdout:125: finishing write tid 1 to smithi03738989-32 2021-07-26T15:57:32.511 INFO:tasks.rados.rados.0.smithi037.stdout:125: finishing write tid 2 to smithi03738989-32 2021-07-26T15:57:32.511 INFO:tasks.rados.rados.0.smithi037.stdout:125: finishing write tid 4 to smithi03738989-32 2021-07-26T15:57:32.511 INFO:tasks.rados.rados.0.smithi037.stdout:125: finishing write tid 5 to smithi03738989-32 2021-07-26T15:57:32.511 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 32 (ObjNum 66 snap 4 seq_num 66) dirty exists 2021-07-26T15:57:32.512 INFO:tasks.rados.rados.0.smithi037.stdout:125: left oid 32 (ObjNum 66 snap 4 seq_num 66) 2021-07-26T15:57:32.512 INFO:tasks.rados.rados.0.smithi037.stdout:127: expect (ObjNum 32 snap 0 seq_num 32) 2021-07-26T15:57:32.525 INFO:tasks.rados.rados.0.smithi037.stdout:126: finishing copy_from to smithi03738989-1 2021-07-26T15:57:32.525 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 8 (ObjNum 23 snap 0 seq_num 23) dirty exists 2021-07-26T15:57:32.525 INFO:tasks.rados.rados.0.smithi037.stdout:126: finishing copy_from racing read to smithi03738989-1 2021-07-26T15:57:32.526 INFO:tasks.rados.rados.0.smithi037.stdout:128: finishing copy_from to smithi03738989-25 2021-07-26T15:57:32.526 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 14 (ObjNum 8 snap 0 seq_num 8) dirty exists 2021-07-26T15:57:32.526 INFO:tasks.rados.rados.0.smithi037.stdout:128: finishing copy_from racing read to smithi03738989-25 2021-07-26T15:57:32.526 INFO:tasks.rados.rados.0.smithi037.stdout:122: done (6 left) 2021-07-26T15:57:32.527 INFO:tasks.rados.rados.0.smithi037.stdout:123: done (5 left) 2021-07-26T15:57:32.527 INFO:tasks.rados.rados.0.smithi037.stdout:124: done (4 left) 2021-07-26T15:57:32.527 INFO:tasks.rados.rados.0.smithi037.stdout:125: done (3 left) 2021-07-26T15:57:32.527 INFO:tasks.rados.rados.0.smithi037.stdout:126: done (2 left) 2021-07-26T15:57:32.528 INFO:tasks.rados.rados.0.smithi037.stdout:127: done (1 left) 2021-07-26T15:57:32.528 INFO:tasks.rados.rados.0.smithi037.stdout:128: done (0 left) 2021-07-26T15:57:32.528 INFO:tasks.rados.rados.0.smithi037.stdout:129: copy_from oid 19 from oid 21 current snap is 4 2021-07-26T15:57:32.528 INFO:tasks.rados.rados.0.smithi037.stdout:130: snap_create 2021-07-26T15:57:32.532 INFO:tasks.rados.rados.0.smithi037.stdout:129: finishing copy_from to smithi03738989-19 2021-07-26T15:57:32.533 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 3 (ObjNum 11 snap 0 seq_num 11) dirty exists 2021-07-26T15:57:32.533 INFO:tasks.rados.rados.0.smithi037.stdout:129: finishing copy_from racing read to smithi03738989-19 2021-07-26T15:57:32.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:32 smithi107 bash[14687]: cluster 2021-07-26T15:57:31.448340+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2021-07-26T15:57:32.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:32 smithi107 bash[14687]: cluster 2021-07-26T15:57:32.278185+0000 mgr.y (mgr.14140) 436 : cluster [DBG] pgmap v388: 89 pgs: 89 active+clean; 24 MiB data, 43 MiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 34 op/s 2021-07-26T15:57:32.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:32 smithi037 bash[14605]: cluster 2021-07-26T15:57:31.448340+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2021-07-26T15:57:32.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:32 smithi037 bash[14605]: cluster 2021-07-26T15:57:32.278185+0000 mgr.y (mgr.14140) 436 : cluster [DBG] pgmap v388: 89 pgs: 89 active+clean; 24 MiB data, 43 MiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 34 op/s 2021-07-26T15:57:32.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:32 smithi037 bash[18551]: cluster 2021-07-26T15:57:31.448340+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2021-07-26T15:57:32.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:32 smithi037 bash[18551]: cluster 2021-07-26T15:57:32.278185+0000 mgr.y (mgr.14140) 436 : cluster [DBG] pgmap v388: 89 pgs: 89 active+clean; 24 MiB data, 43 MiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 34 op/s 2021-07-26T15:57:33.464 INFO:tasks.rados.rados.0.smithi037.stdout:129: done (1 left) 2021-07-26T15:57:33.465 INFO:tasks.rados.rados.0.smithi037.stdout:130: done (0 left) 2021-07-26T15:57:33.465 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 5 2021-07-26T15:57:33.465 INFO:tasks.rados.rados.0.smithi037.stdout:131: seq_num 67 ranges {139264=729088,868352=401408} 2021-07-26T15:57:33.472 INFO:tasks.rados.rados.0.smithi037.stdout:131: writing smithi03738989-9 from 139264 to 868352 tid 1 2021-07-26T15:57:33.474 INFO:tasks.rados.rados.0.smithi037.stdout:131: writing smithi03738989-9 from 868352 to 1269760 tid 2 2021-07-26T15:57:33.474 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 5 2021-07-26T15:57:33.475 INFO:tasks.rados.rados.0.smithi037.stdout:132: seq_num 68 ranges {2195456=745472,2940928=401408} 2021-07-26T15:57:33.491 INFO:tasks.rados.rados.0.smithi037.stdout:132: writing smithi03738989-12 from 2195456 to 2940928 tid 1 2021-07-26T15:57:33.494 INFO:tasks.rados.rados.0.smithi037.stdout:132: writing smithi03738989-12 from 2940928 to 3342336 tid 2 2021-07-26T15:57:33.494 INFO:tasks.rados.rados.0.smithi037.stdout:133: rollback oid 22 current snap is 5 2021-07-26T15:57:33.495 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 22 to 3 2021-07-26T15:57:33.495 INFO:tasks.rados.rados.0.smithi037.stdout:131: finishing write tid 1 to smithi03738989-9 2021-07-26T15:57:33.495 INFO:tasks.rados.rados.0.smithi037.stdout:131: finishing write tid 2 to smithi03738989-9 2021-07-26T15:57:33.496 INFO:tasks.rados.rados.0.smithi037.stdout:131: finishing write tid 4 to smithi03738989-9 2021-07-26T15:57:33.496 INFO:tasks.rados.rados.0.smithi037.stdout:131: finishing write tid 5 to smithi03738989-9 2021-07-26T15:57:33.497 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 24 (ObjNum 67 snap 5 seq_num 67) dirty exists 2021-07-26T15:57:33.497 INFO:tasks.rados.rados.0.smithi037.stdout:131: left oid 9 (ObjNum 67 snap 5 seq_num 67) 2021-07-26T15:57:33.497 INFO:tasks.rados.rados.0.smithi037.stdout:131: done (2 left) 2021-07-26T15:57:33.498 INFO:tasks.rados.rados.0.smithi037.stdout:134: snap_create 2021-07-26T15:57:33.499 INFO:tasks.rados.rados.0.smithi037.stdout:133: finishing rollback tid 0 to smithi03738989-22 2021-07-26T15:57:33.501 INFO:tasks.rados.rados.0.smithi037.stdout:133: finishing rollback tid 1 to smithi03738989-22 2021-07-26T15:57:33.501 INFO:tasks.rados.rados.0.smithi037.stdout:133: finishing rollback tid 2 to smithi03738989-22 2021-07-26T15:57:33.502 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 20 (ObjNum 48 snap 0 seq_num 48) dirty exists 2021-07-26T15:57:33.503 INFO:tasks.rados.rados.0.smithi037.stdout:132: finishing write tid 1 to smithi03738989-12 2021-07-26T15:57:33.503 INFO:tasks.rados.rados.0.smithi037.stdout:132: finishing write tid 2 to smithi03738989-12 2021-07-26T15:57:33.503 INFO:tasks.rados.rados.0.smithi037.stdout:132: finishing write tid 4 to smithi03738989-12 2021-07-26T15:57:33.504 INFO:tasks.rados.rados.0.smithi037.stdout:132: finishing write tid 5 to smithi03738989-12 2021-07-26T15:57:33.504 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 27 (ObjNum 68 snap 5 seq_num 68) dirty exists 2021-07-26T15:57:33.504 INFO:tasks.rados.rados.0.smithi037.stdout:132: left oid 12 (ObjNum 68 snap 5 seq_num 68) 2021-07-26T15:57:33.762 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:33 smithi107 bash[14687]: cluster 2021-07-26T15:57:32.455696+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2021-07-26T15:57:33.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:33 smithi037 bash[14605]: cluster 2021-07-26T15:57:32.455696+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2021-07-26T15:57:33.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:33 smithi037 bash[18551]: cluster 2021-07-26T15:57:32.455696+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2021-07-26T15:57:34.475 INFO:tasks.rados.rados.0.smithi037.stdout:132: done (2 left) 2021-07-26T15:57:34.475 INFO:tasks.rados.rados.0.smithi037.stdout:133: done (1 left) 2021-07-26T15:57:34.475 INFO:tasks.rados.rados.0.smithi037.stdout:134: done (0 left) 2021-07-26T15:57:34.476 INFO:tasks.rados.rados.0.smithi037.stdout:135: read oid 33 snap -1 2021-07-26T15:57:34.476 INFO:tasks.rados.rados.0.smithi037.stdout:135: expect (ObjNum 32 snap 0 seq_num 32) 2021-07-26T15:57:34.476 INFO:tasks.rados.rados.0.smithi037.stdout:136: read oid 45 snap -1 2021-07-26T15:57:34.476 INFO:tasks.rados.rados.0.smithi037.stdout:136: expect (ObjNum 33 snap 0 seq_num 33) 2021-07-26T15:57:34.477 INFO:tasks.rados.rados.0.smithi037.stdout:137: snap_create 2021-07-26T15:57:34.483 INFO:tasks.rados.rados.0.smithi037.stdout:135: expect (ObjNum 32 snap 0 seq_num 32) 2021-07-26T15:57:34.496 INFO:tasks.rados.rados.0.smithi037.stdout:136: expect (ObjNum 33 snap 0 seq_num 33) 2021-07-26T15:57:34.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:34 smithi107 bash[14687]: cluster 2021-07-26T15:57:33.463882+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2021-07-26T15:57:34.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:34 smithi107 bash[14687]: cluster 2021-07-26T15:57:34.279184+0000 mgr.y (mgr.14140) 437 : cluster [DBG] pgmap v391: 89 pgs: 89 active+clean; 27 MiB data, 47 MiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 29 op/s 2021-07-26T15:57:34.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:34 smithi107 bash[14687]: audit 2021-07-26T15:57:34.317069+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:57:34.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:34 smithi107 bash[14687]: audit 2021-07-26T15:57:34.317511+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:57:34.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:34 smithi037 bash[14605]: cluster 2021-07-26T15:57:33.463882+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2021-07-26T15:57:34.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:34 smithi037 bash[14605]: cluster 2021-07-26T15:57:34.279184+0000 mgr.y (mgr.14140) 437 : cluster [DBG] pgmap v391: 89 pgs: 89 active+clean; 27 MiB data, 47 MiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 29 op/s 2021-07-26T15:57:34.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:34 smithi037 bash[14605]: audit 2021-07-26T15:57:34.317069+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:57:34.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:34 smithi037 bash[14605]: audit 2021-07-26T15:57:34.317511+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:57:34.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:34 smithi037 bash[18551]: cluster 2021-07-26T15:57:33.463882+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2021-07-26T15:57:34.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:34 smithi037 bash[18551]: cluster 2021-07-26T15:57:34.279184+0000 mgr.y (mgr.14140) 437 : cluster [DBG] pgmap v391: 89 pgs: 89 active+clean; 27 MiB data, 47 MiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 29 op/s 2021-07-26T15:57:34.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:34 smithi037 bash[18551]: audit 2021-07-26T15:57:34.317069+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:57:34.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:34 smithi037 bash[18551]: audit 2021-07-26T15:57:34.317511+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:57:35.488 INFO:tasks.rados.rados.0.smithi037.stdout:135: done (2 left) 2021-07-26T15:57:35.488 INFO:tasks.rados.rados.0.smithi037.stdout:136: done (1 left) 2021-07-26T15:57:35.488 INFO:tasks.rados.rados.0.smithi037.stdout:137: done (0 left) 2021-07-26T15:57:35.488 INFO:tasks.rados.rados.0.smithi037.stdout:138: copy_from oid 48 from oid 42 current snap is 7 2021-07-26T15:57:35.489 INFO:tasks.rados.rados.0.smithi037.stdout:139: delete oid 29 current snap is 7 2021-07-26T15:57:35.495 INFO:tasks.rados.rados.0.smithi037.stdout:139: done (1 left) 2021-07-26T15:57:35.496 INFO:tasks.rados.rados.0.smithi037.stdout:140: snap_create 2021-07-26T15:57:35.504 INFO:tasks.rados.rados.0.smithi037.stdout:138: finishing copy_from to smithi03738989-48 2021-07-26T15:57:35.504 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2021-07-26T15:57:35.505 INFO:tasks.rados.rados.0.smithi037.stdout:138: finishing copy_from racing read to smithi03738989-48 2021-07-26T15:57:35.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:35 smithi107 bash[14687]: cluster 2021-07-26T15:57:34.474835+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2021-07-26T15:57:35.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:35 smithi037 bash[14605]: cluster 2021-07-26T15:57:34.474835+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2021-07-26T15:57:35.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:35 smithi037 bash[18551]: cluster 2021-07-26T15:57:34.474835+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2021-07-26T15:57:36.492 INFO:tasks.rados.rados.0.smithi037.stdout:138: done (1 left) 2021-07-26T15:57:36.492 INFO:tasks.rados.rados.0.smithi037.stdout:140: done (0 left) 2021-07-26T15:57:36.492 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 8 2021-07-26T15:57:36.493 INFO:tasks.rados.rados.0.smithi037.stdout:141: seq_num 70 ranges {712704=778240,1490944=401408} 2021-07-26T15:57:36.501 INFO:tasks.rados.rados.0.smithi037.stdout:141: writing smithi03738989-43 from 712704 to 1490944 tid 1 2021-07-26T15:57:36.505 INFO:tasks.rados.rados.0.smithi037.stdout:141: writing smithi03738989-43 from 1490944 to 1892352 tid 2 2021-07-26T15:57:36.505 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 8 2021-07-26T15:57:36.505 INFO:tasks.rados.rados.0.smithi037.stdout:142: seq_num 71 ranges {0=794624,794624=401408} 2021-07-26T15:57:36.510 INFO:tasks.rados.rados.0.smithi037.stdout:142: writing smithi03738989-10 from 0 to 794624 tid 1 2021-07-26T15:57:36.512 INFO:tasks.rados.rados.0.smithi037.stdout:142: writing smithi03738989-10 from 794624 to 1196032 tid 2 2021-07-26T15:57:36.512 INFO:tasks.rados.rados.0.smithi037.stdout:143: snap_create 2021-07-26T15:57:36.512 INFO:tasks.rados.rados.0.smithi037.stdout:141: finishing write tid 1 to smithi03738989-43 2021-07-26T15:57:36.513 INFO:tasks.rados.rados.0.smithi037.stdout:141: finishing write tid 2 to smithi03738989-43 2021-07-26T15:57:36.513 INFO:tasks.rados.rados.0.smithi037.stdout:141: finishing write tid 4 to smithi03738989-43 2021-07-26T15:57:36.513 INFO:tasks.rados.rados.0.smithi037.stdout:141: finishing write tid 5 to smithi03738989-43 2021-07-26T15:57:36.513 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 20 (ObjNum 70 snap 8 seq_num 70) dirty exists 2021-07-26T15:57:36.514 INFO:tasks.rados.rados.0.smithi037.stdout:141: left oid 43 (ObjNum 70 snap 8 seq_num 70) 2021-07-26T15:57:36.519 INFO:tasks.rados.rados.0.smithi037.stdout:142: finishing write tid 1 to smithi03738989-10 2021-07-26T15:57:36.519 INFO:tasks.rados.rados.0.smithi037.stdout:142: finishing write tid 2 to smithi03738989-10 2021-07-26T15:57:36.519 INFO:tasks.rados.rados.0.smithi037.stdout:142: finishing write tid 4 to smithi03738989-10 2021-07-26T15:57:36.520 INFO:tasks.rados.rados.0.smithi037.stdout:142: finishing write tid 5 to smithi03738989-10 2021-07-26T15:57:36.520 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 36 (ObjNum 71 snap 8 seq_num 71) dirty exists 2021-07-26T15:57:36.520 INFO:tasks.rados.rados.0.smithi037.stdout:142: left oid 10 (ObjNum 71 snap 8 seq_num 71) 2021-07-26T15:57:36.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:36 smithi107 bash[14687]: cluster 2021-07-26T15:57:35.486488+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2021-07-26T15:57:36.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:36 smithi107 bash[14687]: cluster 2021-07-26T15:57:36.280136+0000 mgr.y (mgr.14140) 438 : cluster [DBG] pgmap v394: 89 pgs: 89 active+clean; 31 MiB data, 52 MiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2021-07-26T15:57:36.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:36 smithi037 bash[14605]: cluster 2021-07-26T15:57:35.486488+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2021-07-26T15:57:36.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:36 smithi037 bash[14605]: cluster 2021-07-26T15:57:36.280136+0000 mgr.y (mgr.14140) 438 : cluster [DBG] pgmap v394: 89 pgs: 89 active+clean; 31 MiB data, 52 MiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2021-07-26T15:57:36.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:36 smithi037 bash[18551]: cluster 2021-07-26T15:57:35.486488+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2021-07-26T15:57:36.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:36 smithi037 bash[18551]: cluster 2021-07-26T15:57:36.280136+0000 mgr.y (mgr.14140) 438 : cluster [DBG] pgmap v394: 89 pgs: 89 active+clean; 31 MiB data, 52 MiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2021-07-26T15:57:37.508 INFO:tasks.rados.rados.0.smithi037.stdout:141: done (2 left) 2021-07-26T15:57:37.509 INFO:tasks.rados.rados.0.smithi037.stdout:142: done (1 left) 2021-07-26T15:57:37.509 INFO:tasks.rados.rados.0.smithi037.stdout:143: done (0 left) 2021-07-26T15:57:37.509 INFO:tasks.rados.rados.0.smithi037.stdout:144: snap_create 2021-07-26T15:57:37.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:37 smithi107 bash[14687]: cluster 2021-07-26T15:57:36.490980+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2021-07-26T15:57:37.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:37 smithi037 bash[14605]: cluster 2021-07-26T15:57:36.490980+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2021-07-26T15:57:37.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:37 smithi037 bash[18551]: cluster 2021-07-26T15:57:36.490980+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2021-07-26T15:57:38.262 INFO:tasks.rados.rados.0.smithi037.stdout:144: done (0 left) 2021-07-26T15:57:38.263 INFO:tasks.rados.rados.0.smithi037.stdout:145: read oid 42 snap -1 2021-07-26T15:57:38.263 INFO:tasks.rados.rados.0.smithi037.stdout:145: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:57:38.263 INFO:tasks.rados.rados.0.smithi037.stdout:146: rmattr oid 17 current snap is 10 2021-07-26T15:57:38.263 INFO:tasks.rados.rados.0.smithi037.stdout:146: done (1 left) 2021-07-26T15:57:38.264 INFO:tasks.rados.rados.0.smithi037.stdout:147: setattr oid 28 current snap is 10 2021-07-26T15:57:38.266 INFO:tasks.rados.rados.0.smithi037.stdout:148: copy_from oid 33 from oid 16 current snap is 10 2021-07-26T15:57:38.267 INFO:tasks.rados.rados.0.smithi037.stdout:149: setattr oid 32 current snap is 10 2021-07-26T15:57:38.271 INFO:tasks.rados.rados.0.smithi037.stdout:150: snap_remove snap 5 2021-07-26T15:57:38.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:38 smithi107 bash[14687]: cluster 2021-07-26T15:57:37.507704+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2021-07-26T15:57:38.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:38 smithi107 bash[14687]: cluster 2021-07-26T15:57:38.260410+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2021-07-26T15:57:38.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:38 smithi107 bash[14687]: cluster 2021-07-26T15:57:38.280725+0000 mgr.y (mgr.14140) 439 : cluster [DBG] pgmap v398: 89 pgs: 89 active+clean; 35 MiB data, 56 MiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2021-07-26T15:57:38.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:38 smithi037 bash[14605]: cluster 2021-07-26T15:57:37.507704+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2021-07-26T15:57:38.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:38 smithi037 bash[14605]: cluster 2021-07-26T15:57:38.260410+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2021-07-26T15:57:38.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:38 smithi037 bash[14605]: cluster 2021-07-26T15:57:38.280725+0000 mgr.y (mgr.14140) 439 : cluster [DBG] pgmap v398: 89 pgs: 89 active+clean; 35 MiB data, 56 MiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2021-07-26T15:57:38.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:38 smithi037 bash[18551]: cluster 2021-07-26T15:57:37.507704+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2021-07-26T15:57:38.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:38 smithi037 bash[18551]: cluster 2021-07-26T15:57:38.260410+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2021-07-26T15:57:38.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:38 smithi037 bash[18551]: cluster 2021-07-26T15:57:38.280725+0000 mgr.y (mgr.14140) 439 : cluster [DBG] pgmap v398: 89 pgs: 89 active+clean; 35 MiB data, 56 MiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2021-07-26T15:57:39.283 INFO:tasks.rados.rados.0.smithi037.stdout:150: done (4 left) 2021-07-26T15:57:39.284 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 10 2021-07-26T15:57:39.288 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 22 (ObjNum 27 snap 0 seq_num 27) dirty exists 2021-07-26T15:57:39.288 INFO:tasks.rados.rados.0.smithi037.stdout:145: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:57:39.300 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 38 (ObjNum 66 snap 4 seq_num 66) dirty exists 2021-07-26T15:57:39.300 INFO:tasks.rados.rados.0.smithi037.stdout:148: finishing copy_from to smithi03738989-33 2021-07-26T15:57:39.300 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 4 (ObjNum 15 snap 0 seq_num 15) dirty exists 2021-07-26T15:57:39.301 INFO:tasks.rados.rados.0.smithi037.stdout:151: seq_num 72 ranges {139264=409600,548864=524288,1073152=278528} 2021-07-26T15:57:39.304 INFO:tasks.rados.rados.0.smithi037.stdout:151: writing smithi03738989-25 from 139264 to 548864 tid 1 2021-07-26T15:57:39.309 INFO:tasks.rados.rados.0.smithi037.stdout:151: writing smithi03738989-25 from 548864 to 1073152 tid 2 2021-07-26T15:57:39.312 INFO:tasks.rados.rados.0.smithi037.stdout:151: writing smithi03738989-25 from 1073152 to 1351680 tid 3 2021-07-26T15:57:39.312 INFO:tasks.rados.rados.0.smithi037.stdout:145: done (4 left) 2021-07-26T15:57:39.312 INFO:tasks.rados.rados.0.smithi037.stdout:147: done (3 left) 2021-07-26T15:57:39.312 INFO:tasks.rados.rados.0.smithi037.stdout:149: done (2 left) 2021-07-26T15:57:39.313 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 10 2021-07-26T15:57:39.313 INFO:tasks.rados.rados.0.smithi037.stdout:152: seq_num 73 ranges {0=425984,425984=409600,835584=393216} 2021-07-26T15:57:39.314 INFO:tasks.rados.rados.0.smithi037.stdout:152: writing smithi03738989-29 from 0 to 425984 tid 1 2021-07-26T15:57:39.320 INFO:tasks.rados.rados.0.smithi037.stdout:152: writing smithi03738989-29 from 425984 to 835584 tid 2 2021-07-26T15:57:39.320 INFO:tasks.rados.rados.0.smithi037.stdout:152: writing smithi03738989-29 from 835584 to 1228800 tid 3 2021-07-26T15:57:39.320 INFO:tasks.rados.rados.0.smithi037.stdout:153: snap_remove snap 3 2021-07-26T15:57:40.294 INFO:tasks.rados.rados.0.smithi037.stdout:153: done (3 left) 2021-07-26T15:57:40.294 INFO:tasks.rados.rados.0.smithi037.stdout:154: delete oid 30 current snap is 10 2021-07-26T15:57:40.294 INFO:tasks.rados.rados.0.smithi037.stdout:148: finishing copy_from racing read to smithi03738989-33 2021-07-26T15:57:40.295 INFO:tasks.rados.rados.0.smithi037.stdout:151: finishing write tid 1 to smithi03738989-25 2021-07-26T15:57:40.295 INFO:tasks.rados.rados.0.smithi037.stdout:151: finishing write tid 2 to smithi03738989-25 2021-07-26T15:57:40.295 INFO:tasks.rados.rados.0.smithi037.stdout:151: finishing write tid 3 to smithi03738989-25 2021-07-26T15:57:40.295 INFO:tasks.rados.rados.0.smithi037.stdout:151: finishing write tid 5 to smithi03738989-25 2021-07-26T15:57:40.296 INFO:tasks.rados.rados.0.smithi037.stdout:151: finishing write tid 6 to smithi03738989-25 2021-07-26T15:57:40.296 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 35 (ObjNum 72 snap 10 seq_num 72) dirty exists 2021-07-26T15:57:40.296 INFO:tasks.rados.rados.0.smithi037.stdout:151: left oid 25 (ObjNum 72 snap 10 seq_num 72) 2021-07-26T15:57:40.296 INFO:tasks.rados.rados.0.smithi037.stdout:152: finishing write tid 1 to smithi03738989-29 2021-07-26T15:57:40.297 INFO:tasks.rados.rados.0.smithi037.stdout:152: finishing write tid 2 to smithi03738989-29 2021-07-26T15:57:40.297 INFO:tasks.rados.rados.0.smithi037.stdout:152: finishing write tid 3 to smithi03738989-29 2021-07-26T15:57:40.297 INFO:tasks.rados.rados.0.smithi037.stdout:152: finishing write tid 5 to smithi03738989-29 2021-07-26T15:57:40.297 INFO:tasks.rados.rados.0.smithi037.stdout:152: finishing write tid 6 to smithi03738989-29 2021-07-26T15:57:40.297 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 26 (ObjNum 73 snap 10 seq_num 73) dirty exists 2021-07-26T15:57:40.298 INFO:tasks.rados.rados.0.smithi037.stdout:152: left oid 29 (ObjNum 73 snap 10 seq_num 73) 2021-07-26T15:57:40.302 INFO:tasks.rados.rados.0.smithi037.stdout:148: done (3 left) 2021-07-26T15:57:40.302 INFO:tasks.rados.rados.0.smithi037.stdout:151: done (2 left) 2021-07-26T15:57:40.302 INFO:tasks.rados.rados.0.smithi037.stdout:152: done (1 left) 2021-07-26T15:57:40.303 INFO:tasks.rados.rados.0.smithi037.stdout:154: done (0 left) 2021-07-26T15:57:40.303 INFO:tasks.rados.rados.0.smithi037.stdout:155: snap_create 2021-07-26T15:57:40.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:40 smithi037 bash[14605]: cluster 2021-07-26T15:57:39.280446+0000 mon.a (mon.0) 707 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2021-07-26T15:57:40.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:40 smithi037 bash[18551]: cluster 2021-07-26T15:57:39.280446+0000 mon.a (mon.0) 707 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2021-07-26T15:57:40.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:40 smithi107 bash[14687]: cluster 2021-07-26T15:57:39.280446+0000 mon.a (mon.0) 707 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2021-07-26T15:57:41.294 INFO:tasks.rados.rados.0.smithi037.stdout:155: done (0 left) 2021-07-26T15:57:41.294 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 11 2021-07-26T15:57:41.294 INFO:tasks.rados.rados.0.smithi037.stdout:156: seq_num 75 ranges {507904=458752,966656=581632,1548288=221184} 2021-07-26T15:57:41.301 INFO:tasks.rados.rados.0.smithi037.stdout:156: writing smithi03738989-31 from 507904 to 966656 tid 1 2021-07-26T15:57:41.304 INFO:tasks.rados.rados.0.smithi037.stdout:156: writing smithi03738989-31 from 966656 to 1548288 tid 2 2021-07-26T15:57:41.306 INFO:tasks.rados.rados.0.smithi037.stdout:156: writing smithi03738989-31 from 1548288 to 1769472 tid 3 2021-07-26T15:57:41.306 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 11 2021-07-26T15:57:41.306 INFO:tasks.rados.rados.0.smithi037.stdout:157: seq_num 76 ranges {253952=475136,729088=458752,1187840=344064} 2021-07-26T15:57:41.311 INFO:tasks.rados.rados.0.smithi037.stdout:157: writing smithi03738989-16 from 253952 to 729088 tid 1 2021-07-26T15:57:41.314 INFO:tasks.rados.rados.0.smithi037.stdout:157: writing smithi03738989-16 from 729088 to 1187840 tid 2 2021-07-26T15:57:41.316 INFO:tasks.rados.rados.0.smithi037.stdout:157: writing smithi03738989-16 from 1187840 to 1531904 tid 3 2021-07-26T15:57:41.316 INFO:tasks.rados.rados.0.smithi037.stdout:158: copy_from oid 10 from oid 39 current snap is 11 2021-07-26T15:57:41.316 INFO:tasks.rados.rados.0.smithi037.stdout:156: finishing write tid 1 to smithi03738989-31 2021-07-26T15:57:41.317 INFO:tasks.rados.rados.0.smithi037.stdout:156: finishing write tid 2 to smithi03738989-31 2021-07-26T15:57:41.317 INFO:tasks.rados.rados.0.smithi037.stdout:159: read oid 48 snap 7 2021-07-26T15:57:41.317 INFO:tasks.rados.rados.0.smithi037.stdout:159: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:57:41.317 INFO:tasks.rados.rados.0.smithi037.stdout:160: copy_from oid 50 from oid 1 current snap is 11 2021-07-26T15:57:41.318 INFO:tasks.rados.rados.0.smithi037.stdout:161: snap_remove snap 6 2021-07-26T15:57:41.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:41 smithi037 bash[14605]: cluster 2021-07-26T15:57:40.281590+0000 mgr.y (mgr.14140) 440 : cluster [DBG] pgmap v400: 89 pgs: 89 active+clean; 36 MiB data, 57 MiB used, 707 GiB / 715 GiB avail; 397 KiB/s rd, 1.4 MiB/s wr, 11 op/s 2021-07-26T15:57:41.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:41 smithi037 bash[14605]: cluster 2021-07-26T15:57:40.289921+0000 mon.a (mon.0) 708 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2021-07-26T15:57:41.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:41 smithi037 bash[18551]: cluster 2021-07-26T15:57:40.281590+0000 mgr.y (mgr.14140) 440 : cluster [DBG] pgmap v400: 89 pgs: 89 active+clean; 36 MiB data, 57 MiB used, 707 GiB / 715 GiB avail; 397 KiB/s rd, 1.4 MiB/s wr, 11 op/s 2021-07-26T15:57:41.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:41 smithi037 bash[18551]: cluster 2021-07-26T15:57:40.289921+0000 mon.a (mon.0) 708 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2021-07-26T15:57:41.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:41 smithi107 bash[14687]: cluster 2021-07-26T15:57:40.281590+0000 mgr.y (mgr.14140) 440 : cluster [DBG] pgmap v400: 89 pgs: 89 active+clean; 36 MiB data, 57 MiB used, 707 GiB / 715 GiB avail; 397 KiB/s rd, 1.4 MiB/s wr, 11 op/s 2021-07-26T15:57:41.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:41 smithi107 bash[14687]: cluster 2021-07-26T15:57:40.289921+0000 mon.a (mon.0) 708 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2021-07-26T15:57:42.312 INFO:tasks.rados.rados.0.smithi037.stdout:161: done (5 left) 2021-07-26T15:57:42.312 INFO:tasks.rados.rados.0.smithi037.stdout:162: delete oid 18 current snap is 11 2021-07-26T15:57:42.318 INFO:tasks.rados.rados.0.smithi037.stdout:156: finishing write tid 3 to smithi03738989-31 2021-07-26T15:57:42.319 INFO:tasks.rados.rados.0.smithi037.stdout:156: finishing write tid 5 to smithi03738989-31 2021-07-26T15:57:42.319 INFO:tasks.rados.rados.0.smithi037.stdout:156: finishing write tid 6 to smithi03738989-31 2021-07-26T15:57:42.319 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 33 (ObjNum 75 snap 11 seq_num 75) dirty exists 2021-07-26T15:57:42.319 INFO:tasks.rados.rados.0.smithi037.stdout:156: left oid 31 (ObjNum 75 snap 11 seq_num 75) 2021-07-26T15:57:42.320 INFO:tasks.rados.rados.0.smithi037.stdout:157: finishing write tid 1 to smithi03738989-16 2021-07-26T15:57:42.320 INFO:tasks.rados.rados.0.smithi037.stdout:157: finishing write tid 2 to smithi03738989-16 2021-07-26T15:57:42.320 INFO:tasks.rados.rados.0.smithi037.stdout:157: finishing write tid 3 to smithi03738989-16 2021-07-26T15:57:42.320 INFO:tasks.rados.rados.0.smithi037.stdout:157: finishing write tid 5 to smithi03738989-16 2021-07-26T15:57:42.320 INFO:tasks.rados.rados.0.smithi037.stdout:159: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:57:42.333 INFO:tasks.rados.rados.0.smithi037.stdout:158: finishing copy_from to smithi03738989-10 2021-07-26T15:57:42.334 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2021-07-26T15:57:42.334 INFO:tasks.rados.rados.0.smithi037.stdout:157: finishing write tid 6 to smithi03738989-16 2021-07-26T15:57:42.334 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 40 (ObjNum 76 snap 11 seq_num 76) dirty exists 2021-07-26T15:57:42.335 INFO:tasks.rados.rados.0.smithi037.stdout:157: left oid 16 (ObjNum 76 snap 11 seq_num 76) 2021-07-26T15:57:42.335 INFO:tasks.rados.rados.0.smithi037.stdout:158: finishing copy_from racing read to smithi03738989-10 2021-07-26T15:57:42.335 INFO:tasks.rados.rados.0.smithi037.stdout:160: finishing copy_from to smithi03738989-50 2021-07-26T15:57:42.335 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 8 (ObjNum 23 snap 0 seq_num 23) dirty exists 2021-07-26T15:57:42.335 INFO:tasks.rados.rados.0.smithi037.stdout:160: finishing copy_from racing read to smithi03738989-50 2021-07-26T15:57:42.336 INFO:tasks.rados.rados.0.smithi037.stdout:156: done (5 left) 2021-07-26T15:57:42.336 INFO:tasks.rados.rados.0.smithi037.stdout:157: done (4 left) 2021-07-26T15:57:42.336 INFO:tasks.rados.rados.0.smithi037.stdout:158: done (3 left) 2021-07-26T15:57:42.336 INFO:tasks.rados.rados.0.smithi037.stdout:159: done (2 left) 2021-07-26T15:57:42.336 INFO:tasks.rados.rados.0.smithi037.stdout:160: done (1 left) 2021-07-26T15:57:42.337 INFO:tasks.rados.rados.0.smithi037.stdout:162: done (0 left) 2021-07-26T15:57:42.337 INFO:tasks.rados.rados.0.smithi037.stdout:163: snap_remove snap 9 2021-07-26T15:57:42.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:42 smithi037 bash[14605]: cluster 2021-07-26T15:57:41.293655+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2021-07-26T15:57:42.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:42 smithi037 bash[18551]: cluster 2021-07-26T15:57:41.293655+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2021-07-26T15:57:42.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:42 smithi107 bash[14687]: cluster 2021-07-26T15:57:41.293655+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2021-07-26T15:57:43.263 INFO:tasks.rados.rados.0.smithi037.stdout:163: done (0 left) 2021-07-26T15:57:43.263 INFO:tasks.rados.rados.0.smithi037.stdout:164: snap_create 2021-07-26T15:57:43.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:43 smithi037 bash[14605]: cluster 2021-07-26T15:57:42.282379+0000 mgr.y (mgr.14140) 441 : cluster [DBG] pgmap v403: 89 pgs: 89 active+clean; 35 MiB data, 60 MiB used, 707 GiB / 715 GiB avail; 466 KiB/s rd, 1017 KiB/s wr, 15 op/s 2021-07-26T15:57:43.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:43 smithi037 bash[14605]: cluster 2021-07-26T15:57:42.310071+0000 mon.a (mon.0) 710 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2021-07-26T15:57:43.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:43 smithi037 bash[14605]: cluster 2021-07-26T15:57:43.261781+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2021-07-26T15:57:43.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:43 smithi037 bash[18551]: cluster 2021-07-26T15:57:42.282379+0000 mgr.y (mgr.14140) 441 : cluster [DBG] pgmap v403: 89 pgs: 89 active+clean; 35 MiB data, 60 MiB used, 707 GiB / 715 GiB avail; 466 KiB/s rd, 1017 KiB/s wr, 15 op/s 2021-07-26T15:57:43.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:43 smithi037 bash[18551]: cluster 2021-07-26T15:57:42.310071+0000 mon.a (mon.0) 710 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2021-07-26T15:57:43.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:43 smithi037 bash[18551]: cluster 2021-07-26T15:57:43.261781+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2021-07-26T15:57:43.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:43 smithi107 bash[14687]: cluster 2021-07-26T15:57:42.282379+0000 mgr.y (mgr.14140) 441 : cluster [DBG] pgmap v403: 89 pgs: 89 active+clean; 35 MiB data, 60 MiB used, 707 GiB / 715 GiB avail; 466 KiB/s rd, 1017 KiB/s wr, 15 op/s 2021-07-26T15:57:43.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:43 smithi107 bash[14687]: cluster 2021-07-26T15:57:42.310071+0000 mon.a (mon.0) 710 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2021-07-26T15:57:43.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:43 smithi107 bash[14687]: cluster 2021-07-26T15:57:43.261781+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2021-07-26T15:57:44.263 INFO:tasks.rados.rados.0.smithi037.stdout:164: done (0 left) 2021-07-26T15:57:44.264 INFO:tasks.rados.rados.0.smithi037.stdout:165: read oid 46 snap -1 2021-07-26T15:57:44.264 INFO:tasks.rados.rados.0.smithi037.stdout:165: expect (ObjNum 45 snap 0 seq_num 45) 2021-07-26T15:57:44.264 INFO:tasks.rados.rados.0.smithi037.stdout:166: read oid 7 snap 8 2021-07-26T15:57:44.265 INFO:tasks.rados.rados.0.smithi037.stdout:166: expect (ObjNum 6 snap 0 seq_num 6) 2021-07-26T15:57:44.265 INFO:tasks.rados.rados.0.smithi037.stdout:167: snap_create 2021-07-26T15:57:44.272 INFO:tasks.rados.rados.0.smithi037.stdout:165: expect (ObjNum 45 snap 0 seq_num 45) 2021-07-26T15:57:44.291 INFO:tasks.rados.rados.0.smithi037.stdout:166: expect (ObjNum 6 snap 0 seq_num 6) 2021-07-26T15:57:45.272 INFO:tasks.rados.rados.0.smithi037.stdout:165: done (2 left) 2021-07-26T15:57:45.272 INFO:tasks.rados.rados.0.smithi037.stdout:166: done (1 left) 2021-07-26T15:57:45.273 INFO:tasks.rados.rados.0.smithi037.stdout:167: done (0 left) 2021-07-26T15:57:45.273 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 13 2021-07-26T15:57:45.273 INFO:tasks.rados.rados.0.smithi037.stdout:168: seq_num 78 ranges {0=516096,516096=679936,1196032=122880} 2021-07-26T15:57:45.277 INFO:tasks.rados.rados.0.smithi037.stdout:168: writing smithi03738989-13 from 0 to 516096 tid 1 2021-07-26T15:57:45.281 INFO:tasks.rados.rados.0.smithi037.stdout:168: writing smithi03738989-13 from 516096 to 1196032 tid 2 2021-07-26T15:57:45.282 INFO:tasks.rados.rados.0.smithi037.stdout:168: writing smithi03738989-13 from 1196032 to 1318912 tid 3 2021-07-26T15:57:45.283 INFO:tasks.rados.rados.0.smithi037.stdout:169: copy_from oid 15 from oid 5 current snap is 13 2021-07-26T15:57:45.283 INFO:tasks.rados.rados.0.smithi037.stdout:168: finishing write tid 1 to smithi03738989-13 2021-07-26T15:57:45.283 INFO:tasks.rados.rados.0.smithi037.stdout:170: rollback oid 19 current snap is 13 2021-07-26T15:57:45.283 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 7 2021-07-26T15:57:45.284 INFO:tasks.rados.rados.0.smithi037.stdout:171: copy_from oid 21 from oid 24 current snap is 13 2021-07-26T15:57:45.284 INFO:tasks.rados.rados.0.smithi037.stdout:172: copy_from oid 3 from oid 7 current snap is 13 2021-07-26T15:57:45.284 INFO:tasks.rados.rados.0.smithi037.stdout:173: read oid 33 snap -1 2021-07-26T15:57:45.285 INFO:tasks.rados.rados.0.smithi037.stdout:173: expect (ObjNum 15 snap 0 seq_num 15) 2021-07-26T15:57:45.285 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 13 2021-07-26T15:57:45.286 INFO:tasks.rados.rados.0.smithi037.stdout:174: seq_num 79 ranges {1531904=532480,2064384=565248,2629632=237568} 2021-07-26T15:57:45.296 INFO:tasks.rados.rados.0.smithi037.stdout:174: writing smithi03738989-16 from 1531904 to 2064384 tid 1 2021-07-26T15:57:45.299 INFO:tasks.rados.rados.0.smithi037.stdout:174: writing smithi03738989-16 from 2064384 to 2629632 tid 2 2021-07-26T15:57:45.301 INFO:tasks.rados.rados.0.smithi037.stdout:174: writing smithi03738989-16 from 2629632 to 2867200 tid 3 2021-07-26T15:57:45.301 INFO:tasks.rados.rados.0.smithi037.stdout:175: rmattr oid 34 current snap is 13 2021-07-26T15:57:45.301 INFO:tasks.rados.rados.0.smithi037.stdout:175: done (7 left) 2021-07-26T15:57:45.302 INFO:tasks.rados.rados.0.smithi037.stdout:176: snap_remove snap 11 2021-07-26T15:57:45.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:45 smithi037 bash[18551]: cluster 2021-07-26T15:57:44.263076+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2021-07-26T15:57:45.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:45 smithi037 bash[18551]: cluster 2021-07-26T15:57:44.282897+0000 mgr.y (mgr.14140) 442 : cluster [DBG] pgmap v407: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 38 MiB data, 62 MiB used, 707 GiB / 715 GiB avail; 938 KiB/s rd, 1.2 MiB/s wr, 12 op/s 2021-07-26T15:57:45.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:45 smithi037 bash[14605]: cluster 2021-07-26T15:57:44.263076+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2021-07-26T15:57:45.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:45 smithi037 bash[14605]: cluster 2021-07-26T15:57:44.282897+0000 mgr.y (mgr.14140) 442 : cluster [DBG] pgmap v407: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 38 MiB data, 62 MiB used, 707 GiB / 715 GiB avail; 938 KiB/s rd, 1.2 MiB/s wr, 12 op/s 2021-07-26T15:57:45.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:45 smithi107 bash[14687]: cluster 2021-07-26T15:57:44.263076+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2021-07-26T15:57:45.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:45 smithi107 bash[14687]: cluster 2021-07-26T15:57:44.282897+0000 mgr.y (mgr.14140) 442 : cluster [DBG] pgmap v407: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 38 MiB data, 62 MiB used, 707 GiB / 715 GiB avail; 938 KiB/s rd, 1.2 MiB/s wr, 12 op/s 2021-07-26T15:57:46.280 INFO:tasks.rados.rados.0.smithi037.stdout:176: done (7 left) 2021-07-26T15:57:46.280 INFO:tasks.rados.rados.0.smithi037.stdout:177: read oid 39 snap -1 2021-07-26T15:57:46.280 INFO:tasks.rados.rados.0.smithi037.stdout:177: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:57:46.281 INFO:tasks.rados.rados.0.smithi037.stdout:178: rmattr oid 4 current snap is 13 2021-07-26T15:57:46.281 INFO:tasks.rados.rados.0.smithi037.stdout:178: done (8 left) 2021-07-26T15:57:46.281 INFO:tasks.rados.rados.0.smithi037.stdout:179: snap_create 2021-07-26T15:57:46.281 INFO:tasks.rados.rados.0.smithi037.stdout:170: finishing rollback tid 0 to smithi03738989-19 2021-07-26T15:57:46.282 INFO:tasks.rados.rados.0.smithi037.stdout:170: finishing rollback tid 1 to smithi03738989-19 2021-07-26T15:57:46.282 INFO:tasks.rados.rados.0.smithi037.stdout:168: finishing write tid 2 to smithi03738989-13 2021-07-26T15:57:46.282 INFO:tasks.rados.rados.0.smithi037.stdout:173: expect (ObjNum 15 snap 0 seq_num 15) 2021-07-26T15:57:46.292 INFO:tasks.rados.rados.0.smithi037.stdout:168: finishing write tid 3 to smithi03738989-13 2021-07-26T15:57:46.293 INFO:tasks.rados.rados.0.smithi037.stdout:168: finishing write tid 5 to smithi03738989-13 2021-07-26T15:57:46.293 INFO:tasks.rados.rados.0.smithi037.stdout:170: finishing rollback tid 2 to smithi03738989-19 2021-07-26T15:57:46.294 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 16 (ObjNum 11 snap 0 seq_num 11) dirty exists 2021-07-26T15:57:46.294 INFO:tasks.rados.rados.0.smithi037.stdout:168: finishing write tid 6 to smithi03738989-13 2021-07-26T15:57:46.295 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 42 (ObjNum 78 snap 13 seq_num 78) dirty exists 2021-07-26T15:57:46.296 INFO:tasks.rados.rados.0.smithi037.stdout:168: left oid 13 (ObjNum 78 snap 13 seq_num 78) 2021-07-26T15:57:46.296 INFO:tasks.rados.rados.0.smithi037.stdout:172: finishing copy_from to smithi03738989-3 2021-07-26T15:57:46.297 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 3 (ObjNum 6 snap 0 seq_num 6) dirty exists 2021-07-26T15:57:46.297 INFO:tasks.rados.rados.0.smithi037.stdout:172: finishing copy_from racing read to smithi03738989-3 2021-07-26T15:57:46.297 INFO:tasks.rados.rados.0.smithi037.stdout:169: finishing copy_from to smithi03738989-15 2021-07-26T15:57:46.298 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2021-07-26T15:57:46.298 INFO:tasks.rados.rados.0.smithi037.stdout:169: finishing copy_from racing read to smithi03738989-15 2021-07-26T15:57:46.299 INFO:tasks.rados.rados.0.smithi037.stdout:171: finishing copy_from to smithi03738989-21 2021-07-26T15:57:46.299 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 8 (ObjNum 23 snap 0 seq_num 23) dirty exists 2021-07-26T15:57:46.299 INFO:tasks.rados.rados.0.smithi037.stdout:171: finishing copy_from racing read to smithi03738989-21 2021-07-26T15:57:46.300 INFO:tasks.rados.rados.0.smithi037.stdout:174: finishing write tid 1 to smithi03738989-16 2021-07-26T15:57:46.301 INFO:tasks.rados.rados.0.smithi037.stdout:174: finishing write tid 2 to smithi03738989-16 2021-07-26T15:57:46.301 INFO:tasks.rados.rados.0.smithi037.stdout:174: finishing write tid 3 to smithi03738989-16 2021-07-26T15:57:46.302 INFO:tasks.rados.rados.0.smithi037.stdout:174: finishing write tid 5 to smithi03738989-16 2021-07-26T15:57:46.302 INFO:tasks.rados.rados.0.smithi037.stdout:174: finishing write tid 6 to smithi03738989-16 2021-07-26T15:57:46.302 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 51 (ObjNum 79 snap 13 seq_num 79) dirty exists 2021-07-26T15:57:46.303 INFO:tasks.rados.rados.0.smithi037.stdout:174: left oid 16 (ObjNum 79 snap 13 seq_num 79) 2021-07-26T15:57:46.304 INFO:tasks.rados.rados.0.smithi037.stdout:177: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:57:46.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:46 smithi037 bash[14605]: cluster 2021-07-26T15:57:45.271573+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2021-07-26T15:57:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:46 smithi037 bash[18551]: cluster 2021-07-26T15:57:45.271573+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2021-07-26T15:57:46.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:46 smithi107 bash[14687]: cluster 2021-07-26T15:57:45.271573+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2021-07-26T15:57:47.288 INFO:tasks.rados.rados.0.smithi037.stdout:168: done (8 left) 2021-07-26T15:57:47.289 INFO:tasks.rados.rados.0.smithi037.stdout:169: done (7 left) 2021-07-26T15:57:47.289 INFO:tasks.rados.rados.0.smithi037.stdout:170: done (6 left) 2021-07-26T15:57:47.289 INFO:tasks.rados.rados.0.smithi037.stdout:171: done (5 left) 2021-07-26T15:57:47.289 INFO:tasks.rados.rados.0.smithi037.stdout:172: done (4 left) 2021-07-26T15:57:47.290 INFO:tasks.rados.rados.0.smithi037.stdout:173: done (3 left) 2021-07-26T15:57:47.290 INFO:tasks.rados.rados.0.smithi037.stdout:174: done (2 left) 2021-07-26T15:57:47.290 INFO:tasks.rados.rados.0.smithi037.stdout:177: done (1 left) 2021-07-26T15:57:47.290 INFO:tasks.rados.rados.0.smithi037.stdout:179: done (0 left) 2021-07-26T15:57:47.291 INFO:tasks.rados.rados.0.smithi037.stdout:180: copy_from oid 17 from oid 8 current snap is 14 2021-07-26T15:57:47.291 INFO:tasks.rados.rados.0.smithi037.stdout:181: read oid 32 snap -1 2021-07-26T15:57:47.291 INFO:tasks.rados.rados.0.smithi037.stdout:181: expect (ObjNum 66 snap 4 seq_num 66) 2021-07-26T15:57:47.291 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 14 2021-07-26T15:57:47.291 INFO:tasks.rados.rados.0.smithi037.stdout:182: seq_num 80 ranges {1892352=548864,2441216=450560,2891776=352256} 2021-07-26T15:57:47.306 INFO:tasks.rados.rados.0.smithi037.stdout:182: writing smithi03738989-43 from 1892352 to 2441216 tid 1 2021-07-26T15:57:47.308 INFO:tasks.rados.rados.0.smithi037.stdout:182: writing smithi03738989-43 from 2441216 to 2891776 tid 2 2021-07-26T15:57:47.311 INFO:tasks.rados.rados.0.smithi037.stdout:182: writing smithi03738989-43 from 2891776 to 3244032 tid 3 2021-07-26T15:57:47.311 INFO:tasks.rados.rados.0.smithi037.stdout:183: setattr oid 39 current snap is 14 2021-07-26T15:57:47.311 INFO:tasks.rados.rados.0.smithi037.stdout:180: finishing copy_from to smithi03738989-17 2021-07-26T15:57:47.311 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2021-07-26T15:57:47.312 INFO:tasks.rados.rados.0.smithi037.stdout:180: finishing copy_from racing read to smithi03738989-17 2021-07-26T15:57:47.312 INFO:tasks.rados.rados.0.smithi037.stdout:181: expect (ObjNum 66 snap 4 seq_num 66) 2021-07-26T15:57:47.427 INFO:tasks.rados.rados.0.smithi037.stdout:182: finishing write tid 1 to smithi03738989-43 2021-07-26T15:57:47.427 INFO:tasks.rados.rados.0.smithi037.stdout:182: finishing write tid 2 to smithi03738989-43 2021-07-26T15:57:47.428 INFO:tasks.rados.rados.0.smithi037.stdout:182: finishing write tid 3 to smithi03738989-43 2021-07-26T15:57:47.428 INFO:tasks.rados.rados.0.smithi037.stdout:182: finishing write tid 5 to smithi03738989-43 2021-07-26T15:57:47.428 INFO:tasks.rados.rados.0.smithi037.stdout:182: finishing write tid 6 to smithi03738989-43 2021-07-26T15:57:47.429 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 31 (ObjNum 80 snap 14 seq_num 80) dirty exists 2021-07-26T15:57:47.429 INFO:tasks.rados.rados.0.smithi037.stdout:182: left oid 43 (ObjNum 80 snap 14 seq_num 80) 2021-07-26T15:57:47.430 INFO:tasks.rados.rados.0.smithi037.stdout:180: done (3 left) 2021-07-26T15:57:47.430 INFO:tasks.rados.rados.0.smithi037.stdout:181: done (2 left) 2021-07-26T15:57:47.432 INFO:tasks.rados.rados.0.smithi037.stdout:182: done (1 left) 2021-07-26T15:57:47.433 INFO:tasks.rados.rados.0.smithi037.stdout:184: read oid 21 snap 12 2021-07-26T15:57:47.433 INFO:tasks.rados.rados.0.smithi037.stdout:184: expect (ObjNum 11 snap 0 seq_num 11) 2021-07-26T15:57:47.433 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 14 2021-07-26T15:57:47.434 INFO:tasks.rados.rados.0.smithi037.stdout:185: seq_num 81 ranges {458752=565248,1024000=737280,1761280=65536} 2021-07-26T15:57:47.441 INFO:tasks.rados.rados.0.smithi037.stdout:185: writing smithi03738989-34 from 458752 to 1024000 tid 1 2021-07-26T15:57:47.445 INFO:tasks.rados.rados.0.smithi037.stdout:185: writing smithi03738989-34 from 1024000 to 1761280 tid 2 2021-07-26T15:57:47.446 INFO:tasks.rados.rados.0.smithi037.stdout:185: writing smithi03738989-34 from 1761280 to 1826816 tid 3 2021-07-26T15:57:47.446 INFO:tasks.rados.rados.0.smithi037.stdout:186: snap_create 2021-07-26T15:57:47.446 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 52 (ObjNum 38 snap 0 seq_num 38) dirty exists 2021-07-26T15:57:47.447 INFO:tasks.rados.rados.0.smithi037.stdout:184: expect (ObjNum 11 snap 0 seq_num 11) 2021-07-26T15:57:47.454 INFO:tasks.rados.rados.0.smithi037.stdout:185: finishing write tid 1 to smithi03738989-34 2021-07-26T15:57:47.455 INFO:tasks.rados.rados.0.smithi037.stdout:185: finishing write tid 2 to smithi03738989-34 2021-07-26T15:57:47.455 INFO:tasks.rados.rados.0.smithi037.stdout:185: finishing write tid 3 to smithi03738989-34 2021-07-26T15:57:47.455 INFO:tasks.rados.rados.0.smithi037.stdout:185: finishing write tid 5 to smithi03738989-34 2021-07-26T15:57:47.456 INFO:tasks.rados.rados.0.smithi037.stdout:185: finishing write tid 6 to smithi03738989-34 2021-07-26T15:57:47.456 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 22 (ObjNum 81 snap 14 seq_num 81) dirty exists 2021-07-26T15:57:47.456 INFO:tasks.rados.rados.0.smithi037.stdout:185: left oid 34 (ObjNum 81 snap 14 seq_num 81) 2021-07-26T15:57:47.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:47 smithi037 bash[14605]: cluster 2021-07-26T15:57:46.279336+0000 mon.a (mon.0) 714 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2021-07-26T15:57:47.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:47 smithi037 bash[14605]: cluster 2021-07-26T15:57:46.283850+0000 mgr.y (mgr.14140) 443 : cluster [DBG] pgmap v410: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 41 MiB data, 66 MiB used, 707 GiB / 715 GiB avail; 472 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2021-07-26T15:57:47.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:47 smithi037 bash[18551]: cluster 2021-07-26T15:57:46.279336+0000 mon.a (mon.0) 714 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2021-07-26T15:57:47.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:47 smithi037 bash[18551]: cluster 2021-07-26T15:57:46.283850+0000 mgr.y (mgr.14140) 443 : cluster [DBG] pgmap v410: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 41 MiB data, 66 MiB used, 707 GiB / 715 GiB avail; 472 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2021-07-26T15:57:47.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:47 smithi107 bash[14687]: cluster 2021-07-26T15:57:46.279336+0000 mon.a (mon.0) 714 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2021-07-26T15:57:47.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:47 smithi107 bash[14687]: cluster 2021-07-26T15:57:46.283850+0000 mgr.y (mgr.14140) 443 : cluster [DBG] pgmap v410: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 41 MiB data, 66 MiB used, 707 GiB / 715 GiB avail; 472 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2021-07-26T15:57:48.266 INFO:tasks.rados.rados.0.smithi037.stdout:183: done (3 left) 2021-07-26T15:57:48.267 INFO:tasks.rados.rados.0.smithi037.stdout:184: done (2 left) 2021-07-26T15:57:48.267 INFO:tasks.rados.rados.0.smithi037.stdout:185: done (1 left) 2021-07-26T15:57:48.267 INFO:tasks.rados.rados.0.smithi037.stdout:186: done (0 left) 2021-07-26T15:57:48.268 INFO:tasks.rados.rados.0.smithi037.stdout:187: snap_create 2021-07-26T15:57:48.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:48 smithi037 bash[14605]: cluster 2021-07-26T15:57:47.288270+0000 mon.a (mon.0) 715 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2021-07-26T15:57:48.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:48 smithi037 bash[14605]: cluster 2021-07-26T15:57:48.263263+0000 mon.a (mon.0) 716 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2021-07-26T15:57:48.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:48 smithi037 bash[18551]: cluster 2021-07-26T15:57:47.288270+0000 mon.a (mon.0) 715 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2021-07-26T15:57:48.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:48 smithi037 bash[18551]: cluster 2021-07-26T15:57:48.263263+0000 mon.a (mon.0) 716 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2021-07-26T15:57:48.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:48 smithi107 bash[14687]: cluster 2021-07-26T15:57:47.288270+0000 mon.a (mon.0) 715 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2021-07-26T15:57:48.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:48 smithi107 bash[14687]: cluster 2021-07-26T15:57:48.263263+0000 mon.a (mon.0) 716 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2021-07-26T15:57:49.263 INFO:tasks.rados.rados.0.smithi037.stdout:187: done (0 left) 2021-07-26T15:57:49.263 INFO:tasks.rados.rados.0.smithi037.stdout:188: read oid 45 snap -1 2021-07-26T15:57:49.263 INFO:tasks.rados.rados.0.smithi037.stdout:188: expect (ObjNum 33 snap 0 seq_num 33) 2021-07-26T15:57:49.264 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 16 2021-07-26T15:57:49.264 INFO:tasks.rados.rados.0.smithi037.stdout:189: seq_num 82 ranges {1769472=581632,2351104=622592,2973696=180224} 2021-07-26T15:57:49.278 INFO:tasks.rados.rados.0.smithi037.stdout:189: writing smithi03738989-31 from 1769472 to 2351104 tid 1 2021-07-26T15:57:49.281 INFO:tasks.rados.rados.0.smithi037.stdout:189: writing smithi03738989-31 from 2351104 to 2973696 tid 2 2021-07-26T15:57:49.283 INFO:tasks.rados.rados.0.smithi037.stdout:189: writing smithi03738989-31 from 2973696 to 3153920 tid 3 2021-07-26T15:57:49.283 INFO:tasks.rados.rados.0.smithi037.stdout:190: read oid 49 snap -1 2021-07-26T15:57:49.283 INFO:tasks.rados.rados.0.smithi037.stdout:190: expect (ObjNum 48 snap 0 seq_num 48) 2021-07-26T15:57:49.283 INFO:tasks.rados.rados.0.smithi037.stdout:191: read oid 38 snap -1 2021-07-26T15:57:49.284 INFO:tasks.rados.rados.0.smithi037.stdout:191: expect (ObjNum 37 snap 0 seq_num 37) 2021-07-26T15:57:49.284 INFO:tasks.rados.rados.0.smithi037.stdout:192: read oid 40 snap -1 2021-07-26T15:57:49.284 INFO:tasks.rados.rados.0.smithi037.stdout:192: expect (ObjNum 39 snap 0 seq_num 39) 2021-07-26T15:57:49.284 INFO:tasks.rados.rados.0.smithi037.stdout:193: snap_create 2021-07-26T15:57:49.285 INFO:tasks.rados.rados.0.smithi037.stdout:188: expect (ObjNum 33 snap 0 seq_num 33) 2021-07-26T15:57:49.302 INFO:tasks.rados.rados.0.smithi037.stdout:189: finishing write tid 1 to smithi03738989-31 2021-07-26T15:57:49.303 INFO:tasks.rados.rados.0.smithi037.stdout:189: finishing write tid 2 to smithi03738989-31 2021-07-26T15:57:49.303 INFO:tasks.rados.rados.0.smithi037.stdout:189: finishing write tid 3 to smithi03738989-31 2021-07-26T15:57:49.303 INFO:tasks.rados.rados.0.smithi037.stdout:189: finishing write tid 5 to smithi03738989-31 2021-07-26T15:57:49.303 INFO:tasks.rados.rados.0.smithi037.stdout:189: finishing write tid 6 to smithi03738989-31 2021-07-26T15:57:49.304 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 48 (ObjNum 82 snap 16 seq_num 82) dirty exists 2021-07-26T15:57:49.304 INFO:tasks.rados.rados.0.smithi037.stdout:189: left oid 31 (ObjNum 82 snap 16 seq_num 82) 2021-07-26T15:57:49.304 INFO:tasks.rados.rados.0.smithi037.stdout:192: expect (ObjNum 39 snap 0 seq_num 39) 2021-07-26T15:57:49.319 INFO:tasks.rados.rados.0.smithi037.stdout:191: expect (ObjNum 37 snap 0 seq_num 37) 2021-07-26T15:57:49.333 INFO:tasks.rados.rados.0.smithi037.stdout:190: expect (ObjNum 48 snap 0 seq_num 48) 2021-07-26T15:57:49.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:49 smithi037 bash[14605]: cluster 2021-07-26T15:57:48.284516+0000 mgr.y (mgr.14140) 444 : cluster [DBG] pgmap v413: 89 pgs: 89 active+clean; 45 MiB data, 70 MiB used, 707 GiB / 715 GiB avail; 823 KiB/s rd, 1.6 MiB/s wr, 10 op/s 2021-07-26T15:57:49.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:49 smithi037 bash[14605]: cluster 2021-07-26T15:57:49.262569+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2021-07-26T15:57:49.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:49 smithi037 bash[18551]: cluster 2021-07-26T15:57:48.284516+0000 mgr.y (mgr.14140) 444 : cluster [DBG] pgmap v413: 89 pgs: 89 active+clean; 45 MiB data, 70 MiB used, 707 GiB / 715 GiB avail; 823 KiB/s rd, 1.6 MiB/s wr, 10 op/s 2021-07-26T15:57:49.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:49 smithi037 bash[18551]: cluster 2021-07-26T15:57:49.262569+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2021-07-26T15:57:49.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:49 smithi107 bash[14687]: cluster 2021-07-26T15:57:48.284516+0000 mgr.y (mgr.14140) 444 : cluster [DBG] pgmap v413: 89 pgs: 89 active+clean; 45 MiB data, 70 MiB used, 707 GiB / 715 GiB avail; 823 KiB/s rd, 1.6 MiB/s wr, 10 op/s 2021-07-26T15:57:49.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:49 smithi107 bash[14687]: cluster 2021-07-26T15:57:49.262569+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2021-07-26T15:57:50.281 INFO:tasks.rados.rados.0.smithi037.stdout:188: done (5 left) 2021-07-26T15:57:50.281 INFO:tasks.rados.rados.0.smithi037.stdout:189: done (4 left) 2021-07-26T15:57:50.281 INFO:tasks.rados.rados.0.smithi037.stdout:190: done (3 left) 2021-07-26T15:57:50.281 INFO:tasks.rados.rados.0.smithi037.stdout:191: done (2 left) 2021-07-26T15:57:50.282 INFO:tasks.rados.rados.0.smithi037.stdout:192: done (1 left) 2021-07-26T15:57:50.282 INFO:tasks.rados.rados.0.smithi037.stdout:193: done (0 left) 2021-07-26T15:57:50.282 INFO:tasks.rados.rados.0.smithi037.stdout:194: snap_remove snap 4 2021-07-26T15:57:51.296 INFO:tasks.rados.rados.0.smithi037.stdout:194: done (0 left) 2021-07-26T15:57:51.297 INFO:tasks.rados.rados.0.smithi037.stdout:195: read oid 36 snap -1 2021-07-26T15:57:51.297 INFO:tasks.rados.rados.0.smithi037.stdout:195: expect (ObjNum 55 snap 3 seq_num 55) 2021-07-26T15:57:51.297 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 17 2021-07-26T15:57:51.297 INFO:tasks.rados.rados.0.smithi037.stdout:196: seq_num 83 ranges {393216=598016,991232=499712,1490944=303104} 2021-07-26T15:57:51.302 INFO:tasks.rados.rados.0.smithi037.stdout:196: writing smithi03738989-1 from 393216 to 991232 tid 1 2021-07-26T15:57:51.305 INFO:tasks.rados.rados.0.smithi037.stdout:196: writing smithi03738989-1 from 991232 to 1490944 tid 2 2021-07-26T15:57:51.309 INFO:tasks.rados.rados.0.smithi037.stdout:196: writing smithi03738989-1 from 1490944 to 1794048 tid 3 2021-07-26T15:57:51.309 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 17 2021-07-26T15:57:51.310 INFO:tasks.rados.rados.0.smithi037.stdout:197: seq_num 84 ranges {1269760=614400,1884160=434176,2318336=368640} 2021-07-26T15:57:51.320 INFO:tasks.rados.rados.0.smithi037.stdout:197: writing smithi03738989-9 from 1269760 to 1884160 tid 1 2021-07-26T15:57:51.323 INFO:tasks.rados.rados.0.smithi037.stdout:197: writing smithi03738989-9 from 1884160 to 2318336 tid 2 2021-07-26T15:57:51.326 INFO:tasks.rados.rados.0.smithi037.stdout:197: writing smithi03738989-9 from 2318336 to 2686976 tid 3 2021-07-26T15:57:51.326 INFO:tasks.rados.rados.0.smithi037.stdout:198: rmattr oid 11 current snap is 17 2021-07-26T15:57:51.327 INFO:tasks.rados.rados.0.smithi037.stdout:198: done (3 left) 2021-07-26T15:57:51.327 INFO:tasks.rados.rados.0.smithi037.stdout:199: snap_remove snap 12 2021-07-26T15:57:51.505 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T15:57:51.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:51 smithi107 bash[14687]: cluster 2021-07-26T15:57:50.279724+0000 mon.a (mon.0) 718 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2021-07-26T15:57:51.513 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:51 smithi107 bash[14687]: cluster 2021-07-26T15:57:50.284982+0000 mgr.y (mgr.14140) 445 : cluster [DBG] pgmap v416: 89 pgs: 89 active+clean; 45 MiB data, 72 MiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2021-07-26T15:57:51.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:51 smithi037 bash[14605]: cluster 2021-07-26T15:57:50.279724+0000 mon.a (mon.0) 718 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2021-07-26T15:57:51.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:51 smithi037 bash[14605]: cluster 2021-07-26T15:57:50.284982+0000 mgr.y (mgr.14140) 445 : cluster [DBG] pgmap v416: 89 pgs: 89 active+clean; 45 MiB data, 72 MiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2021-07-26T15:57:51.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:51 smithi037 bash[18551]: cluster 2021-07-26T15:57:50.279724+0000 mon.a (mon.0) 718 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2021-07-26T15:57:51.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:51 smithi037 bash[18551]: cluster 2021-07-26T15:57:50.284982+0000 mgr.y (mgr.14140) 445 : cluster [DBG] pgmap v416: 89 pgs: 89 active+clean; 45 MiB data, 72 MiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2021-07-26T15:57:51.816 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2021-07-26T15:57:51.816 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 running (5m) 3m ago 5m 0.20.0 docker.io/prom/alertmanager:v0.20.0 0881eb8f169f efab80df0ece 2021-07-26T15:57:51.817 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi107 running (5m) 3m ago 5m 6.7.4 docker.io/ceph/ceph-grafana:6.7.4 3b1077a63311 2876c96eb484 2021-07-26T15:57:51.817 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi037.wjuegm smithi037 running (3m) 3m ago 3m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 d211508d5e60 2021-07-26T15:57:51.817 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi107.pmlxcx smithi107 running (3m) 3m ago 3m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 8636b713abef 2021-07-26T15:57:51.817 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi107 running (9m) 3m ago 9m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 583565eb5d76 2021-07-26T15:57:51.818 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 running (11m) 3m ago 11m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 10e65c219ad1 2021-07-26T15:57:51.818 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (12m) 3m ago 12m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 fac83f1b715c 2021-07-26T15:57:51.818 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi107 running (9m) 3m ago 9m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 ad1d4de14320 2021-07-26T15:57:51.818 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (10m) 3m ago 10m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 ff6f69ccb940 2021-07-26T15:57:51.819 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 running (5m) 3m ago 5m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf 3ad93cd5c278 2021-07-26T15:57:51.819 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi107 running (5m) 3m ago 5m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf b308a000873c 2021-07-26T15:57:51.819 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (9m) 3m ago 9m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 8fea6ba8ff0e 2021-07-26T15:57:51.819 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (8m) 3m ago 8m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 3e1d842f2785 2021-07-26T15:57:51.819 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (8m) 3m ago 8m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 b01752f39fbb 2021-07-26T15:57:51.820 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (7m) 3m ago 7m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 291b11cfe756 2021-07-26T15:57:51.820 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi107 running (7m) 3m ago 7m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 cdf1c413f938 2021-07-26T15:57:51.820 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi107 running (7m) 3m ago 7m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 1948041463bd 2021-07-26T15:57:51.820 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi107 running (6m) 3m ago 6m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 4230be7c8f5f 2021-07-26T15:57:51.821 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi107 running (6m) 3m ago 6m 15.2.13 docker.io/ceph/daemon-base:latest-octopus 5eab30a79396 964b0df7c499 2021-07-26T15:57:51.821 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi107 running (4m) 3m ago 5m 2.18.1 docker.io/prom/prometheus:v2.18.1 de242295e225 95178a9d7a1a 2021-07-26T15:57:52.158 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T15:57:52.158 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2021-07-26T15:57:52.159 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 3 2021-07-26T15:57:52.159 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:57:52.159 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2021-07-26T15:57:52.160 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 2 2021-07-26T15:57:52.160 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:57:52.160 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2021-07-26T15:57:52.160 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 8 2021-07-26T15:57:52.161 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:57:52.161 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2021-07-26T15:57:52.161 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 2 2021-07-26T15:57:52.161 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:57:52.161 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2021-07-26T15:57:52.162 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 15 2021-07-26T15:57:52.162 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T15:57:52.162 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T15:57:52.296 INFO:tasks.rados.rados.0.smithi037.stdout:199: done (3 left) 2021-07-26T15:57:52.296 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 17 2021-07-26T15:57:52.297 INFO:tasks.rados.rados.0.smithi037.stdout:200: seq_num 85 ranges {778240=630784,1409024=720896,2129920=81920} 2021-07-26T15:57:52.306 INFO:tasks.rados.rados.0.smithi037.stdout:200: writing smithi03738989-2 from 778240 to 1409024 tid 1 2021-07-26T15:57:52.310 INFO:tasks.rados.rados.0.smithi037.stdout:200: writing smithi03738989-2 from 1409024 to 2129920 tid 2 2021-07-26T15:57:52.311 INFO:tasks.rados.rados.0.smithi037.stdout:200: writing smithi03738989-2 from 2129920 to 2211840 tid 3 2021-07-26T15:57:52.312 INFO:tasks.rados.rados.0.smithi037.stdout:201: copy_from oid 38 from oid 46 current snap is 17 2021-07-26T15:57:52.312 INFO:tasks.rados.rados.0.smithi037.stdout:196: finishing write tid 1 to smithi03738989-1 2021-07-26T15:57:52.312 INFO:tasks.rados.rados.0.smithi037.stdout:196: finishing write tid 2 to smithi03738989-1 2021-07-26T15:57:52.312 INFO:tasks.rados.rados.0.smithi037.stdout:196: finishing write tid 3 to smithi03738989-1 2021-07-26T15:57:52.313 INFO:tasks.rados.rados.0.smithi037.stdout:195: expect (ObjNum 55 snap 3 seq_num 55) 2021-07-26T15:57:52.355 INFO:tasks.rados.rados.0.smithi037.stdout:196: finishing write tid 5 to smithi03738989-1 2021-07-26T15:57:52.356 INFO:tasks.rados.rados.0.smithi037.stdout:196: finishing write tid 6 to smithi03738989-1 2021-07-26T15:57:52.356 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 61 (ObjNum 83 snap 17 seq_num 83) dirty exists 2021-07-26T15:57:52.356 INFO:tasks.rados.rados.0.smithi037.stdout:196: left oid 1 (ObjNum 83 snap 17 seq_num 83) 2021-07-26T15:57:52.357 INFO:tasks.rados.rados.0.smithi037.stdout:197: finishing write tid 1 to smithi03738989-9 2021-07-26T15:57:52.357 INFO:tasks.rados.rados.0.smithi037.stdout:197: finishing write tid 2 to smithi03738989-9 2021-07-26T15:57:52.357 INFO:tasks.rados.rados.0.smithi037.stdout:197: finishing write tid 3 to smithi03738989-9 2021-07-26T15:57:52.357 INFO:tasks.rados.rados.0.smithi037.stdout:197: finishing write tid 5 to smithi03738989-9 2021-07-26T15:57:52.358 INFO:tasks.rados.rados.0.smithi037.stdout:197: finishing write tid 6 to smithi03738989-9 2021-07-26T15:57:52.358 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 41 (ObjNum 84 snap 17 seq_num 84) dirty exists 2021-07-26T15:57:52.358 INFO:tasks.rados.rados.0.smithi037.stdout:197: left oid 9 (ObjNum 84 snap 17 seq_num 84) 2021-07-26T15:57:52.358 INFO:tasks.rados.rados.0.smithi037.stdout:195: done (4 left) 2021-07-26T15:57:52.359 INFO:tasks.rados.rados.0.smithi037.stdout:196: done (3 left) 2021-07-26T15:57:52.359 INFO:tasks.rados.rados.0.smithi037.stdout:197: done (2 left) 2021-07-26T15:57:52.359 INFO:tasks.rados.rados.0.smithi037.stdout:202: snap_remove snap 15 2021-07-26T15:57:52.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:52 smithi037 bash[14605]: cluster 2021-07-26T15:57:51.286530+0000 mon.a (mon.0) 719 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2021-07-26T15:57:52.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:52 smithi037 bash[14605]: audit 2021-07-26T15:57:51.950049+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:57:52.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:52 smithi037 bash[14605]: audit 2021-07-26T15:57:51.951724+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.x"}]: dispatch 2021-07-26T15:57:52.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:52 smithi037 bash[14605]: audit 2021-07-26T15:57:51.952838+0000 mon.a (mon.0) 722 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:57:52.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:52 smithi037 bash[14605]: audit 2021-07-26T15:57:51.954106+0000 mon.a (mon.0) 723 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.x", "key": "container_image"}]: dispatch 2021-07-26T15:57:52.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:52 smithi037 bash[14605]: audit 2021-07-26T15:57:52.158494+0000 mon.a (mon.0) 724 : audit [DBG] from='client.? 172.21.15.37:0/973050212' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:52.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:52 smithi037 bash[18551]: cluster 2021-07-26T15:57:51.286530+0000 mon.a (mon.0) 719 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2021-07-26T15:57:52.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:52 smithi037 bash[18551]: audit 2021-07-26T15:57:51.950049+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:57:52.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:52 smithi037 bash[18551]: audit 2021-07-26T15:57:51.951724+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.x"}]: dispatch 2021-07-26T15:57:52.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:52 smithi037 bash[18551]: audit 2021-07-26T15:57:51.952838+0000 mon.a (mon.0) 722 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:57:52.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:52 smithi037 bash[18551]: audit 2021-07-26T15:57:51.954106+0000 mon.a (mon.0) 723 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.x", "key": "container_image"}]: dispatch 2021-07-26T15:57:52.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:52 smithi037 bash[18551]: audit 2021-07-26T15:57:52.158494+0000 mon.a (mon.0) 724 : audit [DBG] from='client.? 172.21.15.37:0/973050212' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:52.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:52 smithi107 bash[14687]: cluster 2021-07-26T15:57:51.286530+0000 mon.a (mon.0) 719 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2021-07-26T15:57:52.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:52 smithi107 bash[14687]: audit 2021-07-26T15:57:51.950049+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:57:52.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:52 smithi107 bash[14687]: audit 2021-07-26T15:57:51.951724+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mgr.x"}]: dispatch 2021-07-26T15:57:52.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:52 smithi107 bash[14687]: audit 2021-07-26T15:57:51.952838+0000 mon.a (mon.0) 722 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:57:52.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:52 smithi107 bash[14687]: audit 2021-07-26T15:57:51.954106+0000 mon.a (mon.0) 723 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mgr.x", "key": "container_image"}]: dispatch 2021-07-26T15:57:52.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:52 smithi107 bash[14687]: audit 2021-07-26T15:57:52.158494+0000 mon.a (mon.0) 724 : audit [DBG] from='client.? 172.21.15.37:0/973050212' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:57:53.269 INFO:tasks.rados.rados.0.smithi037.stdout:202: done (2 left) 2021-07-26T15:57:53.269 INFO:tasks.rados.rados.0.smithi037.stdout:203: rmattr oid 30 current snap is 17 2021-07-26T15:57:53.269 INFO:tasks.rados.rados.0.smithi037.stdout:203: done (2 left) 2021-07-26T15:57:53.269 INFO:tasks.rados.rados.0.smithi037.stdout:204: rmattr oid 27 current snap is 17 2021-07-26T15:57:53.270 INFO:tasks.rados.rados.0.smithi037.stdout:204: done (2 left) 2021-07-26T15:57:53.270 INFO:tasks.rados.rados.0.smithi037.stdout:205: rmattr oid 12 current snap is 17 2021-07-26T15:57:53.270 INFO:tasks.rados.rados.0.smithi037.stdout:205: done (2 left) 2021-07-26T15:57:53.270 INFO:tasks.rados.rados.0.smithi037.stdout:206: read oid 49 snap -1 2021-07-26T15:57:53.271 INFO:tasks.rados.rados.0.smithi037.stdout:206: expect (ObjNum 48 snap 0 seq_num 48) 2021-07-26T15:57:53.271 INFO:tasks.rados.rados.0.smithi037.stdout:207: read oid 50 snap -1 2021-07-26T15:57:53.271 INFO:tasks.rados.rados.0.smithi037.stdout:207: expect (ObjNum 23 snap 0 seq_num 23) 2021-07-26T15:57:53.271 INFO:tasks.rados.rados.0.smithi037.stdout:208: setattr oid 24 current snap is 17 2021-07-26T15:57:53.272 INFO:tasks.rados.rados.0.smithi037.stdout:200: finishing write tid 1 to smithi03738989-2 2021-07-26T15:57:53.272 INFO:tasks.rados.rados.0.smithi037.stdout:200: finishing write tid 2 to smithi03738989-2 2021-07-26T15:57:53.272 INFO:tasks.rados.rados.0.smithi037.stdout:200: finishing write tid 3 to smithi03738989-2 2021-07-26T15:57:53.272 INFO:tasks.rados.rados.0.smithi037.stdout:200: finishing write tid 5 to smithi03738989-2 2021-07-26T15:57:53.272 INFO:tasks.rados.rados.0.smithi037.stdout:200: finishing write tid 6 to smithi03738989-2 2021-07-26T15:57:53.273 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 40 (ObjNum 85 snap 17 seq_num 85) dirty exists 2021-07-26T15:57:53.273 INFO:tasks.rados.rados.0.smithi037.stdout:200: left oid 2 (ObjNum 85 snap 17 seq_num 85) 2021-07-26T15:57:53.273 INFO:tasks.rados.rados.0.smithi037.stdout:201: finishing copy_from to smithi03738989-38 2021-07-26T15:57:53.273 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 8 (ObjNum 45 snap 0 seq_num 45) dirty exists 2021-07-26T15:57:53.274 INFO:tasks.rados.rados.0.smithi037.stdout:201: finishing copy_from racing read to smithi03738989-38 2021-07-26T15:57:53.274 INFO:tasks.rados.rados.0.smithi037.stdout:200: done (4 left) 2021-07-26T15:57:53.275 INFO:tasks.rados.rados.0.smithi037.stdout:201: done (3 left) 2021-07-26T15:57:53.275 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 17 2021-07-26T15:57:53.275 INFO:tasks.rados.rados.0.smithi037.stdout:209: seq_num 86 ranges {1794048=647168,2441216=606208,3047424=196608} 2021-07-26T15:57:53.285 INFO:tasks.rados.rados.0.smithi037.stdout:209: writing smithi03738989-1 from 1794048 to 2441216 tid 1 2021-07-26T15:57:53.289 INFO:tasks.rados.rados.0.smithi037.stdout:209: writing smithi03738989-1 from 2441216 to 3047424 tid 2 2021-07-26T15:57:53.290 INFO:tasks.rados.rados.0.smithi037.stdout:209: writing smithi03738989-1 from 3047424 to 3244032 tid 3 2021-07-26T15:57:53.291 INFO:tasks.rados.rados.0.smithi037.stdout:210: copy_from oid 25 from oid 10 current snap is 17 2021-07-26T15:57:53.291 INFO:tasks.rados.rados.0.smithi037.stdout:207: expect (ObjNum 23 snap 0 seq_num 23) 2021-07-26T15:57:53.303 INFO:tasks.rados.rados.0.smithi037.stdout:206: expect (ObjNum 48 snap 0 seq_num 48) 2021-07-26T15:57:53.323 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 67 (ObjNum 23 snap 0 seq_num 23) dirty exists 2021-07-26T15:57:53.323 INFO:tasks.rados.rados.0.smithi037.stdout:209: finishing write tid 1 to smithi03738989-1 2021-07-26T15:57:53.323 INFO:tasks.rados.rados.0.smithi037.stdout:206: done (4 left) 2021-07-26T15:57:53.324 INFO:tasks.rados.rados.0.smithi037.stdout:207: done (3 left) 2021-07-26T15:57:53.324 INFO:tasks.rados.rados.0.smithi037.stdout:208: done (2 left) 2021-07-26T15:57:53.324 INFO:tasks.rados.rados.0.smithi037.stdout:211: snap_create 2021-07-26T15:57:53.324 INFO:tasks.rados.rados.0.smithi037.stdout:209: finishing write tid 2 to smithi03738989-1 2021-07-26T15:57:53.324 INFO:tasks.rados.rados.0.smithi037.stdout:209: finishing write tid 3 to smithi03738989-1 2021-07-26T15:57:53.325 INFO:tasks.rados.rados.0.smithi037.stdout:209: finishing write tid 5 to smithi03738989-1 2021-07-26T15:57:53.325 INFO:tasks.rados.rados.0.smithi037.stdout:209: finishing write tid 6 to smithi03738989-1 2021-07-26T15:57:53.325 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 73 (ObjNum 86 snap 17 seq_num 86) dirty exists 2021-07-26T15:57:53.325 INFO:tasks.rados.rados.0.smithi037.stdout:209: left oid 1 (ObjNum 86 snap 17 seq_num 86) 2021-07-26T15:57:53.326 INFO:tasks.rados.rados.0.smithi037.stdout:210: finishing copy_from to smithi03738989-25 2021-07-26T15:57:53.326 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2021-07-26T15:57:53.326 INFO:tasks.rados.rados.0.smithi037.stdout:210: finishing copy_from racing read to smithi03738989-25 2021-07-26T15:57:53.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:53 smithi037 bash[14605]: audit 2021-07-26T15:57:51.492161+0000 mgr.y (mgr.14140) 446 : audit [DBG] from='client.14910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:57:53.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:53 smithi037 bash[14605]: audit 2021-07-26T15:57:51.798419+0000 mgr.y (mgr.14140) 447 : audit [DBG] from='client.14916 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:57:53.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:53 smithi037 bash[14605]: cephadm 2021-07-26T15:57:51.936947+0000 mgr.y (mgr.14140) 448 : cephadm [INF] It is presumed safe to stop ['mgr.x'] 2021-07-26T15:57:53.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:53 smithi037 bash[14605]: cephadm 2021-07-26T15:57:51.937089+0000 mgr.y (mgr.14140) 449 : cephadm [INF] Upgrade: It is presumed safe to stop ['mgr.x'] 2021-07-26T15:57:53.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:53 smithi037 bash[14605]: cephadm 2021-07-26T15:57:51.937216+0000 mgr.y (mgr.14140) 450 : cephadm [INF] Upgrade: Redeploying mgr.x 2021-07-26T15:57:53.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:53 smithi037 bash[14605]: cephadm 2021-07-26T15:57:51.953663+0000 mgr.y (mgr.14140) 451 : cephadm [INF] Deploying daemon mgr.x on smithi107 2021-07-26T15:57:53.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:53 smithi037 bash[14605]: cluster 2021-07-26T15:57:52.285929+0000 mgr.y (mgr.14140) 452 : cluster [DBG] pgmap v418: 89 pgs: 89 active+clean; 45 MiB data, 76 MiB used, 707 GiB / 715 GiB avail; 4.5 MiB/s rd, 397 KiB/s wr, 14 op/s 2021-07-26T15:57:53.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:53 smithi037 bash[14605]: cluster 2021-07-26T15:57:52.296220+0000 mon.a (mon.0) 725 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2021-07-26T15:57:53.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:53 smithi037 bash[14605]: cluster 2021-07-26T15:57:53.265258+0000 mon.a (mon.0) 726 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2021-07-26T15:57:53.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:53 smithi037 bash[18551]: audit 2021-07-26T15:57:51.492161+0000 mgr.y (mgr.14140) 446 : audit [DBG] from='client.14910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:57:53.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:53 smithi037 bash[18551]: audit 2021-07-26T15:57:51.798419+0000 mgr.y (mgr.14140) 447 : audit [DBG] from='client.14916 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:57:53.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:53 smithi037 bash[18551]: cephadm 2021-07-26T15:57:51.936947+0000 mgr.y (mgr.14140) 448 : cephadm [INF] It is presumed safe to stop ['mgr.x'] 2021-07-26T15:57:53.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:53 smithi037 bash[18551]: cephadm 2021-07-26T15:57:51.937089+0000 mgr.y (mgr.14140) 449 : cephadm [INF] Upgrade: It is presumed safe to stop ['mgr.x'] 2021-07-26T15:57:53.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:53 smithi037 bash[18551]: cephadm 2021-07-26T15:57:51.937216+0000 mgr.y (mgr.14140) 450 : cephadm [INF] Upgrade: Redeploying mgr.x 2021-07-26T15:57:53.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:53 smithi037 bash[18551]: cephadm 2021-07-26T15:57:51.953663+0000 mgr.y (mgr.14140) 451 : cephadm [INF] Deploying daemon mgr.x on smithi107 2021-07-26T15:57:53.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:53 smithi037 bash[18551]: cluster 2021-07-26T15:57:52.285929+0000 mgr.y (mgr.14140) 452 : cluster [DBG] pgmap v418: 89 pgs: 89 active+clean; 45 MiB data, 76 MiB used, 707 GiB / 715 GiB avail; 4.5 MiB/s rd, 397 KiB/s wr, 14 op/s 2021-07-26T15:57:53.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:53 smithi037 bash[18551]: cluster 2021-07-26T15:57:52.296220+0000 mon.a (mon.0) 725 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2021-07-26T15:57:53.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:53 smithi037 bash[18551]: cluster 2021-07-26T15:57:53.265258+0000 mon.a (mon.0) 726 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2021-07-26T15:57:53.689 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:53 smithi107 bash[14687]: audit 2021-07-26T15:57:51.492161+0000 mgr.y (mgr.14140) 446 : audit [DBG] from='client.14910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:57:53.689 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:53 smithi107 bash[14687]: audit 2021-07-26T15:57:51.798419+0000 mgr.y (mgr.14140) 447 : audit [DBG] from='client.14916 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:57:53.689 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:53 smithi107 bash[14687]: cephadm 2021-07-26T15:57:51.936947+0000 mgr.y (mgr.14140) 448 : cephadm [INF] It is presumed safe to stop ['mgr.x'] 2021-07-26T15:57:53.690 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:53 smithi107 bash[14687]: cephadm 2021-07-26T15:57:51.937089+0000 mgr.y (mgr.14140) 449 : cephadm [INF] Upgrade: It is presumed safe to stop ['mgr.x'] 2021-07-26T15:57:53.690 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:53 smithi107 bash[14687]: cephadm 2021-07-26T15:57:51.937216+0000 mgr.y (mgr.14140) 450 : cephadm [INF] Upgrade: Redeploying mgr.x 2021-07-26T15:57:53.690 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:53 smithi107 bash[14687]: cephadm 2021-07-26T15:57:51.953663+0000 mgr.y (mgr.14140) 451 : cephadm [INF] Deploying daemon mgr.x on smithi107 2021-07-26T15:57:53.690 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:53 smithi107 bash[14687]: cluster 2021-07-26T15:57:52.285929+0000 mgr.y (mgr.14140) 452 : cluster [DBG] pgmap v418: 89 pgs: 89 active+clean; 45 MiB data, 76 MiB used, 707 GiB / 715 GiB avail; 4.5 MiB/s rd, 397 KiB/s wr, 14 op/s 2021-07-26T15:57:53.691 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:53 smithi107 bash[14687]: cluster 2021-07-26T15:57:52.296220+0000 mon.a (mon.0) 725 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2021-07-26T15:57:53.691 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:53 smithi107 bash[14687]: cluster 2021-07-26T15:57:53.265258+0000 mon.a (mon.0) 726 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2021-07-26T15:57:54.314 INFO:tasks.rados.rados.0.smithi037.stdout:209: done (2 left) 2021-07-26T15:57:54.314 INFO:tasks.rados.rados.0.smithi037.stdout:210: done (1 left) 2021-07-26T15:57:54.315 INFO:tasks.rados.rados.0.smithi037.stdout:211: done (0 left) 2021-07-26T15:57:54.315 INFO:tasks.rados.rados.0.smithi037.stdout:212: delete oid 31 current snap is 18 2021-07-26T15:57:54.320 INFO:tasks.rados.rados.0.smithi037.stdout:212: done (0 left) 2021-07-26T15:57:54.320 INFO:tasks.rados.rados.0.smithi037.stdout:213: delete oid 26 current snap is 18 2021-07-26T15:57:54.324 INFO:tasks.rados.rados.0.smithi037.stdout:213: done (0 left) 2021-07-26T15:57:54.325 INFO:tasks.rados.rados.0.smithi037.stdout:214: copy_from oid 20 from oid 42 current snap is 18 2021-07-26T15:57:54.325 INFO:tasks.rados.rados.0.smithi037.stdout:215: delete oid 5 current snap is 18 2021-07-26T15:57:54.328 INFO:tasks.rados.rados.0.smithi037.stdout:215: done (1 left) 2021-07-26T15:57:54.328 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 18 2021-07-26T15:57:54.329 INFO:tasks.rados.rados.0.smithi037.stdout:216: seq_num 90 ranges {1318912=712704,2031616=540672,2572288=262144} 2021-07-26T15:57:54.345 INFO:tasks.rados.rados.0.smithi037.stdout:216: writing smithi03738989-13 from 1318912 to 2031616 tid 1 2021-07-26T15:57:54.348 INFO:tasks.rados.rados.0.smithi037.stdout:216: writing smithi03738989-13 from 2031616 to 2572288 tid 2 2021-07-26T15:57:54.350 INFO:tasks.rados.rados.0.smithi037.stdout:216: writing smithi03738989-13 from 2572288 to 2834432 tid 3 2021-07-26T15:57:54.350 INFO:tasks.rados.rados.0.smithi037.stdout:217: read oid 19 snap -1 2021-07-26T15:57:54.351 INFO:tasks.rados.rados.0.smithi037.stdout:217: expect (ObjNum 11 snap 0 seq_num 11) 2021-07-26T15:57:54.351 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 18 2021-07-26T15:57:54.351 INFO:tasks.rados.rados.0.smithi037.stdout:218: seq_num 91 ranges {393216=729088,1122304=425984,1548288=376832} 2021-07-26T15:57:54.356 INFO:tasks.rados.rados.0.smithi037.stdout:218: writing smithi03738989-21 from 393216 to 1122304 tid 1 2021-07-26T15:57:54.359 INFO:tasks.rados.rados.0.smithi037.stdout:218: writing smithi03738989-21 from 1122304 to 1548288 tid 2 2021-07-26T15:57:54.362 INFO:tasks.rados.rados.0.smithi037.stdout:218: writing smithi03738989-21 from 1548288 to 1925120 tid 3 2021-07-26T15:57:54.362 INFO:tasks.rados.rados.0.smithi037.stdout:219: delete oid 22 current snap is 18 2021-07-26T15:57:54.362 INFO:tasks.rados.rados.0.smithi037.stdout:214: finishing copy_from to smithi03738989-20 2021-07-26T15:57:54.363 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2021-07-26T15:57:54.363 INFO:tasks.rados.rados.0.smithi037.stdout:214: finishing copy_from racing read to smithi03738989-20 2021-07-26T15:57:54.363 INFO:tasks.rados.rados.0.smithi037.stdout:216: finishing write tid 1 to smithi03738989-13 2021-07-26T15:57:54.363 INFO:tasks.rados.rados.0.smithi037.stdout:216: finishing write tid 2 to smithi03738989-13 2021-07-26T15:57:54.364 INFO:tasks.rados.rados.0.smithi037.stdout:216: finishing write tid 3 to smithi03738989-13 2021-07-26T15:57:54.364 INFO:tasks.rados.rados.0.smithi037.stdout:216: finishing write tid 5 to smithi03738989-13 2021-07-26T15:57:54.364 INFO:tasks.rados.rados.0.smithi037.stdout:217: expect (ObjNum 11 snap 0 seq_num 11) 2021-07-26T15:57:54.369 INFO:tasks.rados.rados.0.smithi037.stdout:216: finishing write tid 6 to smithi03738989-13 2021-07-26T15:57:54.369 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 53 (ObjNum 90 snap 18 seq_num 90) dirty exists 2021-07-26T15:57:54.369 INFO:tasks.rados.rados.0.smithi037.stdout:216: left oid 13 (ObjNum 90 snap 18 seq_num 90) 2021-07-26T15:57:54.370 INFO:tasks.rados.rados.0.smithi037.stdout:214: done (4 left) 2021-07-26T15:57:54.370 INFO:tasks.rados.rados.0.smithi037.stdout:216: done (3 left) 2021-07-26T15:57:54.370 INFO:tasks.rados.rados.0.smithi037.stdout:217: done (2 left) 2021-07-26T15:57:54.370 INFO:tasks.rados.rados.0.smithi037.stdout:219: done (1 left) 2021-07-26T15:57:54.371 INFO:tasks.rados.rados.0.smithi037.stdout:220: read oid 32 snap -1 2021-07-26T15:57:54.371 INFO:tasks.rados.rados.0.smithi037.stdout:220: expect (ObjNum 66 snap 4 seq_num 66) 2021-07-26T15:57:54.371 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 18 2021-07-26T15:57:54.371 INFO:tasks.rados.rados.0.smithi037.stdout:221: seq_num 93 ranges {811008=761856,1572864=647168,2220032=155648} 2021-07-26T15:57:54.378 INFO:tasks.rados.rados.0.smithi037.stdout:221: writing smithi03738989-49 from 811008 to 1572864 tid 1 2021-07-26T15:57:54.381 INFO:tasks.rados.rados.0.smithi037.stdout:221: writing smithi03738989-49 from 1572864 to 2220032 tid 2 2021-07-26T15:57:54.383 INFO:tasks.rados.rados.0.smithi037.stdout:221: writing smithi03738989-49 from 2220032 to 2375680 tid 3 2021-07-26T15:57:54.383 INFO:tasks.rados.rados.0.smithi037.stdout:222: delete oid 15 current snap is 18 2021-07-26T15:57:54.384 INFO:tasks.rados.rados.0.smithi037.stdout:218: finishing write tid 1 to smithi03738989-21 2021-07-26T15:57:54.384 INFO:tasks.rados.rados.0.smithi037.stdout:218: finishing write tid 2 to smithi03738989-21 2021-07-26T15:57:54.384 INFO:tasks.rados.rados.0.smithi037.stdout:218: finishing write tid 3 to smithi03738989-21 2021-07-26T15:57:54.384 INFO:tasks.rados.rados.0.smithi037.stdout:218: finishing write tid 5 to smithi03738989-21 2021-07-26T15:57:54.384 INFO:tasks.rados.rados.0.smithi037.stdout:218: finishing write tid 6 to smithi03738989-21 2021-07-26T15:57:54.385 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 29 (ObjNum 91 snap 18 seq_num 91) dirty exists 2021-07-26T15:57:54.385 INFO:tasks.rados.rados.0.smithi037.stdout:218: left oid 21 (ObjNum 91 snap 18 seq_num 91) 2021-07-26T15:57:54.385 INFO:tasks.rados.rados.0.smithi037.stdout:221: finishing write tid 1 to smithi03738989-49 2021-07-26T15:57:54.386 INFO:tasks.rados.rados.0.smithi037.stdout:220: expect (ObjNum 66 snap 4 seq_num 66) 2021-07-26T15:57:54.491 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:57:54 smithi107 systemd[1]: Stopping Ceph mgr.x for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T15:57:54.502 INFO:tasks.rados.rados.0.smithi037.stdout:221: finishing write tid 2 to smithi03738989-49 2021-07-26T15:57:54.502 INFO:tasks.rados.rados.0.smithi037.stdout:221: finishing write tid 3 to smithi03738989-49 2021-07-26T15:57:54.503 INFO:tasks.rados.rados.0.smithi037.stdout:221: finishing write tid 5 to smithi03738989-49 2021-07-26T15:57:54.503 INFO:tasks.rados.rados.0.smithi037.stdout:221: finishing write tid 6 to smithi03738989-49 2021-07-26T15:57:54.503 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 22 (ObjNum 93 snap 18 seq_num 93) dirty exists 2021-07-26T15:57:54.503 INFO:tasks.rados.rados.0.smithi037.stdout:221: left oid 49 (ObjNum 93 snap 18 seq_num 93) 2021-07-26T15:57:54.504 INFO:tasks.rados.rados.0.smithi037.stdout:218: done (3 left) 2021-07-26T15:57:54.504 INFO:tasks.rados.rados.0.smithi037.stdout:220: done (2 left) 2021-07-26T15:57:54.504 INFO:tasks.rados.rados.0.smithi037.stdout:221: done (1 left) 2021-07-26T15:57:54.504 INFO:tasks.rados.rados.0.smithi037.stdout:222: done (0 left) 2021-07-26T15:57:54.505 INFO:tasks.rados.rados.0.smithi037.stdout:223: delete oid 35 current snap is 18 2021-07-26T15:57:54.506 INFO:tasks.rados.rados.0.smithi037.stdout:223: done (0 left) 2021-07-26T15:57:54.506 INFO:tasks.rados.rados.0.smithi037.stdout:224: setattr oid 29 current snap is 18 2021-07-26T15:57:54.512 INFO:tasks.rados.rados.0.smithi037.stdout:225: snap_remove snap 7 2021-07-26T15:57:54.763 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:57:54 smithi107 docker[25789]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:57:55.315 INFO:tasks.rados.rados.0.smithi037.stdout:225: done (1 left) 2021-07-26T15:57:55.315 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 18 2021-07-26T15:57:55.315 INFO:tasks.rados.rados.0.smithi037.stdout:226: seq_num 96 ranges {761856=409600,1171456=696320,1867776=507904} 2021-07-26T15:57:55.322 INFO:tasks.rados.rados.0.smithi037.stdout:226: writing smithi03738989-38 from 761856 to 1171456 tid 1 2021-07-26T15:57:55.327 INFO:tasks.rados.rados.0.smithi037.stdout:226: writing smithi03738989-38 from 1171456 to 1867776 tid 2 2021-07-26T15:57:55.331 INFO:tasks.rados.rados.0.smithi037.stdout:226: writing smithi03738989-38 from 1867776 to 2375680 tid 3 2021-07-26T15:57:55.332 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 18 2021-07-26T15:57:55.332 INFO:tasks.rados.rados.0.smithi037.stdout:227: seq_num 97 ranges {2375680=434176,2809856=581632,3391488=540672,3932160=81920} 2021-07-26T15:57:55.348 INFO:tasks.rados.rados.0.smithi037.stdout:227: writing smithi03738989-49 from 2375680 to 2809856 tid 1 2021-07-26T15:57:55.351 INFO:tasks.rados.rados.0.smithi037.stdout:227: writing smithi03738989-49 from 2809856 to 3391488 tid 2 2021-07-26T15:57:55.354 INFO:tasks.rados.rados.0.smithi037.stdout:227: writing smithi03738989-49 from 3391488 to 3932160 tid 3 2021-07-26T15:57:55.356 INFO:tasks.rados.rados.0.smithi037.stdout:227: writing smithi03738989-49 from 3932160 to 4014080 tid 4 2021-07-26T15:57:55.356 INFO:tasks.rados.rados.0.smithi037.stdout:228: copy_from oid 26 from oid 14 current snap is 18 2021-07-26T15:57:55.356 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 66 (ObjNum 73 snap 10 seq_num 73) dirty exists 2021-07-26T15:57:55.356 INFO:tasks.rados.rados.0.smithi037.stdout:226: finishing write tid 1 to smithi03738989-38 2021-07-26T15:57:55.357 INFO:tasks.rados.rados.0.smithi037.stdout:226: finishing write tid 2 to smithi03738989-38 2021-07-26T15:57:55.357 INFO:tasks.rados.rados.0.smithi037.stdout:224: done (3 left) 2021-07-26T15:57:55.357 INFO:tasks.rados.rados.0.smithi037.stdout:229: snap_create 2021-07-26T15:57:55.357 INFO:tasks.rados.rados.0.smithi037.stdout:226: finishing write tid 3 to smithi03738989-38 2021-07-26T15:57:55.357 INFO:tasks.rados.rados.0.smithi037.stdout:226: finishing write tid 5 to smithi03738989-38 2021-07-26T15:57:55.358 INFO:tasks.rados.rados.0.smithi037.stdout:226: finishing write tid 6 to smithi03738989-38 2021-07-26T15:57:55.358 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 18 (ObjNum 96 snap 18 seq_num 96) dirty exists 2021-07-26T15:57:55.358 INFO:tasks.rados.rados.0.smithi037.stdout:226: left oid 38 (ObjNum 96 snap 18 seq_num 96) 2021-07-26T15:57:55.359 INFO:tasks.rados.rados.0.smithi037.stdout:227: finishing write tid 1 to smithi03738989-49 2021-07-26T15:57:55.359 INFO:tasks.rados.rados.0.smithi037.stdout:227: finishing write tid 2 to smithi03738989-49 2021-07-26T15:57:55.359 INFO:tasks.rados.rados.0.smithi037.stdout:227: finishing write tid 3 to smithi03738989-49 2021-07-26T15:57:55.360 INFO:tasks.rados.rados.0.smithi037.stdout:227: finishing write tid 4 to smithi03738989-49 2021-07-26T15:57:55.360 INFO:tasks.rados.rados.0.smithi037.stdout:227: finishing write tid 6 to smithi03738989-49 2021-07-26T15:57:55.362 INFO:tasks.rados.rados.0.smithi037.stdout:227: finishing write tid 7 to smithi03738989-49 2021-07-26T15:57:55.362 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 31 (ObjNum 97 snap 18 seq_num 97) dirty exists 2021-07-26T15:57:55.363 INFO:tasks.rados.rados.0.smithi037.stdout:227: left oid 49 (ObjNum 97 snap 18 seq_num 97) 2021-07-26T15:57:55.367 INFO:tasks.rados.rados.0.smithi037.stdout:228: finishing copy_from to smithi03738989-26 2021-07-26T15:57:55.367 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2021-07-26T15:57:55.367 INFO:tasks.rados.rados.0.smithi037.stdout:228: finishing copy_from racing read to smithi03738989-26 2021-07-26T15:57:55.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:55 smithi037 bash[14605]: cluster 2021-07-26T15:57:54.286830+0000 mgr.y (mgr.14140) 453 : cluster [DBG] pgmap v421: 89 pgs: 89 active+clean; 48 MiB data, 78 MiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2021-07-26T15:57:55.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:55 smithi037 bash[14605]: cluster 2021-07-26T15:57:54.313286+0000 mon.a (mon.0) 727 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2021-07-26T15:57:55.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:55 smithi037 bash[18551]: cluster 2021-07-26T15:57:54.286830+0000 mgr.y (mgr.14140) 453 : cluster [DBG] pgmap v421: 89 pgs: 89 active+clean; 48 MiB data, 78 MiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2021-07-26T15:57:55.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:55 smithi037 bash[18551]: cluster 2021-07-26T15:57:54.313286+0000 mon.a (mon.0) 727 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2021-07-26T15:57:55.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:55 smithi107 bash[14687]: cluster 2021-07-26T15:57:54.286830+0000 mgr.y (mgr.14140) 453 : cluster [DBG] pgmap v421: 89 pgs: 89 active+clean; 48 MiB data, 78 MiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2021-07-26T15:57:55.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:55 smithi107 bash[14687]: cluster 2021-07-26T15:57:54.313286+0000 mon.a (mon.0) 727 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2021-07-26T15:57:56.338 INFO:tasks.rados.rados.0.smithi037.stdout:226: done (3 left) 2021-07-26T15:57:56.338 INFO:tasks.rados.rados.0.smithi037.stdout:227: done (2 left) 2021-07-26T15:57:56.338 INFO:tasks.rados.rados.0.smithi037.stdout:228: done (1 left) 2021-07-26T15:57:56.339 INFO:tasks.rados.rados.0.smithi037.stdout:229: done (0 left) 2021-07-26T15:57:56.339 INFO:tasks.rados.rados.0.smithi037.stdout:230: snap_create 2021-07-26T15:57:56.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:56 smithi037 bash[14605]: cluster 2021-07-26T15:57:55.312834+0000 mon.a (mon.0) 728 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2021-07-26T15:57:56.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:56 smithi037 bash[18551]: cluster 2021-07-26T15:57:55.312834+0000 mon.a (mon.0) 728 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2021-07-26T15:57:56.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:56 smithi107 bash[14687]: cluster 2021-07-26T15:57:55.312834+0000 mon.a (mon.0) 728 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2021-07-26T15:57:57.341 INFO:tasks.rados.rados.0.smithi037.stdout:230: done (0 left) 2021-07-26T15:57:57.341 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 20 2021-07-26T15:57:57.341 INFO:tasks.rados.rados.0.smithi037.stdout:231: seq_num 98 ranges {122880=450560,573440=466944,1040384=737280} 2021-07-26T15:57:57.345 INFO:tasks.rados.rados.0.smithi037.stdout:231: writing smithi03738989-17 from 122880 to 573440 tid 1 2021-07-26T15:57:57.348 INFO:tasks.rados.rados.0.smithi037.stdout:231: writing smithi03738989-17 from 573440 to 1040384 tid 2 2021-07-26T15:57:57.353 INFO:tasks.rados.rados.0.smithi037.stdout:231: writing smithi03738989-17 from 1040384 to 1777664 tid 3 2021-07-26T15:57:57.354 INFO:tasks.rados.rados.0.smithi037.stdout:232: rollback oid 8 current snap is 20 2021-07-26T15:57:57.354 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 8 to 10 2021-07-26T15:57:57.354 INFO:tasks.rados.rados.0.smithi037.stdout:233: rmattr oid 26 current snap is 20 2021-07-26T15:57:57.354 INFO:tasks.rados.rados.0.smithi037.stdout:233: done (2 left) 2021-07-26T15:57:57.355 INFO:tasks.rados.rados.0.smithi037.stdout:234: delete oid 2 current snap is 20 2021-07-26T15:57:57.356 INFO:tasks.rados.rados.0.smithi037.stdout:231: finishing write tid 1 to smithi03738989-17 2021-07-26T15:57:57.362 INFO:tasks.rados.rados.0.smithi037.stdout:234: done (2 left) 2021-07-26T15:57:57.363 INFO:tasks.rados.rados.0.smithi037.stdout:235: rmattr oid 24 current snap is 20 2021-07-26T15:57:57.363 INFO:tasks.rados.rados.0.smithi037.stdout:236: snap_create 2021-07-26T15:57:57.363 INFO:tasks.rados.rados.0.smithi037.stdout:231: finishing write tid 2 to smithi03738989-17 2021-07-26T15:57:57.363 INFO:tasks.rados.rados.0.smithi037.stdout:231: finishing write tid 3 to smithi03738989-17 2021-07-26T15:57:57.364 INFO:tasks.rados.rados.0.smithi037.stdout:231: finishing write tid 5 to smithi03738989-17 2021-07-26T15:57:57.365 INFO:tasks.rados.rados.0.smithi037.stdout:232: finishing rollback tid 0 to smithi03738989-8 2021-07-26T15:57:57.365 INFO:tasks.rados.rados.0.smithi037.stdout:232: finishing rollback tid 1 to smithi03738989-8 2021-07-26T15:57:57.365 INFO:tasks.rados.rados.0.smithi037.stdout:232: finishing rollback tid 2 to smithi03738989-8 2021-07-26T15:57:57.365 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 22 (ObjNum 7 snap 0 seq_num 7) dirty exists 2021-07-26T15:57:57.366 INFO:tasks.rados.rados.0.smithi037.stdout:231: finishing write tid 6 to smithi03738989-17 2021-07-26T15:57:57.366 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 41 (ObjNum 98 snap 20 seq_num 98) dirty exists 2021-07-26T15:57:57.367 INFO:tasks.rados.rados.0.smithi037.stdout:231: left oid 17 (ObjNum 98 snap 20 seq_num 98) 2021-07-26T15:57:57.367 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 83 (ObjNum 23 snap 0 seq_num 23) dirty exists 2021-07-26T15:57:57.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:57 smithi107 bash[14687]: cluster 2021-07-26T15:57:56.287809+0000 mgr.y (mgr.14140) 454 : cluster [DBG] pgmap v424: 89 pgs: 89 active+clean; 52 MiB data, 88 MiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2021-07-26T15:57:57.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:57 smithi107 bash[14687]: cluster 2021-07-26T15:57:56.336332+0000 mon.a (mon.0) 729 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2021-07-26T15:57:57.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:57 smithi037 bash[14605]: cluster 2021-07-26T15:57:56.287809+0000 mgr.y (mgr.14140) 454 : cluster [DBG] pgmap v424: 89 pgs: 89 active+clean; 52 MiB data, 88 MiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2021-07-26T15:57:57.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:57 smithi037 bash[14605]: cluster 2021-07-26T15:57:56.336332+0000 mon.a (mon.0) 729 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2021-07-26T15:57:57.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:57 smithi037 bash[18551]: cluster 2021-07-26T15:57:56.287809+0000 mgr.y (mgr.14140) 454 : cluster [DBG] pgmap v424: 89 pgs: 89 active+clean; 52 MiB data, 88 MiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2021-07-26T15:57:57.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:57 smithi037 bash[18551]: cluster 2021-07-26T15:57:56.336332+0000 mon.a (mon.0) 729 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2021-07-26T15:57:58.270 INFO:tasks.rados.rados.0.smithi037.stdout:231: done (3 left) 2021-07-26T15:57:58.270 INFO:tasks.rados.rados.0.smithi037.stdout:232: done (2 left) 2021-07-26T15:57:58.270 INFO:tasks.rados.rados.0.smithi037.stdout:235: done (1 left) 2021-07-26T15:57:58.271 INFO:tasks.rados.rados.0.smithi037.stdout:236: done (0 left) 2021-07-26T15:57:58.271 INFO:tasks.rados.rados.0.smithi037.stdout:237: copy_from oid 48 from oid 47 current snap is 21 2021-07-26T15:57:58.271 INFO:tasks.rados.rados.0.smithi037.stdout:238: read oid 34 snap -1 2021-07-26T15:57:58.271 INFO:tasks.rados.rados.0.smithi037.stdout:238: expect (ObjNum 81 snap 14 seq_num 81) 2021-07-26T15:57:58.272 INFO:tasks.rados.rados.0.smithi037.stdout:239: snap_create 2021-07-26T15:57:58.286 INFO:tasks.rados.rados.0.smithi037.stdout:237: finishing copy_from to smithi03738989-48 2021-07-26T15:57:58.286 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2021-07-26T15:57:58.287 INFO:tasks.rados.rados.0.smithi037.stdout:237: finishing copy_from racing read to smithi03738989-48 2021-07-26T15:57:58.293 INFO:tasks.rados.rados.0.smithi037.stdout:238: expect (ObjNum 81 snap 14 seq_num 81) 2021-07-26T15:57:58.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:58 smithi107 bash[14687]: cluster 2021-07-26T15:57:57.339294+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2021-07-26T15:57:58.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:58 smithi107 bash[14687]: cluster 2021-07-26T15:57:58.268622+0000 mon.a (mon.0) 731 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2021-07-26T15:57:58.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:58 smithi037 bash[14605]: cluster 2021-07-26T15:57:57.339294+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2021-07-26T15:57:58.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:58 smithi037 bash[14605]: cluster 2021-07-26T15:57:58.268622+0000 mon.a (mon.0) 731 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2021-07-26T15:57:58.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:58 smithi037 bash[18551]: cluster 2021-07-26T15:57:57.339294+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2021-07-26T15:57:58.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:58 smithi037 bash[18551]: cluster 2021-07-26T15:57:58.268622+0000 mon.a (mon.0) 731 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2021-07-26T15:57:59.270 INFO:tasks.rados.rados.0.smithi037.stdout:237: done (2 left) 2021-07-26T15:57:59.271 INFO:tasks.rados.rados.0.smithi037.stdout:238: done (1 left) 2021-07-26T15:57:59.271 INFO:tasks.rados.rados.0.smithi037.stdout:239: done (0 left) 2021-07-26T15:57:59.271 INFO:tasks.rados.rados.0.smithi037.stdout:240: read oid 47 snap -1 2021-07-26T15:57:59.271 INFO:tasks.rados.rados.0.smithi037.stdout:240: expect (ObjNum 46 snap 0 seq_num 46) 2021-07-26T15:57:59.271 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 22 2021-07-26T15:57:59.272 INFO:tasks.rados.rados.0.smithi037.stdout:241: seq_num 100 ranges {557056=483328,1040384=688128,1728512=516096} 2021-07-26T15:57:59.278 INFO:tasks.rados.rados.0.smithi037.stdout:241: writing smithi03738989-45 from 557056 to 1040384 tid 1 2021-07-26T15:57:59.282 INFO:tasks.rados.rados.0.smithi037.stdout:241: writing smithi03738989-45 from 1040384 to 1728512 tid 2 2021-07-26T15:57:59.286 INFO:tasks.rados.rados.0.smithi037.stdout:241: writing smithi03738989-45 from 1728512 to 2244608 tid 3 2021-07-26T15:57:59.287 INFO:tasks.rados.rados.0.smithi037.stdout:242: read oid 49 snap 16 2021-07-26T15:57:59.287 INFO:tasks.rados.rados.0.smithi037.stdout:242: expect (ObjNum 48 snap 0 seq_num 48) 2021-07-26T15:57:59.287 INFO:tasks.rados.rados.0.smithi037.stdout:243: read oid 28 snap -1 2021-07-26T15:57:59.288 INFO:tasks.rados.rados.0.smithi037.stdout:243: expect (ObjNum 27 snap 0 seq_num 27) 2021-07-26T15:57:59.288 INFO:tasks.rados.rados.0.smithi037.stdout:244: read oid 11 snap -1 2021-07-26T15:57:59.289 INFO:tasks.rados.rados.0.smithi037.stdout:244: expect (ObjNum 57 snap 3 seq_num 57) 2021-07-26T15:57:59.289 INFO:tasks.rados.rados.0.smithi037.stdout:245: read oid 5 snap 10 2021-07-26T15:57:59.289 INFO:tasks.rados.rados.0.smithi037.stdout:245: expect (ObjNum 4 snap 0 seq_num 4) 2021-07-26T15:57:59.289 INFO:tasks.rados.rados.0.smithi037.stdout:246: setattr oid 48 current snap is 22 2021-07-26T15:57:59.290 INFO:tasks.rados.rados.0.smithi037.stdout:240: expect (ObjNum 46 snap 0 seq_num 46) 2021-07-26T15:57:59.309 INFO:tasks.rados.rados.0.smithi037.stdout:241: finishing write tid 1 to smithi03738989-45 2021-07-26T15:57:59.309 INFO:tasks.rados.rados.0.smithi037.stdout:241: finishing write tid 2 to smithi03738989-45 2021-07-26T15:57:59.309 INFO:tasks.rados.rados.0.smithi037.stdout:245: expect (ObjNum 4 snap 0 seq_num 4) 2021-07-26T15:57:59.310 INFO:tasks.rados.rados.0.smithi037.stdout:241: finishing write tid 3 to smithi03738989-45 2021-07-26T15:57:59.311 INFO:tasks.rados.rados.0.smithi037.stdout:241: finishing write tid 5 to smithi03738989-45 2021-07-26T15:57:59.311 INFO:tasks.rados.rados.0.smithi037.stdout:243: expect (ObjNum 27 snap 0 seq_num 27) 2021-07-26T15:57:59.327 INFO:tasks.rados.rados.0.smithi037.stdout:242: expect (ObjNum 48 snap 0 seq_num 48) 2021-07-26T15:57:59.346 INFO:tasks.rados.rados.0.smithi037.stdout:241: finishing write tid 6 to smithi03738989-45 2021-07-26T15:57:59.346 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 88 (ObjNum 100 snap 22 seq_num 100) dirty exists 2021-07-26T15:57:59.346 INFO:tasks.rados.rados.0.smithi037.stdout:241: left oid 45 (ObjNum 100 snap 22 seq_num 100) 2021-07-26T15:57:59.347 INFO:tasks.rados.rados.0.smithi037.stdout:244: expect (ObjNum 57 snap 3 seq_num 57) 2021-07-26T15:57:59.378 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 67 (ObjNum 46 snap 0 seq_num 46) dirty exists 2021-07-26T15:57:59.378 INFO:tasks.rados.rados.0.smithi037.stdout:240: done (6 left) 2021-07-26T15:57:59.378 INFO:tasks.rados.rados.0.smithi037.stdout:241: done (5 left) 2021-07-26T15:57:59.378 INFO:tasks.rados.rados.0.smithi037.stdout:242: done (4 left) 2021-07-26T15:57:59.379 INFO:tasks.rados.rados.0.smithi037.stdout:243: done (3 left) 2021-07-26T15:57:59.379 INFO:tasks.rados.rados.0.smithi037.stdout:244: done (2 left) 2021-07-26T15:57:59.379 INFO:tasks.rados.rados.0.smithi037.stdout:245: done (1 left) 2021-07-26T15:57:59.379 INFO:tasks.rados.rados.0.smithi037.stdout:246: done (0 left) 2021-07-26T15:57:59.380 INFO:tasks.rados.rados.0.smithi037.stdout:247: rollback oid 32 current snap is 22 2021-07-26T15:57:59.380 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 32 to 17 2021-07-26T15:57:59.380 INFO:tasks.rados.rados.0.smithi037.stdout:248: delete oid 49 current snap is 22 2021-07-26T15:57:59.382 INFO:tasks.rados.rados.0.smithi037.stdout:247: finishing rollback tid 0 to smithi03738989-32 2021-07-26T15:57:59.384 INFO:tasks.rados.rados.0.smithi037.stdout:247: finishing rollback tid 1 to smithi03738989-32 2021-07-26T15:57:59.384 INFO:tasks.rados.rados.0.smithi037.stdout:248: done (1 left) 2021-07-26T15:57:59.385 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 22 2021-07-26T15:57:59.385 INFO:tasks.rados.rados.0.smithi037.stdout:249: seq_num 102 ranges {0=516096,516096=450560,966656=729088,1695744=24576} 2021-07-26T15:57:59.390 INFO:tasks.rados.rados.0.smithi037.stdout:249: writing smithi03738989-35 from 0 to 516096 tid 1 2021-07-26T15:57:59.393 INFO:tasks.rados.rados.0.smithi037.stdout:249: writing smithi03738989-35 from 516096 to 966656 tid 2 2021-07-26T15:57:59.398 INFO:tasks.rados.rados.0.smithi037.stdout:249: writing smithi03738989-35 from 966656 to 1695744 tid 3 2021-07-26T15:57:59.398 INFO:tasks.rados.rados.0.smithi037.stdout:249: writing smithi03738989-35 from 1695744 to 1720320 tid 4 2021-07-26T15:57:59.398 INFO:tasks.rados.rados.0.smithi037.stdout:250: setattr oid 42 current snap is 22 2021-07-26T15:57:59.398 INFO:tasks.rados.rados.0.smithi037.stdout:247: finishing rollback tid 2 to smithi03738989-32 2021-07-26T15:57:59.399 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 92 (ObjNum 66 snap 4 seq_num 66) dirty exists 2021-07-26T15:57:59.399 INFO:tasks.rados.rados.0.smithi037.stdout:249: finishing write tid 1 to smithi03738989-35 2021-07-26T15:57:59.399 INFO:tasks.rados.rados.0.smithi037.stdout:249: finishing write tid 2 to smithi03738989-35 2021-07-26T15:57:59.400 INFO:tasks.rados.rados.0.smithi037.stdout:247: done (2 left) 2021-07-26T15:57:59.400 INFO:tasks.rados.rados.0.smithi037.stdout:251: setattr oid 3 current snap is 22 2021-07-26T15:57:59.401 INFO:tasks.rados.rados.0.smithi037.stdout:252: snap_remove snap 8 2021-07-26T15:57:59.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:59 smithi107 bash[14687]: cluster 2021-07-26T15:57:58.288420+0000 mgr.y (mgr.14140) 455 : cluster [DBG] pgmap v428: 89 pgs: 89 active+clean; 60 MiB data, 96 MiB used, 707 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2021-07-26T15:57:59.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:57:59 smithi107 bash[14687]: cluster 2021-07-26T15:57:59.270028+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2021-07-26T15:57:59.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:59 smithi037 bash[14605]: cluster 2021-07-26T15:57:58.288420+0000 mgr.y (mgr.14140) 455 : cluster [DBG] pgmap v428: 89 pgs: 89 active+clean; 60 MiB data, 96 MiB used, 707 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2021-07-26T15:57:59.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:57:59 smithi037 bash[14605]: cluster 2021-07-26T15:57:59.270028+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2021-07-26T15:57:59.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:59 smithi037 bash[18551]: cluster 2021-07-26T15:57:58.288420+0000 mgr.y (mgr.14140) 455 : cluster [DBG] pgmap v428: 89 pgs: 89 active+clean; 60 MiB data, 96 MiB used, 707 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2021-07-26T15:57:59.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:57:59 smithi037 bash[18551]: cluster 2021-07-26T15:57:59.270028+0000 mon.a (mon.0) 732 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2021-07-26T15:58:00.368 INFO:tasks.rados.rados.0.smithi037.stdout:252: done (3 left) 2021-07-26T15:58:00.368 INFO:tasks.rados.rados.0.smithi037.stdout:253: read oid 49 snap -1 2021-07-26T15:58:00.368 INFO:tasks.rados.rados.0.smithi037.stdout:253: expect deleted 2021-07-26T15:58:00.369 INFO:tasks.rados.rados.0.smithi037.stdout:254: read oid 43 snap -1 2021-07-26T15:58:00.369 INFO:tasks.rados.rados.0.smithi037.stdout:254: expect (ObjNum 80 snap 14 seq_num 80) 2021-07-26T15:58:00.370 INFO:tasks.rados.rados.0.smithi037.stdout:255: read oid 32 snap -1 2021-07-26T15:58:00.370 INFO:tasks.rados.rados.0.smithi037.stdout:255: expect (ObjNum 66 snap 4 seq_num 66) 2021-07-26T15:58:00.371 INFO:tasks.rados.rados.0.smithi037.stdout:256: copy_from oid 29 from oid 8 current snap is 22 2021-07-26T15:58:00.371 INFO:tasks.rados.rados.0.smithi037.stdout:257: copy_from oid 4 from oid 45 current snap is 22 2021-07-26T15:58:00.371 INFO:tasks.rados.rados.0.smithi037.stdout:258: read oid 5 snap -1 2021-07-26T15:58:00.371 INFO:tasks.rados.rados.0.smithi037.stdout:258: expect deleted 2021-07-26T15:58:00.372 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 24 (ObjNum 38 snap 0 seq_num 38) dirty exists 2021-07-26T15:58:00.372 INFO:tasks.rados.rados.0.smithi037.stdout:249: finishing write tid 3 to smithi03738989-35 2021-07-26T15:58:00.372 INFO:tasks.rados.rados.0.smithi037.stdout:249: finishing write tid 4 to smithi03738989-35 2021-07-26T15:58:00.372 INFO:tasks.rados.rados.0.smithi037.stdout:249: finishing write tid 6 to smithi03738989-35 2021-07-26T15:58:00.373 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 79 (ObjNum 6 snap 0 seq_num 6) dirty exists 2021-07-26T15:58:00.373 INFO:tasks.rados.rados.0.smithi037.stdout:249: finishing write tid 7 to smithi03738989-35 2021-07-26T15:58:00.373 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 77 (ObjNum 102 snap 22 seq_num 102) dirty exists 2021-07-26T15:58:00.373 INFO:tasks.rados.rados.0.smithi037.stdout:249: left oid 35 (ObjNum 102 snap 22 seq_num 102) 2021-07-26T15:58:00.373 INFO:tasks.rados.rados.0.smithi037.stdout:249: done (8 left) 2021-07-26T15:58:00.374 INFO:tasks.rados.rados.0.smithi037.stdout:250: done (7 left) 2021-07-26T15:58:00.374 INFO:tasks.rados.rados.0.smithi037.stdout:251: done (6 left) 2021-07-26T15:58:00.374 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 22 2021-07-26T15:58:00.374 INFO:tasks.rados.rados.0.smithi037.stdout:259: seq_num 103 ranges {679936=532480,1212416=737280,1949696=466944} 2021-07-26T15:58:00.375 INFO:tasks.rados.rados.0.smithi037.stdout:259: writing smithi03738989-41 from 679936 to 1212416 tid 1 2021-07-26T15:58:00.379 INFO:tasks.rados.rados.0.smithi037.stdout:259: writing smithi03738989-41 from 1212416 to 1949696 tid 2 2021-07-26T15:58:00.383 INFO:tasks.rados.rados.0.smithi037.stdout:259: writing smithi03738989-41 from 1949696 to 2416640 tid 3 2021-07-26T15:58:00.384 INFO:tasks.rados.rados.0.smithi037.stdout:253: done (6 left) 2021-07-26T15:58:00.384 INFO:tasks.rados.rados.0.smithi037.stdout:258: done (5 left) 2021-07-26T15:58:00.384 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 22 2021-07-26T15:58:00.384 INFO:tasks.rados.rados.0.smithi037.stdout:260: seq_num 104 ranges {0=548864,548864=622592,1171456=581632} 2021-07-26T15:58:00.386 INFO:tasks.rados.rados.0.smithi037.stdout:260: writing smithi03738989-31 from 0 to 548864 tid 1 2021-07-26T15:58:00.391 INFO:tasks.rados.rados.0.smithi037.stdout:260: writing smithi03738989-31 from 548864 to 1171456 tid 2 2021-07-26T15:58:00.396 INFO:tasks.rados.rados.0.smithi037.stdout:260: writing smithi03738989-31 from 1171456 to 1753088 tid 3 2021-07-26T15:58:00.396 INFO:tasks.rados.rados.0.smithi037.stdout:261: rollback oid 18 current snap is 22 2021-07-26T15:58:00.396 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 18 to 10 2021-07-26T15:58:00.396 INFO:tasks.rados.rados.0.smithi037.stdout:255: expect (ObjNum 66 snap 4 seq_num 66) 2021-07-26T15:58:00.508 INFO:tasks.rados.rados.0.smithi037.stdout:259: finishing write tid 1 to smithi03738989-41 2021-07-26T15:58:00.508 INFO:tasks.rados.rados.0.smithi037.stdout:261: finishing rollback tid 1 to smithi03738989-18 2021-07-26T15:58:00.509 INFO:tasks.rados.rados.0.smithi037.stdout:261: finishing rollback tid 2 to smithi03738989-18 2021-07-26T15:58:00.509 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 39 (ObjNum 17 snap 0 seq_num 17) dirty exists 2021-07-26T15:58:00.509 INFO:tasks.rados.rados.0.smithi037.stdout:256: finishing copy_from to smithi03738989-29 2021-07-26T15:58:00.511 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 22 (ObjNum 7 snap 0 seq_num 7) dirty exists 2021-07-26T15:58:00.511 INFO:tasks.rados.rados.0.smithi037.stdout:256: finishing copy_from racing read to smithi03738989-29 2021-07-26T15:58:00.511 INFO:tasks.rados.rados.0.smithi037.stdout:260: finishing write tid 1 to smithi03738989-31 2021-07-26T15:58:00.511 INFO:tasks.rados.rados.0.smithi037.stdout:260: finishing write tid 2 to smithi03738989-31 2021-07-26T15:58:00.511 INFO:tasks.rados.rados.0.smithi037.stdout:260: finishing write tid 3 to smithi03738989-31 2021-07-26T15:58:00.512 INFO:tasks.rados.rados.0.smithi037.stdout:260: finishing write tid 5 to smithi03738989-31 2021-07-26T15:58:00.512 INFO:tasks.rados.rados.0.smithi037.stdout:260: finishing write tid 6 to smithi03738989-31 2021-07-26T15:58:00.512 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 91 (ObjNum 104 snap 22 seq_num 104) dirty exists 2021-07-26T15:58:00.512 INFO:tasks.rados.rados.0.smithi037.stdout:260: left oid 31 (ObjNum 104 snap 22 seq_num 104) 2021-07-26T15:58:00.513 INFO:tasks.rados.rados.0.smithi037.stdout:259: finishing write tid 2 to smithi03738989-41 2021-07-26T15:58:00.513 INFO:tasks.rados.rados.0.smithi037.stdout:259: finishing write tid 3 to smithi03738989-41 2021-07-26T15:58:00.513 INFO:tasks.rados.rados.0.smithi037.stdout:255: done (6 left) 2021-07-26T15:58:00.513 INFO:tasks.rados.rados.0.smithi037.stdout:256: done (5 left) 2021-07-26T15:58:00.514 INFO:tasks.rados.rados.0.smithi037.stdout:260: done (4 left) 2021-07-26T15:58:00.514 INFO:tasks.rados.rados.0.smithi037.stdout:261: done (3 left) 2021-07-26T15:58:00.514 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 22 2021-07-26T15:58:00.514 INFO:tasks.rados.rados.0.smithi037.stdout:262: seq_num 105 ranges {286720=565248,851968=507904,1359872=507904,1867776=188416} 2021-07-26T15:58:00.519 INFO:tasks.rados.rados.0.smithi037.stdout:262: writing smithi03738989-18 from 286720 to 851968 tid 1 2021-07-26T15:58:00.523 INFO:tasks.rados.rados.0.smithi037.stdout:262: writing smithi03738989-18 from 851968 to 1359872 tid 2 2021-07-26T15:58:00.527 INFO:tasks.rados.rados.0.smithi037.stdout:262: writing smithi03738989-18 from 1359872 to 1867776 tid 3 2021-07-26T15:58:00.529 INFO:tasks.rados.rados.0.smithi037.stdout:262: writing smithi03738989-18 from 1867776 to 2056192 tid 4 2021-07-26T15:58:00.530 INFO:tasks.rados.rados.0.smithi037.stdout:263: read oid 20 snap -1 2021-07-26T15:58:00.530 INFO:tasks.rados.rados.0.smithi037.stdout:263: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:58:00.530 INFO:tasks.rados.rados.0.smithi037.stdout:264: rollback oid 46 current snap is 22 2021-07-26T15:58:00.530 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 46 to 10 2021-07-26T15:58:00.531 INFO:tasks.rados.rados.0.smithi037.stdout:257: finishing copy_from to smithi03738989-4 2021-07-26T15:58:00.531 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 88 (ObjNum 100 snap 22 seq_num 100) dirty exists 2021-07-26T15:58:00.531 INFO:tasks.rados.rados.0.smithi037.stdout:265: rmattr oid 49 current snap is 22 2021-07-26T15:58:00.531 INFO:tasks.rados.rados.0.smithi037.stdout:265: done (6 left) 2021-07-26T15:58:00.531 INFO:tasks.rados.rados.0.smithi037.stdout:266: copy_from oid 3 from oid 28 current snap is 22 2021-07-26T15:58:00.532 INFO:tasks.rados.rados.0.smithi037.stdout:257: finishing copy_from racing read to smithi03738989-4 2021-07-26T15:58:00.532 INFO:tasks.rados.rados.0.smithi037.stdout:259: finishing write tid 5 to smithi03738989-41 2021-07-26T15:58:00.532 INFO:tasks.rados.rados.0.smithi037.stdout:259: finishing write tid 6 to smithi03738989-41 2021-07-26T15:58:00.533 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 66 (ObjNum 103 snap 22 seq_num 103) dirty exists 2021-07-26T15:58:00.533 INFO:tasks.rados.rados.0.smithi037.stdout:259: left oid 41 (ObjNum 103 snap 22 seq_num 103) 2021-07-26T15:58:00.533 INFO:tasks.rados.rados.0.smithi037.stdout:254: expect (ObjNum 80 snap 14 seq_num 80) 2021-07-26T15:58:00.656 INFO:tasks.rados.rados.0.smithi037.stdout:262: finishing write tid 1 to smithi03738989-18 2021-07-26T15:58:00.657 INFO:tasks.rados.rados.0.smithi037.stdout:262: finishing write tid 2 to smithi03738989-18 2021-07-26T15:58:00.657 INFO:tasks.rados.rados.0.smithi037.stdout:264: finishing rollback tid 0 to smithi03738989-46 2021-07-26T15:58:00.657 INFO:tasks.rados.rados.0.smithi037.stdout:264: finishing rollback tid 1 to smithi03738989-46 2021-07-26T15:58:00.657 INFO:tasks.rados.rados.0.smithi037.stdout:264: finishing rollback tid 2 to smithi03738989-46 2021-07-26T15:58:00.658 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 61 (ObjNum 45 snap 0 seq_num 45) dirty exists 2021-07-26T15:58:00.658 INFO:tasks.rados.rados.0.smithi037.stdout:263: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:58:00.671 INFO:tasks.rados.rados.0.smithi037.stdout:262: finishing write tid 3 to smithi03738989-18 2021-07-26T15:58:00.671 INFO:tasks.rados.rados.0.smithi037.stdout:262: finishing write tid 4 to smithi03738989-18 2021-07-26T15:58:00.672 INFO:tasks.rados.rados.0.smithi037.stdout:262: finishing write tid 6 to smithi03738989-18 2021-07-26T15:58:00.672 INFO:tasks.rados.rados.0.smithi037.stdout:262: finishing write tid 7 to smithi03738989-18 2021-07-26T15:58:00.672 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 44 (ObjNum 105 snap 22 seq_num 105) dirty exists 2021-07-26T15:58:00.672 INFO:tasks.rados.rados.0.smithi037.stdout:262: left oid 18 (ObjNum 105 snap 22 seq_num 105) 2021-07-26T15:58:00.673 INFO:tasks.rados.rados.0.smithi037.stdout:266: finishing copy_from to smithi03738989-3 2021-07-26T15:58:00.673 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 22 (ObjNum 27 snap 0 seq_num 27) dirty exists 2021-07-26T15:58:00.673 INFO:tasks.rados.rados.0.smithi037.stdout:266: finishing copy_from racing read to smithi03738989-3 2021-07-26T15:58:00.673 INFO:tasks.rados.rados.0.smithi037.stdout:254: done (6 left) 2021-07-26T15:58:00.674 INFO:tasks.rados.rados.0.smithi037.stdout:257: done (5 left) 2021-07-26T15:58:00.674 INFO:tasks.rados.rados.0.smithi037.stdout:259: done (4 left) 2021-07-26T15:58:00.675 INFO:tasks.rados.rados.0.smithi037.stdout:262: done (3 left) 2021-07-26T15:58:00.675 INFO:tasks.rados.rados.0.smithi037.stdout:263: done (2 left) 2021-07-26T15:58:00.675 INFO:tasks.rados.rados.0.smithi037.stdout:264: done (1 left) 2021-07-26T15:58:00.675 INFO:tasks.rados.rados.0.smithi037.stdout:266: done (0 left) 2021-07-26T15:58:00.676 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 22 2021-07-26T15:58:00.676 INFO:tasks.rados.rados.0.smithi037.stdout:267: seq_num 106 ranges {458752=581632,1040384=794624,1835008=409600} 2021-07-26T15:58:00.687 INFO:tasks.rados.rados.0.smithi037.stdout:267: writing smithi03738989-3 from 458752 to 1040384 tid 1 2021-07-26T15:58:00.691 INFO:tasks.rados.rados.0.smithi037.stdout:267: writing smithi03738989-3 from 1040384 to 1835008 tid 2 2021-07-26T15:58:00.694 INFO:tasks.rados.rados.0.smithi037.stdout:267: writing smithi03738989-3 from 1835008 to 2244608 tid 3 2021-07-26T15:58:00.694 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 22 2021-07-26T15:58:00.694 INFO:tasks.rados.rados.0.smithi037.stdout:268: seq_num 107 ranges {638976=598016,1236992=729088,1966080=466944,2433024=8192} 2021-07-26T15:58:00.701 INFO:tasks.rados.rados.0.smithi037.stdout:268: writing smithi03738989-25 from 638976 to 1236992 tid 1 2021-07-26T15:58:00.705 INFO:tasks.rados.rados.0.smithi037.stdout:268: writing smithi03738989-25 from 1236992 to 1966080 tid 2 2021-07-26T15:58:00.708 INFO:tasks.rados.rados.0.smithi037.stdout:268: writing smithi03738989-25 from 1966080 to 2433024 tid 3 2021-07-26T15:58:00.708 INFO:tasks.rados.rados.0.smithi037.stdout:268: writing smithi03738989-25 from 2433024 to 2441216 tid 4 2021-07-26T15:58:00.709 INFO:tasks.rados.rados.0.smithi037.stdout:269: read oid 12 snap 20 2021-07-26T15:58:00.709 INFO:tasks.rados.rados.0.smithi037.stdout:269: expect (ObjNum 68 snap 5 seq_num 68) 2021-07-26T15:58:00.709 INFO:tasks.rados.rados.0.smithi037.stdout:270: rmattr oid 34 current snap is 22 2021-07-26T15:58:00.709 INFO:tasks.rados.rados.0.smithi037.stdout:270: done (3 left) 2021-07-26T15:58:00.709 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 22 2021-07-26T15:58:00.710 INFO:tasks.rados.rados.0.smithi037.stdout:271: seq_num 108 ranges {761856=614400,1376256=606208,1982464=598016} 2021-07-26T15:58:00.716 INFO:tasks.rados.rados.0.smithi037.stdout:271: writing smithi03738989-46 from 761856 to 1376256 tid 1 2021-07-26T15:58:00.720 INFO:tasks.rados.rados.0.smithi037.stdout:271: writing smithi03738989-46 from 1376256 to 1982464 tid 2 2021-07-26T15:58:00.724 INFO:tasks.rados.rados.0.smithi037.stdout:271: writing smithi03738989-46 from 1982464 to 2580480 tid 3 2021-07-26T15:58:00.724 INFO:tasks.rados.rados.0.smithi037.stdout:272: read oid 2 snap -1 2021-07-26T15:58:00.724 INFO:tasks.rados.rados.0.smithi037.stdout:272: expect deleted 2021-07-26T15:58:00.725 INFO:tasks.rados.rados.0.smithi037.stdout:273: read oid 7 snap 16 2021-07-26T15:58:00.725 INFO:tasks.rados.rados.0.smithi037.stdout:273: expect (ObjNum 6 snap 0 seq_num 6) 2021-07-26T15:58:00.725 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 22 2021-07-26T15:58:00.725 INFO:tasks.rados.rados.0.smithi037.stdout:274: seq_num 109 ranges {638976=630784,1269760=491520,1761280=483328,2244608=229376} 2021-07-26T15:58:00.731 INFO:tasks.rados.rados.0.smithi037.stdout:274: writing smithi03738989-42 from 638976 to 1269760 tid 1 2021-07-26T15:58:00.734 INFO:tasks.rados.rados.0.smithi037.stdout:274: writing smithi03738989-42 from 1269760 to 1761280 tid 2 2021-07-26T15:58:00.736 INFO:tasks.rados.rados.0.smithi037.stdout:274: writing smithi03738989-42 from 1761280 to 2244608 tid 3 2021-07-26T15:58:00.738 INFO:tasks.rados.rados.0.smithi037.stdout:274: writing smithi03738989-42 from 2244608 to 2473984 tid 4 2021-07-26T15:58:00.738 INFO:tasks.rados.rados.0.smithi037.stdout:275: snap_remove snap 10 2021-07-26T15:58:00.837 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 15:58:00 smithi037 bash[20991]: debug 2021-07-26T15:58:00.364+0000 7ff61bf36700 -1 osd.0 pg_epoch: 98 pg[5.3s0( v 93'57 (0'0,93'57] local-lis/les=59/60 n=7 ec=59/59 lis/c=59/59 les/c/f=60/60/0 sis=59) [0,3,6]p0(0) r=0 lpr=59 crt=93'57 lcod 93'55 mlcod 93'55 active+clean+snaptrim trimq=[d~1] ps=[c~1,15~1,19~1]] removing snap head 2021-07-26T15:58:01.384 INFO:tasks.rados.rados.0.smithi037.stdout:267: finishing write tid 1 to smithi03738989-3 2021-07-26T15:58:01.384 INFO:tasks.rados.rados.0.smithi037.stdout:267: finishing write tid 2 to smithi03738989-3 2021-07-26T15:58:01.384 INFO:tasks.rados.rados.0.smithi037.stdout:267: finishing write tid 3 to smithi03738989-3 2021-07-26T15:58:01.384 INFO:tasks.rados.rados.0.smithi037.stdout:267: finishing write tid 5 to smithi03738989-3 2021-07-26T15:58:01.385 INFO:tasks.rados.rados.0.smithi037.stdout:267: finishing write tid 6 to smithi03738989-3 2021-07-26T15:58:01.385 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 96 (ObjNum 106 snap 22 seq_num 106) dirty exists 2021-07-26T15:58:01.385 INFO:tasks.rados.rados.0.smithi037.stdout:267: left oid 3 (ObjNum 106 snap 22 seq_num 106) 2021-07-26T15:58:01.385 INFO:tasks.rados.rados.0.smithi037.stdout:268: finishing write tid 1 to smithi03738989-25 2021-07-26T15:58:01.386 INFO:tasks.rados.rados.0.smithi037.stdout:268: finishing write tid 2 to smithi03738989-25 2021-07-26T15:58:01.386 INFO:tasks.rados.rados.0.smithi037.stdout:268: finishing write tid 3 to smithi03738989-25 2021-07-26T15:58:01.386 INFO:tasks.rados.rados.0.smithi037.stdout:268: finishing write tid 4 to smithi03738989-25 2021-07-26T15:58:01.386 INFO:tasks.rados.rados.0.smithi037.stdout:268: finishing write tid 6 to smithi03738989-25 2021-07-26T15:58:01.386 INFO:tasks.rados.rados.0.smithi037.stdout:271: finishing write tid 1 to smithi03738989-46 2021-07-26T15:58:01.387 INFO:tasks.rados.rados.0.smithi037.stdout:268: finishing write tid 7 to smithi03738989-25 2021-07-26T15:58:01.387 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 72 (ObjNum 107 snap 22 seq_num 107) dirty exists 2021-07-26T15:58:01.387 INFO:tasks.rados.rados.0.smithi037.stdout:268: left oid 25 (ObjNum 107 snap 22 seq_num 107) 2021-07-26T15:58:01.387 INFO:tasks.rados.rados.0.smithi037.stdout:269: expect (ObjNum 68 snap 5 seq_num 68) 2021-07-26T15:58:01.524 INFO:tasks.rados.rados.0.smithi037.stdout:271: finishing write tid 2 to smithi03738989-46 2021-07-26T15:58:01.525 INFO:tasks.rados.rados.0.smithi037.stdout:271: finishing write tid 3 to smithi03738989-46 2021-07-26T15:58:01.525 INFO:tasks.rados.rados.0.smithi037.stdout:271: finishing write tid 5 to smithi03738989-46 2021-07-26T15:58:01.526 INFO:tasks.rados.rados.0.smithi037.stdout:271: finishing write tid 6 to smithi03738989-46 2021-07-26T15:58:01.526 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 65 (ObjNum 108 snap 22 seq_num 108) dirty exists 2021-07-26T15:58:01.526 INFO:tasks.rados.rados.0.smithi037.stdout:271: left oid 46 (ObjNum 108 snap 22 seq_num 108) 2021-07-26T15:58:01.527 INFO:tasks.rados.rados.0.smithi037.stdout:273: expect (ObjNum 6 snap 0 seq_num 6) 2021-07-26T15:58:01.528 INFO:tasks.rados.rados.0.smithi037.stdout:274: finishing write tid 1 to smithi03738989-42 2021-07-26T15:58:01.528 INFO:tasks.rados.rados.0.smithi037.stdout:274: finishing write tid 2 to smithi03738989-42 2021-07-26T15:58:01.529 INFO:tasks.rados.rados.0.smithi037.stdout:274: finishing write tid 3 to smithi03738989-42 2021-07-26T15:58:01.529 INFO:tasks.rados.rados.0.smithi037.stdout:274: finishing write tid 4 to smithi03738989-42 2021-07-26T15:58:01.529 INFO:tasks.rados.rados.0.smithi037.stdout:274: finishing write tid 6 to smithi03738989-42 2021-07-26T15:58:01.530 INFO:tasks.rados.rados.0.smithi037.stdout:274: finishing write tid 7 to smithi03738989-42 2021-07-26T15:58:01.530 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 35 (ObjNum 109 snap 22 seq_num 109) dirty exists 2021-07-26T15:58:01.530 INFO:tasks.rados.rados.0.smithi037.stdout:274: left oid 42 (ObjNum 109 snap 22 seq_num 109) 2021-07-26T15:58:01.530 INFO:tasks.rados.rados.0.smithi037.stdout:267: done (7 left) 2021-07-26T15:58:01.531 INFO:tasks.rados.rados.0.smithi037.stdout:268: done (6 left) 2021-07-26T15:58:01.531 INFO:tasks.rados.rados.0.smithi037.stdout:269: done (5 left) 2021-07-26T15:58:01.531 INFO:tasks.rados.rados.0.smithi037.stdout:271: done (4 left) 2021-07-26T15:58:01.531 INFO:tasks.rados.rados.0.smithi037.stdout:272: done (3 left) 2021-07-26T15:58:01.532 INFO:tasks.rados.rados.0.smithi037.stdout:273: done (2 left) 2021-07-26T15:58:01.532 INFO:tasks.rados.rados.0.smithi037.stdout:274: done (1 left) 2021-07-26T15:58:01.532 INFO:tasks.rados.rados.0.smithi037.stdout:275: done (0 left) 2021-07-26T15:58:01.532 INFO:tasks.rados.rados.0.smithi037.stdout:276: copy_from oid 42 from oid 46 current snap is 22 2021-07-26T15:58:01.532 INFO:tasks.rados.rados.0.smithi037.stdout:277: rollback oid 16 current snap is 22 2021-07-26T15:58:01.533 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 20 2021-07-26T15:58:01.533 INFO:tasks.rados.rados.0.smithi037.stdout:278: rollback oid 29 current snap is 22 2021-07-26T15:58:01.533 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 29 to 14 2021-07-26T15:58:01.533 INFO:tasks.rados.rados.0.smithi037.stdout:279: rmattr oid 20 current snap is 22 2021-07-26T15:58:01.534 INFO:tasks.rados.rados.0.smithi037.stdout:279: done (3 left) 2021-07-26T15:58:01.534 INFO:tasks.rados.rados.0.smithi037.stdout:280: rollback oid 13 current snap is 22 2021-07-26T15:58:01.534 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 13 to 16 2021-07-26T15:58:01.534 INFO:tasks.rados.rados.0.smithi037.stdout:281: rmattr oid 47 current snap is 22 2021-07-26T15:58:01.534 INFO:tasks.rados.rados.0.smithi037.stdout:281: done (4 left) 2021-07-26T15:58:01.535 INFO:tasks.rados.rados.0.smithi037.stdout:282: copy_from oid 37 from oid 26 current snap is 22 2021-07-26T15:58:01.535 INFO:tasks.rados.rados.0.smithi037.stdout:283: rollback oid 9 current snap is 22 2021-07-26T15:58:01.535 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 16 2021-07-26T15:58:01.535 INFO:tasks.rados.rados.0.smithi037.stdout:284: snap_remove snap 21 2021-07-26T15:58:01.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:01 smithi107 bash[14687]: cluster 2021-07-26T15:58:00.289172+0000 mgr.y (mgr.14140) 456 : cluster [DBG] pgmap v430: 89 pgs: 89 active+clean; 63 MiB data, 100 MiB used, 707 GiB / 715 GiB avail; 734 KiB/s rd, 2.7 MiB/s wr, 21 op/s 2021-07-26T15:58:01.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:01 smithi107 bash[14687]: cluster 2021-07-26T15:58:00.364622+0000 mon.a (mon.0) 733 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2021-07-26T15:58:01.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:01 smithi037 bash[18551]: cluster 2021-07-26T15:58:00.289172+0000 mgr.y (mgr.14140) 456 : cluster [DBG] pgmap v430: 89 pgs: 89 active+clean; 63 MiB data, 100 MiB used, 707 GiB / 715 GiB avail; 734 KiB/s rd, 2.7 MiB/s wr, 21 op/s 2021-07-26T15:58:01.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:01 smithi037 bash[18551]: cluster 2021-07-26T15:58:00.364622+0000 mon.a (mon.0) 733 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2021-07-26T15:58:01.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:01 smithi037 bash[14605]: cluster 2021-07-26T15:58:00.289172+0000 mgr.y (mgr.14140) 456 : cluster [DBG] pgmap v430: 89 pgs: 89 active+clean; 63 MiB data, 100 MiB used, 707 GiB / 715 GiB avail; 734 KiB/s rd, 2.7 MiB/s wr, 21 op/s 2021-07-26T15:58:01.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:01 smithi037 bash[14605]: cluster 2021-07-26T15:58:00.364622+0000 mon.a (mon.0) 733 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2021-07-26T15:58:02.384 INFO:tasks.rados.rados.0.smithi037.stdout:284: done (6 left) 2021-07-26T15:58:02.384 INFO:tasks.rados.rados.0.smithi037.stdout:285: snap_create 2021-07-26T15:58:02.384 INFO:tasks.rados.rados.0.smithi037.stdout:277: finishing rollback tid 0 to smithi03738989-16 2021-07-26T15:58:02.385 INFO:tasks.rados.rados.0.smithi037.stdout:277: finishing rollback tid 1 to smithi03738989-16 2021-07-26T15:58:02.385 INFO:tasks.rados.rados.0.smithi037.stdout:277: finishing rollback tid 2 to smithi03738989-16 2021-07-26T15:58:02.385 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 79 (ObjNum 79 snap 13 seq_num 79) dirty exists 2021-07-26T15:58:02.386 INFO:tasks.rados.rados.0.smithi037.stdout:278: finishing rollback tid 0 to smithi03738989-29 2021-07-26T15:58:02.386 INFO:tasks.rados.rados.0.smithi037.stdout:283: finishing rollback tid 0 to smithi03738989-9 2021-07-26T15:58:02.386 INFO:tasks.rados.rados.0.smithi037.stdout:278: finishing rollback tid 1 to smithi03738989-29 2021-07-26T15:58:02.386 INFO:tasks.rados.rados.0.smithi037.stdout:280: finishing rollback tid 0 to smithi03738989-13 2021-07-26T15:58:02.387 INFO:tasks.rados.rados.0.smithi037.stdout:278: finishing rollback tid 2 to smithi03738989-29 2021-07-26T15:58:02.387 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 107 (ObjNum 73 snap 10 seq_num 73) dirty exists 2021-07-26T15:58:02.388 INFO:tasks.rados.rados.0.smithi037.stdout:280: finishing rollback tid 1 to smithi03738989-13 2021-07-26T15:58:02.388 INFO:tasks.rados.rados.0.smithi037.stdout:280: finishing rollback tid 2 to smithi03738989-13 2021-07-26T15:58:02.389 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 75 (ObjNum 78 snap 13 seq_num 78) dirty exists 2021-07-26T15:58:02.389 INFO:tasks.rados.rados.0.smithi037.stdout:282: finishing copy_from to smithi03738989-37 2021-07-26T15:58:02.389 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2021-07-26T15:58:02.390 INFO:tasks.rados.rados.0.smithi037.stdout:282: finishing copy_from racing read to smithi03738989-37 2021-07-26T15:58:02.391 INFO:tasks.rados.rados.0.smithi037.stdout:283: finishing rollback tid 1 to smithi03738989-9 2021-07-26T15:58:02.391 INFO:tasks.rados.rados.0.smithi037.stdout:283: finishing rollback tid 2 to smithi03738989-9 2021-07-26T15:58:02.391 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 73 (ObjNum 67 snap 5 seq_num 67) dirty exists 2021-07-26T15:58:02.392 INFO:tasks.rados.rados.0.smithi037.stdout:276: finishing copy_from to smithi03738989-42 2021-07-26T15:58:02.392 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 65 (ObjNum 108 snap 22 seq_num 108) dirty exists 2021-07-26T15:58:02.393 INFO:tasks.rados.rados.0.smithi037.stdout:276: finishing copy_from racing read to smithi03738989-42 2021-07-26T15:58:02.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:02 smithi107 bash[14687]: cluster 2021-07-26T15:58:01.374898+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2021-07-26T15:58:02.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:02 smithi037 bash[14605]: cluster 2021-07-26T15:58:01.374898+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2021-07-26T15:58:02.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:02 smithi037 bash[18551]: cluster 2021-07-26T15:58:01.374898+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2021-07-26T15:58:03.271 INFO:tasks.rados.rados.0.smithi037.stdout:276: done (6 left) 2021-07-26T15:58:03.272 INFO:tasks.rados.rados.0.smithi037.stdout:277: done (5 left) 2021-07-26T15:58:03.272 INFO:tasks.rados.rados.0.smithi037.stdout:278: done (4 left) 2021-07-26T15:58:03.272 INFO:tasks.rados.rados.0.smithi037.stdout:280: done (3 left) 2021-07-26T15:58:03.272 INFO:tasks.rados.rados.0.smithi037.stdout:282: done (2 left) 2021-07-26T15:58:03.272 INFO:tasks.rados.rados.0.smithi037.stdout:283: done (1 left) 2021-07-26T15:58:03.273 INFO:tasks.rados.rados.0.smithi037.stdout:285: done (0 left) 2021-07-26T15:58:03.273 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 23 2021-07-26T15:58:03.273 INFO:tasks.rados.rados.0.smithi037.stdout:286: seq_num 110 ranges {2867200=647168,3514368=778240,4292608=425984} 2021-07-26T15:58:03.294 INFO:tasks.rados.rados.0.smithi037.stdout:286: writing smithi03738989-16 from 2867200 to 3514368 tid 1 2021-07-26T15:58:03.299 INFO:tasks.rados.rados.0.smithi037.stdout:286: writing smithi03738989-16 from 3514368 to 4292608 tid 2 2021-07-26T15:58:03.301 INFO:tasks.rados.rados.0.smithi037.stdout:286: writing smithi03738989-16 from 4292608 to 4718592 tid 3 2021-07-26T15:58:03.302 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 23 2021-07-26T15:58:03.302 INFO:tasks.rados.rados.0.smithi037.stdout:287: seq_num 111 ranges {2056192=663552,2719744=663552,3383296=450560,3833856=90112} 2021-07-26T15:58:03.318 INFO:tasks.rados.rados.0.smithi037.stdout:287: writing smithi03738989-18 from 2056192 to 2719744 tid 1 2021-07-26T15:58:03.321 INFO:tasks.rados.rados.0.smithi037.stdout:287: writing smithi03738989-18 from 2719744 to 3383296 tid 2 2021-07-26T15:58:03.323 INFO:tasks.rados.rados.0.smithi037.stdout:287: writing smithi03738989-18 from 3383296 to 3833856 tid 3 2021-07-26T15:58:03.324 INFO:tasks.rados.rados.0.smithi037.stdout:287: writing smithi03738989-18 from 3833856 to 3923968 tid 4 2021-07-26T15:58:03.325 INFO:tasks.rados.rados.0.smithi037.stdout:288: setattr oid 45 current snap is 23 2021-07-26T15:58:03.325 INFO:tasks.rados.rados.0.smithi037.stdout:286: finishing write tid 1 to smithi03738989-16 2021-07-26T15:58:03.325 INFO:tasks.rados.rados.0.smithi037.stdout:286: finishing write tid 2 to smithi03738989-16 2021-07-26T15:58:03.326 INFO:tasks.rados.rados.0.smithi037.stdout:286: finishing write tid 3 to smithi03738989-16 2021-07-26T15:58:03.326 INFO:tasks.rados.rados.0.smithi037.stdout:286: finishing write tid 5 to smithi03738989-16 2021-07-26T15:58:03.326 INFO:tasks.rados.rados.0.smithi037.stdout:286: finishing write tid 6 to smithi03738989-16 2021-07-26T15:58:03.326 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 89 (ObjNum 110 snap 23 seq_num 110) dirty exists 2021-07-26T15:58:03.326 INFO:tasks.rados.rados.0.smithi037.stdout:286: left oid 16 (ObjNum 110 snap 23 seq_num 110) 2021-07-26T15:58:03.327 INFO:tasks.rados.rados.0.smithi037.stdout:286: done (2 left) 2021-07-26T15:58:03.327 INFO:tasks.rados.rados.0.smithi037.stdout:289: snap_remove snap 18 2021-07-26T15:58:03.763 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:03 smithi107 bash[14687]: cluster 2021-07-26T15:58:02.290061+0000 mgr.y (mgr.14140) 457 : cluster [DBG] pgmap v433: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 70 MiB data, 113 MiB used, 707 GiB / 715 GiB avail; 952 KiB/s rd, 2.5 MiB/s wr, 25 op/s 2021-07-26T15:58:03.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:03 smithi107 bash[14687]: cluster 2021-07-26T15:58:02.382865+0000 mon.a (mon.0) 735 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2021-07-26T15:58:03.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:03 smithi107 bash[14687]: cluster 2021-07-26T15:58:03.270760+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2021-07-26T15:58:03.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:03 smithi037 bash[14605]: cluster 2021-07-26T15:58:02.290061+0000 mgr.y (mgr.14140) 457 : cluster [DBG] pgmap v433: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 70 MiB data, 113 MiB used, 707 GiB / 715 GiB avail; 952 KiB/s rd, 2.5 MiB/s wr, 25 op/s 2021-07-26T15:58:03.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:03 smithi037 bash[14605]: cluster 2021-07-26T15:58:02.382865+0000 mon.a (mon.0) 735 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2021-07-26T15:58:03.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:03 smithi037 bash[14605]: cluster 2021-07-26T15:58:03.270760+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2021-07-26T15:58:03.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:03 smithi037 bash[18551]: cluster 2021-07-26T15:58:02.290061+0000 mgr.y (mgr.14140) 457 : cluster [DBG] pgmap v433: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 70 MiB data, 113 MiB used, 707 GiB / 715 GiB avail; 952 KiB/s rd, 2.5 MiB/s wr, 25 op/s 2021-07-26T15:58:03.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:03 smithi037 bash[18551]: cluster 2021-07-26T15:58:02.382865+0000 mon.a (mon.0) 735 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2021-07-26T15:58:03.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:03 smithi037 bash[18551]: cluster 2021-07-26T15:58:03.270760+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2021-07-26T15:58:04.286 INFO:tasks.rados.rados.0.smithi037.stdout:289: done (2 left) 2021-07-26T15:58:04.287 INFO:tasks.rados.rados.0.smithi037.stdout:290: setattr oid 15 current snap is 23 2021-07-26T15:58:04.287 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 128 (ObjNum 100 snap 22 seq_num 100) dirty exists 2021-07-26T15:58:04.287 INFO:tasks.rados.rados.0.smithi037.stdout:287: finishing write tid 1 to smithi03738989-18 2021-07-26T15:58:04.288 INFO:tasks.rados.rados.0.smithi037.stdout:287: finishing write tid 2 to smithi03738989-18 2021-07-26T15:58:04.288 INFO:tasks.rados.rados.0.smithi037.stdout:287: finishing write tid 3 to smithi03738989-18 2021-07-26T15:58:04.288 INFO:tasks.rados.rados.0.smithi037.stdout:287: finishing write tid 4 to smithi03738989-18 2021-07-26T15:58:04.289 INFO:tasks.rados.rados.0.smithi037.stdout:287: finishing write tid 6 to smithi03738989-18 2021-07-26T15:58:04.289 INFO:tasks.rados.rados.0.smithi037.stdout:287: finishing write tid 7 to smithi03738989-18 2021-07-26T15:58:04.289 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 56 (ObjNum 111 snap 23 seq_num 111) dirty exists 2021-07-26T15:58:04.289 INFO:tasks.rados.rados.0.smithi037.stdout:287: left oid 18 (ObjNum 111 snap 23 seq_num 111) 2021-07-26T15:58:04.290 INFO:tasks.rados.rados.0.smithi037.stdout:287: done (2 left) 2021-07-26T15:58:04.290 INFO:tasks.rados.rados.0.smithi037.stdout:288: done (1 left) 2021-07-26T15:58:04.290 INFO:tasks.rados.rados.0.smithi037.stdout:291: snap_create 2021-07-26T15:58:04.297 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 52 (ObjNum 1935370852 snap 1936612189 seq_num 1818518375) dirty exists 2021-07-26T15:58:05.296 INFO:tasks.rados.rados.0.smithi037.stdout:290: done (1 left) 2021-07-26T15:58:05.296 INFO:tasks.rados.rados.0.smithi037.stdout:291: done (0 left) 2021-07-26T15:58:05.296 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 33 current snap is 24 2021-07-26T15:58:05.297 INFO:tasks.rados.rados.0.smithi037.stdout:292: seq_num 112 ranges {253952=679936,933888=548864,1482752=655360} 2021-07-26T15:58:05.303 INFO:tasks.rados.rados.0.smithi037.stdout:292: writing smithi03738989-33 from 253952 to 933888 tid 1 2021-07-26T15:58:05.308 INFO:tasks.rados.rados.0.smithi037.stdout:292: writing smithi03738989-33 from 933888 to 1482752 tid 2 2021-07-26T15:58:05.312 INFO:tasks.rados.rados.0.smithi037.stdout:292: writing smithi03738989-33 from 1482752 to 2138112 tid 3 2021-07-26T15:58:05.312 INFO:tasks.rados.rados.0.smithi037.stdout:293: copy_from oid 18 from oid 13 current snap is 24 2021-07-26T15:58:05.312 INFO:tasks.rados.rados.0.smithi037.stdout:294: snap_create 2021-07-26T15:58:05.317 INFO:tasks.rados.rados.0.smithi037.stdout:292: finishing write tid 1 to smithi03738989-33 2021-07-26T15:58:05.318 INFO:tasks.rados.rados.0.smithi037.stdout:292: finishing write tid 2 to smithi03738989-33 2021-07-26T15:58:05.319 INFO:tasks.rados.rados.0.smithi037.stdout:292: finishing write tid 3 to smithi03738989-33 2021-07-26T15:58:05.319 INFO:tasks.rados.rados.0.smithi037.stdout:292: finishing write tid 5 to smithi03738989-33 2021-07-26T15:58:05.321 INFO:tasks.rados.rados.0.smithi037.stdout:292: finishing write tid 6 to smithi03738989-33 2021-07-26T15:58:05.321 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 86 (ObjNum 112 snap 24 seq_num 112) dirty exists 2021-07-26T15:58:05.321 INFO:tasks.rados.rados.0.smithi037.stdout:292: left oid 33 (ObjNum 112 snap 24 seq_num 112) 2021-07-26T15:58:05.327 INFO:tasks.rados.rados.0.smithi037.stdout:293: finishing copy_from to smithi03738989-18 2021-07-26T15:58:05.327 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 75 (ObjNum 78 snap 13 seq_num 78) dirty exists 2021-07-26T15:58:05.328 INFO:tasks.rados.rados.0.smithi037.stdout:293: finishing copy_from racing read to smithi03738989-18 2021-07-26T15:58:05.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:05 smithi037 bash[14605]: cluster 2021-07-26T15:58:04.286215+0000 mon.a (mon.0) 737 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2021-07-26T15:58:05.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:05 smithi037 bash[14605]: cluster 2021-07-26T15:58:04.290618+0000 mgr.y (mgr.14140) 458 : cluster [DBG] pgmap v437: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 77 MiB data, 120 MiB used, 707 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.8 MiB/s wr, 41 op/s 2021-07-26T15:58:05.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:05 smithi037 bash[18551]: cluster 2021-07-26T15:58:04.286215+0000 mon.a (mon.0) 737 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2021-07-26T15:58:05.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:05 smithi037 bash[18551]: cluster 2021-07-26T15:58:04.290618+0000 mgr.y (mgr.14140) 458 : cluster [DBG] pgmap v437: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 77 MiB data, 120 MiB used, 707 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.8 MiB/s wr, 41 op/s 2021-07-26T15:58:05.642 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:05 smithi107 bash[14687]: cluster 2021-07-26T15:58:04.286215+0000 mon.a (mon.0) 737 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2021-07-26T15:58:05.642 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:05 smithi107 bash[14687]: cluster 2021-07-26T15:58:04.290618+0000 mgr.y (mgr.14140) 458 : cluster [DBG] pgmap v437: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 77 MiB data, 120 MiB used, 707 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.8 MiB/s wr, 41 op/s 2021-07-26T15:58:05.955 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:05 smithi107 docker[25789]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-mgr.x 2021-07-26T15:58:05.955 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:05 smithi107 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mgr.x.service: Main process exited, code=exited, status=137/n/a 2021-07-26T15:58:05.955 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:05 smithi107 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mgr.x.service: Failed with result 'exit-code'. 2021-07-26T15:58:05.956 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:05 smithi107 systemd[1]: Stopped Ceph mgr.x for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T15:58:05.956 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:05 smithi107 systemd[1]: Started Ceph mgr.x for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T15:58:06.263 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:05 smithi107 bash[25873]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:58:06.295 INFO:tasks.rados.rados.0.smithi037.stdout:292: done (2 left) 2021-07-26T15:58:06.296 INFO:tasks.rados.rados.0.smithi037.stdout:293: done (1 left) 2021-07-26T15:58:06.296 INFO:tasks.rados.rados.0.smithi037.stdout:294: done (0 left) 2021-07-26T15:58:06.297 INFO:tasks.rados.rados.0.smithi037.stdout:295: snap_create 2021-07-26T15:58:06.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:06 smithi037 bash[14605]: cluster 2021-07-26T15:58:05.295303+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2021-07-26T15:58:06.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:06 smithi037 bash[14605]: audit 2021-07-26T15:58:05.907545+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:58:06.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:06 smithi037 bash[14605]: audit 2021-07-26T15:58:05.909445+0000 mon.a (mon.0) 740 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:06.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:06 smithi037 bash[14605]: audit 2021-07-26T15:58:06.268329+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:58:06.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:06 smithi037 bash[14605]: audit 2021-07-26T15:58:06.270301+0000 mon.a (mon.0) 742 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:58:06.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:06 smithi037 bash[18551]: cluster 2021-07-26T15:58:05.295303+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2021-07-26T15:58:06.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:06 smithi037 bash[18551]: audit 2021-07-26T15:58:05.907545+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:58:06.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:06 smithi037 bash[18551]: audit 2021-07-26T15:58:05.909445+0000 mon.a (mon.0) 740 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:06.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:06 smithi037 bash[18551]: audit 2021-07-26T15:58:06.268329+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:58:06.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:06 smithi037 bash[18551]: audit 2021-07-26T15:58:06.270301+0000 mon.a (mon.0) 742 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:58:06.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:06 smithi107 bash[14687]: cluster 2021-07-26T15:58:05.295303+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2021-07-26T15:58:06.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:06 smithi107 bash[14687]: audit 2021-07-26T15:58:05.907545+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:58:06.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:06 smithi107 bash[14687]: audit 2021-07-26T15:58:05.909445+0000 mon.a (mon.0) 740 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:06.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:06 smithi107 bash[14687]: audit 2021-07-26T15:58:06.268329+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:58:06.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:06 smithi107 bash[14687]: audit 2021-07-26T15:58:06.270301+0000 mon.a (mon.0) 742 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "container_image"}]: dispatch 2021-07-26T15:58:07.305 INFO:tasks.rados.rados.0.smithi037.stdout:295: done (0 left) 2021-07-26T15:58:07.305 INFO:tasks.rados.rados.0.smithi037.stdout:296: read oid 15 snap -1 2021-07-26T15:58:07.306 INFO:tasks.rados.rados.0.smithi037.stdout:296: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:58:07.306 INFO:tasks.rados.rados.0.smithi037.stdout:297: snap_create 2021-07-26T15:58:07.310 INFO:tasks.rados.rados.0.smithi037.stdout:296: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:58:07.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:07 smithi037 bash[18551]: cephadm 2021-07-26T15:58:05.912489+0000 mgr.y (mgr.14140) 459 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:58:07.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:07 smithi037 bash[18551]: cluster 2021-07-26T15:58:06.291195+0000 mgr.y (mgr.14140) 460 : cluster [DBG] pgmap v439: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 77 MiB data, 127 MiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 2.6 MiB/s wr, 34 op/s 2021-07-26T15:58:07.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:07 smithi037 bash[18551]: cluster 2021-07-26T15:58:06.295459+0000 mon.a (mon.0) 743 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2021-07-26T15:58:07.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:07 smithi037 bash[14605]: cephadm 2021-07-26T15:58:05.912489+0000 mgr.y (mgr.14140) 459 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:58:07.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:07 smithi037 bash[14605]: cluster 2021-07-26T15:58:06.291195+0000 mgr.y (mgr.14140) 460 : cluster [DBG] pgmap v439: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 77 MiB data, 127 MiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 2.6 MiB/s wr, 34 op/s 2021-07-26T15:58:07.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:07 smithi037 bash[14605]: cluster 2021-07-26T15:58:06.295459+0000 mon.a (mon.0) 743 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2021-07-26T15:58:07.763 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:07 smithi107 bash[25873]: debug 2021-07-26T15:58:07.393+0000 7fa77a9c0700 1 -- 172.21.15.107:0/1951769740 <== mon.2 v2:172.21.15.107:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55aeabda4340 con 0x55aeacb16c00 2021-07-26T15:58:07.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:07 smithi107 bash[14687]: cephadm 2021-07-26T15:58:05.912489+0000 mgr.y (mgr.14140) 459 : cephadm [INF] refreshing smithi037 facts 2021-07-26T15:58:07.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:07 smithi107 bash[14687]: cluster 2021-07-26T15:58:06.291195+0000 mgr.y (mgr.14140) 460 : cluster [DBG] pgmap v439: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 77 MiB data, 127 MiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 2.6 MiB/s wr, 34 op/s 2021-07-26T15:58:07.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:07 smithi107 bash[14687]: cluster 2021-07-26T15:58:06.295459+0000 mon.a (mon.0) 743 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2021-07-26T15:58:08.274 INFO:tasks.rados.rados.0.smithi037.stdout:296: done (1 left) 2021-07-26T15:58:08.275 INFO:tasks.rados.rados.0.smithi037.stdout:297: done (0 left) 2021-07-26T15:58:08.275 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 27 2021-07-26T15:58:08.275 INFO:tasks.rados.rados.0.smithi037.stdout:298: seq_num 113 ranges {1269760=696320,1966080=434176,2400256=466944,2867200=303104} 2021-07-26T15:58:08.286 INFO:tasks.rados.rados.0.smithi037.stdout:298: writing smithi03738989-23 from 1269760 to 1966080 tid 1 2021-07-26T15:58:08.288 INFO:tasks.rados.rados.0.smithi037.stdout:298: writing smithi03738989-23 from 1966080 to 2400256 tid 2 2021-07-26T15:58:08.291 INFO:tasks.rados.rados.0.smithi037.stdout:298: writing smithi03738989-23 from 2400256 to 2867200 tid 3 2021-07-26T15:58:08.293 INFO:tasks.rados.rados.0.smithi037.stdout:298: writing smithi03738989-23 from 2867200 to 3170304 tid 4 2021-07-26T15:58:08.293 INFO:tasks.rados.rados.0.smithi037.stdout:299: rollback oid 9 current snap is 27 2021-07-26T15:58:08.294 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 13 2021-07-26T15:58:08.294 INFO:tasks.rados.rados.0.smithi037.stdout:298: finishing write tid 1 to smithi03738989-23 2021-07-26T15:58:08.294 INFO:tasks.rados.rados.0.smithi037.stdout:300: snap_remove snap 20 2021-07-26T15:58:08.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:08 smithi037 bash[18551]: cluster 2021-07-26T15:58:07.300860+0000 mon.a (mon.0) 744 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2021-07-26T15:58:08.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:08 smithi037 bash[18551]: cluster 2021-07-26T15:58:08.271404+0000 mon.a (mon.0) 745 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2021-07-26T15:58:08.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:08 smithi037 bash[14605]: cluster 2021-07-26T15:58:07.300860+0000 mon.a (mon.0) 744 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2021-07-26T15:58:08.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:08 smithi037 bash[14605]: cluster 2021-07-26T15:58:08.271404+0000 mon.a (mon.0) 745 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2021-07-26T15:58:08.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:08 smithi107 bash[14687]: cluster 2021-07-26T15:58:07.300860+0000 mon.a (mon.0) 744 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2021-07-26T15:58:08.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:08 smithi107 bash[14687]: cluster 2021-07-26T15:58:08.271404+0000 mon.a (mon.0) 745 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2021-07-26T15:58:08.948 INFO:tasks.rados.rados.0.smithi037.stdout:300: done (2 left) 2021-07-26T15:58:08.948 INFO:tasks.rados.rados.0.smithi037.stdout:301: read oid 18 snap 19 2021-07-26T15:58:08.948 INFO:tasks.rados.rados.0.smithi037.stdout:301: expect deleted 2021-07-26T15:58:08.948 INFO:tasks.rados.rados.0.smithi037.stdout:302: snap_create 2021-07-26T15:58:08.949 INFO:tasks.rados.rados.0.smithi037.stdout:298: finishing write tid 2 to smithi03738989-23 2021-07-26T15:58:08.949 INFO:tasks.rados.rados.0.smithi037.stdout:298: finishing write tid 3 to smithi03738989-23 2021-07-26T15:58:08.949 INFO:tasks.rados.rados.0.smithi037.stdout:298: finishing write tid 4 to smithi03738989-23 2021-07-26T15:58:08.949 INFO:tasks.rados.rados.0.smithi037.stdout:298: finishing write tid 6 to smithi03738989-23 2021-07-26T15:58:08.950 INFO:tasks.rados.rados.0.smithi037.stdout:299: finishing rollback tid 0 to smithi03738989-9 2021-07-26T15:58:08.950 INFO:tasks.rados.rados.0.smithi037.stdout:299: finishing rollback tid 1 to smithi03738989-9 2021-07-26T15:58:08.951 INFO:tasks.rados.rados.0.smithi037.stdout:298: finishing write tid 7 to smithi03738989-23 2021-07-26T15:58:08.951 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 58 (ObjNum 113 snap 27 seq_num 113) dirty exists 2021-07-26T15:58:08.951 INFO:tasks.rados.rados.0.smithi037.stdout:298: left oid 23 (ObjNum 113 snap 27 seq_num 113) 2021-07-26T15:58:08.951 INFO:tasks.rados.rados.0.smithi037.stdout:299: finishing rollback tid 2 to smithi03738989-9 2021-07-26T15:58:08.951 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 90 (ObjNum 67 snap 5 seq_num 67) dirty exists 2021-07-26T15:58:09.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:09 smithi037 bash[14605]: cluster 2021-07-26T15:58:08.291777+0000 mgr.y (mgr.14140) 461 : cluster [DBG] pgmap v443: 89 pgs: 89 active+clean; 84 MiB data, 132 MiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2021-07-26T15:58:09.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:09 smithi037 bash[14605]: audit 2021-07-26T15:58:08.554470+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:58:09.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:09 smithi037 bash[14605]: audit 2021-07-26T15:58:08.908761+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:58:09.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:09 smithi037 bash[14605]: audit 2021-07-26T15:58:08.918090+0000 mon.a (mon.0) 748 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:09.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:09 smithi037 bash[14605]: audit 2021-07-26T15:58:08.926384+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2021-07-26T15:58:09.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:09 smithi037 bash[14605]: cluster 2021-07-26T15:58:08.947560+0000 mon.a (mon.0) 750 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2021-07-26T15:58:09.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:09 smithi037 bash[18551]: cluster 2021-07-26T15:58:08.291777+0000 mgr.y (mgr.14140) 461 : cluster [DBG] pgmap v443: 89 pgs: 89 active+clean; 84 MiB data, 132 MiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2021-07-26T15:58:09.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:09 smithi037 bash[18551]: audit 2021-07-26T15:58:08.554470+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:58:09.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:09 smithi037 bash[18551]: audit 2021-07-26T15:58:08.908761+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:58:09.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:09 smithi037 bash[18551]: audit 2021-07-26T15:58:08.918090+0000 mon.a (mon.0) 748 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:09.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:09 smithi037 bash[18551]: audit 2021-07-26T15:58:08.926384+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2021-07-26T15:58:09.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:09 smithi037 bash[18551]: cluster 2021-07-26T15:58:08.947560+0000 mon.a (mon.0) 750 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2021-07-26T15:58:09.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:09 smithi107 bash[14687]: cluster 2021-07-26T15:58:08.291777+0000 mgr.y (mgr.14140) 461 : cluster [DBG] pgmap v443: 89 pgs: 89 active+clean; 84 MiB data, 132 MiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2021-07-26T15:58:09.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:09 smithi107 bash[14687]: audit 2021-07-26T15:58:08.554470+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:58:09.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:09 smithi107 bash[14687]: audit 2021-07-26T15:58:08.908761+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' 2021-07-26T15:58:09.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:09 smithi107 bash[14687]: audit 2021-07-26T15:58:08.918090+0000 mon.a (mon.0) 748 : audit [DBG] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:09.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:09 smithi107 bash[14687]: audit 2021-07-26T15:58:08.926384+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2021-07-26T15:58:09.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:09 smithi107 bash[14687]: cluster 2021-07-26T15:58:08.947560+0000 mon.a (mon.0) 750 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2021-07-26T15:58:09.949 INFO:tasks.rados.rados.0.smithi037.stdout:298: done (3 left) 2021-07-26T15:58:09.950 INFO:tasks.rados.rados.0.smithi037.stdout:299: done (2 left) 2021-07-26T15:58:09.950 INFO:tasks.rados.rados.0.smithi037.stdout:301: done (1 left) 2021-07-26T15:58:09.950 INFO:tasks.rados.rados.0.smithi037.stdout:302: done (0 left) 2021-07-26T15:58:09.951 INFO:tasks.rados.rados.0.smithi037.stdout:303: read oid 23 snap -1 2021-07-26T15:58:09.951 INFO:tasks.rados.rados.0.smithi037.stdout:303: expect (ObjNum 113 snap 27 seq_num 113) 2021-07-26T15:58:09.951 INFO:tasks.rados.rados.0.smithi037.stdout:304: snap_remove snap 14 2021-07-26T15:58:10.313 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:09 smithi037 bash[14852]: ignoring --setuser ceph since I am not root 2021-07-26T15:58:10.313 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:09 smithi037 bash[14852]: ignoring --setgroup ceph since I am not root 2021-07-26T15:58:10.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:10 smithi037 bash[14605]: cephadm 2021-07-26T15:58:08.555700+0000 mgr.y (mgr.14140) 462 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:58:10.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:10 smithi037 bash[14605]: cephadm 2021-07-26T15:58:08.917438+0000 mgr.y (mgr.14140) 463 : cephadm [INF] Upgrade: Target is quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f with id 6cdb40438e662d3c5ecb03d5b9d0b7a3675f8fa9b2b429ef0081ea4adc0695ed 2021-07-26T15:58:10.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:10 smithi037 bash[14605]: cephadm 2021-07-26T15:58:08.920669+0000 mgr.y (mgr.14140) 464 : cephadm [INF] Upgrade: Checking mgr daemons... 2021-07-26T15:58:10.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:10 smithi037 bash[14605]: cephadm 2021-07-26T15:58:08.921229+0000 mgr.y (mgr.14140) 465 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-07-26T15:58:10.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:10 smithi037 bash[14605]: cephadm 2021-07-26T15:58:08.925921+0000 mgr.y (mgr.14140) 466 : cephadm [INF] Failing over to other MGR 2021-07-26T15:58:10.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:10 smithi037 bash[14605]: cluster 2021-07-26T15:58:09.861440+0000 mon.a (mon.0) 751 : cluster [DBG] Standby manager daemon y started 2021-07-26T15:58:10.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:10 smithi037 bash[14605]: audit 2021-07-26T15:58:09.928254+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2021-07-26T15:58:10.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:10 smithi037 bash[14605]: cluster 2021-07-26T15:58:09.928336+0000 mon.a (mon.0) 753 : cluster [DBG] mgrmap e16: x(active, starting, since 0.987907s), standbys: y 2021-07-26T15:58:10.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:10 smithi037 bash[14605]: cluster 2021-07-26T15:58:09.947774+0000 mon.a (mon.0) 754 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2021-07-26T15:58:10.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:10 smithi037 bash[18551]: cephadm 2021-07-26T15:58:08.555700+0000 mgr.y (mgr.14140) 462 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:58:10.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:10 smithi037 bash[18551]: cephadm 2021-07-26T15:58:08.917438+0000 mgr.y (mgr.14140) 463 : cephadm [INF] Upgrade: Target is quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f with id 6cdb40438e662d3c5ecb03d5b9d0b7a3675f8fa9b2b429ef0081ea4adc0695ed 2021-07-26T15:58:10.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:10 smithi037 bash[18551]: cephadm 2021-07-26T15:58:08.920669+0000 mgr.y (mgr.14140) 464 : cephadm [INF] Upgrade: Checking mgr daemons... 2021-07-26T15:58:10.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:10 smithi037 bash[18551]: cephadm 2021-07-26T15:58:08.921229+0000 mgr.y (mgr.14140) 465 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-07-26T15:58:10.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:10 smithi037 bash[18551]: cephadm 2021-07-26T15:58:08.925921+0000 mgr.y (mgr.14140) 466 : cephadm [INF] Failing over to other MGR 2021-07-26T15:58:10.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:10 smithi037 bash[18551]: cluster 2021-07-26T15:58:09.861440+0000 mon.a (mon.0) 751 : cluster [DBG] Standby manager daemon y started 2021-07-26T15:58:10.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:10 smithi037 bash[18551]: audit 2021-07-26T15:58:09.928254+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2021-07-26T15:58:10.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:10 smithi037 bash[18551]: cluster 2021-07-26T15:58:09.928336+0000 mon.a (mon.0) 753 : cluster [DBG] mgrmap e16: x(active, starting, since 0.987907s), standbys: y 2021-07-26T15:58:10.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:10 smithi037 bash[18551]: cluster 2021-07-26T15:58:09.947774+0000 mon.a (mon.0) 754 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2021-07-26T15:58:10.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:10 smithi107 bash[14687]: cephadm 2021-07-26T15:58:08.555700+0000 mgr.y (mgr.14140) 462 : cephadm [INF] refreshing smithi107 facts 2021-07-26T15:58:10.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:10 smithi107 bash[14687]: cephadm 2021-07-26T15:58:08.917438+0000 mgr.y (mgr.14140) 463 : cephadm [INF] Upgrade: Target is quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f with id 6cdb40438e662d3c5ecb03d5b9d0b7a3675f8fa9b2b429ef0081ea4adc0695ed 2021-07-26T15:58:10.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:10 smithi107 bash[14687]: cephadm 2021-07-26T15:58:08.920669+0000 mgr.y (mgr.14140) 464 : cephadm [INF] Upgrade: Checking mgr daemons... 2021-07-26T15:58:10.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:10 smithi107 bash[14687]: cephadm 2021-07-26T15:58:08.921229+0000 mgr.y (mgr.14140) 465 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-07-26T15:58:10.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:10 smithi107 bash[14687]: cephadm 2021-07-26T15:58:08.925921+0000 mgr.y (mgr.14140) 466 : cephadm [INF] Failing over to other MGR 2021-07-26T15:58:10.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:10 smithi107 bash[14687]: cluster 2021-07-26T15:58:09.861440+0000 mon.a (mon.0) 751 : cluster [DBG] Standby manager daemon y started 2021-07-26T15:58:10.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:10 smithi107 bash[14687]: audit 2021-07-26T15:58:09.928254+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.14140 172.21.15.37:0/549981284' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2021-07-26T15:58:10.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:10 smithi107 bash[14687]: cluster 2021-07-26T15:58:09.928336+0000 mon.a (mon.0) 753 : cluster [DBG] mgrmap e16: x(active, starting, since 0.987907s), standbys: y 2021-07-26T15:58:10.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:10 smithi107 bash[14687]: cluster 2021-07-26T15:58:09.947774+0000 mon.a (mon.0) 754 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2021-07-26T15:58:10.955 INFO:tasks.rados.rados.0.smithi037.stdout:304: done (1 left) 2021-07-26T15:58:10.956 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 28 2021-07-26T15:58:10.956 INFO:tasks.rados.rados.0.smithi037.stdout:305: seq_num 114 ranges {2244608=712704,2957312=712704,3670016=491520} 2021-07-26T15:58:10.973 INFO:tasks.rados.rados.0.smithi037.stdout:305: writing smithi03738989-45 from 2244608 to 2957312 tid 1 2021-07-26T15:58:10.978 INFO:tasks.rados.rados.0.smithi037.stdout:305: writing smithi03738989-45 from 2957312 to 3670016 tid 2 2021-07-26T15:58:10.981 INFO:tasks.rados.rados.0.smithi037.stdout:305: writing smithi03738989-45 from 3670016 to 4161536 tid 3 2021-07-26T15:58:10.982 INFO:tasks.rados.rados.0.smithi037.stdout:306: rollback oid 35 current snap is 28 2021-07-26T15:58:10.982 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 35 to 24 2021-07-26T15:58:10.982 INFO:tasks.rados.rados.0.smithi037.stdout:307: snap_create 2021-07-26T15:58:10.982 INFO:tasks.rados.rados.0.smithi037.stdout:303: expect (ObjNum 113 snap 27 seq_num 113) 2021-07-26T15:58:11.085 INFO:tasks.rados.rados.0.smithi037.stdout:305: finishing write tid 1 to smithi03738989-45 2021-07-26T15:58:11.086 INFO:tasks.rados.rados.0.smithi037.stdout:305: finishing write tid 2 to smithi03738989-45 2021-07-26T15:58:11.086 INFO:tasks.rados.rados.0.smithi037.stdout:305: finishing write tid 3 to smithi03738989-45 2021-07-26T15:58:11.086 INFO:tasks.rados.rados.0.smithi037.stdout:305: finishing write tid 5 to smithi03738989-45 2021-07-26T15:58:11.087 INFO:tasks.rados.rados.0.smithi037.stdout:306: finishing rollback tid 0 to smithi03738989-35 2021-07-26T15:58:11.087 INFO:tasks.rados.rados.0.smithi037.stdout:305: finishing write tid 6 to smithi03738989-45 2021-07-26T15:58:11.087 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 157 (ObjNum 114 snap 28 seq_num 114) dirty exists 2021-07-26T15:58:11.087 INFO:tasks.rados.rados.0.smithi037.stdout:305: left oid 45 (ObjNum 114 snap 28 seq_num 114) 2021-07-26T15:58:11.087 INFO:tasks.rados.rados.0.smithi037.stdout:306: finishing rollback tid 1 to smithi03738989-35 2021-07-26T15:58:11.088 INFO:tasks.rados.rados.0.smithi037.stdout:306: finishing rollback tid 2 to smithi03738989-35 2021-07-26T15:58:11.088 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 131 (ObjNum 102 snap 22 seq_num 102) dirty exists 2021-07-26T15:58:11.959 INFO:tasks.rados.rados.0.smithi037.stdout:303: done (3 left) 2021-07-26T15:58:11.960 INFO:tasks.rados.rados.0.smithi037.stdout:305: done (2 left) 2021-07-26T15:58:11.960 INFO:tasks.rados.rados.0.smithi037.stdout:306: done (1 left) 2021-07-26T15:58:11.960 INFO:tasks.rados.rados.0.smithi037.stdout:307: done (0 left) 2021-07-26T15:58:11.961 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 29 2021-07-26T15:58:11.961 INFO:tasks.rados.rados.0.smithi037.stdout:308: seq_num 115 ranges {1318912=729088,2048000=647168,2695168=434176,3129344=122880} 2021-07-26T15:58:11.971 INFO:tasks.rados.rados.0.smithi037.stdout:308: writing smithi03738989-18 from 1318912 to 2048000 tid 1 2021-07-26T15:58:11.975 INFO:tasks.rados.rados.0.smithi037.stdout:308: writing smithi03738989-18 from 2048000 to 2695168 tid 2 2021-07-26T15:58:11.977 INFO:tasks.rados.rados.0.smithi037.stdout:308: writing smithi03738989-18 from 2695168 to 3129344 tid 3 2021-07-26T15:58:11.979 INFO:tasks.rados.rados.0.smithi037.stdout:308: writing smithi03738989-18 from 3129344 to 3252224 tid 4 2021-07-26T15:58:11.979 INFO:tasks.rados.rados.0.smithi037.stdout:309: read oid 31 snap -1 2021-07-26T15:58:11.980 INFO:tasks.rados.rados.0.smithi037.stdout:309: expect (ObjNum 104 snap 22 seq_num 104) 2021-07-26T15:58:11.980 INFO:tasks.rados.rados.0.smithi037.stdout:310: read oid 5 snap -1 2021-07-26T15:58:11.980 INFO:tasks.rados.rados.0.smithi037.stdout:310: expect deleted 2021-07-26T15:58:11.980 INFO:tasks.rados.rados.0.smithi037.stdout:311: copy_from oid 21 from oid 32 current snap is 29 2021-07-26T15:58:11.981 INFO:tasks.rados.rados.0.smithi037.stdout:312: snap_create 2021-07-26T15:58:11.986 INFO:tasks.rados.rados.0.smithi037.stdout:308: finishing write tid 1 to smithi03738989-18 2021-07-26T15:58:11.987 INFO:tasks.rados.rados.0.smithi037.stdout:308: finishing write tid 2 to smithi03738989-18 2021-07-26T15:58:11.988 INFO:tasks.rados.rados.0.smithi037.stdout:308: finishing write tid 3 to smithi03738989-18 2021-07-26T15:58:11.988 INFO:tasks.rados.rados.0.smithi037.stdout:308: finishing write tid 4 to smithi03738989-18 2021-07-26T15:58:11.989 INFO:tasks.rados.rados.0.smithi037.stdout:308: finishing write tid 6 to smithi03738989-18 2021-07-26T15:58:11.991 INFO:tasks.rados.rados.0.smithi037.stdout:308: finishing write tid 7 to smithi03738989-18 2021-07-26T15:58:11.991 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 80 (ObjNum 115 snap 29 seq_num 115) dirty exists 2021-07-26T15:58:11.992 INFO:tasks.rados.rados.0.smithi037.stdout:308: left oid 18 (ObjNum 115 snap 29 seq_num 115) 2021-07-26T15:58:11.996 INFO:tasks.rados.rados.0.smithi037.stdout:309: expect (ObjNum 104 snap 22 seq_num 104) 2021-07-26T15:58:12.046 INFO:tasks.rados.rados.0.smithi037.stdout:311: finishing copy_from to smithi03738989-21 2021-07-26T15:58:12.046 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 92 (ObjNum 66 snap 4 seq_num 66) dirty exists 2021-07-26T15:58:12.046 INFO:tasks.rados.rados.0.smithi037.stdout:311: finishing copy_from racing read to smithi03738989-21 2021-07-26T15:58:12.263 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:11 smithi107 bash[14687]: cluster 2021-07-26T15:58:10.953873+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2021-07-26T15:58:12.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:11 smithi037 bash[14605]: cluster 2021-07-26T15:58:10.953873+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2021-07-26T15:58:12.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:11 smithi037 bash[18551]: cluster 2021-07-26T15:58:10.953873+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2021-07-26T15:58:12.966 INFO:tasks.rados.rados.0.smithi037.stdout:308: done (4 left) 2021-07-26T15:58:12.966 INFO:tasks.rados.rados.0.smithi037.stdout:309: done (3 left) 2021-07-26T15:58:12.967 INFO:tasks.rados.rados.0.smithi037.stdout:310: done (2 left) 2021-07-26T15:58:12.967 INFO:tasks.rados.rados.0.smithi037.stdout:311: done (1 left) 2021-07-26T15:58:12.967 INFO:tasks.rados.rados.0.smithi037.stdout:312: done (0 left) 2021-07-26T15:58:12.967 INFO:tasks.rados.rados.0.smithi037.stdout:313: read oid 41 snap -1 2021-07-26T15:58:12.968 INFO:tasks.rados.rados.0.smithi037.stdout:313: expect (ObjNum 103 snap 22 seq_num 103) 2021-07-26T15:58:12.968 INFO:tasks.rados.rados.0.smithi037.stdout:314: delete oid 13 current snap is 30 2021-07-26T15:58:12.973 INFO:tasks.rados.rados.0.smithi037.stdout:314: done (1 left) 2021-07-26T15:58:12.973 INFO:tasks.rados.rados.0.smithi037.stdout:315: snap_create 2021-07-26T15:58:12.979 INFO:tasks.rados.rados.0.smithi037.stdout:313: expect (ObjNum 103 snap 22 seq_num 103) 2021-07-26T15:58:13.263 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:12 smithi107 bash[14687]: cluster 2021-07-26T15:58:11.960311+0000 mon.a (mon.0) 756 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2021-07-26T15:58:13.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:12 smithi037 bash[14605]: cluster 2021-07-26T15:58:11.960311+0000 mon.a (mon.0) 756 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2021-07-26T15:58:13.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:12 smithi037 bash[18551]: cluster 2021-07-26T15:58:11.960311+0000 mon.a (mon.0) 756 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2021-07-26T15:58:13.939 INFO:tasks.rados.rados.0.smithi037.stdout:313: done (1 left) 2021-07-26T15:58:13.939 INFO:tasks.rados.rados.0.smithi037.stdout:315: done (0 left) 2021-07-26T15:58:13.939 INFO:tasks.rados.rados.0.smithi037.stdout:316: delete oid 19 current snap is 31 2021-07-26T15:58:13.945 INFO:tasks.rados.rados.0.smithi037.stdout:316: done (0 left) 2021-07-26T15:58:13.946 INFO:tasks.rados.rados.0.smithi037.stdout:317: delete oid 8 current snap is 31 2021-07-26T15:58:13.947 INFO:tasks.rados.rados.0.smithi037.stdout:317: done (0 left) 2021-07-26T15:58:13.947 INFO:tasks.rados.rados.0.smithi037.stdout:318: delete oid 49 current snap is 31 2021-07-26T15:58:13.949 INFO:tasks.rados.rados.0.smithi037.stdout:318: done (0 left) 2021-07-26T15:58:13.950 INFO:tasks.rados.rados.0.smithi037.stdout:319: copy_from oid 33 from oid 9 current snap is 31 2021-07-26T15:58:13.950 INFO:tasks.rados.rados.0.smithi037.stdout:320: read oid 27 snap -1 2021-07-26T15:58:13.950 INFO:tasks.rados.rados.0.smithi037.stdout:320: expect (ObjNum 50 snap 0 seq_num 50) 2021-07-26T15:58:13.950 INFO:tasks.rados.rados.0.smithi037.stdout:321: rollback oid 42 current snap is 31 2021-07-26T15:58:13.950 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 42 to 26 2021-07-26T15:58:13.951 INFO:tasks.rados.rados.0.smithi037.stdout:322: read oid 29 snap -1 2021-07-26T15:58:13.951 INFO:tasks.rados.rados.0.smithi037.stdout:322: expect (ObjNum 73 snap 10 seq_num 73) 2021-07-26T15:58:13.951 INFO:tasks.rados.rados.0.smithi037.stdout:323: delete oid 19 current snap is 31 2021-07-26T15:58:13.955 INFO:tasks.rados.rados.0.smithi037.stdout:323: done (4 left) 2021-07-26T15:58:13.956 INFO:tasks.rados.rados.0.smithi037.stdout:324: rollback oid 22 current snap is 31 2021-07-26T15:58:13.956 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 22 to 27 2021-07-26T15:58:13.956 INFO:tasks.rados.rados.0.smithi037.stdout:325: rollback oid 31 current snap is 31 2021-07-26T15:58:13.957 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 31 to 30 2021-07-26T15:58:13.957 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 31 2021-07-26T15:58:13.957 INFO:tasks.rados.rados.0.smithi037.stdout:326: seq_num 121 ranges {221184=434176,655360=753664,1409024=425984,1835008=425984} 2021-07-26T15:58:13.961 INFO:tasks.rados.rados.0.smithi037.stdout:326: writing smithi03738989-37 from 221184 to 655360 tid 1 2021-07-26T15:58:13.967 INFO:tasks.rados.rados.0.smithi037.stdout:326: writing smithi03738989-37 from 655360 to 1409024 tid 2 2021-07-26T15:58:13.970 INFO:tasks.rados.rados.0.smithi037.stdout:326: writing smithi03738989-37 from 1409024 to 1835008 tid 3 2021-07-26T15:58:13.974 INFO:tasks.rados.rados.0.smithi037.stdout:326: writing smithi03738989-37 from 1835008 to 2260992 tid 4 2021-07-26T15:58:13.974 INFO:tasks.rados.rados.0.smithi037.stdout:327: read oid 17 snap -1 2021-07-26T15:58:13.974 INFO:tasks.rados.rados.0.smithi037.stdout:327: expect (ObjNum 98 snap 20 seq_num 98) 2021-07-26T15:58:13.974 INFO:tasks.rados.rados.0.smithi037.stdout:328: rollback oid 19 current snap is 31 2021-07-26T15:58:13.975 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 13 2021-07-26T15:58:13.975 INFO:tasks.rados.rados.0.smithi037.stdout:321: finishing rollback tid 0 to smithi03738989-42 2021-07-26T15:58:13.975 INFO:tasks.rados.rados.0.smithi037.stdout:321: finishing rollback tid 1 to smithi03738989-42 2021-07-26T15:58:13.975 INFO:tasks.rados.rados.0.smithi037.stdout:329: snap_create 2021-07-26T15:58:13.976 INFO:tasks.rados.rados.0.smithi037.stdout:320: expect (ObjNum 50 snap 0 seq_num 50) 2021-07-26T15:58:14.014 INFO:tasks.rados.rados.0.smithi037.stdout:325: finishing rollback tid 0 to smithi03738989-31 2021-07-26T15:58:14.014 INFO:tasks.rados.rados.0.smithi037.stdout:325: finishing rollback tid 1 to smithi03738989-31 2021-07-26T15:58:14.015 INFO:tasks.rados.rados.0.smithi037.stdout:319: finishing copy_from to smithi03738989-33 2021-07-26T15:58:14.015 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 90 (ObjNum 67 snap 5 seq_num 67) dirty exists 2021-07-26T15:58:14.015 INFO:tasks.rados.rados.0.smithi037.stdout:319: finishing copy_from racing read to smithi03738989-33 2021-07-26T15:58:14.015 INFO:tasks.rados.rados.0.smithi037.stdout:322: expect (ObjNum 73 snap 10 seq_num 73) 2021-07-26T15:58:14.044 INFO:tasks.rados.rados.0.smithi037.stdout:326: finishing write tid 1 to smithi03738989-37 2021-07-26T15:58:14.044 INFO:tasks.rados.rados.0.smithi037.stdout:321: finishing rollback tid 2 to smithi03738989-42 2021-07-26T15:58:14.044 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 69 (ObjNum 108 snap 22 seq_num 108) dirty exists 2021-07-26T15:58:14.045 INFO:tasks.rados.rados.0.smithi037.stdout:325: finishing rollback tid 2 to smithi03738989-31 2021-07-26T15:58:14.045 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 135 (ObjNum 104 snap 22 seq_num 104) dirty exists 2021-07-26T15:58:14.045 INFO:tasks.rados.rados.0.smithi037.stdout:324: finishing rollback tid 1 to smithi03738989-22 2021-07-26T15:58:14.045 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 55 (ObjNum 372053440 snap 21933 seq_num 372101376) dirty dne 2021-07-26T15:58:14.045 INFO:tasks.rados.rados.0.smithi037.stdout:328: finishing rollback tid 1 to smithi03738989-19 2021-07-26T15:58:14.046 INFO:tasks.rados.rados.0.smithi037.stdout:328: finishing rollback tid 2 to smithi03738989-19 2021-07-26T15:58:14.046 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 43 (ObjNum 11 snap 0 seq_num 11) dirty exists 2021-07-26T15:58:14.046 INFO:tasks.rados.rados.0.smithi037.stdout:326: finishing write tid 2 to smithi03738989-37 2021-07-26T15:58:14.046 INFO:tasks.rados.rados.0.smithi037.stdout:326: finishing write tid 3 to smithi03738989-37 2021-07-26T15:58:14.047 INFO:tasks.rados.rados.0.smithi037.stdout:326: finishing write tid 4 to smithi03738989-37 2021-07-26T15:58:14.047 INFO:tasks.rados.rados.0.smithi037.stdout:326: finishing write tid 6 to smithi03738989-37 2021-07-26T15:58:14.047 INFO:tasks.rados.rados.0.smithi037.stdout:327: expect (ObjNum 98 snap 20 seq_num 98) 2021-07-26T15:58:14.088 INFO:tasks.rados.rados.0.smithi037.stdout:326: finishing write tid 7 to smithi03738989-37 2021-07-26T15:58:14.088 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 107 (ObjNum 121 snap 31 seq_num 121) dirty exists 2021-07-26T15:58:14.089 INFO:tasks.rados.rados.0.smithi037.stdout:326: left oid 37 (ObjNum 121 snap 31 seq_num 121) 2021-07-26T15:58:14.265 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:13 smithi107 bash[14687]: cluster 2021-07-26T15:58:12.966879+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2021-07-26T15:58:14.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:13 smithi107 bash[14687]: audit 2021-07-26T15:58:13.926893+0000 mon.b (mon.2) 27 : audit [DBG] from='mgr.? 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:58:14.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:13 smithi107 bash[14687]: cluster 2021-07-26T15:58:13.927963+0000 mon.a (mon.0) 758 : cluster [INF] Active manager daemon x restarted 2021-07-26T15:58:14.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:13 smithi107 bash[14687]: cluster 2021-07-26T15:58:13.929073+0000 mon.a (mon.0) 759 : cluster [INF] Activating manager daemon x 2021-07-26T15:58:14.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:13 smithi107 bash[14687]: audit 2021-07-26T15:58:13.933000+0000 mon.b (mon.2) 28 : audit [DBG] from='mgr.? 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:58:14.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:13 smithi107 bash[14687]: audit 2021-07-26T15:58:13.935193+0000 mon.b (mon.2) 29 : audit [DBG] from='mgr.? 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:58:14.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:13 smithi107 bash[14687]: audit 2021-07-26T15:58:13.935820+0000 mon.b (mon.2) 30 : audit [DBG] from='mgr.? 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:58:14.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:13 smithi107 bash[14687]: cluster 2021-07-26T15:58:13.936585+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2021-07-26T15:58:14.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:13 smithi037 bash[14605]: cluster 2021-07-26T15:58:12.966879+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2021-07-26T15:58:14.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:13 smithi037 bash[14605]: audit 2021-07-26T15:58:13.926893+0000 mon.b (mon.2) 27 : audit [DBG] from='mgr.? 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:58:14.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:13 smithi037 bash[14605]: cluster 2021-07-26T15:58:13.927963+0000 mon.a (mon.0) 758 : cluster [INF] Active manager daemon x restarted 2021-07-26T15:58:14.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:13 smithi037 bash[14605]: cluster 2021-07-26T15:58:13.929073+0000 mon.a (mon.0) 759 : cluster [INF] Activating manager daemon x 2021-07-26T15:58:14.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:13 smithi037 bash[14605]: audit 2021-07-26T15:58:13.933000+0000 mon.b (mon.2) 28 : audit [DBG] from='mgr.? 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:58:14.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:13 smithi037 bash[14605]: audit 2021-07-26T15:58:13.935193+0000 mon.b (mon.2) 29 : audit [DBG] from='mgr.? 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:58:14.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:13 smithi037 bash[14605]: audit 2021-07-26T15:58:13.935820+0000 mon.b (mon.2) 30 : audit [DBG] from='mgr.? 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:58:14.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:13 smithi037 bash[14605]: cluster 2021-07-26T15:58:13.936585+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2021-07-26T15:58:14.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:13 smithi037 bash[18551]: cluster 2021-07-26T15:58:12.966879+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2021-07-26T15:58:14.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:13 smithi037 bash[18551]: audit 2021-07-26T15:58:13.926893+0000 mon.b (mon.2) 27 : audit [DBG] from='mgr.? 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:58:14.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:13 smithi037 bash[18551]: cluster 2021-07-26T15:58:13.927963+0000 mon.a (mon.0) 758 : cluster [INF] Active manager daemon x restarted 2021-07-26T15:58:14.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:13 smithi037 bash[18551]: cluster 2021-07-26T15:58:13.929073+0000 mon.a (mon.0) 759 : cluster [INF] Activating manager daemon x 2021-07-26T15:58:14.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:13 smithi037 bash[18551]: audit 2021-07-26T15:58:13.933000+0000 mon.b (mon.2) 28 : audit [DBG] from='mgr.? 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:58:14.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:13 smithi037 bash[18551]: audit 2021-07-26T15:58:13.935193+0000 mon.b (mon.2) 29 : audit [DBG] from='mgr.? 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:58:14.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:13 smithi037 bash[18551]: audit 2021-07-26T15:58:13.935820+0000 mon.b (mon.2) 30 : audit [DBG] from='mgr.? 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:58:14.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:13 smithi037 bash[18551]: cluster 2021-07-26T15:58:13.936585+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2021-07-26T15:58:14.978 INFO:tasks.rados.rados.0.smithi037.stdout:319: done (9 left) 2021-07-26T15:58:14.979 INFO:tasks.rados.rados.0.smithi037.stdout:320: done (8 left) 2021-07-26T15:58:14.979 INFO:tasks.rados.rados.0.smithi037.stdout:321: done (7 left) 2021-07-26T15:58:14.979 INFO:tasks.rados.rados.0.smithi037.stdout:322: done (6 left) 2021-07-26T15:58:14.980 INFO:tasks.rados.rados.0.smithi037.stdout:324: done (5 left) 2021-07-26T15:58:14.980 INFO:tasks.rados.rados.0.smithi037.stdout:325: done (4 left) 2021-07-26T15:58:14.981 INFO:tasks.rados.rados.0.smithi037.stdout:326: done (3 left) 2021-07-26T15:58:14.981 INFO:tasks.rados.rados.0.smithi037.stdout:327: done (2 left) 2021-07-26T15:58:14.981 INFO:tasks.rados.rados.0.smithi037.stdout:328: done (1 left) 2021-07-26T15:58:14.982 INFO:tasks.rados.rados.0.smithi037.stdout:329: done (0 left) 2021-07-26T15:58:14.982 INFO:tasks.rados.rados.0.smithi037.stdout:330: rollback oid 50 current snap is 32 2021-07-26T15:58:14.983 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 30 2021-07-26T15:58:14.983 INFO:tasks.rados.rados.0.smithi037.stdout:331: rmattr oid 38 current snap is 32 2021-07-26T15:58:14.983 INFO:tasks.rados.rados.0.smithi037.stdout:331: done (1 left) 2021-07-26T15:58:14.984 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 32 2021-07-26T15:58:14.984 INFO:tasks.rados.rados.0.smithi037.stdout:332: seq_num 122 ranges {2768896=450560,3219456=688128,3907584=630784,4538368=286720} 2021-07-26T15:58:14.996 INFO:tasks.rados.rados.0.smithi037.stdout:332: writing smithi03738989-21 from 2768896 to 3219456 tid 1 2021-07-26T15:58:15.000 INFO:tasks.rados.rados.0.smithi037.stdout:332: writing smithi03738989-21 from 3219456 to 3907584 tid 2 2021-07-26T15:58:15.004 INFO:tasks.rados.rados.0.smithi037.stdout:332: writing smithi03738989-21 from 3907584 to 4538368 tid 3 2021-07-26T15:58:15.007 INFO:tasks.rados.rados.0.smithi037.stdout:332: writing smithi03738989-21 from 4538368 to 4825088 tid 4 2021-07-26T15:58:15.007 INFO:tasks.rados.rados.0.smithi037.stdout:333: copy_from oid 37 from oid 14 current snap is 32 2021-07-26T15:58:15.007 INFO:tasks.rados.rados.0.smithi037.stdout:330: finishing rollback tid 0 to smithi03738989-50 2021-07-26T15:58:15.008 INFO:tasks.rados.rados.0.smithi037.stdout:330: finishing rollback tid 1 to smithi03738989-50 2021-07-26T15:58:15.008 INFO:tasks.rados.rados.0.smithi037.stdout:330: finishing rollback tid 2 to smithi03738989-50 2021-07-26T15:58:15.009 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 92 (ObjNum 23 snap 0 seq_num 23) dirty exists 2021-07-26T15:58:15.009 INFO:tasks.rados.rados.0.smithi037.stdout:330: done (2 left) 2021-07-26T15:58:15.010 INFO:tasks.rados.rados.0.smithi037.stdout:334: rmattr oid 44 current snap is 32 2021-07-26T15:58:15.011 INFO:tasks.rados.rados.0.smithi037.stdout:334: done (2 left) 2021-07-26T15:58:15.011 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 32 2021-07-26T15:58:15.011 INFO:tasks.rados.rados.0.smithi037.stdout:335: seq_num 123 ranges {0=466944,466944=573440,1040384=794624,1835008=237568} 2021-07-26T15:58:15.013 INFO:tasks.rados.rados.0.smithi037.stdout:335: writing smithi03738989-15 from 0 to 466944 tid 1 2021-07-26T15:58:15.013 INFO:tasks.rados.rados.0.smithi037.stdout:335: writing smithi03738989-15 from 466944 to 1040384 tid 2 2021-07-26T15:58:15.017 INFO:tasks.rados.rados.0.smithi037.stdout:335: writing smithi03738989-15 from 1040384 to 1835008 tid 3 2021-07-26T15:58:15.019 INFO:tasks.rados.rados.0.smithi037.stdout:335: writing smithi03738989-15 from 1835008 to 2072576 tid 4 2021-07-26T15:58:15.019 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 32 2021-07-26T15:58:15.020 INFO:tasks.rados.rados.0.smithi037.stdout:336: seq_num 124 ranges {0=483328,483328=458752,942080=598016,1540096=548864} 2021-07-26T15:58:15.021 INFO:tasks.rados.rados.0.smithi037.stdout:336: writing smithi03738989-22 from 0 to 483328 tid 1 2021-07-26T15:58:15.024 INFO:tasks.rados.rados.0.smithi037.stdout:336: writing smithi03738989-22 from 483328 to 942080 tid 2 2021-07-26T15:58:15.028 INFO:tasks.rados.rados.0.smithi037.stdout:336: writing smithi03738989-22 from 942080 to 1540096 tid 3 2021-07-26T15:58:15.033 INFO:tasks.rados.rados.0.smithi037.stdout:336: writing smithi03738989-22 from 1540096 to 2088960 tid 4 2021-07-26T15:58:15.033 INFO:tasks.rados.rados.0.smithi037.stdout:337: copy_from oid 23 from oid 11 current snap is 32 2021-07-26T15:58:15.034 INFO:tasks.rados.rados.0.smithi037.stdout:332: finishing write tid 1 to smithi03738989-21 2021-07-26T15:58:15.034 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 32 2021-07-26T15:58:15.034 INFO:tasks.rados.rados.0.smithi037.stdout:332: finishing write tid 2 to smithi03738989-21 2021-07-26T15:58:15.034 INFO:tasks.rados.rados.0.smithi037.stdout:332: finishing write tid 3 to smithi03738989-21 2021-07-26T15:58:15.035 INFO:tasks.rados.rados.0.smithi037.stdout:332: finishing write tid 4 to smithi03738989-21 2021-07-26T15:58:15.035 INFO:tasks.rados.rados.0.smithi037.stdout:332: finishing write tid 6 to smithi03738989-21 2021-07-26T15:58:15.035 INFO:tasks.rados.rados.0.smithi037.stdout:335: finishing write tid 1 to smithi03738989-15 2021-07-26T15:58:15.036 INFO:tasks.rados.rados.0.smithi037.stdout:335: finishing write tid 2 to smithi03738989-15 2021-07-26T15:58:15.036 INFO:tasks.rados.rados.0.smithi037.stdout:335: finishing write tid 3 to smithi03738989-15 2021-07-26T15:58:15.036 INFO:tasks.rados.rados.0.smithi037.stdout:335: finishing write tid 4 to smithi03738989-15 2021-07-26T15:58:15.036 INFO:tasks.rados.rados.0.smithi037.stdout:332: finishing write tid 7 to smithi03738989-21 2021-07-26T15:58:15.037 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 97 (ObjNum 122 snap 32 seq_num 122) dirty exists 2021-07-26T15:58:15.037 INFO:tasks.rados.rados.0.smithi037.stdout:332: left oid 21 (ObjNum 122 snap 32 seq_num 122) 2021-07-26T15:58:15.037 INFO:tasks.rados.rados.0.smithi037.stdout:338: seq_num 125 ranges {2375680=499712,2875392=745472,3620864=409600,4030464=450560} 2021-07-26T15:58:15.047 INFO:tasks.rados.rados.0.smithi037.stdout:338: writing smithi03738989-38 from 2375680 to 2875392 tid 1 2021-07-26T15:58:15.052 INFO:tasks.rados.rados.0.smithi037.stdout:338: writing smithi03738989-38 from 2875392 to 3620864 tid 2 2021-07-26T15:58:15.054 INFO:tasks.rados.rados.0.smithi037.stdout:338: writing smithi03738989-38 from 3620864 to 4030464 tid 3 2021-07-26T15:58:15.057 INFO:tasks.rados.rados.0.smithi037.stdout:338: writing smithi03738989-38 from 4030464 to 4481024 tid 4 2021-07-26T15:58:15.058 INFO:tasks.rados.rados.0.smithi037.stdout:332: done (5 left) 2021-07-26T15:58:15.058 INFO:tasks.rados.rados.0.smithi037.stdout:339: snap_remove snap 17 2021-07-26T15:58:15.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:15 smithi037 bash[14605]: cluster 2021-07-26T15:58:14.279284+0000 mon.a (mon.0) 761 : cluster [DBG] mgrmap e17: x(active, starting, since 0.350464s), standbys: y 2021-07-26T15:58:15.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:15 smithi037 bash[14605]: cluster 2021-07-26T15:58:14.557183+0000 mon.a (mon.0) 762 : cluster [DBG] Standby manager daemon y restarted 2021-07-26T15:58:15.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:15 smithi037 bash[14605]: cluster 2021-07-26T15:58:14.557352+0000 mon.a (mon.0) 763 : cluster [DBG] Standby manager daemon y started 2021-07-26T15:58:15.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:15 smithi037 bash[14605]: audit 2021-07-26T15:58:14.559850+0000 mon.a (mon.0) 764 : audit [DBG] from='mgr.? 172.21.15.37:0/2608955467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2021-07-26T15:58:15.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:15 smithi037 bash[14605]: audit 2021-07-26T15:58:14.561168+0000 mon.a (mon.0) 765 : audit [DBG] from='mgr.? 172.21.15.37:0/2608955467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:58:15.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:15 smithi037 bash[14605]: audit 2021-07-26T15:58:14.563120+0000 mon.a (mon.0) 766 : audit [DBG] from='mgr.? 172.21.15.37:0/2608955467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2021-07-26T15:58:15.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:15 smithi037 bash[14605]: audit 2021-07-26T15:58:14.563808+0000 mon.a (mon.0) 767 : audit [DBG] from='mgr.? 172.21.15.37:0/2608955467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:58:15.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:15 smithi037 bash[14605]: cluster 2021-07-26T15:58:14.976887+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2021-07-26T15:58:15.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:15 smithi037 bash[18551]: cluster 2021-07-26T15:58:14.279284+0000 mon.a (mon.0) 761 : cluster [DBG] mgrmap e17: x(active, starting, since 0.350464s), standbys: y 2021-07-26T15:58:15.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:15 smithi037 bash[18551]: cluster 2021-07-26T15:58:14.557183+0000 mon.a (mon.0) 762 : cluster [DBG] Standby manager daemon y restarted 2021-07-26T15:58:15.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:15 smithi037 bash[18551]: cluster 2021-07-26T15:58:14.557352+0000 mon.a (mon.0) 763 : cluster [DBG] Standby manager daemon y started 2021-07-26T15:58:15.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:15 smithi037 bash[18551]: audit 2021-07-26T15:58:14.559850+0000 mon.a (mon.0) 764 : audit [DBG] from='mgr.? 172.21.15.37:0/2608955467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2021-07-26T15:58:15.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:15 smithi037 bash[18551]: audit 2021-07-26T15:58:14.561168+0000 mon.a (mon.0) 765 : audit [DBG] from='mgr.? 172.21.15.37:0/2608955467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:58:15.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:15 smithi037 bash[18551]: audit 2021-07-26T15:58:14.563120+0000 mon.a (mon.0) 766 : audit [DBG] from='mgr.? 172.21.15.37:0/2608955467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2021-07-26T15:58:15.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:15 smithi037 bash[18551]: audit 2021-07-26T15:58:14.563808+0000 mon.a (mon.0) 767 : audit [DBG] from='mgr.? 172.21.15.37:0/2608955467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:58:15.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:15 smithi037 bash[18551]: cluster 2021-07-26T15:58:14.976887+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2021-07-26T15:58:15.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:15 smithi107 bash[14687]: cluster 2021-07-26T15:58:14.279284+0000 mon.a (mon.0) 761 : cluster [DBG] mgrmap e17: x(active, starting, since 0.350464s), standbys: y 2021-07-26T15:58:15.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:15 smithi107 bash[14687]: cluster 2021-07-26T15:58:14.557183+0000 mon.a (mon.0) 762 : cluster [DBG] Standby manager daemon y restarted 2021-07-26T15:58:15.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:15 smithi107 bash[14687]: cluster 2021-07-26T15:58:14.557352+0000 mon.a (mon.0) 763 : cluster [DBG] Standby manager daemon y started 2021-07-26T15:58:15.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:15 smithi107 bash[14687]: audit 2021-07-26T15:58:14.559850+0000 mon.a (mon.0) 764 : audit [DBG] from='mgr.? 172.21.15.37:0/2608955467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2021-07-26T15:58:15.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:15 smithi107 bash[14687]: audit 2021-07-26T15:58:14.561168+0000 mon.a (mon.0) 765 : audit [DBG] from='mgr.? 172.21.15.37:0/2608955467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:58:15.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:15 smithi107 bash[14687]: audit 2021-07-26T15:58:14.563120+0000 mon.a (mon.0) 766 : audit [DBG] from='mgr.? 172.21.15.37:0/2608955467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2021-07-26T15:58:15.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:15 smithi107 bash[14687]: audit 2021-07-26T15:58:14.563808+0000 mon.a (mon.0) 767 : audit [DBG] from='mgr.? 172.21.15.37:0/2608955467' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:58:15.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:15 smithi107 bash[14687]: cluster 2021-07-26T15:58:14.976887+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2021-07-26T15:58:15.981 INFO:tasks.rados.rados.0.smithi037.stdout:339: done (5 left) 2021-07-26T15:58:15.982 INFO:tasks.rados.rados.0.smithi037.stdout:340: copy_from oid 17 from oid 12 current snap is 32 2021-07-26T15:58:15.982 INFO:tasks.rados.rados.0.smithi037.stdout:335: finishing write tid 6 to smithi03738989-15 2021-07-26T15:58:15.982 INFO:tasks.rados.rados.0.smithi037.stdout:333: finishing copy_from to smithi03738989-37 2021-07-26T15:58:15.983 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2021-07-26T15:58:15.983 INFO:tasks.rados.rados.0.smithi037.stdout:335: finishing write tid 7 to smithi03738989-15 2021-07-26T15:58:15.983 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 72 (ObjNum 123 snap 32 seq_num 123) dirty exists 2021-07-26T15:58:15.983 INFO:tasks.rados.rados.0.smithi037.stdout:335: left oid 15 (ObjNum 123 snap 32 seq_num 123) 2021-07-26T15:58:15.983 INFO:tasks.rados.rados.0.smithi037.stdout:333: finishing copy_from racing read to smithi03738989-37 2021-07-26T15:58:15.984 INFO:tasks.rados.rados.0.smithi037.stdout:336: finishing write tid 1 to smithi03738989-22 2021-07-26T15:58:15.984 INFO:tasks.rados.rados.0.smithi037.stdout:336: finishing write tid 2 to smithi03738989-22 2021-07-26T15:58:15.984 INFO:tasks.rados.rados.0.smithi037.stdout:336: finishing write tid 3 to smithi03738989-22 2021-07-26T15:58:15.984 INFO:tasks.rados.rados.0.smithi037.stdout:336: finishing write tid 4 to smithi03738989-22 2021-07-26T15:58:15.985 INFO:tasks.rados.rados.0.smithi037.stdout:336: finishing write tid 6 to smithi03738989-22 2021-07-26T15:58:15.985 INFO:tasks.rados.rados.0.smithi037.stdout:336: finishing write tid 7 to smithi03738989-22 2021-07-26T15:58:15.985 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 97 (ObjNum 124 snap 32 seq_num 124) dirty exists 2021-07-26T15:58:15.986 INFO:tasks.rados.rados.0.smithi037.stdout:336: left oid 22 (ObjNum 124 snap 32 seq_num 124) 2021-07-26T15:58:15.986 INFO:tasks.rados.rados.0.smithi037.stdout:337: finishing copy_from to smithi03738989-23 2021-07-26T15:58:15.986 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 15 (ObjNum 57 snap 3 seq_num 57) dirty exists 2021-07-26T15:58:15.986 INFO:tasks.rados.rados.0.smithi037.stdout:337: finishing copy_from racing read to smithi03738989-23 2021-07-26T15:58:15.986 INFO:tasks.rados.rados.0.smithi037.stdout:338: finishing write tid 1 to smithi03738989-38 2021-07-26T15:58:15.987 INFO:tasks.rados.rados.0.smithi037.stdout:338: finishing write tid 2 to smithi03738989-38 2021-07-26T15:58:15.987 INFO:tasks.rados.rados.0.smithi037.stdout:338: finishing write tid 3 to smithi03738989-38 2021-07-26T15:58:15.987 INFO:tasks.rados.rados.0.smithi037.stdout:338: finishing write tid 4 to smithi03738989-38 2021-07-26T15:58:15.987 INFO:tasks.rados.rados.0.smithi037.stdout:338: finishing write tid 6 to smithi03738989-38 2021-07-26T15:58:15.987 INFO:tasks.rados.rados.0.smithi037.stdout:338: finishing write tid 7 to smithi03738989-38 2021-07-26T15:58:15.988 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 74 (ObjNum 125 snap 32 seq_num 125) dirty exists 2021-07-26T15:58:15.988 INFO:tasks.rados.rados.0.smithi037.stdout:338: left oid 38 (ObjNum 125 snap 32 seq_num 125) 2021-07-26T15:58:15.988 INFO:tasks.rados.rados.0.smithi037.stdout:333: done (5 left) 2021-07-26T15:58:15.988 INFO:tasks.rados.rados.0.smithi037.stdout:335: done (4 left) 2021-07-26T15:58:15.989 INFO:tasks.rados.rados.0.smithi037.stdout:336: done (3 left) 2021-07-26T15:58:15.989 INFO:tasks.rados.rados.0.smithi037.stdout:337: done (2 left) 2021-07-26T15:58:15.989 INFO:tasks.rados.rados.0.smithi037.stdout:338: done (1 left) 2021-07-26T15:58:15.989 INFO:tasks.rados.rados.0.smithi037.stdout:341: copy_from oid 2 from oid 28 current snap is 32 2021-07-26T15:58:15.989 INFO:tasks.rados.rados.0.smithi037.stdout:342: snap_create 2021-07-26T15:58:15.994 INFO:tasks.rados.rados.0.smithi037.stdout:341: finishing copy_from to smithi03738989-2 2021-07-26T15:58:15.995 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 22 (ObjNum 27 snap 0 seq_num 27) dirty exists 2021-07-26T15:58:15.995 INFO:tasks.rados.rados.0.smithi037.stdout:341: finishing copy_from racing read to smithi03738989-2 2021-07-26T15:58:16.012 INFO:tasks.rados.rados.0.smithi037.stdout:340: finishing copy_from to smithi03738989-17 2021-07-26T15:58:16.013 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 27 (ObjNum 68 snap 5 seq_num 68) dirty exists 2021-07-26T15:58:16.013 INFO:tasks.rados.rados.0.smithi037.stdout:340: finishing copy_from racing read to smithi03738989-17 2021-07-26T15:58:16.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:16 smithi037 bash[14605]: cluster 2021-07-26T15:58:15.288503+0000 mon.a (mon.0) 769 : cluster [DBG] mgrmap e18: x(active, starting, since 1.35969s), standbys: y 2021-07-26T15:58:16.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:16 smithi037 bash[14605]: audit 2021-07-26T15:58:15.290104+0000 mon.b (mon.2) 31 : audit [DBG] from='mgr.? 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:58:16.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:16 smithi037 bash[14605]: audit 2021-07-26T15:58:15.290522+0000 mon.b (mon.2) 32 : audit [DBG] from='mgr.? 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:58:16.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:16 smithi037 bash[14605]: cluster 2021-07-26T15:58:15.980147+0000 mon.a (mon.0) 770 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2021-07-26T15:58:16.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:16 smithi037 bash[18551]: cluster 2021-07-26T15:58:15.288503+0000 mon.a (mon.0) 769 : cluster [DBG] mgrmap e18: x(active, starting, since 1.35969s), standbys: y 2021-07-26T15:58:16.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:16 smithi037 bash[18551]: audit 2021-07-26T15:58:15.290104+0000 mon.b (mon.2) 31 : audit [DBG] from='mgr.? 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:58:16.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:16 smithi037 bash[18551]: audit 2021-07-26T15:58:15.290522+0000 mon.b (mon.2) 32 : audit [DBG] from='mgr.? 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:58:16.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:16 smithi037 bash[18551]: cluster 2021-07-26T15:58:15.980147+0000 mon.a (mon.0) 770 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2021-07-26T15:58:16.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:16 smithi107 bash[14687]: cluster 2021-07-26T15:58:15.288503+0000 mon.a (mon.0) 769 : cluster [DBG] mgrmap e18: x(active, starting, since 1.35969s), standbys: y 2021-07-26T15:58:16.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:16 smithi107 bash[14687]: audit 2021-07-26T15:58:15.290104+0000 mon.b (mon.2) 31 : audit [DBG] from='mgr.? 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:58:16.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:16 smithi107 bash[14687]: audit 2021-07-26T15:58:15.290522+0000 mon.b (mon.2) 32 : audit [DBG] from='mgr.? 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:58:16.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:16 smithi107 bash[14687]: cluster 2021-07-26T15:58:15.980147+0000 mon.a (mon.0) 770 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2021-07-26T15:58:16.983 INFO:tasks.rados.rados.0.smithi037.stdout:340: done (2 left) 2021-07-26T15:58:16.983 INFO:tasks.rados.rados.0.smithi037.stdout:341: done (1 left) 2021-07-26T15:58:16.983 INFO:tasks.rados.rados.0.smithi037.stdout:342: done (0 left) 2021-07-26T15:58:16.984 INFO:tasks.rados.rados.0.smithi037.stdout:343: read oid 15 snap -1 2021-07-26T15:58:16.984 INFO:tasks.rados.rados.0.smithi037.stdout:343: expect (ObjNum 123 snap 32 seq_num 123) 2021-07-26T15:58:16.984 INFO:tasks.rados.rados.0.smithi037.stdout:344: copy_from oid 39 from oid 19 current snap is 33 2021-07-26T15:58:16.984 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 33 2021-07-26T15:58:16.984 INFO:tasks.rados.rados.0.smithi037.stdout:345: seq_num 126 ranges {1269760=516096,1785856=630784,2416640=614400,3031040=360448} 2021-07-26T15:58:16.996 INFO:tasks.rados.rados.0.smithi037.stdout:345: writing smithi03738989-9 from 1269760 to 1785856 tid 1 2021-07-26T15:58:17.000 INFO:tasks.rados.rados.0.smithi037.stdout:345: writing smithi03738989-9 from 1785856 to 2416640 tid 2 2021-07-26T15:58:17.004 INFO:tasks.rados.rados.0.smithi037.stdout:345: writing smithi03738989-9 from 2416640 to 3031040 tid 3 2021-07-26T15:58:17.006 INFO:tasks.rados.rados.0.smithi037.stdout:345: writing smithi03738989-9 from 3031040 to 3391488 tid 4 2021-07-26T15:58:17.007 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 33 2021-07-26T15:58:17.007 INFO:tasks.rados.rados.0.smithi037.stdout:346: seq_num 127 ranges {4161536=532480,4694016=507904,5201920=778240,5980160=319488} 2021-07-26T15:58:17.033 INFO:tasks.rados.rados.0.smithi037.stdout:346: writing smithi03738989-45 from 4161536 to 4694016 tid 1 2021-07-26T15:58:17.036 INFO:tasks.rados.rados.0.smithi037.stdout:346: writing smithi03738989-45 from 4694016 to 5201920 tid 2 2021-07-26T15:58:17.040 INFO:tasks.rados.rados.0.smithi037.stdout:346: writing smithi03738989-45 from 5201920 to 5980160 tid 3 2021-07-26T15:58:17.043 INFO:tasks.rados.rados.0.smithi037.stdout:346: writing smithi03738989-45 from 5980160 to 6299648 tid 4 2021-07-26T15:58:17.043 INFO:tasks.rados.rados.0.smithi037.stdout:347: snap_create 2021-07-26T15:58:17.043 INFO:tasks.rados.rados.0.smithi037.stdout:344: finishing copy_from to smithi03738989-39 2021-07-26T15:58:17.044 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 43 (ObjNum 11 snap 0 seq_num 11) dirty exists 2021-07-26T15:58:17.044 INFO:tasks.rados.rados.0.smithi037.stdout:344: finishing copy_from racing read to smithi03738989-39 2021-07-26T15:58:17.044 INFO:tasks.rados.rados.0.smithi037.stdout:343: expect (ObjNum 123 snap 32 seq_num 123) 2021-07-26T15:58:17.098 INFO:tasks.rados.rados.0.smithi037.stdout:345: finishing write tid 1 to smithi03738989-9 2021-07-26T15:58:17.098 INFO:tasks.rados.rados.0.smithi037.stdout:345: finishing write tid 2 to smithi03738989-9 2021-07-26T15:58:17.098 INFO:tasks.rados.rados.0.smithi037.stdout:345: finishing write tid 3 to smithi03738989-9 2021-07-26T15:58:17.099 INFO:tasks.rados.rados.0.smithi037.stdout:345: finishing write tid 4 to smithi03738989-9 2021-07-26T15:58:17.099 INFO:tasks.rados.rados.0.smithi037.stdout:345: finishing write tid 6 to smithi03738989-9 2021-07-26T15:58:17.099 INFO:tasks.rados.rados.0.smithi037.stdout:345: finishing write tid 7 to smithi03738989-9 2021-07-26T15:58:17.099 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 116 (ObjNum 126 snap 33 seq_num 126) dirty exists 2021-07-26T15:58:17.100 INFO:tasks.rados.rados.0.smithi037.stdout:345: left oid 9 (ObjNum 126 snap 33 seq_num 126) 2021-07-26T15:58:17.100 INFO:tasks.rados.rados.0.smithi037.stdout:346: finishing write tid 1 to smithi03738989-45 2021-07-26T15:58:17.100 INFO:tasks.rados.rados.0.smithi037.stdout:346: finishing write tid 2 to smithi03738989-45 2021-07-26T15:58:17.100 INFO:tasks.rados.rados.0.smithi037.stdout:346: finishing write tid 3 to smithi03738989-45 2021-07-26T15:58:17.101 INFO:tasks.rados.rados.0.smithi037.stdout:346: finishing write tid 4 to smithi03738989-45 2021-07-26T15:58:17.101 INFO:tasks.rados.rados.0.smithi037.stdout:346: finishing write tid 6 to smithi03738989-45 2021-07-26T15:58:17.101 INFO:tasks.rados.rados.0.smithi037.stdout:346: finishing write tid 7 to smithi03738989-45 2021-07-26T15:58:17.101 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 173 (ObjNum 127 snap 33 seq_num 127) dirty exists 2021-07-26T15:58:17.102 INFO:tasks.rados.rados.0.smithi037.stdout:346: left oid 45 (ObjNum 127 snap 33 seq_num 127) 2021-07-26T15:58:17.990 INFO:tasks.rados.rados.0.smithi037.stdout:343: done (4 left) 2021-07-26T15:58:17.991 INFO:tasks.rados.rados.0.smithi037.stdout:344: done (3 left) 2021-07-26T15:58:17.991 INFO:tasks.rados.rados.0.smithi037.stdout:345: done (2 left) 2021-07-26T15:58:17.991 INFO:tasks.rados.rados.0.smithi037.stdout:346: done (1 left) 2021-07-26T15:58:17.991 INFO:tasks.rados.rados.0.smithi037.stdout:347: done (0 left) 2021-07-26T15:58:17.991 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 34 2021-07-26T15:58:17.992 INFO:tasks.rados.rados.0.smithi037.stdout:348: seq_num 128 ranges {0=548864,548864=794624,1343488=581632,1925120=229376} 2021-07-26T15:58:17.993 INFO:tasks.rados.rados.0.smithi037.stdout:348: writing smithi03738989-5 from 0 to 548864 tid 1 2021-07-26T15:58:17.999 INFO:tasks.rados.rados.0.smithi037.stdout:348: writing smithi03738989-5 from 548864 to 1343488 tid 2 2021-07-26T15:58:18.003 INFO:tasks.rados.rados.0.smithi037.stdout:348: writing smithi03738989-5 from 1343488 to 1925120 tid 3 2021-07-26T15:58:18.005 INFO:tasks.rados.rados.0.smithi037.stdout:348: writing smithi03738989-5 from 1925120 to 2154496 tid 4 2021-07-26T15:58:18.005 INFO:tasks.rados.rados.0.smithi037.stdout:349: rollback oid 31 current snap is 34 2021-07-26T15:58:18.006 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 31 to 23 2021-07-26T15:58:18.006 INFO:tasks.rados.rados.0.smithi037.stdout:348: finishing write tid 1 to smithi03738989-5 2021-07-26T15:58:18.006 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 34 2021-07-26T15:58:18.006 INFO:tasks.rados.rados.0.smithi037.stdout:350: seq_num 129 ranges {0=565248,565248=679936,1245184=786432,2031616=139264} 2021-07-26T15:58:18.009 INFO:tasks.rados.rados.0.smithi037.stdout:350: writing smithi03738989-49 from 0 to 565248 tid 1 2021-07-26T15:58:18.013 INFO:tasks.rados.rados.0.smithi037.stdout:350: writing smithi03738989-49 from 565248 to 1245184 tid 2 2021-07-26T15:58:18.017 INFO:tasks.rados.rados.0.smithi037.stdout:350: writing smithi03738989-49 from 1245184 to 2031616 tid 3 2021-07-26T15:58:18.019 INFO:tasks.rados.rados.0.smithi037.stdout:350: writing smithi03738989-49 from 2031616 to 2170880 tid 4 2021-07-26T15:58:18.019 INFO:tasks.rados.rados.0.smithi037.stdout:351: rmattr oid 41 current snap is 34 2021-07-26T15:58:18.019 INFO:tasks.rados.rados.0.smithi037.stdout:348: finishing write tid 2 to smithi03738989-5 2021-07-26T15:58:18.019 INFO:tasks.rados.rados.0.smithi037.stdout:348: finishing write tid 3 to smithi03738989-5 2021-07-26T15:58:18.020 INFO:tasks.rados.rados.0.smithi037.stdout:348: finishing write tid 4 to smithi03738989-5 2021-07-26T15:58:18.020 INFO:tasks.rados.rados.0.smithi037.stdout:349: finishing rollback tid 0 to smithi03738989-31 2021-07-26T15:58:18.020 INFO:tasks.rados.rados.0.smithi037.stdout:348: finishing write tid 6 to smithi03738989-5 2021-07-26T15:58:18.020 INFO:tasks.rados.rados.0.smithi037.stdout:349: finishing rollback tid 1 to smithi03738989-31 2021-07-26T15:58:18.021 INFO:tasks.rados.rados.0.smithi037.stdout:349: finishing rollback tid 2 to smithi03738989-31 2021-07-26T15:58:18.021 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 147 (ObjNum 104 snap 22 seq_num 104) dirty exists 2021-07-26T15:58:18.021 INFO:tasks.rados.rados.0.smithi037.stdout:348: finishing write tid 7 to smithi03738989-5 2021-07-26T15:58:18.021 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 52 (ObjNum 128 snap 34 seq_num 128) dirty exists 2021-07-26T15:58:18.021 INFO:tasks.rados.rados.0.smithi037.stdout:348: left oid 5 (ObjNum 128 snap 34 seq_num 128) 2021-07-26T15:58:18.022 INFO:tasks.rados.rados.0.smithi037.stdout:350: finishing write tid 1 to smithi03738989-49 2021-07-26T15:58:18.022 INFO:tasks.rados.rados.0.smithi037.stdout:350: finishing write tid 2 to smithi03738989-49 2021-07-26T15:58:18.022 INFO:tasks.rados.rados.0.smithi037.stdout:348: done (3 left) 2021-07-26T15:58:18.022 INFO:tasks.rados.rados.0.smithi037.stdout:349: done (2 left) 2021-07-26T15:58:18.023 INFO:tasks.rados.rados.0.smithi037.stdout:352: read oid 32 snap -1 2021-07-26T15:58:18.023 INFO:tasks.rados.rados.0.smithi037.stdout:352: expect (ObjNum 66 snap 4 seq_num 66) 2021-07-26T15:58:18.023 INFO:tasks.rados.rados.0.smithi037.stdout:353: read oid 10 snap -1 2021-07-26T15:58:18.023 INFO:tasks.rados.rados.0.smithi037.stdout:353: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:58:18.023 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 34 2021-07-26T15:58:18.024 INFO:tasks.rados.rados.0.smithi037.stdout:354: seq_num 130 ranges {1826816=581632,2408448=614400,3022848=598016,3620864=393216} 2021-07-26T15:58:18.035 INFO:tasks.rados.rados.0.smithi037.stdout:354: writing smithi03738989-34 from 1826816 to 2408448 tid 1 2021-07-26T15:58:18.037 INFO:tasks.rados.rados.0.smithi037.stdout:354: writing smithi03738989-34 from 2408448 to 3022848 tid 2 2021-07-26T15:58:18.041 INFO:tasks.rados.rados.0.smithi037.stdout:354: writing smithi03738989-34 from 3022848 to 3620864 tid 3 2021-07-26T15:58:18.044 INFO:tasks.rados.rados.0.smithi037.stdout:354: writing smithi03738989-34 from 3620864 to 4014080 tid 4 2021-07-26T15:58:18.044 INFO:tasks.rados.rados.0.smithi037.stdout:355: rmattr oid 33 current snap is 34 2021-07-26T15:58:18.044 INFO:tasks.rados.rados.0.smithi037.stdout:355: done (5 left) 2021-07-26T15:58:18.045 INFO:tasks.rados.rados.0.smithi037.stdout:356: read oid 46 snap -1 2021-07-26T15:58:18.045 INFO:tasks.rados.rados.0.smithi037.stdout:356: expect (ObjNum 108 snap 22 seq_num 108) 2021-07-26T15:58:18.045 INFO:tasks.rados.rados.0.smithi037.stdout:350: finishing write tid 3 to smithi03738989-49 2021-07-26T15:58:18.045 INFO:tasks.rados.rados.0.smithi037.stdout:357: read oid 3 snap -1 2021-07-26T15:58:18.046 INFO:tasks.rados.rados.0.smithi037.stdout:357: expect (ObjNum 106 snap 22 seq_num 106) 2021-07-26T15:58:18.046 INFO:tasks.rados.rados.0.smithi037.stdout:358: copy_from oid 21 from oid 4 current snap is 34 2021-07-26T15:58:18.046 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 98 (ObjNum 103 snap 22 seq_num 103) dirty exists 2021-07-26T15:58:18.046 INFO:tasks.rados.rados.0.smithi037.stdout:350: finishing write tid 4 to smithi03738989-49 2021-07-26T15:58:18.046 INFO:tasks.rados.rados.0.smithi037.stdout:351: done (7 left) 2021-07-26T15:58:18.047 INFO:tasks.rados.rados.0.smithi037.stdout:359: setattr oid 38 current snap is 34 2021-07-26T15:58:18.047 INFO:tasks.rados.rados.0.smithi037.stdout:350: finishing write tid 6 to smithi03738989-49 2021-07-26T15:58:18.047 INFO:tasks.rados.rados.0.smithi037.stdout:350: finishing write tid 7 to smithi03738989-49 2021-07-26T15:58:18.047 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 85 (ObjNum 129 snap 34 seq_num 129) dirty exists 2021-07-26T15:58:18.048 INFO:tasks.rados.rados.0.smithi037.stdout:350: left oid 49 (ObjNum 129 snap 34 seq_num 129) 2021-07-26T15:58:18.048 INFO:tasks.rados.rados.0.smithi037.stdout:352: expect (ObjNum 66 snap 4 seq_num 66) 2021-07-26T15:58:18.156 INFO:tasks.rados.rados.0.smithi037.stdout:353: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:58:18.171 INFO:tasks.rados.rados.0.smithi037.stdout:354: finishing write tid 1 to smithi03738989-34 2021-07-26T15:58:18.172 INFO:tasks.rados.rados.0.smithi037.stdout:354: finishing write tid 2 to smithi03738989-34 2021-07-26T15:58:18.172 INFO:tasks.rados.rados.0.smithi037.stdout:354: finishing write tid 3 to smithi03738989-34 2021-07-26T15:58:18.172 INFO:tasks.rados.rados.0.smithi037.stdout:354: finishing write tid 4 to smithi03738989-34 2021-07-26T15:58:18.173 INFO:tasks.rados.rados.0.smithi037.stdout:354: finishing write tid 6 to smithi03738989-34 2021-07-26T15:58:18.173 INFO:tasks.rados.rados.0.smithi037.stdout:354: finishing write tid 7 to smithi03738989-34 2021-07-26T15:58:18.173 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 51 (ObjNum 130 snap 34 seq_num 130) dirty exists 2021-07-26T15:58:18.173 INFO:tasks.rados.rados.0.smithi037.stdout:354: left oid 34 (ObjNum 130 snap 34 seq_num 130) 2021-07-26T15:58:18.174 INFO:tasks.rados.rados.0.smithi037.stdout:356: expect (ObjNum 108 snap 22 seq_num 108) 2021-07-26T15:58:18.244 INFO:tasks.rados.rados.0.smithi037.stdout:357: expect (ObjNum 106 snap 22 seq_num 106) 2021-07-26T15:58:18.263 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:17 smithi107 bash[14687]: cluster 2021-07-26T15:58:16.982211+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2021-07-26T15:58:18.309 INFO:tasks.rados.rados.0.smithi037.stdout:358: finishing copy_from to smithi03738989-21 2021-07-26T15:58:18.310 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 88 (ObjNum 100 snap 22 seq_num 100) dirty exists 2021-07-26T15:58:18.310 INFO:tasks.rados.rados.0.smithi037.stdout:358: finishing copy_from racing read to smithi03738989-21 2021-07-26T15:58:18.310 INFO:tasks.rados.rados.0.smithi037.stdout:350: done (7 left) 2021-07-26T15:58:18.310 INFO:tasks.rados.rados.0.smithi037.stdout:352: done (6 left) 2021-07-26T15:58:18.311 INFO:tasks.rados.rados.0.smithi037.stdout:353: done (5 left) 2021-07-26T15:58:18.311 INFO:tasks.rados.rados.0.smithi037.stdout:354: done (4 left) 2021-07-26T15:58:18.311 INFO:tasks.rados.rados.0.smithi037.stdout:356: done (3 left) 2021-07-26T15:58:18.311 INFO:tasks.rados.rados.0.smithi037.stdout:357: done (2 left) 2021-07-26T15:58:18.311 INFO:tasks.rados.rados.0.smithi037.stdout:358: done (1 left) 2021-07-26T15:58:18.312 INFO:tasks.rados.rados.0.smithi037.stdout:360: read oid 9 snap -1 2021-07-26T15:58:18.312 INFO:tasks.rados.rados.0.smithi037.stdout:360: expect (ObjNum 126 snap 33 seq_num 126) 2021-07-26T15:58:18.312 INFO:tasks.rados.rados.0.smithi037.stdout:361: snap_create 2021-07-26T15:58:18.312 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 76 (ObjNum 125 snap 32 seq_num 125) dirty exists 2021-07-26T15:58:18.327 INFO:tasks.rados.rados.0.smithi037.stdout:360: expect (ObjNum 126 snap 33 seq_num 126) 2021-07-26T15:58:18.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:17 smithi037 bash[14605]: cluster 2021-07-26T15:58:16.982211+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2021-07-26T15:58:18.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:17 smithi037 bash[18551]: cluster 2021-07-26T15:58:16.982211+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2021-07-26T15:58:19.263 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:18 smithi107 bash[14687]: cluster 2021-07-26T15:58:17.990490+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2021-07-26T15:58:19.279 INFO:tasks.rados.rados.0.smithi037.stdout:359: done (2 left) 2021-07-26T15:58:19.280 INFO:tasks.rados.rados.0.smithi037.stdout:360: done (1 left) 2021-07-26T15:58:19.280 INFO:tasks.rados.rados.0.smithi037.stdout:361: done (0 left) 2021-07-26T15:58:19.280 INFO:tasks.rados.rados.0.smithi037.stdout:362: read oid 31 snap -1 2021-07-26T15:58:19.280 INFO:tasks.rados.rados.0.smithi037.stdout:362: expect (ObjNum 104 snap 22 seq_num 104) 2021-07-26T15:58:19.281 INFO:tasks.rados.rados.0.smithi037.stdout:363: rollback oid 22 current snap is 35 2021-07-26T15:58:19.281 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 22 to 25 2021-07-26T15:58:19.281 INFO:tasks.rados.rados.0.smithi037.stdout:364: read oid 48 snap -1 2021-07-26T15:58:19.281 INFO:tasks.rados.rados.0.smithi037.stdout:364: expect (ObjNum 46 snap 0 seq_num 46) 2021-07-26T15:58:19.281 INFO:tasks.rados.rados.0.smithi037.stdout:365: rollback oid 3 current snap is 35 2021-07-26T15:58:19.282 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 3 to 16 2021-07-26T15:58:19.282 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 35 2021-07-26T15:58:19.282 INFO:tasks.rados.rados.0.smithi037.stdout:366: seq_num 131 ranges {3252224=598016,3850240=499712,4349952=753664,5103616=352256} 2021-07-26T15:58:19.303 INFO:tasks.rados.rados.0.smithi037.stdout:366: writing smithi03738989-18 from 3252224 to 3850240 tid 1 2021-07-26T15:58:19.306 INFO:tasks.rados.rados.0.smithi037.stdout:366: writing smithi03738989-18 from 3850240 to 4349952 tid 2 2021-07-26T15:58:19.310 INFO:tasks.rados.rados.0.smithi037.stdout:366: writing smithi03738989-18 from 4349952 to 5103616 tid 3 2021-07-26T15:58:19.313 INFO:tasks.rados.rados.0.smithi037.stdout:366: writing smithi03738989-18 from 5103616 to 5455872 tid 4 2021-07-26T15:58:19.313 INFO:tasks.rados.rados.0.smithi037.stdout:367: rmattr oid 24 current snap is 35 2021-07-26T15:58:19.313 INFO:tasks.rados.rados.0.smithi037.stdout:363: finishing rollback tid 0 to smithi03738989-22 2021-07-26T15:58:19.313 INFO:tasks.rados.rados.0.smithi037.stdout:368: rmattr oid 11 current snap is 35 2021-07-26T15:58:19.314 INFO:tasks.rados.rados.0.smithi037.stdout:368: done (6 left) 2021-07-26T15:58:19.314 INFO:tasks.rados.rados.0.smithi037.stdout:369: rmattr oid 16 current snap is 35 2021-07-26T15:58:19.314 INFO:tasks.rados.rados.0.smithi037.stdout:369: done (6 left) 2021-07-26T15:58:19.314 INFO:tasks.rados.rados.0.smithi037.stdout:370: copy_from oid 26 from oid 34 current snap is 35 2021-07-26T15:58:19.315 INFO:tasks.rados.rados.0.smithi037.stdout:363: finishing rollback tid 1 to smithi03738989-22 2021-07-26T15:58:19.315 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 106 (ObjNum 372597920 snap 21933 seq_num 371976352) dirty dne 2021-07-26T15:58:19.315 INFO:tasks.rados.rados.0.smithi037.stdout:364: expect (ObjNum 46 snap 0 seq_num 46) 2021-07-26T15:58:19.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:18 smithi037 bash[18551]: cluster 2021-07-26T15:58:17.990490+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2021-07-26T15:58:19.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:18 smithi037 bash[14605]: cluster 2021-07-26T15:58:17.990490+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2021-07-26T15:58:19.343 INFO:tasks.rados.rados.0.smithi037.stdout:365: finishing rollback tid 0 to smithi03738989-3 2021-07-26T15:58:19.343 INFO:tasks.rados.rados.0.smithi037.stdout:365: finishing rollback tid 1 to smithi03738989-3 2021-07-26T15:58:19.344 INFO:tasks.rados.rados.0.smithi037.stdout:362: expect (ObjNum 104 snap 22 seq_num 104) 2021-07-26T15:58:19.384 INFO:tasks.rados.rados.0.smithi037.stdout:365: finishing rollback tid 2 to smithi03738989-3 2021-07-26T15:58:19.384 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 151 (ObjNum 6 snap 0 seq_num 6) dirty exists 2021-07-26T15:58:19.385 INFO:tasks.rados.rados.0.smithi037.stdout:366: finishing write tid 1 to smithi03738989-18 2021-07-26T15:58:19.385 INFO:tasks.rados.rados.0.smithi037.stdout:366: finishing write tid 2 to smithi03738989-18 2021-07-26T15:58:19.386 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 175 (ObjNum 23 snap 0 seq_num 23) dirty exists 2021-07-26T15:58:19.386 INFO:tasks.rados.rados.0.smithi037.stdout:366: finishing write tid 3 to smithi03738989-18 2021-07-26T15:58:19.386 INFO:tasks.rados.rados.0.smithi037.stdout:366: finishing write tid 4 to smithi03738989-18 2021-07-26T15:58:19.386 INFO:tasks.rados.rados.0.smithi037.stdout:366: finishing write tid 6 to smithi03738989-18 2021-07-26T15:58:19.387 INFO:tasks.rados.rados.0.smithi037.stdout:366: finishing write tid 7 to smithi03738989-18 2021-07-26T15:58:19.387 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 90 (ObjNum 131 snap 35 seq_num 131) dirty exists 2021-07-26T15:58:19.387 INFO:tasks.rados.rados.0.smithi037.stdout:366: left oid 18 (ObjNum 131 snap 35 seq_num 131) 2021-07-26T15:58:19.387 INFO:tasks.rados.rados.0.smithi037.stdout:370: finishing copy_from to smithi03738989-26 2021-07-26T15:58:19.388 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 51 (ObjNum 130 snap 34 seq_num 130) dirty exists 2021-07-26T15:58:19.388 INFO:tasks.rados.rados.0.smithi037.stdout:370: finishing copy_from racing read to smithi03738989-26 2021-07-26T15:58:19.388 INFO:tasks.rados.rados.0.smithi037.stdout:362: done (6 left) 2021-07-26T15:58:19.388 INFO:tasks.rados.rados.0.smithi037.stdout:363: done (5 left) 2021-07-26T15:58:19.388 INFO:tasks.rados.rados.0.smithi037.stdout:364: done (4 left) 2021-07-26T15:58:19.389 INFO:tasks.rados.rados.0.smithi037.stdout:365: done (3 left) 2021-07-26T15:58:19.389 INFO:tasks.rados.rados.0.smithi037.stdout:366: done (2 left) 2021-07-26T15:58:19.389 INFO:tasks.rados.rados.0.smithi037.stdout:367: done (1 left) 2021-07-26T15:58:19.389 INFO:tasks.rados.rados.0.smithi037.stdout:370: done (0 left) 2021-07-26T15:58:19.390 INFO:tasks.rados.rados.0.smithi037.stdout:371: delete oid 43 current snap is 35 2021-07-26T15:58:19.390 INFO:tasks.rados.rados.0.smithi037.stdout:371: done (0 left) 2021-07-26T15:58:19.391 INFO:tasks.rados.rados.0.smithi037.stdout:372: rollback oid 30 current snap is 35 2021-07-26T15:58:19.391 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 30 2021-07-26T15:58:19.391 INFO:tasks.rados.rados.0.smithi037.stdout:373: read oid 19 snap -1 2021-07-26T15:58:19.391 INFO:tasks.rados.rados.0.smithi037.stdout:373: expect (ObjNum 11 snap 0 seq_num 11) 2021-07-26T15:58:19.392 INFO:tasks.rados.rados.0.smithi037.stdout:374: snap_remove snap 23 2021-07-26T15:58:20.290 INFO:tasks.rados.rados.0.smithi037.stdout:372: finishing rollback tid 1 to smithi03738989-30 2021-07-26T15:58:20.291 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 0 (ObjNum 371819056 snap 21933 seq_num 371712496) dirty dne 2021-07-26T15:58:20.291 INFO:tasks.rados.rados.0.smithi037.stdout:373: expect (ObjNum 11 snap 0 seq_num 11) 2021-07-26T15:58:20.294 INFO:tasks.rados.rados.0.smithi037.stdout:372: done (2 left) 2021-07-26T15:58:20.295 INFO:tasks.rados.rados.0.smithi037.stdout:373: done (1 left) 2021-07-26T15:58:20.295 INFO:tasks.rados.rados.0.smithi037.stdout:374: done (0 left) 2021-07-26T15:58:20.295 INFO:tasks.rados.rados.0.smithi037.stdout:375: delete oid 18 current snap is 35 2021-07-26T15:58:20.304 INFO:tasks.rados.rados.0.smithi037.stdout:375: done (0 left) 2021-07-26T15:58:20.304 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 35 2021-07-26T15:58:20.305 INFO:tasks.rados.rados.0.smithi037.stdout:376: seq_num 134 ranges {3342336=647168,3989504=548864,4538368=573440,5111808=483328} 2021-07-26T15:58:20.330 INFO:tasks.rados.rados.0.smithi037.stdout:376: writing smithi03738989-12 from 3342336 to 3989504 tid 1 2021-07-26T15:58:20.333 INFO:tasks.rados.rados.0.smithi037.stdout:376: writing smithi03738989-12 from 3989504 to 4538368 tid 2 2021-07-26T15:58:20.336 INFO:tasks.rados.rados.0.smithi037.stdout:376: writing smithi03738989-12 from 4538368 to 5111808 tid 3 2021-07-26T15:58:20.339 INFO:tasks.rados.rados.0.smithi037.stdout:376: writing smithi03738989-12 from 5111808 to 5595136 tid 4 2021-07-26T15:58:20.339 INFO:tasks.rados.rados.0.smithi037.stdout:377: snap_remove snap 24 2021-07-26T15:58:20.514 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:20 smithi107 bash[14687]: cluster 2021-07-26T15:58:19.277488+0000 mon.a (mon.0) 773 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2021-07-26T15:58:20.577 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:20 smithi037 bash[18551]: cluster 2021-07-26T15:58:19.277488+0000 mon.a (mon.0) 773 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2021-07-26T15:58:20.578 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:20 smithi037 bash[14605]: cluster 2021-07-26T15:58:19.277488+0000 mon.a (mon.0) 773 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2021-07-26T15:58:21.014 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:20 smithi107 bash[25873]: Warning: Permanently added '172.21.15.37' (ECDSA) to the list of known hosts. 2021-07-26T15:58:21.014 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:20 smithi107 bash[25873]: Warning: Permanently added 'smithi107,172.21.15.107' (ECDSA) to the list of known hosts. 2021-07-26T15:58:21.014 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:20 smithi107 bash[25873]: debug 2021-07-26T15:58:20.640+0000 7fa6fffcc700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:58:21.015 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:20 smithi107 bash[25873]: debug 2021-07-26T15:58:20.640+0000 7fa6fffcc700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:58:21.015 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:20 smithi107 bash[25873]: debug 2021-07-26T15:58:20.640+0000 7fa6fffcc700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:58:21.015 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:20 smithi107 bash[25873]: debug 2021-07-26T15:58:20.640+0000 7fa6fffcc700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:58:21.015 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:20 smithi107 bash[25873]: debug 2021-07-26T15:58:20.640+0000 7fa6fffcc700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:58:21.016 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:20 smithi107 bash[25873]: debug 2021-07-26T15:58:20.652+0000 7fa6fb783700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:58:21.016 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:20 smithi107 bash[25873]: debug 2021-07-26T15:58:20.652+0000 7fa6fb783700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:58:21.016 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:20 smithi107 bash[25873]: debug 2021-07-26T15:58:20.652+0000 7fa6fb783700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:58:21.016 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:20 smithi107 bash[25873]: debug 2021-07-26T15:58:20.652+0000 7fa6fb783700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:58:21.016 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:20 smithi107 bash[25873]: debug 2021-07-26T15:58:20.652+0000 7fa6fb783700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:58:21.314 INFO:tasks.rados.rados.0.smithi037.stdout:377: done (1 left) 2021-07-26T15:58:21.315 INFO:tasks.rados.rados.0.smithi037.stdout:378: snap_remove snap 13 2021-07-26T15:58:21.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.285152+0000 mon.b (mon.2) 33 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:58:21.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.285379+0000 mon.b (mon.2) 34 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:58:21.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.285594+0000 mon.b (mon.2) 35 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:58:21.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: cluster 2021-07-26T15:58:20.287404+0000 mon.a (mon.0) 774 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2021-07-26T15:58:21.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.287479+0000 mon.b (mon.2) 36 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi037.wjuegm"}]: dispatch 2021-07-26T15:58:21.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.288097+0000 mon.b (mon.2) 37 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T15:58:21.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.289395+0000 mon.b (mon.2) 38 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:58:21.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.290041+0000 mon.b (mon.2) 39 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:58:21.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.290559+0000 mon.b (mon.2) 40 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:58:21.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.290966+0000 mon.b (mon.2) 41 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:58:21.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.291447+0000 mon.b (mon.2) 42 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:58:21.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.291796+0000 mon.b (mon.2) 43 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:58:21.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.292057+0000 mon.b (mon.2) 44 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:58:21.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.292404+0000 mon.b (mon.2) 45 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:58:21.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.300924+0000 mon.b (mon.2) 46 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:58:21.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.301462+0000 mon.b (mon.2) 47 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:58:21.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.302036+0000 mon.b (mon.2) 48 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:58:21.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.303538+0000 mon.b (mon.2) 49 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-07-26T15:58:21.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.285152+0000 mon.b (mon.2) 33 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:58:21.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.285379+0000 mon.b (mon.2) 34 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:58:21.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.285594+0000 mon.b (mon.2) 35 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:58:21.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: cluster 2021-07-26T15:58:20.287404+0000 mon.a (mon.0) 774 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2021-07-26T15:58:21.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.287479+0000 mon.b (mon.2) 36 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi037.wjuegm"}]: dispatch 2021-07-26T15:58:21.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.288097+0000 mon.b (mon.2) 37 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T15:58:21.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.289395+0000 mon.b (mon.2) 38 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:58:21.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.290041+0000 mon.b (mon.2) 39 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:58:21.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.290559+0000 mon.b (mon.2) 40 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:58:21.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.290966+0000 mon.b (mon.2) 41 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:58:21.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.291447+0000 mon.b (mon.2) 42 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:58:21.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.291796+0000 mon.b (mon.2) 43 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:58:21.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.292057+0000 mon.b (mon.2) 44 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:58:21.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.292404+0000 mon.b (mon.2) 45 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:58:21.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.300924+0000 mon.b (mon.2) 46 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:58:21.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.301462+0000 mon.b (mon.2) 47 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:58:21.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.302036+0000 mon.b (mon.2) 48 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:58:21.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.303538+0000 mon.b (mon.2) 49 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-07-26T15:58:21.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.304680+0000 mon.b (mon.2) 50 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2021-07-26T15:58:21.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.305192+0000 mon.b (mon.2) 51 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2021-07-26T15:58:21.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.305695+0000 mon.b (mon.2) 52 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi037"}]: dispatch 2021-07-26T15:58:21.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.306415+0000 mon.b (mon.2) 53 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi107"}]: dispatch 2021-07-26T15:58:21.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.307131+0000 mon.b (mon.2) 54 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2021-07-26T15:58:21.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.307532+0000 mon.b (mon.2) 55 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2021-07-26T15:58:21.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.307873+0000 mon.b (mon.2) 56 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2021-07-26T15:58:21.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.308171+0000 mon.b (mon.2) 57 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2021-07-26T15:58:21.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.308458+0000 mon.b (mon.2) 58 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2021-07-26T15:58:21.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.308734+0000 mon.b (mon.2) 59 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2021-07-26T15:58:21.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.309019+0000 mon.b (mon.2) 60 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2021-07-26T15:58:21.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.309402+0000 mon.b (mon.2) 61 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2021-07-26T15:58:21.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.309696+0000 mon.b (mon.2) 62 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2021-07-26T15:58:21.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.309981+0000 mon.b (mon.2) 63 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2021-07-26T15:58:21.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.310282+0000 mon.b (mon.2) 64 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2021-07-26T15:58:21.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.310564+0000 mon.b (mon.2) 65 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2021-07-26T15:58:21.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.311017+0000 mon.b (mon.2) 66 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2021-07-26T15:58:21.605 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.304680+0000 mon.b (mon.2) 50 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2021-07-26T15:58:21.605 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.305192+0000 mon.b (mon.2) 51 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2021-07-26T15:58:21.605 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.305695+0000 mon.b (mon.2) 52 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi037"}]: dispatch 2021-07-26T15:58:21.605 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.306415+0000 mon.b (mon.2) 53 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi107"}]: dispatch 2021-07-26T15:58:21.606 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.307131+0000 mon.b (mon.2) 54 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2021-07-26T15:58:21.606 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.307532+0000 mon.b (mon.2) 55 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2021-07-26T15:58:21.606 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.307873+0000 mon.b (mon.2) 56 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2021-07-26T15:58:21.607 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.308171+0000 mon.b (mon.2) 57 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2021-07-26T15:58:21.607 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.308458+0000 mon.b (mon.2) 58 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2021-07-26T15:58:21.607 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.308734+0000 mon.b (mon.2) 59 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2021-07-26T15:58:21.607 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.309019+0000 mon.b (mon.2) 60 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2021-07-26T15:58:21.608 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.309402+0000 mon.b (mon.2) 61 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2021-07-26T15:58:21.608 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.309696+0000 mon.b (mon.2) 62 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2021-07-26T15:58:21.608 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.309981+0000 mon.b (mon.2) 63 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2021-07-26T15:58:21.608 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.310282+0000 mon.b (mon.2) 64 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2021-07-26T15:58:21.608 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.310564+0000 mon.b (mon.2) 65 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2021-07-26T15:58:21.609 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.311017+0000 mon.b (mon.2) 66 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2021-07-26T15:58:21.609 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.311417+0000 mon.b (mon.2) 67 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:58:21.609 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.311812+0000 mon.b (mon.2) 68 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:58:21.609 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.312159+0000 mon.b (mon.2) 69 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2021-07-26T15:58:21.610 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.312487+0000 mon.b (mon.2) 70 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2021-07-26T15:58:21.610 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.312816+0000 mon.b (mon.2) 71 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2021-07-26T15:58:21.610 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.313153+0000 mon.b (mon.2) 72 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2021-07-26T15:58:21.610 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: cluster 2021-07-26T15:58:20.342299+0000 mon.a (mon.0) 775 : cluster [INF] Manager daemon x is now available 2021-07-26T15:58:21.610 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: cephadm 2021-07-26T15:58:20.360288+0000 mgr.x (mgr.34787) 1 : cephadm [INF] inventory: adjusted host smithi037 addr 'smithi037' -> '172.21.15.37' 2021-07-26T15:58:21.611 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.369456+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:21.611 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.517023+0000 mon.b (mon.2) 73 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:21.611 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.518074+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:21.611 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.522787+0000 mon.b (mon.2) 74 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:21.612 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.536815+0000 mon.b (mon.2) 75 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]: dispatch 2021-07-26T15:58:21.612 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.540980+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]: dispatch 2021-07-26T15:58:21.612 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.579501+0000 mon.b (mon.2) 76 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:58:21.612 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.583832+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:58:21.613 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.591494+0000 mon.b (mon.2) 77 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-07-26T15:58:21.613 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.595436+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-07-26T15:58:21.613 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.311417+0000 mon.b (mon.2) 67 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:58:21.613 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.311812+0000 mon.b (mon.2) 68 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:58:21.614 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.312159+0000 mon.b (mon.2) 69 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2021-07-26T15:58:21.614 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.312487+0000 mon.b (mon.2) 70 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2021-07-26T15:58:21.614 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.312816+0000 mon.b (mon.2) 71 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2021-07-26T15:58:21.614 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.313153+0000 mon.b (mon.2) 72 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2021-07-26T15:58:21.615 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: cluster 2021-07-26T15:58:20.342299+0000 mon.a (mon.0) 775 : cluster [INF] Manager daemon x is now available 2021-07-26T15:58:21.615 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: cephadm 2021-07-26T15:58:20.360288+0000 mgr.x (mgr.34787) 1 : cephadm [INF] inventory: adjusted host smithi037 addr 'smithi037' -> '172.21.15.37' 2021-07-26T15:58:21.615 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.369456+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:21.615 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.517023+0000 mon.b (mon.2) 73 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:21.616 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.518074+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:21.616 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.522787+0000 mon.b (mon.2) 74 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:21.616 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.536815+0000 mon.b (mon.2) 75 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]: dispatch 2021-07-26T15:58:21.616 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.540980+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]: dispatch 2021-07-26T15:58:21.616 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.579501+0000 mon.b (mon.2) 76 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:58:21.617 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.583832+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:58:21.617 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.591494+0000 mon.b (mon.2) 77 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-07-26T15:58:21.617 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.595436+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-07-26T15:58:21.617 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.847881+0000 mon.b (mon.2) 78 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:58:21.618 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[18551]: audit 2021-07-26T15:58:20.850463+0000 mon.b (mon.2) 79 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:58:21.618 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.847881+0000 mon.b (mon.2) 78 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:58:21.618 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:21 smithi037 bash[14605]: audit 2021-07-26T15:58:20.850463+0000 mon.b (mon.2) 79 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:58:21.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.285152+0000 mon.b (mon.2) 33 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:58:21.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.285379+0000 mon.b (mon.2) 34 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:58:21.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.285594+0000 mon.b (mon.2) 35 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:58:21.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: cluster 2021-07-26T15:58:20.287404+0000 mon.a (mon.0) 774 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2021-07-26T15:58:21.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.287479+0000 mon.b (mon.2) 36 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi037.wjuegm"}]: dispatch 2021-07-26T15:58:21.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.288097+0000 mon.b (mon.2) 37 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T15:58:21.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.289395+0000 mon.b (mon.2) 38 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:58:21.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.290041+0000 mon.b (mon.2) 39 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:58:21.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.290559+0000 mon.b (mon.2) 40 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:58:21.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.290966+0000 mon.b (mon.2) 41 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:58:21.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.291447+0000 mon.b (mon.2) 42 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:58:21.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.291796+0000 mon.b (mon.2) 43 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:58:21.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.292057+0000 mon.b (mon.2) 44 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:58:21.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.292404+0000 mon.b (mon.2) 45 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:58:21.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.300924+0000 mon.b (mon.2) 46 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:58:21.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.301462+0000 mon.b (mon.2) 47 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:58:21.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.302036+0000 mon.b (mon.2) 48 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:58:21.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.303538+0000 mon.b (mon.2) 49 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-07-26T15:58:21.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.304680+0000 mon.b (mon.2) 50 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2021-07-26T15:58:21.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.305192+0000 mon.b (mon.2) 51 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2021-07-26T15:58:21.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.305695+0000 mon.b (mon.2) 52 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi037"}]: dispatch 2021-07-26T15:58:21.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.306415+0000 mon.b (mon.2) 53 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi107"}]: dispatch 2021-07-26T15:58:21.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.307131+0000 mon.b (mon.2) 54 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2021-07-26T15:58:21.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.307532+0000 mon.b (mon.2) 55 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2021-07-26T15:58:21.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.307873+0000 mon.b (mon.2) 56 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2021-07-26T15:58:21.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.308171+0000 mon.b (mon.2) 57 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2021-07-26T15:58:21.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.308458+0000 mon.b (mon.2) 58 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2021-07-26T15:58:21.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.308734+0000 mon.b (mon.2) 59 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2021-07-26T15:58:21.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.309019+0000 mon.b (mon.2) 60 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2021-07-26T15:58:21.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.309402+0000 mon.b (mon.2) 61 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2021-07-26T15:58:21.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.309696+0000 mon.b (mon.2) 62 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2021-07-26T15:58:21.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.309981+0000 mon.b (mon.2) 63 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2021-07-26T15:58:21.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.310282+0000 mon.b (mon.2) 64 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2021-07-26T15:58:21.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.310564+0000 mon.b (mon.2) 65 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2021-07-26T15:58:21.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.311017+0000 mon.b (mon.2) 66 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2021-07-26T15:58:21.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.311417+0000 mon.b (mon.2) 67 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:58:21.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.311812+0000 mon.b (mon.2) 68 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:58:21.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.312159+0000 mon.b (mon.2) 69 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2021-07-26T15:58:21.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.312487+0000 mon.b (mon.2) 70 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2021-07-26T15:58:21.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.312816+0000 mon.b (mon.2) 71 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2021-07-26T15:58:21.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.313153+0000 mon.b (mon.2) 72 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2021-07-26T15:58:21.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: cluster 2021-07-26T15:58:20.342299+0000 mon.a (mon.0) 775 : cluster [INF] Manager daemon x is now available 2021-07-26T15:58:21.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: cephadm 2021-07-26T15:58:20.360288+0000 mgr.x (mgr.34787) 1 : cephadm [INF] inventory: adjusted host smithi037 addr 'smithi037' -> '172.21.15.37' 2021-07-26T15:58:21.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.369456+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:21.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.517023+0000 mon.b (mon.2) 73 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:21.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.518074+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:21.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.522787+0000 mon.b (mon.2) 74 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:21.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.536815+0000 mon.b (mon.2) 75 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]: dispatch 2021-07-26T15:58:21.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.540980+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]: dispatch 2021-07-26T15:58:21.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.579501+0000 mon.b (mon.2) 76 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:58:21.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.583832+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:58:21.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.591494+0000 mon.b (mon.2) 77 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-07-26T15:58:21.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.595436+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-07-26T15:58:21.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.847881+0000 mon.b (mon.2) 78 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:58:21.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:21 smithi107 bash[14687]: audit 2021-07-26T15:58:20.850463+0000 mon.b (mon.2) 79 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:58:22.323 INFO:tasks.rados.rados.0.smithi037.stdout:378: done (1 left) 2021-07-26T15:58:22.323 INFO:tasks.rados.rados.0.smithi037.stdout:379: snap_remove snap 31 2021-07-26T15:58:22.547 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T15:58:22.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:22 smithi037 bash[14605]: cluster 2021-07-26T15:58:21.296269+0000 mon.a (mon.0) 781 : cluster [DBG] mgrmap e19: x(active, since 7s), standbys: y 2021-07-26T15:58:22.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:22 smithi037 bash[14605]: audit 2021-07-26T15:58:21.309181+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd='[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]': finished 2021-07-26T15:58:22.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:22 smithi037 bash[14605]: cluster 2021-07-26T15:58:21.309270+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2021-07-26T15:58:22.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:22 smithi037 bash[14605]: audit 2021-07-26T15:58:21.336768+0000 mon.b (mon.2) 80 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:58:22.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:22 smithi037 bash[14605]: cluster 2021-07-26T15:58:21.340577+0000 mgr.x (mgr.34787) 2 : cluster [DBG] pgmap v4: 89 pgs: 89 active+clean; 125 MiB data, 196 MiB used, 707 GiB / 715 GiB avail; 17 GiB/s rd, 13 GiB/s wr, 112.02k op/s 2021-07-26T15:58:22.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:22 smithi037 bash[14605]: audit 2021-07-26T15:58:21.340830+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:58:22.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:22 smithi037 bash[18551]: cluster 2021-07-26T15:58:21.296269+0000 mon.a (mon.0) 781 : cluster [DBG] mgrmap e19: x(active, since 7s), standbys: y 2021-07-26T15:58:22.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:22 smithi037 bash[18551]: audit 2021-07-26T15:58:21.309181+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd='[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]': finished 2021-07-26T15:58:22.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:22 smithi037 bash[18551]: cluster 2021-07-26T15:58:21.309270+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2021-07-26T15:58:22.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:22 smithi037 bash[18551]: audit 2021-07-26T15:58:21.336768+0000 mon.b (mon.2) 80 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:58:22.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:22 smithi037 bash[18551]: cluster 2021-07-26T15:58:21.340577+0000 mgr.x (mgr.34787) 2 : cluster [DBG] pgmap v4: 89 pgs: 89 active+clean; 125 MiB data, 196 MiB used, 707 GiB / 715 GiB avail; 17 GiB/s rd, 13 GiB/s wr, 112.02k op/s 2021-07-26T15:58:22.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:22 smithi037 bash[18551]: audit 2021-07-26T15:58:21.340830+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:58:22.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:22 smithi107 bash[14687]: cluster 2021-07-26T15:58:21.296269+0000 mon.a (mon.0) 781 : cluster [DBG] mgrmap e19: x(active, since 7s), standbys: y 2021-07-26T15:58:22.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:22 smithi107 bash[14687]: audit 2021-07-26T15:58:21.309181+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd='[{"prefix": "osd pool rename", "format": "json", "srcpool": "device_health_metrics", "destpool": ".mgr"}]': finished 2021-07-26T15:58:22.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:22 smithi107 bash[14687]: cluster 2021-07-26T15:58:21.309270+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2021-07-26T15:58:22.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:22 smithi107 bash[14687]: audit 2021-07-26T15:58:21.336768+0000 mon.b (mon.2) 80 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:58:22.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:22 smithi107 bash[14687]: cluster 2021-07-26T15:58:21.340577+0000 mgr.x (mgr.34787) 2 : cluster [DBG] pgmap v4: 89 pgs: 89 active+clean; 125 MiB data, 196 MiB used, 707 GiB / 715 GiB avail; 17 GiB/s rd, 13 GiB/s wr, 112.02k op/s 2021-07-26T15:58:22.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:22 smithi107 bash[14687]: audit 2021-07-26T15:58:21.340830+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2021-07-26T15:58:22.881 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:58:22.881 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 running (5m) 3m ago 6m - - 0.20.0 0881eb8f169f efab80df0ece 2021-07-26T15:58:22.882 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi107 running (5m) 14s ago 5m - - 6.7.4 3b1077a63311 2876c96eb484 2021-07-26T15:58:22.882 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi037.wjuegm smithi037 running (3m) 3m ago 3m - - 15.2.13 5eab30a79396 d211508d5e60 2021-07-26T15:58:22.882 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi107.pmlxcx smithi107 running (3m) 14s ago 3m - - 15.2.13 5eab30a79396 8636b713abef 2021-07-26T15:58:22.882 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi107 running (16s) 14s ago 10m - - 17.0.0-6381-gbccf07c2 6cdb40438e66 effec71043ef 2021-07-26T15:58:22.883 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 running (12m) 3m ago 12m - - 15.2.13 5eab30a79396 10e65c219ad1 2021-07-26T15:58:22.883 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (12m) 3m ago 12m - 2048M 15.2.13 5eab30a79396 fac83f1b715c 2021-07-26T15:58:22.883 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi107 running (10m) 14s ago 10m - 2048M 15.2.13 5eab30a79396 ad1d4de14320 2021-07-26T15:58:22.884 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (10m) 3m ago 10m - 2048M 15.2.13 5eab30a79396 ff6f69ccb940 2021-07-26T15:58:22.884 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 running (6m) 3m ago 6m - - 0.18.1 e5a616e4b9cf 3ad93cd5c278 2021-07-26T15:58:22.884 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi107 running (6m) 14s ago 6m - - 0.18.1 e5a616e4b9cf b308a000873c 2021-07-26T15:58:22.884 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (9m) 3m ago 9m - 4096M 15.2.13 5eab30a79396 8fea6ba8ff0e 2021-07-26T15:58:22.885 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (9m) 3m ago 9m - 4096M 15.2.13 5eab30a79396 3e1d842f2785 2021-07-26T15:58:22.885 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (8m) 3m ago 8m - 4096M 15.2.13 5eab30a79396 b01752f39fbb 2021-07-26T15:58:22.885 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (8m) 3m ago 8m - 4096M 15.2.13 5eab30a79396 291b11cfe756 2021-07-26T15:58:22.885 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi107 running (7m) 14s ago 8m - 4096M 15.2.13 5eab30a79396 cdf1c413f938 2021-07-26T15:58:22.885 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi107 running (7m) 14s ago 7m - 4096M 15.2.13 5eab30a79396 1948041463bd 2021-07-26T15:58:22.886 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi107 running (7m) 14s ago 7m - 4096M 15.2.13 5eab30a79396 4230be7c8f5f 2021-07-26T15:58:22.886 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi107 running (6m) 14s ago 6m - 4096M 15.2.13 5eab30a79396 964b0df7c499 2021-07-26T15:58:22.886 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi107 running (5m) 14s ago 6m - - 2.18.1 de242295e225 95178a9d7a1a 2021-07-26T15:58:23.239 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T15:58:23.240 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2021-07-26T15:58:23.240 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 3 2021-07-26T15:58:23.240 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:58:23.241 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2021-07-26T15:58:23.241 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 1, 2021-07-26T15:58:23.241 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 1 2021-07-26T15:58:23.241 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:58:23.241 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2021-07-26T15:58:23.242 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 8 2021-07-26T15:58:23.242 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:58:23.242 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2021-07-26T15:58:23.242 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 2 2021-07-26T15:58:23.243 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:58:23.243 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2021-07-26T15:58:23.243 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 14, 2021-07-26T15:58:23.243 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 1 2021-07-26T15:58:23.244 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T15:58:23.244 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T15:58:23.282 INFO:tasks.rados.rados.0.smithi037.stdout:379: done (1 left) 2021-07-26T15:58:23.283 INFO:tasks.rados.rados.0.smithi037.stdout:380: snap_remove snap 29 2021-07-26T15:58:23.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[14605]: cluster 2021-07-26T15:58:22.300753+0000 mgr.x (mgr.34787) 3 : cluster [DBG] pgmap v5: 89 pgs: 89 active+clean; 125 MiB data, 196 MiB used, 707 GiB / 715 GiB avail; 177 MiB/s rd, 130 MiB/s wr, 1.14k op/s 2021-07-26T15:58:23.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[14605]: audit 2021-07-26T15:58:22.321460+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2021-07-26T15:58:23.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[14605]: cluster 2021-07-26T15:58:22.321738+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2021-07-26T15:58:23.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[14605]: cluster 2021-07-26T15:58:22.322986+0000 mon.a (mon.0) 787 : cluster [DBG] mgrmap e20: x(active, since 8s), standbys: y 2021-07-26T15:58:23.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[14605]: audit 2021-07-26T15:58:22.855994+0000 mon.b (mon.2) 81 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:23.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[14605]: audit 2021-07-26T15:58:22.857102+0000 mon.b (mon.2) 82 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:23.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[14605]: audit 2021-07-26T15:58:22.858092+0000 mon.b (mon.2) 83 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[14605]: audit 2021-07-26T15:58:22.859075+0000 mon.b (mon.2) 84 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[14605]: audit 2021-07-26T15:58:22.860021+0000 mon.b (mon.2) 85 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[14605]: audit 2021-07-26T15:58:22.860886+0000 mon.b (mon.2) 86 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[14605]: audit 2021-07-26T15:58:22.864387+0000 mon.b (mon.2) 87 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:23.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[14605]: audit 2021-07-26T15:58:22.865191+0000 mon.b (mon.2) 88 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[14605]: audit 2021-07-26T15:58:22.865951+0000 mon.b (mon.2) 89 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[14605]: audit 2021-07-26T15:58:22.866647+0000 mon.b (mon.2) 90 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[14605]: audit 2021-07-26T15:58:22.867391+0000 mon.b (mon.2) 91 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[14605]: audit 2021-07-26T15:58:23.240281+0000 mon.a (mon.0) 788 : audit [DBG] from='client.? 172.21.15.37:0/995365191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:58:23.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[14605]: cluster 2021-07-26T15:58:23.280242+0000 mon.a (mon.0) 789 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2021-07-26T15:58:23.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[18551]: cluster 2021-07-26T15:58:22.300753+0000 mgr.x (mgr.34787) 3 : cluster [DBG] pgmap v5: 89 pgs: 89 active+clean; 125 MiB data, 196 MiB used, 707 GiB / 715 GiB avail; 177 MiB/s rd, 130 MiB/s wr, 1.14k op/s 2021-07-26T15:58:23.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[18551]: audit 2021-07-26T15:58:22.321460+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2021-07-26T15:58:23.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[18551]: cluster 2021-07-26T15:58:22.321738+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2021-07-26T15:58:23.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[18551]: cluster 2021-07-26T15:58:22.322986+0000 mon.a (mon.0) 787 : cluster [DBG] mgrmap e20: x(active, since 8s), standbys: y 2021-07-26T15:58:23.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[18551]: audit 2021-07-26T15:58:22.855994+0000 mon.b (mon.2) 81 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:23.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[18551]: audit 2021-07-26T15:58:22.857102+0000 mon.b (mon.2) 82 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:23.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[18551]: audit 2021-07-26T15:58:22.858092+0000 mon.b (mon.2) 83 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[18551]: audit 2021-07-26T15:58:22.859075+0000 mon.b (mon.2) 84 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[18551]: audit 2021-07-26T15:58:22.860021+0000 mon.b (mon.2) 85 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[18551]: audit 2021-07-26T15:58:22.860886+0000 mon.b (mon.2) 86 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[18551]: audit 2021-07-26T15:58:22.864387+0000 mon.b (mon.2) 87 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:23.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[18551]: audit 2021-07-26T15:58:22.865191+0000 mon.b (mon.2) 88 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[18551]: audit 2021-07-26T15:58:22.865951+0000 mon.b (mon.2) 89 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[18551]: audit 2021-07-26T15:58:22.866647+0000 mon.b (mon.2) 90 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[18551]: audit 2021-07-26T15:58:22.867391+0000 mon.b (mon.2) 91 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[18551]: audit 2021-07-26T15:58:23.240281+0000 mon.a (mon.0) 788 : audit [DBG] from='client.? 172.21.15.37:0/995365191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:58:23.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:23 smithi037 bash[18551]: cluster 2021-07-26T15:58:23.280242+0000 mon.a (mon.0) 789 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2021-07-26T15:58:23.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:23 smithi107 bash[14687]: cluster 2021-07-26T15:58:22.300753+0000 mgr.x (mgr.34787) 3 : cluster [DBG] pgmap v5: 89 pgs: 89 active+clean; 125 MiB data, 196 MiB used, 707 GiB / 715 GiB avail; 177 MiB/s rd, 130 MiB/s wr, 1.14k op/s 2021-07-26T15:58:23.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:23 smithi107 bash[14687]: audit 2021-07-26T15:58:22.321460+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2021-07-26T15:58:23.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:23 smithi107 bash[14687]: cluster 2021-07-26T15:58:22.321738+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2021-07-26T15:58:23.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:23 smithi107 bash[14687]: cluster 2021-07-26T15:58:22.322986+0000 mon.a (mon.0) 787 : cluster [DBG] mgrmap e20: x(active, since 8s), standbys: y 2021-07-26T15:58:23.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:23 smithi107 bash[14687]: audit 2021-07-26T15:58:22.855994+0000 mon.b (mon.2) 81 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:23.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:23 smithi107 bash[14687]: audit 2021-07-26T15:58:22.857102+0000 mon.b (mon.2) 82 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:23.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:23 smithi107 bash[14687]: audit 2021-07-26T15:58:22.858092+0000 mon.b (mon.2) 83 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:23 smithi107 bash[14687]: audit 2021-07-26T15:58:22.859075+0000 mon.b (mon.2) 84 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:23 smithi107 bash[14687]: audit 2021-07-26T15:58:22.860021+0000 mon.b (mon.2) 85 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:23 smithi107 bash[14687]: audit 2021-07-26T15:58:22.860886+0000 mon.b (mon.2) 86 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:23 smithi107 bash[14687]: audit 2021-07-26T15:58:22.864387+0000 mon.b (mon.2) 87 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:23.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:23 smithi107 bash[14687]: audit 2021-07-26T15:58:22.865191+0000 mon.b (mon.2) 88 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:23 smithi107 bash[14687]: audit 2021-07-26T15:58:22.865951+0000 mon.b (mon.2) 89 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:23 smithi107 bash[14687]: audit 2021-07-26T15:58:22.866647+0000 mon.b (mon.2) 90 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:23 smithi107 bash[14687]: audit 2021-07-26T15:58:22.867391+0000 mon.b (mon.2) 91 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:23.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:23 smithi107 bash[14687]: audit 2021-07-26T15:58:23.240281+0000 mon.a (mon.0) 788 : audit [DBG] from='client.? 172.21.15.37:0/995365191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:58:23.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:23 smithi107 bash[14687]: cluster 2021-07-26T15:58:23.280242+0000 mon.a (mon.0) 789 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2021-07-26T15:58:24.279 INFO:tasks.rados.rados.0.smithi037.stdout:380: done (1 left) 2021-07-26T15:58:24.279 INFO:tasks.rados.rados.0.smithi037.stdout:381: setattr oid 21 current snap is 35 2021-07-26T15:58:24.279 INFO:tasks.rados.rados.0.smithi037.stdout:382: read oid 30 snap -1 2021-07-26T15:58:24.279 INFO:tasks.rados.rados.0.smithi037.stdout:382: expect deleted 2021-07-26T15:58:24.280 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 35 2021-07-26T15:58:24.280 INFO:tasks.rados.rados.0.smithi037.stdout:383: seq_num 135 ranges {606208=663552,1269760=434176,1703936=786432,2490368=385024} 2021-07-26T15:58:24.283 INFO:tasks.rados.rados.0.smithi037.stdout:383: writing smithi03738989-6 from 606208 to 1269760 tid 1 2021-07-26T15:58:24.286 INFO:tasks.rados.rados.0.smithi037.stdout:383: writing smithi03738989-6 from 1269760 to 1703936 tid 2 2021-07-26T15:58:24.291 INFO:tasks.rados.rados.0.smithi037.stdout:383: writing smithi03738989-6 from 1703936 to 2490368 tid 3 2021-07-26T15:58:24.294 INFO:tasks.rados.rados.0.smithi037.stdout:383: writing smithi03738989-6 from 2490368 to 2875392 tid 4 2021-07-26T15:58:24.294 INFO:tasks.rados.rados.0.smithi037.stdout:384: setattr oid 5 current snap is 35 2021-07-26T15:58:24.294 INFO:tasks.rados.rados.0.smithi037.stdout:376: finishing write tid 1 to smithi03738989-12 2021-07-26T15:58:24.295 INFO:tasks.rados.rados.0.smithi037.stdout:376: finishing write tid 2 to smithi03738989-12 2021-07-26T15:58:24.295 INFO:tasks.rados.rados.0.smithi037.stdout:376: finishing write tid 3 to smithi03738989-12 2021-07-26T15:58:24.295 INFO:tasks.rados.rados.0.smithi037.stdout:376: finishing write tid 4 to smithi03738989-12 2021-07-26T15:58:24.296 INFO:tasks.rados.rados.0.smithi037.stdout:376: finishing write tid 6 to smithi03738989-12 2021-07-26T15:58:24.296 INFO:tasks.rados.rados.0.smithi037.stdout:376: finishing write tid 7 to smithi03738989-12 2021-07-26T15:58:24.296 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 121 (ObjNum 134 snap 35 seq_num 134) dirty exists 2021-07-26T15:58:24.296 INFO:tasks.rados.rados.0.smithi037.stdout:376: left oid 12 (ObjNum 134 snap 35 seq_num 134) 2021-07-26T15:58:24.297 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 98 (ObjNum 100 snap 22 seq_num 100) dirty exists 2021-07-26T15:58:24.297 INFO:tasks.rados.rados.0.smithi037.stdout:376: done (4 left) 2021-07-26T15:58:24.298 INFO:tasks.rados.rados.0.smithi037.stdout:381: done (3 left) 2021-07-26T15:58:24.298 INFO:tasks.rados.rados.0.smithi037.stdout:382: done (2 left) 2021-07-26T15:58:24.298 INFO:tasks.rados.rados.0.smithi037.stdout:385: read oid 32 snap -1 2021-07-26T15:58:24.299 INFO:tasks.rados.rados.0.smithi037.stdout:385: expect (ObjNum 66 snap 4 seq_num 66) 2021-07-26T15:58:24.299 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 35 2021-07-26T15:58:24.299 INFO:tasks.rados.rados.0.smithi037.stdout:386: seq_num 136 ranges {2580480=688128,3268608=720896,3989504=540672,4530176=344064} 2021-07-26T15:58:24.317 INFO:tasks.rados.rados.0.smithi037.stdout:386: writing smithi03738989-42 from 2580480 to 3268608 tid 1 2021-07-26T15:58:24.322 INFO:tasks.rados.rados.0.smithi037.stdout:386: writing smithi03738989-42 from 3268608 to 3989504 tid 2 2021-07-26T15:58:24.326 INFO:tasks.rados.rados.0.smithi037.stdout:386: writing smithi03738989-42 from 3989504 to 4530176 tid 3 2021-07-26T15:58:24.328 INFO:tasks.rados.rados.0.smithi037.stdout:386: writing smithi03738989-42 from 4530176 to 4874240 tid 4 2021-07-26T15:58:24.328 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 35 2021-07-26T15:58:24.329 INFO:tasks.rados.rados.0.smithi037.stdout:387: seq_num 137 ranges {0=704512,704512=655360,1359872=753664,2113536=196608} 2021-07-26T15:58:24.333 INFO:tasks.rados.rados.0.smithi037.stdout:387: writing smithi03738989-8 from 0 to 704512 tid 1 2021-07-26T15:58:24.336 INFO:tasks.rados.rados.0.smithi037.stdout:387: writing smithi03738989-8 from 704512 to 1359872 tid 2 2021-07-26T15:58:24.341 INFO:tasks.rados.rados.0.smithi037.stdout:387: writing smithi03738989-8 from 1359872 to 2113536 tid 3 2021-07-26T15:58:24.342 INFO:tasks.rados.rados.0.smithi037.stdout:387: writing smithi03738989-8 from 2113536 to 2310144 tid 4 2021-07-26T15:58:24.343 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 35 2021-07-26T15:58:24.343 INFO:tasks.rados.rados.0.smithi037.stdout:388: seq_num 138 ranges {1753088=720896,2473984=540672,3014656=557056,3571712=507904} 2021-07-26T15:58:24.356 INFO:tasks.rados.rados.0.smithi037.stdout:388: writing smithi03738989-31 from 1753088 to 2473984 tid 1 2021-07-26T15:58:24.359 INFO:tasks.rados.rados.0.smithi037.stdout:388: writing smithi03738989-31 from 2473984 to 3014656 tid 2 2021-07-26T15:58:24.362 INFO:tasks.rados.rados.0.smithi037.stdout:388: writing smithi03738989-31 from 3014656 to 3571712 tid 3 2021-07-26T15:58:24.366 INFO:tasks.rados.rados.0.smithi037.stdout:388: writing smithi03738989-31 from 3571712 to 4079616 tid 4 2021-07-26T15:58:24.366 INFO:tasks.rados.rados.0.smithi037.stdout:389: delete oid 29 current snap is 35 2021-07-26T15:58:24.366 INFO:tasks.rados.rados.0.smithi037.stdout:383: finishing write tid 1 to smithi03738989-6 2021-07-26T15:58:24.366 INFO:tasks.rados.rados.0.smithi037.stdout:383: finishing write tid 2 to smithi03738989-6 2021-07-26T15:58:24.367 INFO:tasks.rados.rados.0.smithi037.stdout:383: finishing write tid 3 to smithi03738989-6 2021-07-26T15:58:24.367 INFO:tasks.rados.rados.0.smithi037.stdout:383: finishing write tid 4 to smithi03738989-6 2021-07-26T15:58:24.367 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 64 (ObjNum 128 snap 34 seq_num 128) dirty exists 2021-07-26T15:58:24.367 INFO:tasks.rados.rados.0.smithi037.stdout:383: finishing write tid 6 to smithi03738989-6 2021-07-26T15:58:24.368 INFO:tasks.rados.rados.0.smithi037.stdout:383: finishing write tid 7 to smithi03738989-6 2021-07-26T15:58:24.368 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 83 (ObjNum 135 snap 35 seq_num 135) dirty exists 2021-07-26T15:58:24.368 INFO:tasks.rados.rados.0.smithi037.stdout:383: left oid 6 (ObjNum 135 snap 35 seq_num 135) 2021-07-26T15:58:24.369 INFO:tasks.rados.rados.0.smithi037.stdout:386: finishing write tid 1 to smithi03738989-42 2021-07-26T15:58:24.369 INFO:tasks.rados.rados.0.smithi037.stdout:385: expect (ObjNum 66 snap 4 seq_num 66) 2021-07-26T15:58:24.486 INFO:tasks.rados.rados.0.smithi037.stdout:386: finishing write tid 2 to smithi03738989-42 2021-07-26T15:58:24.486 INFO:tasks.rados.rados.0.smithi037.stdout:386: finishing write tid 3 to smithi03738989-42 2021-07-26T15:58:24.487 INFO:tasks.rados.rados.0.smithi037.stdout:386: finishing write tid 4 to smithi03738989-42 2021-07-26T15:58:24.487 INFO:tasks.rados.rados.0.smithi037.stdout:383: done (6 left) 2021-07-26T15:58:24.487 INFO:tasks.rados.rados.0.smithi037.stdout:384: done (5 left) 2021-07-26T15:58:24.487 INFO:tasks.rados.rados.0.smithi037.stdout:385: done (4 left) 2021-07-26T15:58:24.488 INFO:tasks.rados.rados.0.smithi037.stdout:389: done (3 left) 2021-07-26T15:58:24.488 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 35 2021-07-26T15:58:24.488 INFO:tasks.rados.rados.0.smithi037.stdout:390: seq_num 140 ranges {0=753664,753664=704512,1458176=524288,1982464=376832} 2021-07-26T15:58:24.494 INFO:tasks.rados.rados.0.smithi037.stdout:390: writing smithi03738989-44 from 0 to 753664 tid 1 2021-07-26T15:58:24.499 INFO:tasks.rados.rados.0.smithi037.stdout:390: writing smithi03738989-44 from 753664 to 1458176 tid 2 2021-07-26T15:58:24.506 INFO:tasks.rados.rados.0.smithi037.stdout:390: writing smithi03738989-44 from 1458176 to 1982464 tid 3 2021-07-26T15:58:24.507 INFO:tasks.rados.rados.0.smithi037.stdout:390: writing smithi03738989-44 from 1982464 to 2359296 tid 4 2021-07-26T15:58:24.507 INFO:tasks.rados.rados.0.smithi037.stdout:391: setattr oid 48 current snap is 35 2021-07-26T15:58:24.507 INFO:tasks.rados.rados.0.smithi037.stdout:386: finishing write tid 6 to smithi03738989-42 2021-07-26T15:58:24.507 INFO:tasks.rados.rados.0.smithi037.stdout:386: finishing write tid 7 to smithi03738989-42 2021-07-26T15:58:24.508 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 108 (ObjNum 136 snap 35 seq_num 136) dirty exists 2021-07-26T15:58:24.508 INFO:tasks.rados.rados.0.smithi037.stdout:386: left oid 42 (ObjNum 136 snap 35 seq_num 136) 2021-07-26T15:58:24.508 INFO:tasks.rados.rados.0.smithi037.stdout:387: finishing write tid 1 to smithi03738989-8 2021-07-26T15:58:24.508 INFO:tasks.rados.rados.0.smithi037.stdout:387: finishing write tid 2 to smithi03738989-8 2021-07-26T15:58:24.509 INFO:tasks.rados.rados.0.smithi037.stdout:387: finishing write tid 3 to smithi03738989-8 2021-07-26T15:58:24.509 INFO:tasks.rados.rados.0.smithi037.stdout:387: finishing write tid 4 to smithi03738989-8 2021-07-26T15:58:24.509 INFO:tasks.rados.rados.0.smithi037.stdout:387: finishing write tid 6 to smithi03738989-8 2021-07-26T15:58:24.509 INFO:tasks.rados.rados.0.smithi037.stdout:387: finishing write tid 7 to smithi03738989-8 2021-07-26T15:58:24.510 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 113 (ObjNum 137 snap 35 seq_num 137) dirty exists 2021-07-26T15:58:24.510 INFO:tasks.rados.rados.0.smithi037.stdout:387: left oid 8 (ObjNum 137 snap 35 seq_num 137) 2021-07-26T15:58:24.510 INFO:tasks.rados.rados.0.smithi037.stdout:388: finishing write tid 1 to smithi03738989-31 2021-07-26T15:58:24.510 INFO:tasks.rados.rados.0.smithi037.stdout:388: finishing write tid 2 to smithi03738989-31 2021-07-26T15:58:24.510 INFO:tasks.rados.rados.0.smithi037.stdout:388: finishing write tid 3 to smithi03738989-31 2021-07-26T15:58:24.511 INFO:tasks.rados.rados.0.smithi037.stdout:388: finishing write tid 4 to smithi03738989-31 2021-07-26T15:58:24.511 INFO:tasks.rados.rados.0.smithi037.stdout:388: finishing write tid 6 to smithi03738989-31 2021-07-26T15:58:24.511 INFO:tasks.rados.rados.0.smithi037.stdout:388: finishing write tid 7 to smithi03738989-31 2021-07-26T15:58:24.511 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 185 (ObjNum 138 snap 35 seq_num 138) dirty exists 2021-07-26T15:58:24.512 INFO:tasks.rados.rados.0.smithi037.stdout:388: left oid 31 (ObjNum 138 snap 35 seq_num 138) 2021-07-26T15:58:24.512 INFO:tasks.rados.rados.0.smithi037.stdout:390: finishing write tid 1 to smithi03738989-44 2021-07-26T15:58:24.512 INFO:tasks.rados.rados.0.smithi037.stdout:390: finishing write tid 2 to smithi03738989-44 2021-07-26T15:58:24.512 INFO:tasks.rados.rados.0.smithi037.stdout:390: finishing write tid 3 to smithi03738989-44 2021-07-26T15:58:24.514 INFO:tasks.rados.rados.0.smithi037.stdout:386: done (4 left) 2021-07-26T15:58:24.514 INFO:tasks.rados.rados.0.smithi037.stdout:387: done (3 left) 2021-07-26T15:58:24.514 INFO:tasks.rados.rados.0.smithi037.stdout:388: done (2 left) 2021-07-26T15:58:24.515 INFO:tasks.rados.rados.0.smithi037.stdout:392: read oid 14 snap -1 2021-07-26T15:58:24.515 INFO:tasks.rados.rados.0.smithi037.stdout:392: expect (ObjNum 13 snap 0 seq_num 13) 2021-07-26T15:58:24.515 INFO:tasks.rados.rados.0.smithi037.stdout:393: snap_create 2021-07-26T15:58:24.515 INFO:tasks.rados.rados.0.smithi037.stdout:390: finishing write tid 4 to smithi03738989-44 2021-07-26T15:58:24.516 INFO:tasks.rados.rados.0.smithi037.stdout:390: finishing write tid 6 to smithi03738989-44 2021-07-26T15:58:24.516 INFO:tasks.rados.rados.0.smithi037.stdout:390: finishing write tid 7 to smithi03738989-44 2021-07-26T15:58:24.516 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 69 (ObjNum 140 snap 35 seq_num 140) dirty exists 2021-07-26T15:58:24.516 INFO:tasks.rados.rados.0.smithi037.stdout:390: left oid 44 (ObjNum 140 snap 35 seq_num 140) 2021-07-26T15:58:24.516 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 141 (ObjNum 46 snap 0 seq_num 46) dirty exists 2021-07-26T15:58:24.517 INFO:tasks.rados.rados.0.smithi037.stdout:392: expect (ObjNum 13 snap 0 seq_num 13) 2021-07-26T15:58:24.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:24 smithi037 bash[14605]: audit 2021-07-26T15:58:22.525549+0000 mgr.x (mgr.34787) 4 : audit [DBG] from='client.24874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:58:24.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:24 smithi037 bash[14605]: audit 2021-07-26T15:58:22.850164+0000 mgr.x (mgr.34787) 5 : audit [DBG] from='client.14976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:58:24.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:24 smithi037 bash[14605]: audit 2021-07-26T15:58:23.458527+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:24.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:24 smithi037 bash[14605]: cluster 2021-07-26T15:58:24.275425+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2021-07-26T15:58:24.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:24 smithi037 bash[18551]: audit 2021-07-26T15:58:22.525549+0000 mgr.x (mgr.34787) 4 : audit [DBG] from='client.24874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:58:24.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:24 smithi037 bash[18551]: audit 2021-07-26T15:58:22.850164+0000 mgr.x (mgr.34787) 5 : audit [DBG] from='client.14976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:58:24.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:24 smithi037 bash[18551]: audit 2021-07-26T15:58:23.458527+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:24.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:24 smithi037 bash[18551]: cluster 2021-07-26T15:58:24.275425+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2021-07-26T15:58:24.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:24 smithi107 bash[14687]: audit 2021-07-26T15:58:22.525549+0000 mgr.x (mgr.34787) 4 : audit [DBG] from='client.24874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:58:24.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:24 smithi107 bash[14687]: audit 2021-07-26T15:58:22.850164+0000 mgr.x (mgr.34787) 5 : audit [DBG] from='client.14976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:58:24.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:24 smithi107 bash[14687]: audit 2021-07-26T15:58:23.458527+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:24.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:24 smithi107 bash[14687]: cluster 2021-07-26T15:58:24.275425+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2021-07-26T15:58:25.468 INFO:tasks.rados.rados.0.smithi037.stdout:390: done (3 left) 2021-07-26T15:58:25.468 INFO:tasks.rados.rados.0.smithi037.stdout:391: done (2 left) 2021-07-26T15:58:25.468 INFO:tasks.rados.rados.0.smithi037.stdout:392: done (1 left) 2021-07-26T15:58:25.469 INFO:tasks.rados.rados.0.smithi037.stdout:393: done (0 left) 2021-07-26T15:58:25.469 INFO:tasks.rados.rados.0.smithi037.stdout:394: delete oid 27 current snap is 36 2021-07-26T15:58:25.476 INFO:tasks.rados.rados.0.smithi037.stdout:394: done (0 left) 2021-07-26T15:58:25.476 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 36 2021-07-26T15:58:25.476 INFO:tasks.rados.rados.0.smithi037.stdout:395: seq_num 142 ranges {106496=786432,892928=475136,1368064=540672,1908736=589824} 2021-07-26T15:58:25.479 INFO:tasks.rados.rados.0.smithi037.stdout:395: writing smithi03738989-3 from 106496 to 892928 tid 1 2021-07-26T15:58:25.482 INFO:tasks.rados.rados.0.smithi037.stdout:395: writing smithi03738989-3 from 892928 to 1368064 tid 2 2021-07-26T15:58:25.485 INFO:tasks.rados.rados.0.smithi037.stdout:395: writing smithi03738989-3 from 1368064 to 1908736 tid 3 2021-07-26T15:58:25.489 INFO:tasks.rados.rados.0.smithi037.stdout:395: writing smithi03738989-3 from 1908736 to 2498560 tid 4 2021-07-26T15:58:25.489 INFO:tasks.rados.rados.0.smithi037.stdout:396: snap_create 2021-07-26T15:58:25.491 INFO:tasks.rados.rados.0.smithi037.stdout:395: finishing write tid 1 to smithi03738989-3 2021-07-26T15:58:25.491 INFO:tasks.rados.rados.0.smithi037.stdout:395: finishing write tid 2 to smithi03738989-3 2021-07-26T15:58:25.493 INFO:tasks.rados.rados.0.smithi037.stdout:395: finishing write tid 3 to smithi03738989-3 2021-07-26T15:58:25.494 INFO:tasks.rados.rados.0.smithi037.stdout:395: finishing write tid 4 to smithi03738989-3 2021-07-26T15:58:25.494 INFO:tasks.rados.rados.0.smithi037.stdout:395: finishing write tid 6 to smithi03738989-3 2021-07-26T15:58:25.496 INFO:tasks.rados.rados.0.smithi037.stdout:395: finishing write tid 7 to smithi03738989-3 2021-07-26T15:58:25.496 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 193 (ObjNum 142 snap 36 seq_num 142) dirty exists 2021-07-26T15:58:25.497 INFO:tasks.rados.rados.0.smithi037.stdout:395: left oid 3 (ObjNum 142 snap 36 seq_num 142) 2021-07-26T15:58:25.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:25 smithi037 bash[14605]: cluster 2021-07-26T15:58:24.301329+0000 mgr.x (mgr.34787) 6 : cluster [DBG] pgmap v9: 89 pgs: 89 active+clean; 125 MiB data, 196 MiB used, 707 GiB / 715 GiB avail; 58 MiB/s rd, 43 MiB/s wr, 371 op/s 2021-07-26T15:58:25.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:25 smithi037 bash[14605]: cluster 2021-07-26T15:58:24.462574+0000 mon.a (mon.0) 792 : cluster [DBG] mgrmap e21: x(active, since 10s), standbys: y 2021-07-26T15:58:25.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:25 smithi037 bash[14605]: audit 2021-07-26T15:58:25.271807+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:25.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:25 smithi037 bash[18551]: cluster 2021-07-26T15:58:24.301329+0000 mgr.x (mgr.34787) 6 : cluster [DBG] pgmap v9: 89 pgs: 89 active+clean; 125 MiB data, 196 MiB used, 707 GiB / 715 GiB avail; 58 MiB/s rd, 43 MiB/s wr, 371 op/s 2021-07-26T15:58:25.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:25 smithi037 bash[18551]: cluster 2021-07-26T15:58:24.462574+0000 mon.a (mon.0) 792 : cluster [DBG] mgrmap e21: x(active, since 10s), standbys: y 2021-07-26T15:58:25.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:25 smithi037 bash[18551]: audit 2021-07-26T15:58:25.271807+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:25.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:25 smithi107 bash[14687]: cluster 2021-07-26T15:58:24.301329+0000 mgr.x (mgr.34787) 6 : cluster [DBG] pgmap v9: 89 pgs: 89 active+clean; 125 MiB data, 196 MiB used, 707 GiB / 715 GiB avail; 58 MiB/s rd, 43 MiB/s wr, 371 op/s 2021-07-26T15:58:25.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:25 smithi107 bash[14687]: cluster 2021-07-26T15:58:24.462574+0000 mon.a (mon.0) 792 : cluster [DBG] mgrmap e21: x(active, since 10s), standbys: y 2021-07-26T15:58:25.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:25 smithi107 bash[14687]: audit 2021-07-26T15:58:25.271807+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:26.265 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: debug 2021-07-26T15:58:26.004+0000 7fa71016c700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:58:26.266 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: Traceback (most recent call last): 2021-07-26T15:58:26.266 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:26.266 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: if self._apply_service(spec): 2021-07-26T15:58:26.267 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:26.267 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: rank_generation=slot.rank_generation, 2021-07-26T15:58:26.267 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:26.267 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:26.268 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:58:26.268 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: debug 2021-07-26T15:58:26.008+0000 7fa71016c700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:58:26.268 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: Traceback (most recent call last): 2021-07-26T15:58:26.268 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:26.268 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: if self._apply_service(spec): 2021-07-26T15:58:26.269 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:26.269 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: rank_generation=slot.rank_generation, 2021-07-26T15:58:26.269 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:26.269 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:26.270 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:58:26.270 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: debug 2021-07-26T15:58:26.012+0000 7fa71016c700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:58:26.270 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: Traceback (most recent call last): 2021-07-26T15:58:26.270 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:26.270 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: if self._apply_service(spec): 2021-07-26T15:58:26.271 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:26.271 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: rank_generation=slot.rank_generation, 2021-07-26T15:58:26.271 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:26.271 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:26.272 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:58:26.272 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: debug 2021-07-26T15:58:26.012+0000 7fa71016c700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:58:26.272 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: Traceback (most recent call last): 2021-07-26T15:58:26.272 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:26.273 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: if self._apply_service(spec): 2021-07-26T15:58:26.273 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:26.273 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: rank_generation=slot.rank_generation, 2021-07-26T15:58:26.273 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:26.274 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:26.274 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[25873]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:58:26.480 INFO:tasks.rados.rados.0.smithi037.stdout:395: done (1 left) 2021-07-26T15:58:26.480 INFO:tasks.rados.rados.0.smithi037.stdout:396: done (0 left) 2021-07-26T15:58:26.481 INFO:tasks.rados.rados.0.smithi037.stdout:397: rollback oid 27 current snap is 37 2021-07-26T15:58:26.481 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 27 to 36 2021-07-26T15:58:26.481 INFO:tasks.rados.rados.0.smithi037.stdout:398: setattr oid 20 current snap is 37 2021-07-26T15:58:26.483 INFO:tasks.rados.rados.0.smithi037.stdout:399: snap_create 2021-07-26T15:58:26.486 INFO:tasks.rados.rados.0.smithi037.stdout:397: finishing rollback tid 1 to smithi03738989-27 2021-07-26T15:58:26.486 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 75 (ObjNum 1600278100 snap 1500540527 seq_num 1683974747) dirty dne 2021-07-26T15:58:26.488 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 22 (ObjNum 38 snap 0 seq_num 38) dirty exists 2021-07-26T15:58:26.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: cluster 2021-07-26T15:58:25.466522+0000 mon.a (mon.0) 794 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2021-07-26T15:58:26.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.498040+0000 mon.b (mon.2) 92 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.498595+0000 mon.b (mon.2) 93 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.499034+0000 mon.b (mon.2) 94 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.499465+0000 mon.b (mon.2) 95 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.499900+0000 mon.b (mon.2) 96 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.500299+0000 mon.b (mon.2) 97 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.500706+0000 mon.b (mon.2) 98 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.501143+0000 mon.b (mon.2) 99 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.501621+0000 mon.b (mon.2) 100 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.smithi037.wjuegm","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T15:58:26.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.502210+0000 mon.b (mon.2) 101 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.506255+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.730110+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:26.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.972548+0000 mon.b (mon.2) 102 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.973500+0000 mon.b (mon.2) 103 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.974314+0000 mon.b (mon.2) 104 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: cluster 2021-07-26T15:58:25.466522+0000 mon.a (mon.0) 794 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2021-07-26T15:58:26.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.498040+0000 mon.b (mon.2) 92 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.498595+0000 mon.b (mon.2) 93 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.499034+0000 mon.b (mon.2) 94 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.499465+0000 mon.b (mon.2) 95 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.499900+0000 mon.b (mon.2) 96 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.500299+0000 mon.b (mon.2) 97 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.500706+0000 mon.b (mon.2) 98 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.501143+0000 mon.b (mon.2) 99 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.501621+0000 mon.b (mon.2) 100 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.smithi037.wjuegm","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T15:58:26.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.502210+0000 mon.b (mon.2) 101 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.506255+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.730110+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:26.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.972548+0000 mon.b (mon.2) 102 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.973500+0000 mon.b (mon.2) 103 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.974314+0000 mon.b (mon.2) 104 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.975123+0000 mon.b (mon.2) 105 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.975902+0000 mon.b (mon.2) 106 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.976614+0000 mon.b (mon.2) 107 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.977451+0000 mon.b (mon.2) 108 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.978356+0000 mon.b (mon.2) 109 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.979142+0000 mon.b (mon.2) 110 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.smithi107.pmlxcx","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T15:58:26.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.979944+0000 mon.b (mon.2) 111 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.984165+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:25.993603+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:26.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:26.001947+0000 mon.a (mon.0) 799 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:26.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: cephadm 2021-07-26T15:58:26.008692+0000 mgr.x (mgr.34787) 7 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:58:26.602 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: Traceback (most recent call last): 2021-07-26T15:58:26.603 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:26.603 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: if self._apply_service(spec): 2021-07-26T15:58:26.603 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:26.603 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: rank_generation=slot.rank_generation, 2021-07-26T15:58:26.604 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:26.604 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:26.604 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:58:26.604 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: cephadm 2021-07-26T15:58:26.010517+0000 mgr.x (mgr.34787) 8 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:58:26.605 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: Traceback (most recent call last): 2021-07-26T15:58:26.605 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:26.605 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: if self._apply_service(spec): 2021-07-26T15:58:26.606 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.975123+0000 mon.b (mon.2) 105 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.606 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.975902+0000 mon.b (mon.2) 106 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.607 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.976614+0000 mon.b (mon.2) 107 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.607 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.977451+0000 mon.b (mon.2) 108 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.607 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.978356+0000 mon.b (mon.2) 109 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.607 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.979142+0000 mon.b (mon.2) 110 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.smithi107.pmlxcx","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T15:58:26.608 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.979944+0000 mon.b (mon.2) 111 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.608 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.984165+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.608 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:25.993603+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:26.608 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:26.001947+0000 mon.a (mon.0) 799 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:26.609 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: cephadm 2021-07-26T15:58:26.008692+0000 mgr.x (mgr.34787) 7 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:58:26.609 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: Traceback (most recent call last): 2021-07-26T15:58:26.609 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:26.609 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: if self._apply_service(spec): 2021-07-26T15:58:26.610 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:26.610 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: rank_generation=slot.rank_generation, 2021-07-26T15:58:26.610 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:26.610 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:26.611 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:58:26.611 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: cephadm 2021-07-26T15:58:26.010517+0000 mgr.x (mgr.34787) 8 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:58:26.611 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: Traceback (most recent call last): 2021-07-26T15:58:26.612 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:26.612 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: if self._apply_service(spec): 2021-07-26T15:58:26.612 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:26.613 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: rank_generation=slot.rank_generation, 2021-07-26T15:58:26.613 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:26.613 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:26.613 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:58:26.614 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: cephadm 2021-07-26T15:58:26.013787+0000 mgr.x (mgr.34787) 9 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:58:26.614 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: Traceback (most recent call last): 2021-07-26T15:58:26.614 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:26.614 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: if self._apply_service(spec): 2021-07-26T15:58:26.614 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:26.615 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: rank_generation=slot.rank_generation, 2021-07-26T15:58:26.615 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:26.616 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:26.616 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:58:26.616 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: cephadm 2021-07-26T15:58:26.015319+0000 mgr.x (mgr.34787) 10 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:58:26.616 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: Traceback (most recent call last): 2021-07-26T15:58:26.616 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:26.617 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: if self._apply_service(spec): 2021-07-26T15:58:26.617 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:26.617 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: rank_generation=slot.rank_generation, 2021-07-26T15:58:26.617 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:26.618 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:26.618 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:58:26.618 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: audit 2021-07-26T15:58:26.025130+0000 mon.b (mon.2) 112 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:26.618 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: cephadm 2021-07-26T15:58:26.027295+0000 mgr.x (mgr.34787) 11 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:58:26.619 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[14605]: cluster 2021-07-26T15:58:26.302133+0000 mgr.x (mgr.34787) 12 : cluster [DBG] pgmap v11: 89 pgs: 89 active+clean; 125 MiB data, 200 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:58:26.619 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:26.619 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: rank_generation=slot.rank_generation, 2021-07-26T15:58:26.619 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:26.620 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:26.620 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:58:26.620 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: cephadm 2021-07-26T15:58:26.013787+0000 mgr.x (mgr.34787) 9 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:58:26.620 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: Traceback (most recent call last): 2021-07-26T15:58:26.621 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:26.621 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: if self._apply_service(spec): 2021-07-26T15:58:26.621 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:26.622 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: rank_generation=slot.rank_generation, 2021-07-26T15:58:26.622 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:26.622 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:26.622 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:58:26.623 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: cephadm 2021-07-26T15:58:26.015319+0000 mgr.x (mgr.34787) 10 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:58:26.623 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: Traceback (most recent call last): 2021-07-26T15:58:26.623 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:26.623 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: if self._apply_service(spec): 2021-07-26T15:58:26.623 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:26.624 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: rank_generation=slot.rank_generation, 2021-07-26T15:58:26.624 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:26.624 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:26.624 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:58:26.625 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: audit 2021-07-26T15:58:26.025130+0000 mon.b (mon.2) 112 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:26.625 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: cephadm 2021-07-26T15:58:26.027295+0000 mgr.x (mgr.34787) 11 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:58:26.625 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:26 smithi037 bash[18551]: cluster 2021-07-26T15:58:26.302133+0000 mgr.x (mgr.34787) 12 : cluster [DBG] pgmap v11: 89 pgs: 89 active+clean; 125 MiB data, 200 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:58:26.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: cluster 2021-07-26T15:58:25.466522+0000 mon.a (mon.0) 794 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2021-07-26T15:58:26.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.498040+0000 mon.b (mon.2) 92 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.498595+0000 mon.b (mon.2) 93 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.499034+0000 mon.b (mon.2) 94 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.499465+0000 mon.b (mon.2) 95 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.499900+0000 mon.b (mon.2) 96 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.500299+0000 mon.b (mon.2) 97 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.500706+0000 mon.b (mon.2) 98 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.501143+0000 mon.b (mon.2) 99 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.501621+0000 mon.b (mon.2) 100 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.smithi037.wjuegm","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T15:58:26.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.502210+0000 mon.b (mon.2) 101 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.506255+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.730110+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:26.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.972548+0000 mon.b (mon.2) 102 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.973500+0000 mon.b (mon.2) 103 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.974314+0000 mon.b (mon.2) 104 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.975123+0000 mon.b (mon.2) 105 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.975902+0000 mon.b (mon.2) 106 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.976614+0000 mon.b (mon.2) 107 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.977451+0000 mon.b (mon.2) 108 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:58:26.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.978356+0000 mon.b (mon.2) 109 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.979142+0000 mon.b (mon.2) 110 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.smithi107.pmlxcx","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T15:58:26.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.979944+0000 mon.b (mon.2) 111 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.984165+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:58:26.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:25.993603+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:26.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:26.001947+0000 mon.a (mon.0) 799 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:26.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: cephadm 2021-07-26T15:58:26.008692+0000 mgr.x (mgr.34787) 7 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:58:26.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T15:58:26.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:26.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T15:58:26.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:26.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T15:58:26.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:26.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:26.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:58:26.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: cephadm 2021-07-26T15:58:26.010517+0000 mgr.x (mgr.34787) 8 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:58:26.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T15:58:26.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:26.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T15:58:26.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:26.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T15:58:26.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:26.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:26.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:58:26.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: cephadm 2021-07-26T15:58:26.013787+0000 mgr.x (mgr.34787) 9 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:58:26.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T15:58:26.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:26.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T15:58:26.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:26.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T15:58:26.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:26.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:26.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:58:26.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: cephadm 2021-07-26T15:58:26.015319+0000 mgr.x (mgr.34787) 10 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:58:26.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T15:58:26.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:26.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T15:58:26.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:26.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T15:58:26.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:26.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:26.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:58:26.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: audit 2021-07-26T15:58:26.025130+0000 mon.b (mon.2) 112 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:26.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: cephadm 2021-07-26T15:58:26.027295+0000 mgr.x (mgr.34787) 11 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:58:26.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:26 smithi107 bash[14687]: cluster 2021-07-26T15:58:26.302133+0000 mgr.x (mgr.34787) 12 : cluster [DBG] pgmap v11: 89 pgs: 89 active+clean; 125 MiB data, 200 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:58:27.497 INFO:tasks.rados.rados.0.smithi037.stdout:397: done (2 left) 2021-07-26T15:58:27.498 INFO:tasks.rados.rados.0.smithi037.stdout:398: done (1 left) 2021-07-26T15:58:27.498 INFO:tasks.rados.rados.0.smithi037.stdout:399: done (0 left) 2021-07-26T15:58:27.498 INFO:tasks.rados.rados.0.smithi037.stdout:400: read oid 46 snap -1 2021-07-26T15:58:27.498 INFO:tasks.rados.rados.0.smithi037.stdout:400: expect (ObjNum 108 snap 22 seq_num 108) 2021-07-26T15:58:27.499 INFO:tasks.rados.rados.0.smithi037.stdout:401: snap_remove snap 28 2021-07-26T15:58:27.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:27 smithi107 bash[14687]: cluster 2021-07-26T15:58:26.480944+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2021-07-26T15:58:27.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:27 smithi107 bash[14687]: audit 2021-07-26T15:58:27.211944+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:27.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:27 smithi037 bash[18551]: cluster 2021-07-26T15:58:26.480944+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2021-07-26T15:58:27.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:27 smithi037 bash[18551]: audit 2021-07-26T15:58:27.211944+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:27.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:27 smithi037 bash[14605]: cluster 2021-07-26T15:58:26.480944+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2021-07-26T15:58:27.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:27 smithi037 bash[14605]: audit 2021-07-26T15:58:27.211944+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:28.281 INFO:tasks.rados.rados.0.smithi037.stdout:401: done (1 left) 2021-07-26T15:58:28.281 INFO:tasks.rados.rados.0.smithi037.stdout:402: read oid 12 snap -1 2021-07-26T15:58:28.281 INFO:tasks.rados.rados.0.smithi037.stdout:402: expect (ObjNum 134 snap 35 seq_num 134) 2021-07-26T15:58:28.282 INFO:tasks.rados.rados.0.smithi037.stdout:403: read oid 38 snap 37 2021-07-26T15:58:28.282 INFO:tasks.rados.rados.0.smithi037.stdout:403: expect (ObjNum 125 snap 32 seq_num 125) 2021-07-26T15:58:28.282 INFO:tasks.rados.rados.0.smithi037.stdout:404: snap_remove snap 22 2021-07-26T15:58:28.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:28 smithi107 bash[14687]: cluster 2021-07-26T15:58:27.497452+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2021-07-26T15:58:28.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:28 smithi107 bash[14687]: cluster 2021-07-26T15:58:28.280418+0000 mon.a (mon.0) 803 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2021-07-26T15:58:28.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:28 smithi107 bash[14687]: cluster 2021-07-26T15:58:28.302713+0000 mgr.x (mgr.34787) 13 : cluster [DBG] pgmap v15: 89 pgs: 89 active+clean; 137 MiB data, 215 MiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 89 op/s 2021-07-26T15:58:28.795 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:28 smithi037 bash[14605]: cluster 2021-07-26T15:58:27.497452+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2021-07-26T15:58:28.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:28 smithi037 bash[14605]: cluster 2021-07-26T15:58:28.280418+0000 mon.a (mon.0) 803 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2021-07-26T15:58:28.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:28 smithi037 bash[14605]: cluster 2021-07-26T15:58:28.302713+0000 mgr.x (mgr.34787) 13 : cluster [DBG] pgmap v15: 89 pgs: 89 active+clean; 137 MiB data, 215 MiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 89 op/s 2021-07-26T15:58:28.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:28 smithi037 bash[18551]: cluster 2021-07-26T15:58:27.497452+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2021-07-26T15:58:28.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:28 smithi037 bash[18551]: cluster 2021-07-26T15:58:28.280418+0000 mon.a (mon.0) 803 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2021-07-26T15:58:28.797 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:28 smithi037 bash[18551]: cluster 2021-07-26T15:58:28.302713+0000 mgr.x (mgr.34787) 13 : cluster [DBG] pgmap v15: 89 pgs: 89 active+clean; 137 MiB data, 215 MiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 89 op/s 2021-07-26T15:58:29.290 INFO:tasks.rados.rados.0.smithi037.stdout:404: done (3 left) 2021-07-26T15:58:29.291 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 38 2021-07-26T15:58:29.291 INFO:tasks.rados.rados.0.smithi037.stdout:405: seq_num 143 ranges {663552=802816,1466368=761856,2228224=745472,2973696=98304} 2021-07-26T15:58:29.296 INFO:tasks.rados.rados.0.smithi037.stdout:405: writing smithi03738989-40 from 663552 to 1466368 tid 1 2021-07-26T15:58:29.301 INFO:tasks.rados.rados.0.smithi037.stdout:405: writing smithi03738989-40 from 1466368 to 2228224 tid 2 2021-07-26T15:58:29.307 INFO:tasks.rados.rados.0.smithi037.stdout:405: writing smithi03738989-40 from 2228224 to 2973696 tid 3 2021-07-26T15:58:29.307 INFO:tasks.rados.rados.0.smithi037.stdout:405: writing smithi03738989-40 from 2973696 to 3072000 tid 4 2021-07-26T15:58:29.308 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 38 2021-07-26T15:58:29.308 INFO:tasks.rados.rados.0.smithi037.stdout:406: seq_num 144 ranges {1130496=16384} 2021-07-26T15:58:29.315 INFO:tasks.rados.rados.0.smithi037.stdout:406: writing smithi03738989-11 from 1130496 to 1146880 tid 1 2021-07-26T15:58:29.315 INFO:tasks.rados.rados.0.smithi037.stdout:407: rmattr oid 21 current snap is 38 2021-07-26T15:58:29.315 INFO:tasks.rados.rados.0.smithi037.stdout:400: expect (ObjNum 108 snap 22 seq_num 108) 2021-07-26T15:58:29.390 INFO:tasks.rados.rados.0.smithi037.stdout:402: expect (ObjNum 134 snap 35 seq_num 134) 2021-07-26T15:58:29.638 INFO:tasks.rados.rados.0.smithi037.stdout:403: expect (ObjNum 125 snap 32 seq_num 125) 2021-07-26T15:58:29.794 INFO:tasks.rados.rados.0.smithi037.stdout:405: finishing write tid 1 to smithi03738989-40 2021-07-26T15:58:29.795 INFO:tasks.rados.rados.0.smithi037.stdout:405: finishing write tid 2 to smithi03738989-40 2021-07-26T15:58:29.795 INFO:tasks.rados.rados.0.smithi037.stdout:405: finishing write tid 3 to smithi03738989-40 2021-07-26T15:58:29.796 INFO:tasks.rados.rados.0.smithi037.stdout:405: finishing write tid 4 to smithi03738989-40 2021-07-26T15:58:29.796 INFO:tasks.rados.rados.0.smithi037.stdout:400: done (5 left) 2021-07-26T15:58:29.796 INFO:tasks.rados.rados.0.smithi037.stdout:402: done (4 left) 2021-07-26T15:58:29.797 INFO:tasks.rados.rados.0.smithi037.stdout:403: done (3 left) 2021-07-26T15:58:29.797 INFO:tasks.rados.rados.0.smithi037.stdout:408: delete oid 35 current snap is 38 2021-07-26T15:58:29.798 INFO:tasks.rados.rados.0.smithi037.stdout:405: finishing write tid 6 to smithi03738989-40 2021-07-26T15:58:29.798 INFO:tasks.rados.rados.0.smithi037.stdout:406: finishing write tid 1 to smithi03738989-11 2021-07-26T15:58:29.798 INFO:tasks.rados.rados.0.smithi037.stdout:405: finishing write tid 7 to smithi03738989-40 2021-07-26T15:58:29.798 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 103 (ObjNum 143 snap 38 seq_num 143) dirty exists 2021-07-26T15:58:29.799 INFO:tasks.rados.rados.0.smithi037.stdout:405: left oid 40 (ObjNum 143 snap 38 seq_num 143) 2021-07-26T15:58:29.799 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 104 (ObjNum 100 snap 22 seq_num 100) dirty exists 2021-07-26T15:58:29.799 INFO:tasks.rados.rados.0.smithi037.stdout:406: finishing write tid 3 to smithi03738989-11 2021-07-26T15:58:29.799 INFO:tasks.rados.rados.0.smithi037.stdout:406: finishing write tid 4 to smithi03738989-11 2021-07-26T15:58:29.800 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 206 (ObjNum 144 snap 38 seq_num 144) dirty exists 2021-07-26T15:58:29.800 INFO:tasks.rados.rados.0.smithi037.stdout:406: left oid 11 (ObjNum 144 snap 38 seq_num 144) 2021-07-26T15:58:29.803 INFO:tasks.rados.rados.0.smithi037.stdout:405: done (3 left) 2021-07-26T15:58:29.803 INFO:tasks.rados.rados.0.smithi037.stdout:406: done (2 left) 2021-07-26T15:58:29.804 INFO:tasks.rados.rados.0.smithi037.stdout:407: done (1 left) 2021-07-26T15:58:29.804 INFO:tasks.rados.rados.0.smithi037.stdout:408: done (0 left) 2021-07-26T15:58:29.804 INFO:tasks.rados.rados.0.smithi037.stdout:409: read oid 24 snap -1 2021-07-26T15:58:29.804 INFO:tasks.rados.rados.0.smithi037.stdout:409: expect (ObjNum 23 snap 0 seq_num 23) 2021-07-26T15:58:29.805 INFO:tasks.rados.rados.0.smithi037.stdout:410: read oid 29 snap -1 2021-07-26T15:58:29.805 INFO:tasks.rados.rados.0.smithi037.stdout:410: expect deleted 2021-07-26T15:58:29.805 INFO:tasks.rados.rados.0.smithi037.stdout:411: copy_from oid 19 from oid 20 current snap is 38 2021-07-26T15:58:29.805 INFO:tasks.rados.rados.0.smithi037.stdout:412: rmattr oid 27 current snap is 38 2021-07-26T15:58:29.805 INFO:tasks.rados.rados.0.smithi037.stdout:412: done (3 left) 2021-07-26T15:58:29.806 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 38 2021-07-26T15:58:29.806 INFO:tasks.rados.rados.0.smithi037.stdout:413: seq_num 146 ranges {2244608=49152} 2021-07-26T15:58:29.824 INFO:tasks.rados.rados.0.smithi037.stdout:413: writing smithi03738989-4 from 2244608 to 2293760 tid 1 2021-07-26T15:58:29.824 INFO:tasks.rados.rados.0.smithi037.stdout:414: delete oid 1 current snap is 38 2021-07-26T15:58:29.824 INFO:tasks.rados.rados.0.smithi037.stdout:409: expect (ObjNum 23 snap 0 seq_num 23) 2021-07-26T15:58:29.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:29 smithi037 bash[18551]: cephadm 2021-07-26T15:58:28.553508+0000 mgr.x (mgr.34787) 14 : cephadm [INF] Upgrade: Updating mgr.y 2021-07-26T15:58:29.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:29 smithi037 bash[18551]: audit 2021-07-26T15:58:28.566055+0000 mon.b (mon.2) 113 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:58:29.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:29 smithi037 bash[18551]: audit 2021-07-26T15:58:28.567968+0000 mon.b (mon.2) 114 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:58:29.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:29 smithi037 bash[18551]: audit 2021-07-26T15:58:28.568196+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:29.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:29 smithi037 bash[18551]: audit 2021-07-26T15:58:28.569186+0000 mon.b (mon.2) 115 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:58:29.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:29 smithi037 bash[18551]: cephadm 2021-07-26T15:58:28.570185+0000 mgr.x (mgr.34787) 15 : cephadm [INF] Deploying daemon mgr.y on smithi037 2021-07-26T15:58:29.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:29 smithi037 bash[18551]: audit 2021-07-26T15:58:28.570231+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:58:29.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:29 smithi037 bash[18551]: audit 2021-07-26T15:58:28.570752+0000 mon.b (mon.2) 116 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2021-07-26T15:58:29.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:29 smithi037 bash[18551]: cluster 2021-07-26T15:58:29.284847+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2021-07-26T15:58:29.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:29 smithi037 bash[14605]: cephadm 2021-07-26T15:58:28.553508+0000 mgr.x (mgr.34787) 14 : cephadm [INF] Upgrade: Updating mgr.y 2021-07-26T15:58:29.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:29 smithi037 bash[14605]: audit 2021-07-26T15:58:28.566055+0000 mon.b (mon.2) 113 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:58:29.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:29 smithi037 bash[14605]: audit 2021-07-26T15:58:28.567968+0000 mon.b (mon.2) 114 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:58:29.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:29 smithi037 bash[14605]: audit 2021-07-26T15:58:28.568196+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:29.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:29 smithi037 bash[14605]: audit 2021-07-26T15:58:28.569186+0000 mon.b (mon.2) 115 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:58:29.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:29 smithi037 bash[14605]: cephadm 2021-07-26T15:58:28.570185+0000 mgr.x (mgr.34787) 15 : cephadm [INF] Deploying daemon mgr.y on smithi037 2021-07-26T15:58:29.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:29 smithi037 bash[14605]: audit 2021-07-26T15:58:28.570231+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:58:29.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:29 smithi037 bash[14605]: audit 2021-07-26T15:58:28.570752+0000 mon.b (mon.2) 116 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2021-07-26T15:58:29.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:29 smithi037 bash[14605]: cluster 2021-07-26T15:58:29.284847+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2021-07-26T15:58:29.842 INFO:tasks.rados.rados.0.smithi037.stdout:411: finishing copy_from to smithi03738989-19 2021-07-26T15:58:29.842 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 22 (ObjNum 38 snap 0 seq_num 38) dirty exists 2021-07-26T15:58:29.842 INFO:tasks.rados.rados.0.smithi037.stdout:411: finishing copy_from racing read to smithi03738989-19 2021-07-26T15:58:29.842 INFO:tasks.rados.rados.0.smithi037.stdout:413: finishing write tid 1 to smithi03738989-4 2021-07-26T15:58:29.843 INFO:tasks.rados.rados.0.smithi037.stdout:413: finishing write tid 3 to smithi03738989-4 2021-07-26T15:58:29.843 INFO:tasks.rados.rados.0.smithi037.stdout:413: finishing write tid 4 to smithi03738989-4 2021-07-26T15:58:29.843 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 226 (ObjNum 146 snap 38 seq_num 146) dirty exists 2021-07-26T15:58:29.843 INFO:tasks.rados.rados.0.smithi037.stdout:413: left oid 4 (ObjNum 146 snap 38 seq_num 146) 2021-07-26T15:58:29.844 INFO:tasks.rados.rados.0.smithi037.stdout:409: done (4 left) 2021-07-26T15:58:29.844 INFO:tasks.rados.rados.0.smithi037.stdout:410: done (3 left) 2021-07-26T15:58:29.844 INFO:tasks.rados.rados.0.smithi037.stdout:411: done (2 left) 2021-07-26T15:58:29.844 INFO:tasks.rados.rados.0.smithi037.stdout:413: done (1 left) 2021-07-26T15:58:29.844 INFO:tasks.rados.rados.0.smithi037.stdout:414: done (0 left) 2021-07-26T15:58:29.845 INFO:tasks.rados.rados.0.smithi037.stdout:415: delete oid 47 current snap is 38 2021-07-26T15:58:29.845 INFO:tasks.rados.rados.0.smithi037.stdout:415: done (0 left) 2021-07-26T15:58:29.846 INFO:tasks.rados.rados.0.smithi037.stdout:416: read oid 33 snap 34 2021-07-26T15:58:29.846 INFO:tasks.rados.rados.0.smithi037.stdout:416: expect (ObjNum 67 snap 5 seq_num 67) 2021-07-26T15:58:29.846 INFO:tasks.rados.rados.0.smithi037.stdout:417: setattr oid 15 current snap is 38 2021-07-26T15:58:29.848 INFO:tasks.rados.rados.0.smithi037.stdout:418: setattr oid 29 current snap is 38 2021-07-26T15:58:29.853 INFO:tasks.rados.rados.0.smithi037.stdout:419: delete oid 34 current snap is 38 2021-07-26T15:58:29.854 INFO:tasks.rados.rados.0.smithi037.stdout:416: expect (ObjNum 67 snap 5 seq_num 67) 2021-07-26T15:58:29.891 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 124 (ObjNum 123 snap 32 seq_num 123) dirty exists 2021-07-26T15:58:29.891 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 213 (ObjNum 372136496 snap 21933 seq_num 371937776) dirty exists 2021-07-26T15:58:29.892 INFO:tasks.rados.rados.0.smithi037.stdout:416: done (3 left) 2021-07-26T15:58:29.892 INFO:tasks.rados.rados.0.smithi037.stdout:417: done (2 left) 2021-07-26T15:58:29.892 INFO:tasks.rados.rados.0.smithi037.stdout:418: done (1 left) 2021-07-26T15:58:29.892 INFO:tasks.rados.rados.0.smithi037.stdout:419: done (0 left) 2021-07-26T15:58:29.892 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 38 2021-07-26T15:58:29.893 INFO:tasks.rados.rados.0.smithi037.stdout:420: seq_num 150 ranges {2244608=114688} 2021-07-26T15:58:29.910 INFO:tasks.rados.rados.0.smithi037.stdout:420: writing smithi03738989-21 from 2244608 to 2359296 tid 1 2021-07-26T15:58:29.911 INFO:tasks.rados.rados.0.smithi037.stdout:421: snap_remove snap 34 2021-07-26T15:58:30.014 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:29 smithi107 bash[14687]: cephadm 2021-07-26T15:58:28.553508+0000 mgr.x (mgr.34787) 14 : cephadm [INF] Upgrade: Updating mgr.y 2021-07-26T15:58:30.014 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:29 smithi107 bash[14687]: audit 2021-07-26T15:58:28.566055+0000 mon.b (mon.2) 113 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:58:30.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:29 smithi107 bash[14687]: audit 2021-07-26T15:58:28.567968+0000 mon.b (mon.2) 114 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:58:30.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:29 smithi107 bash[14687]: audit 2021-07-26T15:58:28.568196+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:30.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:29 smithi107 bash[14687]: audit 2021-07-26T15:58:28.569186+0000 mon.b (mon.2) 115 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:58:30.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:29 smithi107 bash[14687]: cephadm 2021-07-26T15:58:28.570185+0000 mgr.x (mgr.34787) 15 : cephadm [INF] Deploying daemon mgr.y on smithi037 2021-07-26T15:58:30.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:29 smithi107 bash[14687]: audit 2021-07-26T15:58:28.570231+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:58:30.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:29 smithi107 bash[14687]: audit 2021-07-26T15:58:28.570752+0000 mon.b (mon.2) 116 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2021-07-26T15:58:30.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:29 smithi107 bash[14687]: cluster 2021-07-26T15:58:29.284847+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2021-07-26T15:58:30.934 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:30 smithi037 systemd[1]: Stopping Ceph mgr.y for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T15:58:31.336 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:30 smithi037 docker[39875]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:58:31.647 INFO:tasks.rados.rados.0.smithi037.stdout:421: done (1 left) 2021-07-26T15:58:31.647 INFO:tasks.rados.rados.0.smithi037.stdout:422: copy_from oid 41 from oid 28 current snap is 38 2021-07-26T15:58:31.647 INFO:tasks.rados.rados.0.smithi037.stdout:423: read oid 27 snap -1 2021-07-26T15:58:31.648 INFO:tasks.rados.rados.0.smithi037.stdout:423: expect deleted 2021-07-26T15:58:31.648 INFO:tasks.rados.rados.0.smithi037.stdout:424: rollback oid 13 current snap is 38 2021-07-26T15:58:31.648 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 13 to 32 2021-07-26T15:58:31.648 INFO:tasks.rados.rados.0.smithi037.stdout:425: snap_remove snap 16 2021-07-26T15:58:32.014 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:31 smithi107 bash[14687]: audit 2021-07-26T15:58:29.816521+0000 mon.b (mon.2) 117 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:58:32.014 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:31 smithi107 bash[14687]: audit 2021-07-26T15:58:29.816865+0000 mon.b (mon.2) 118 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:58:32.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:31 smithi107 bash[14687]: audit 2021-07-26T15:58:29.817184+0000 mon.b (mon.2) 119 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:58:32.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:31 smithi107 bash[14687]: audit 2021-07-26T15:58:29.819778+0000 mon.a (mon.0) 807 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:58:32.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:31 smithi107 bash[14687]: cluster 2021-07-26T15:58:30.303413+0000 mgr.x (mgr.34787) 16 : cluster [DBG] pgmap v17: 89 pgs: 89 active+clean; 137 MiB data, 215 MiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 89 op/s 2021-07-26T15:58:32.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:31 smithi107 bash[14687]: audit 2021-07-26T15:58:30.730443+0000 mon.a (mon.0) 808 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:58:32.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:31 smithi107 bash[14687]: audit 2021-07-26T15:58:30.730980+0000 mon.b (mon.2) 120 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:58:32.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:31 smithi107 bash[14687]: audit 2021-07-26T15:58:30.731572+0000 mon.b (mon.2) 121 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:58:32.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:31 smithi107 bash[14687]: audit 2021-07-26T15:58:30.732134+0000 mon.b (mon.2) 122 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:58:32.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:31 smithi037 bash[14605]: audit 2021-07-26T15:58:29.816521+0000 mon.b (mon.2) 117 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:58:32.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:31 smithi037 bash[14605]: audit 2021-07-26T15:58:29.816865+0000 mon.b (mon.2) 118 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:58:32.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:31 smithi037 bash[14605]: audit 2021-07-26T15:58:29.817184+0000 mon.b (mon.2) 119 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:58:32.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:31 smithi037 bash[14605]: audit 2021-07-26T15:58:29.819778+0000 mon.a (mon.0) 807 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:58:32.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:31 smithi037 bash[14605]: cluster 2021-07-26T15:58:30.303413+0000 mgr.x (mgr.34787) 16 : cluster [DBG] pgmap v17: 89 pgs: 89 active+clean; 137 MiB data, 215 MiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 89 op/s 2021-07-26T15:58:32.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:31 smithi037 bash[14605]: audit 2021-07-26T15:58:30.730443+0000 mon.a (mon.0) 808 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:58:32.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:31 smithi037 bash[14605]: audit 2021-07-26T15:58:30.730980+0000 mon.b (mon.2) 120 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:58:32.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:31 smithi037 bash[14605]: audit 2021-07-26T15:58:30.731572+0000 mon.b (mon.2) 121 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:58:32.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:31 smithi037 bash[14605]: audit 2021-07-26T15:58:30.732134+0000 mon.b (mon.2) 122 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:58:32.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:31 smithi037 bash[18551]: audit 2021-07-26T15:58:29.816521+0000 mon.b (mon.2) 117 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:58:32.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:31 smithi037 bash[18551]: audit 2021-07-26T15:58:29.816865+0000 mon.b (mon.2) 118 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:58:32.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:31 smithi037 bash[18551]: audit 2021-07-26T15:58:29.817184+0000 mon.b (mon.2) 119 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:58:32.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:31 smithi037 bash[18551]: audit 2021-07-26T15:58:29.819778+0000 mon.a (mon.0) 807 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:58:32.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:31 smithi037 bash[18551]: cluster 2021-07-26T15:58:30.303413+0000 mgr.x (mgr.34787) 16 : cluster [DBG] pgmap v17: 89 pgs: 89 active+clean; 137 MiB data, 215 MiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 89 op/s 2021-07-26T15:58:32.092 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:31 smithi037 bash[18551]: audit 2021-07-26T15:58:30.730443+0000 mon.a (mon.0) 808 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:58:32.092 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:31 smithi037 bash[18551]: audit 2021-07-26T15:58:30.730980+0000 mon.b (mon.2) 120 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:58:32.092 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:31 smithi037 bash[18551]: audit 2021-07-26T15:58:30.731572+0000 mon.b (mon.2) 121 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:58:32.092 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:31 smithi037 bash[18551]: audit 2021-07-26T15:58:30.732134+0000 mon.b (mon.2) 122 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:58:32.653 INFO:tasks.rados.rados.0.smithi037.stdout:425: done (4 left) 2021-07-26T15:58:32.653 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 38 2021-07-26T15:58:32.654 INFO:tasks.rados.rados.0.smithi037.stdout:426: seq_num 151 ranges {0=131072} 2021-07-26T15:58:32.655 INFO:tasks.rados.rados.0.smithi037.stdout:426: writing smithi03738989-29 from 0 to 131072 tid 1 2021-07-26T15:58:32.655 INFO:tasks.rados.rados.0.smithi037.stdout:427: delete oid 43 current snap is 38 2021-07-26T15:58:32.656 INFO:tasks.rados.rados.0.smithi037.stdout:420: finishing write tid 1 to smithi03738989-21 2021-07-26T15:58:32.656 INFO:tasks.rados.rados.0.smithi037.stdout:420: finishing write tid 3 to smithi03738989-21 2021-07-26T15:58:32.657 INFO:tasks.rados.rados.0.smithi037.stdout:420: finishing write tid 4 to smithi03738989-21 2021-07-26T15:58:32.657 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 106 (ObjNum 150 snap 38 seq_num 150) dirty exists 2021-07-26T15:58:32.657 INFO:tasks.rados.rados.0.smithi037.stdout:420: left oid 21 (ObjNum 150 snap 38 seq_num 150) 2021-07-26T15:58:32.657 INFO:tasks.rados.rados.0.smithi037.stdout:422: finishing copy_from to smithi03738989-41 2021-07-26T15:58:32.657 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 22 (ObjNum 27 snap 0 seq_num 27) dirty exists 2021-07-26T15:58:32.658 INFO:tasks.rados.rados.0.smithi037.stdout:422: finishing copy_from racing read to smithi03738989-41 2021-07-26T15:58:32.658 INFO:tasks.rados.rados.0.smithi037.stdout:424: finishing rollback tid 1 to smithi03738989-13 2021-07-26T15:58:32.658 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 87 (ObjNum 8710 snap 0 seq_num 0) dirty dne 2021-07-26T15:58:32.669 INFO:tasks.rados.rados.0.smithi037.stdout:420: done (5 left) 2021-07-26T15:58:32.669 INFO:tasks.rados.rados.0.smithi037.stdout:422: done (4 left) 2021-07-26T15:58:32.669 INFO:tasks.rados.rados.0.smithi037.stdout:423: done (3 left) 2021-07-26T15:58:32.669 INFO:tasks.rados.rados.0.smithi037.stdout:424: done (2 left) 2021-07-26T15:58:32.670 INFO:tasks.rados.rados.0.smithi037.stdout:427: done (1 left) 2021-07-26T15:58:32.670 INFO:tasks.rados.rados.0.smithi037.stdout:428: read oid 25 snap 25 2021-07-26T15:58:32.670 INFO:tasks.rados.rados.0.smithi037.stdout:428: expect (ObjNum 107 snap 22 seq_num 107) 2021-07-26T15:58:32.670 INFO:tasks.rados.rados.0.smithi037.stdout:429: read oid 47 snap -1 2021-07-26T15:58:32.671 INFO:tasks.rados.rados.0.smithi037.stdout:429: expect deleted 2021-07-26T15:58:32.671 INFO:tasks.rados.rados.0.smithi037.stdout:430: read oid 41 snap -1 2021-07-26T15:58:32.671 INFO:tasks.rados.rados.0.smithi037.stdout:430: expect (ObjNum 27 snap 0 seq_num 27) 2021-07-26T15:58:32.671 INFO:tasks.rados.rados.0.smithi037.stdout:431: copy_from oid 27 from oid 44 current snap is 38 2021-07-26T15:58:32.671 INFO:tasks.rados.rados.0.smithi037.stdout:426: finishing write tid 1 to smithi03738989-29 2021-07-26T15:58:32.672 INFO:tasks.rados.rados.0.smithi037.stdout:432: snap_remove snap 35 2021-07-26T15:58:33.014 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:32 smithi107 bash[14687]: audit 2021-07-26T15:58:30.734023+0000 mon.c (mon.1) 32 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:58:33.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:32 smithi107 bash[14687]: audit 2021-07-26T15:58:31.628655+0000 mon.c (mon.1) 33 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:58:33.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:32 smithi107 bash[14687]: audit 2021-07-26T15:58:31.643408+0000 mon.b (mon.2) 123 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:58:33.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:32 smithi107 bash[14687]: cluster 2021-07-26T15:58:31.644608+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2021-07-26T15:58:33.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:32 smithi107 bash[14687]: cluster 2021-07-26T15:58:32.304156+0000 mgr.x (mgr.34787) 17 : cluster [DBG] pgmap v19: 89 pgs: 89 active+clean; 138 MiB data, 217 MiB used, 707 GiB / 715 GiB avail; 8.5 MiB/s rd, 736 KiB/s wr, 28 op/s 2021-07-26T15:58:33.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:32 smithi107 bash[14687]: audit 2021-07-26T15:58:32.528023+0000 mon.b (mon.2) 124 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:58:33.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:32 smithi107 bash[14687]: audit 2021-07-26T15:58:32.528510+0000 mon.b (mon.2) 125 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:58:33.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:32 smithi107 bash[14687]: audit 2021-07-26T15:58:32.528708+0000 mon.b (mon.2) 126 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:58:33.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:32 smithi107 bash[14687]: audit 2021-07-26T15:58:32.528942+0000 mon.b (mon.2) 127 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:58:33.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:32 smithi037 bash[18551]: audit 2021-07-26T15:58:30.734023+0000 mon.c (mon.1) 32 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:58:33.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:32 smithi037 bash[18551]: audit 2021-07-26T15:58:31.628655+0000 mon.c (mon.1) 33 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:58:33.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:32 smithi037 bash[18551]: audit 2021-07-26T15:58:31.643408+0000 mon.b (mon.2) 123 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:58:33.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:32 smithi037 bash[18551]: cluster 2021-07-26T15:58:31.644608+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2021-07-26T15:58:33.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:32 smithi037 bash[18551]: cluster 2021-07-26T15:58:32.304156+0000 mgr.x (mgr.34787) 17 : cluster [DBG] pgmap v19: 89 pgs: 89 active+clean; 138 MiB data, 217 MiB used, 707 GiB / 715 GiB avail; 8.5 MiB/s rd, 736 KiB/s wr, 28 op/s 2021-07-26T15:58:33.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:32 smithi037 bash[18551]: audit 2021-07-26T15:58:32.528023+0000 mon.b (mon.2) 124 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:58:33.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:32 smithi037 bash[18551]: audit 2021-07-26T15:58:32.528510+0000 mon.b (mon.2) 125 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:58:33.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:32 smithi037 bash[18551]: audit 2021-07-26T15:58:32.528708+0000 mon.b (mon.2) 126 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:58:33.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:32 smithi037 bash[18551]: audit 2021-07-26T15:58:32.528942+0000 mon.b (mon.2) 127 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:58:33.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:32 smithi037 bash[14605]: audit 2021-07-26T15:58:30.734023+0000 mon.c (mon.1) 32 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:58:33.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:32 smithi037 bash[14605]: audit 2021-07-26T15:58:31.628655+0000 mon.c (mon.1) 33 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:58:33.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:32 smithi037 bash[14605]: audit 2021-07-26T15:58:31.643408+0000 mon.b (mon.2) 123 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2021-07-26T15:58:33.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:32 smithi037 bash[14605]: cluster 2021-07-26T15:58:31.644608+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2021-07-26T15:58:33.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:32 smithi037 bash[14605]: cluster 2021-07-26T15:58:32.304156+0000 mgr.x (mgr.34787) 17 : cluster [DBG] pgmap v19: 89 pgs: 89 active+clean; 138 MiB data, 217 MiB used, 707 GiB / 715 GiB avail; 8.5 MiB/s rd, 736 KiB/s wr, 28 op/s 2021-07-26T15:58:33.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:32 smithi037 bash[14605]: audit 2021-07-26T15:58:32.528023+0000 mon.b (mon.2) 124 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2021-07-26T15:58:33.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:32 smithi037 bash[14605]: audit 2021-07-26T15:58:32.528510+0000 mon.b (mon.2) 125 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:58:33.091 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:32 smithi037 bash[14605]: audit 2021-07-26T15:58:32.528708+0000 mon.b (mon.2) 126 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:58:33.091 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:32 smithi037 bash[14605]: audit 2021-07-26T15:58:32.528942+0000 mon.b (mon.2) 127 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:58:33.282 INFO:tasks.rados.rados.0.smithi037.stdout:432: done (5 left) 2021-07-26T15:58:33.283 INFO:tasks.rados.rados.0.smithi037.stdout:433: rollback oid 13 current snap is 38 2021-07-26T15:58:33.283 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 13 to 26 2021-07-26T15:58:33.283 INFO:tasks.rados.rados.0.smithi037.stdout:426: finishing write tid 3 to smithi03738989-29 2021-07-26T15:58:33.283 INFO:tasks.rados.rados.0.smithi037.stdout:426: finishing write tid 4 to smithi03738989-29 2021-07-26T15:58:33.284 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 225 (ObjNum 151 snap 38 seq_num 151) dirty exists 2021-07-26T15:58:33.284 INFO:tasks.rados.rados.0.smithi037.stdout:426: left oid 29 (ObjNum 151 snap 38 seq_num 151) 2021-07-26T15:58:33.284 INFO:tasks.rados.rados.0.smithi037.stdout:430: expect (ObjNum 27 snap 0 seq_num 27) 2021-07-26T15:58:33.305 INFO:tasks.rados.rados.0.smithi037.stdout:428: expect (ObjNum 107 snap 22 seq_num 107) 2021-07-26T15:58:33.373 INFO:tasks.rados.rados.0.smithi037.stdout:431: finishing copy_from to smithi03738989-27 2021-07-26T15:58:33.373 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 69 (ObjNum 140 snap 35 seq_num 140) dirty exists 2021-07-26T15:58:33.374 INFO:tasks.rados.rados.0.smithi037.stdout:431: finishing copy_from racing read to smithi03738989-27 2021-07-26T15:58:33.374 INFO:tasks.rados.rados.0.smithi037.stdout:433: finishing rollback tid 1 to smithi03738989-13 2021-07-26T15:58:33.374 INFO:tasks.rados.rados.0.smithi037.stdout:433: finishing rollback tid 2 to smithi03738989-13 2021-07-26T15:58:33.375 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 145 (ObjNum 78 snap 13 seq_num 78) dirty exists 2021-07-26T15:58:33.375 INFO:tasks.rados.rados.0.smithi037.stdout:426: done (5 left) 2021-07-26T15:58:33.375 INFO:tasks.rados.rados.0.smithi037.stdout:428: done (4 left) 2021-07-26T15:58:33.375 INFO:tasks.rados.rados.0.smithi037.stdout:429: done (3 left) 2021-07-26T15:58:33.375 INFO:tasks.rados.rados.0.smithi037.stdout:430: done (2 left) 2021-07-26T15:58:33.376 INFO:tasks.rados.rados.0.smithi037.stdout:431: done (1 left) 2021-07-26T15:58:33.376 INFO:tasks.rados.rados.0.smithi037.stdout:433: done (0 left) 2021-07-26T15:58:33.376 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 38 2021-07-26T15:58:33.376 INFO:tasks.rados.rados.0.smithi037.stdout:434: seq_num 153 ranges {0=163840} 2021-07-26T15:58:33.377 INFO:tasks.rados.rados.0.smithi037.stdout:434: writing smithi03738989-18 from 0 to 163840 tid 1 2021-07-26T15:58:33.377 INFO:tasks.rados.rados.0.smithi037.stdout:435: copy_from oid 47 from oid 8 current snap is 38 2021-07-26T15:58:33.378 INFO:tasks.rados.rados.0.smithi037.stdout:436: snap_create 2021-07-26T15:58:33.381 INFO:tasks.rados.rados.0.smithi037.stdout:434: finishing write tid 1 to smithi03738989-18 2021-07-26T15:58:33.383 INFO:tasks.rados.rados.0.smithi037.stdout:434: finishing write tid 3 to smithi03738989-18 2021-07-26T15:58:33.385 INFO:tasks.rados.rados.0.smithi037.stdout:434: finishing write tid 4 to smithi03738989-18 2021-07-26T15:58:33.385 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 105 (ObjNum 153 snap 38 seq_num 153) dirty exists 2021-07-26T15:58:33.385 INFO:tasks.rados.rados.0.smithi037.stdout:434: left oid 18 (ObjNum 153 snap 38 seq_num 153) 2021-07-26T15:58:33.397 INFO:tasks.rados.rados.0.smithi037.stdout:435: finishing copy_from to smithi03738989-47 2021-07-26T15:58:33.397 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 113 (ObjNum 137 snap 35 seq_num 137) dirty exists 2021-07-26T15:58:33.398 INFO:tasks.rados.rados.0.smithi037.stdout:435: finishing copy_from racing read to smithi03738989-47 2021-07-26T15:58:34.014 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:33 smithi107 bash[14687]: cluster 2021-07-26T15:58:32.653675+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2021-07-26T15:58:34.014 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:33 smithi107 bash[14687]: cluster 2021-07-26T15:58:33.281128+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2021-07-26T15:58:34.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:33 smithi037 bash[18551]: cluster 2021-07-26T15:58:32.653675+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2021-07-26T15:58:34.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:33 smithi037 bash[18551]: cluster 2021-07-26T15:58:33.281128+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2021-07-26T15:58:34.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:33 smithi037 bash[14605]: cluster 2021-07-26T15:58:32.653675+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2021-07-26T15:58:34.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:33 smithi037 bash[14605]: cluster 2021-07-26T15:58:33.281128+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2021-07-26T15:58:34.295 INFO:tasks.rados.rados.0.smithi037.stdout:434: done (2 left) 2021-07-26T15:58:34.295 INFO:tasks.rados.rados.0.smithi037.stdout:435: done (1 left) 2021-07-26T15:58:34.296 INFO:tasks.rados.rados.0.smithi037.stdout:436: done (0 left) 2021-07-26T15:58:34.296 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 39 2021-07-26T15:58:34.296 INFO:tasks.rados.rados.0.smithi037.stdout:437: seq_num 154 ranges {5595136=180224} 2021-07-26T15:58:34.331 INFO:tasks.rados.rados.0.smithi037.stdout:437: writing smithi03738989-12 from 5595136 to 5775360 tid 1 2021-07-26T15:58:34.332 INFO:tasks.rados.rados.0.smithi037.stdout:438: read oid 9 snap -1 2021-07-26T15:58:34.332 INFO:tasks.rados.rados.0.smithi037.stdout:438: expect (ObjNum 126 snap 33 seq_num 126) 2021-07-26T15:58:34.332 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 39 2021-07-26T15:58:34.333 INFO:tasks.rados.rados.0.smithi037.stdout:439: seq_num 155 ranges {4014080=204800} 2021-07-26T15:58:34.356 INFO:tasks.rados.rados.0.smithi037.stdout:439: writing smithi03738989-26 from 4014080 to 4218880 tid 1 2021-07-26T15:58:34.356 INFO:tasks.rados.rados.0.smithi037.stdout:440: snap_create 2021-07-26T15:58:34.356 INFO:tasks.rados.rados.0.smithi037.stdout:437: finishing write tid 1 to smithi03738989-12 2021-07-26T15:58:34.357 INFO:tasks.rados.rados.0.smithi037.stdout:437: finishing write tid 3 to smithi03738989-12 2021-07-26T15:58:34.357 INFO:tasks.rados.rados.0.smithi037.stdout:437: finishing write tid 4 to smithi03738989-12 2021-07-26T15:58:34.357 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 168 (ObjNum 154 snap 39 seq_num 154) dirty exists 2021-07-26T15:58:34.357 INFO:tasks.rados.rados.0.smithi037.stdout:437: left oid 12 (ObjNum 154 snap 39 seq_num 154) 2021-07-26T15:58:34.358 INFO:tasks.rados.rados.0.smithi037.stdout:438: expect (ObjNum 126 snap 33 seq_num 126) 2021-07-26T15:58:34.463 INFO:tasks.rados.rados.0.smithi037.stdout:439: finishing write tid 1 to smithi03738989-26 2021-07-26T15:58:34.463 INFO:tasks.rados.rados.0.smithi037.stdout:439: finishing write tid 3 to smithi03738989-26 2021-07-26T15:58:34.463 INFO:tasks.rados.rados.0.smithi037.stdout:439: finishing write tid 4 to smithi03738989-26 2021-07-26T15:58:34.464 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 110 (ObjNum 155 snap 39 seq_num 155) dirty exists 2021-07-26T15:58:34.464 INFO:tasks.rados.rados.0.smithi037.stdout:439: left oid 26 (ObjNum 155 snap 39 seq_num 155) 2021-07-26T15:58:35.308 INFO:tasks.rados.rados.0.smithi037.stdout:437: done (3 left) 2021-07-26T15:58:35.308 INFO:tasks.rados.rados.0.smithi037.stdout:438: done (2 left) 2021-07-26T15:58:35.308 INFO:tasks.rados.rados.0.smithi037.stdout:439: done (1 left) 2021-07-26T15:58:35.309 INFO:tasks.rados.rados.0.smithi037.stdout:440: done (0 left) 2021-07-26T15:58:35.309 INFO:tasks.rados.rados.0.smithi037.stdout:441: copy_from oid 15 from oid 40 current snap is 40 2021-07-26T15:58:35.309 INFO:tasks.rados.rados.0.smithi037.stdout:442: read oid 7 snap 27 2021-07-26T15:58:35.309 INFO:tasks.rados.rados.0.smithi037.stdout:442: expect (ObjNum 6 snap 0 seq_num 6) 2021-07-26T15:58:35.310 INFO:tasks.rados.rados.0.smithi037.stdout:443: rollback oid 31 current snap is 40 2021-07-26T15:58:35.310 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 31 to 36 2021-07-26T15:58:35.310 INFO:tasks.rados.rados.0.smithi037.stdout:444: delete oid 35 current snap is 40 2021-07-26T15:58:35.312 INFO:tasks.rados.rados.0.smithi037.stdout:442: expect (ObjNum 6 snap 0 seq_num 6) 2021-07-26T15:58:35.315 INFO:tasks.rados.rados.0.smithi037.stdout:443: finishing rollback tid 0 to smithi03738989-31 2021-07-26T15:58:35.316 INFO:tasks.rados.rados.0.smithi037.stdout:443: finishing rollback tid 1 to smithi03738989-31 2021-07-26T15:58:35.316 INFO:tasks.rados.rados.0.smithi037.stdout:443: finishing rollback tid 2 to smithi03738989-31 2021-07-26T15:58:35.317 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 245 (ObjNum 138 snap 35 seq_num 138) dirty exists 2021-07-26T15:58:35.319 INFO:tasks.rados.rados.0.smithi037.stdout:442: done (3 left) 2021-07-26T15:58:35.319 INFO:tasks.rados.rados.0.smithi037.stdout:443: done (2 left) 2021-07-26T15:58:35.320 INFO:tasks.rados.rados.0.smithi037.stdout:444: done (1 left) 2021-07-26T15:58:35.320 INFO:tasks.rados.rados.0.smithi037.stdout:445: read oid 26 snap -1 2021-07-26T15:58:35.320 INFO:tasks.rados.rados.0.smithi037.stdout:445: expect (ObjNum 155 snap 39 seq_num 155) 2021-07-26T15:58:35.320 INFO:tasks.rados.rados.0.smithi037.stdout:446: delete oid 50 current snap is 40 2021-07-26T15:58:35.323 INFO:tasks.rados.rados.0.smithi037.stdout:446: done (2 left) 2021-07-26T15:58:35.323 INFO:tasks.rados.rados.0.smithi037.stdout:447: rmattr oid 7 current snap is 40 2021-07-26T15:58:35.323 INFO:tasks.rados.rados.0.smithi037.stdout:447: done (2 left) 2021-07-26T15:58:35.323 INFO:tasks.rados.rados.0.smithi037.stdout:448: copy_from oid 14 from oid 45 current snap is 40 2021-07-26T15:58:35.324 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 40 2021-07-26T15:58:35.324 INFO:tasks.rados.rados.0.smithi037.stdout:449: seq_num 158 ranges {4718592=253952} 2021-07-26T15:58:35.354 INFO:tasks.rados.rados.0.smithi037.stdout:449: writing smithi03738989-16 from 4718592 to 4972544 tid 1 2021-07-26T15:58:35.354 INFO:tasks.rados.rados.0.smithi037.stdout:450: rollback oid 29 current snap is 40 2021-07-26T15:58:35.355 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 29 to 38 2021-07-26T15:58:35.355 INFO:tasks.rados.rados.0.smithi037.stdout:441: finishing copy_from to smithi03738989-15 2021-07-26T15:58:35.355 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 103 (ObjNum 143 snap 38 seq_num 143) dirty exists 2021-07-26T15:58:35.355 INFO:tasks.rados.rados.0.smithi037.stdout:441: finishing copy_from racing read to smithi03738989-15 2021-07-26T15:58:35.356 INFO:tasks.rados.rados.0.smithi037.stdout:445: expect (ObjNum 155 snap 39 seq_num 155) 2021-07-26T15:58:35.566 INFO:tasks.rados.rados.0.smithi037.stdout:450: finishing rollback tid 0 to smithi03738989-29 2021-07-26T15:58:35.566 INFO:tasks.rados.rados.0.smithi037.stdout:450: finishing rollback tid 1 to smithi03738989-29 2021-07-26T15:58:35.567 INFO:tasks.rados.rados.0.smithi037.stdout:450: finishing rollback tid 2 to smithi03738989-29 2021-07-26T15:58:35.567 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 250 (ObjNum 151 snap 38 seq_num 151) dirty exists 2021-07-26T15:58:35.567 INFO:tasks.rados.rados.0.smithi037.stdout:449: finishing write tid 1 to smithi03738989-16 2021-07-26T15:58:35.567 INFO:tasks.rados.rados.0.smithi037.stdout:449: finishing write tid 3 to smithi03738989-16 2021-07-26T15:58:35.567 INFO:tasks.rados.rados.0.smithi037.stdout:449: finishing write tid 4 to smithi03738989-16 2021-07-26T15:58:35.568 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 171 (ObjNum 158 snap 40 seq_num 158) dirty exists 2021-07-26T15:58:35.568 INFO:tasks.rados.rados.0.smithi037.stdout:449: left oid 16 (ObjNum 158 snap 40 seq_num 158) 2021-07-26T15:58:35.568 INFO:tasks.rados.rados.0.smithi037.stdout:448: finishing copy_from to smithi03738989-14 2021-07-26T15:58:35.568 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 173 (ObjNum 127 snap 33 seq_num 127) dirty exists 2021-07-26T15:58:35.569 INFO:tasks.rados.rados.0.smithi037.stdout:448: finishing copy_from racing read to smithi03738989-14 2021-07-26T15:58:35.569 INFO:tasks.rados.rados.0.smithi037.stdout:441: done (4 left) 2021-07-26T15:58:35.569 INFO:tasks.rados.rados.0.smithi037.stdout:445: done (3 left) 2021-07-26T15:58:35.569 INFO:tasks.rados.rados.0.smithi037.stdout:448: done (2 left) 2021-07-26T15:58:35.569 INFO:tasks.rados.rados.0.smithi037.stdout:449: done (1 left) 2021-07-26T15:58:35.570 INFO:tasks.rados.rados.0.smithi037.stdout:450: done (0 left) 2021-07-26T15:58:35.570 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 33 current snap is 40 2021-07-26T15:58:35.570 INFO:tasks.rados.rados.0.smithi037.stdout:451: seq_num 159 ranges {1269760=270336} 2021-07-26T15:58:35.583 INFO:tasks.rados.rados.0.smithi037.stdout:451: writing smithi03738989-33 from 1269760 to 1540096 tid 1 2021-07-26T15:58:35.583 INFO:tasks.rados.rados.0.smithi037.stdout:452: copy_from oid 9 from oid 13 current snap is 40 2021-07-26T15:58:35.583 INFO:tasks.rados.rados.0.smithi037.stdout:453: read oid 28 snap -1 2021-07-26T15:58:35.583 INFO:tasks.rados.rados.0.smithi037.stdout:453: expect (ObjNum 27 snap 0 seq_num 27) 2021-07-26T15:58:35.584 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 40 2021-07-26T15:58:35.584 INFO:tasks.rados.rados.0.smithi037.stdout:454: seq_num 160 ranges {188416=286720} 2021-07-26T15:58:35.586 INFO:tasks.rados.rados.0.smithi037.stdout:454: writing smithi03738989-39 from 188416 to 475136 tid 1 2021-07-26T15:58:35.586 INFO:tasks.rados.rados.0.smithi037.stdout:455: read oid 7 snap -1 2021-07-26T15:58:35.586 INFO:tasks.rados.rados.0.smithi037.stdout:455: expect (ObjNum 6 snap 0 seq_num 6) 2021-07-26T15:58:35.586 INFO:tasks.rados.rados.0.smithi037.stdout:456: rmattr oid 14 current snap is 40 2021-07-26T15:58:35.587 INFO:tasks.rados.rados.0.smithi037.stdout:457: setattr oid 26 current snap is 40 2021-07-26T15:58:35.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:35 smithi037 bash[18551]: cluster 2021-07-26T15:58:34.295320+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2021-07-26T15:58:35.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:35 smithi037 bash[18551]: cluster 2021-07-26T15:58:34.304910+0000 mgr.x (mgr.34787) 18 : cluster [DBG] pgmap v23: 89 pgs: 89 active+clean; 138 MiB data, 217 MiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 886 KiB/s wr, 34 op/s 2021-07-26T15:58:35.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:35 smithi037 bash[14605]: cluster 2021-07-26T15:58:34.295320+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2021-07-26T15:58:35.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:35 smithi037 bash[14605]: cluster 2021-07-26T15:58:34.304910+0000 mgr.x (mgr.34787) 18 : cluster [DBG] pgmap v23: 89 pgs: 89 active+clean; 138 MiB data, 217 MiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 886 KiB/s wr, 34 op/s 2021-07-26T15:58:35.588 INFO:tasks.rados.rados.0.smithi037.stdout:453: expect (ObjNum 27 snap 0 seq_num 27) 2021-07-26T15:58:35.611 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 174 (ObjNum 127 snap 33 seq_num 127) dirty exists 2021-07-26T15:58:35.612 INFO:tasks.rados.rados.0.smithi037.stdout:451: finishing write tid 1 to smithi03738989-33 2021-07-26T15:58:35.612 INFO:tasks.rados.rados.0.smithi037.stdout:454: finishing write tid 1 to smithi03738989-39 2021-07-26T15:58:35.612 INFO:tasks.rados.rados.0.smithi037.stdout:454: finishing write tid 3 to smithi03738989-39 2021-07-26T15:58:35.612 INFO:tasks.rados.rados.0.smithi037.stdout:451: finishing write tid 3 to smithi03738989-33 2021-07-26T15:58:35.612 INFO:tasks.rados.rados.0.smithi037.stdout:454: finishing write tid 4 to smithi03738989-39 2021-07-26T15:58:35.613 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 253 (ObjNum 160 snap 40 seq_num 160) dirty exists 2021-07-26T15:58:35.613 INFO:tasks.rados.rados.0.smithi037.stdout:454: left oid 39 (ObjNum 160 snap 40 seq_num 160) 2021-07-26T15:58:35.613 INFO:tasks.rados.rados.0.smithi037.stdout:451: finishing write tid 4 to smithi03738989-33 2021-07-26T15:58:35.613 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 162 (ObjNum 159 snap 40 seq_num 159) dirty exists 2021-07-26T15:58:35.614 INFO:tasks.rados.rados.0.smithi037.stdout:451: left oid 33 (ObjNum 159 snap 40 seq_num 159) 2021-07-26T15:58:35.614 INFO:tasks.rados.rados.0.smithi037.stdout:452: finishing copy_from to smithi03738989-9 2021-07-26T15:58:35.614 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 145 (ObjNum 78 snap 13 seq_num 78) dirty exists 2021-07-26T15:58:35.614 INFO:tasks.rados.rados.0.smithi037.stdout:452: finishing copy_from racing read to smithi03738989-9 2021-07-26T15:58:35.615 INFO:tasks.rados.rados.0.smithi037.stdout:455: expect (ObjNum 6 snap 0 seq_num 6) 2021-07-26T15:58:35.615 INFO:tasks.rados.rados.0.smithi037.stdout:451: done (6 left) 2021-07-26T15:58:35.616 INFO:tasks.rados.rados.0.smithi037.stdout:452: done (5 left) 2021-07-26T15:58:35.616 INFO:tasks.rados.rados.0.smithi037.stdout:453: done (4 left) 2021-07-26T15:58:35.616 INFO:tasks.rados.rados.0.smithi037.stdout:454: done (3 left) 2021-07-26T15:58:35.616 INFO:tasks.rados.rados.0.smithi037.stdout:455: done (2 left) 2021-07-26T15:58:35.617 INFO:tasks.rados.rados.0.smithi037.stdout:456: done (1 left) 2021-07-26T15:58:35.617 INFO:tasks.rados.rados.0.smithi037.stdout:458: rmattr oid 6 current snap is 40 2021-07-26T15:58:35.617 INFO:tasks.rados.rados.0.smithi037.stdout:458: done (1 left) 2021-07-26T15:58:35.617 INFO:tasks.rados.rados.0.smithi037.stdout:459: setattr oid 25 current snap is 40 2021-07-26T15:58:35.618 INFO:tasks.rados.rados.0.smithi037.stdout:460: snap_create 2021-07-26T15:58:35.618 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 112 (ObjNum 155 snap 39 seq_num 155) dirty exists 2021-07-26T15:58:35.621 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 124 (ObjNum 107 snap 22 seq_num 107) dirty exists 2021-07-26T15:58:35.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:35 smithi107 bash[14687]: cluster 2021-07-26T15:58:34.295320+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2021-07-26T15:58:35.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:35 smithi107 bash[14687]: cluster 2021-07-26T15:58:34.304910+0000 mgr.x (mgr.34787) 18 : cluster [DBG] pgmap v23: 89 pgs: 89 active+clean; 138 MiB data, 217 MiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 886 KiB/s wr, 34 op/s 2021-07-26T15:58:36.307 INFO:tasks.rados.rados.0.smithi037.stdout:457: done (2 left) 2021-07-26T15:58:36.307 INFO:tasks.rados.rados.0.smithi037.stdout:459: done (1 left) 2021-07-26T15:58:36.308 INFO:tasks.rados.rados.0.smithi037.stdout:460: done (0 left) 2021-07-26T15:58:36.308 INFO:tasks.rados.rados.0.smithi037.stdout:461: setattr oid 39 current snap is 41 2021-07-26T15:58:36.313 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 41 2021-07-26T15:58:36.313 INFO:tasks.rados.rados.0.smithi037.stdout:462: seq_num 161 ranges {0=303104} 2021-07-26T15:58:36.317 INFO:tasks.rados.rados.0.smithi037.stdout:462: writing smithi03738989-22 from 0 to 303104 tid 1 2021-07-26T15:58:36.317 INFO:tasks.rados.rados.0.smithi037.stdout:463: snap_remove snap 32 2021-07-26T15:58:36.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:36 smithi037 bash[14605]: cluster 2021-07-26T15:58:35.307541+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2021-07-26T15:58:36.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:36 smithi037 bash[18551]: cluster 2021-07-26T15:58:35.307541+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2021-07-26T15:58:36.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:36 smithi107 bash[14687]: cluster 2021-07-26T15:58:35.307541+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2021-07-26T15:58:37.327 INFO:tasks.rados.rados.0.smithi037.stdout:463: done (2 left) 2021-07-26T15:58:37.328 INFO:tasks.rados.rados.0.smithi037.stdout:464: rmattr oid 7 current snap is 41 2021-07-26T15:58:37.328 INFO:tasks.rados.rados.0.smithi037.stdout:464: done (2 left) 2021-07-26T15:58:37.328 INFO:tasks.rados.rados.0.smithi037.stdout:465: copy_from oid 19 from oid 37 current snap is 41 2021-07-26T15:58:37.328 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 255 (ObjNum 160 snap 40 seq_num 160) dirty exists 2021-07-26T15:58:37.329 INFO:tasks.rados.rados.0.smithi037.stdout:462: finishing write tid 1 to smithi03738989-22 2021-07-26T15:58:37.329 INFO:tasks.rados.rados.0.smithi037.stdout:462: finishing write tid 3 to smithi03738989-22 2021-07-26T15:58:37.329 INFO:tasks.rados.rados.0.smithi037.stdout:462: finishing write tid 4 to smithi03738989-22 2021-07-26T15:58:37.329 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 149 (ObjNum 161 snap 41 seq_num 161) dirty exists 2021-07-26T15:58:37.330 INFO:tasks.rados.rados.0.smithi037.stdout:462: left oid 22 (ObjNum 161 snap 41 seq_num 161) 2021-07-26T15:58:37.330 INFO:tasks.rados.rados.0.smithi037.stdout:461: done (2 left) 2021-07-26T15:58:37.331 INFO:tasks.rados.rados.0.smithi037.stdout:462: done (1 left) 2021-07-26T15:58:37.331 INFO:tasks.rados.rados.0.smithi037.stdout:466: copy_from oid 48 from oid 31 current snap is 41 2021-07-26T15:58:37.331 INFO:tasks.rados.rados.0.smithi037.stdout:467: delete oid 16 current snap is 41 2021-07-26T15:58:37.342 INFO:tasks.rados.rados.0.smithi037.stdout:467: done (2 left) 2021-07-26T15:58:37.343 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 41 2021-07-26T15:58:37.343 INFO:tasks.rados.rados.0.smithi037.stdout:468: seq_num 163 ranges {2359296=335872} 2021-07-26T15:58:37.359 INFO:tasks.rados.rados.0.smithi037.stdout:468: writing smithi03738989-21 from 2359296 to 2695168 tid 1 2021-07-26T15:58:37.359 INFO:tasks.rados.rados.0.smithi037.stdout:469: delete oid 39 current snap is 41 2021-07-26T15:58:37.359 INFO:tasks.rados.rados.0.smithi037.stdout:465: finishing copy_from to smithi03738989-19 2021-07-26T15:58:37.359 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2021-07-26T15:58:37.360 INFO:tasks.rados.rados.0.smithi037.stdout:465: finishing copy_from racing read to smithi03738989-19 2021-07-26T15:58:37.363 INFO:tasks.rados.rados.0.smithi037.stdout:468: finishing write tid 1 to smithi03738989-21 2021-07-26T15:58:37.363 INFO:tasks.rados.rados.0.smithi037.stdout:465: done (3 left) 2021-07-26T15:58:37.364 INFO:tasks.rados.rados.0.smithi037.stdout:469: done (2 left) 2021-07-26T15:58:37.364 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 41 2021-07-26T15:58:37.364 INFO:tasks.rados.rados.0.smithi037.stdout:470: seq_num 165 ranges {0=368640} 2021-07-26T15:58:37.365 INFO:tasks.rados.rados.0.smithi037.stdout:470: writing smithi03738989-43 from 0 to 368640 tid 1 2021-07-26T15:58:37.365 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 41 2021-07-26T15:58:37.365 INFO:tasks.rados.rados.0.smithi037.stdout:471: seq_num 166 ranges {4481024=385024} 2021-07-26T15:58:37.394 INFO:tasks.rados.rados.0.smithi037.stdout:471: writing smithi03738989-38 from 4481024 to 4866048 tid 1 2021-07-26T15:58:37.395 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 41 2021-07-26T15:58:37.395 INFO:tasks.rados.rados.0.smithi037.stdout:472: seq_num 167 ranges {3072000=401408} 2021-07-26T15:58:37.414 INFO:tasks.rados.rados.0.smithi037.stdout:472: writing smithi03738989-15 from 3072000 to 3473408 tid 1 2021-07-26T15:58:37.414 INFO:tasks.rados.rados.0.smithi037.stdout:473: read oid 25 snap -1 2021-07-26T15:58:37.415 INFO:tasks.rados.rados.0.smithi037.stdout:473: expect (ObjNum 107 snap 22 seq_num 107) 2021-07-26T15:58:37.415 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 41 2021-07-26T15:58:37.415 INFO:tasks.rados.rados.0.smithi037.stdout:474: seq_num 168 ranges {5775360=417792} 2021-07-26T15:58:37.449 INFO:tasks.rados.rados.0.smithi037.stdout:474: writing smithi03738989-12 from 5775360 to 6193152 tid 1 2021-07-26T15:58:37.450 INFO:tasks.rados.rados.0.smithi037.stdout:475: read oid 2 snap 26 2021-07-26T15:58:37.450 INFO:tasks.rados.rados.0.smithi037.stdout:475: expect deleted 2021-07-26T15:58:37.450 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 41 2021-07-26T15:58:37.450 INFO:tasks.rados.rados.0.smithi037.stdout:476: seq_num 169 ranges {2310144=434176} 2021-07-26T15:58:37.467 INFO:tasks.rados.rados.0.smithi037.stdout:476: writing smithi03738989-47 from 2310144 to 2744320 tid 1 2021-07-26T15:58:37.467 INFO:tasks.rados.rados.0.smithi037.stdout:477: delete oid 5 current snap is 41 2021-07-26T15:58:37.467 INFO:tasks.rados.rados.0.smithi037.stdout:468: finishing write tid 3 to smithi03738989-21 2021-07-26T15:58:37.467 INFO:tasks.rados.rados.0.smithi037.stdout:468: finishing write tid 4 to smithi03738989-21 2021-07-26T15:58:37.468 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 108 (ObjNum 163 snap 41 seq_num 163) dirty exists 2021-07-26T15:58:37.468 INFO:tasks.rados.rados.0.smithi037.stdout:468: left oid 21 (ObjNum 163 snap 41 seq_num 163) 2021-07-26T15:58:37.468 INFO:tasks.rados.rados.0.smithi037.stdout:470: finishing write tid 1 to smithi03738989-43 2021-07-26T15:58:37.469 INFO:tasks.rados.rados.0.smithi037.stdout:470: finishing write tid 3 to smithi03738989-43 2021-07-26T15:58:37.469 INFO:tasks.rados.rados.0.smithi037.stdout:470: finishing write tid 4 to smithi03738989-43 2021-07-26T15:58:37.469 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 108 (ObjNum 165 snap 41 seq_num 165) dirty exists 2021-07-26T15:58:37.469 INFO:tasks.rados.rados.0.smithi037.stdout:470: left oid 43 (ObjNum 165 snap 41 seq_num 165) 2021-07-26T15:58:37.469 INFO:tasks.rados.rados.0.smithi037.stdout:466: finishing copy_from to smithi03738989-48 2021-07-26T15:58:37.470 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 245 (ObjNum 138 snap 35 seq_num 138) dirty exists 2021-07-26T15:58:37.470 INFO:tasks.rados.rados.0.smithi037.stdout:466: finishing copy_from racing read to smithi03738989-48 2021-07-26T15:58:37.470 INFO:tasks.rados.rados.0.smithi037.stdout:471: finishing write tid 1 to smithi03738989-38 2021-07-26T15:58:37.470 INFO:tasks.rados.rados.0.smithi037.stdout:471: finishing write tid 3 to smithi03738989-38 2021-07-26T15:58:37.471 INFO:tasks.rados.rados.0.smithi037.stdout:471: finishing write tid 4 to smithi03738989-38 2021-07-26T15:58:37.471 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 140 (ObjNum 166 snap 41 seq_num 166) dirty exists 2021-07-26T15:58:37.471 INFO:tasks.rados.rados.0.smithi037.stdout:471: left oid 38 (ObjNum 166 snap 41 seq_num 166) 2021-07-26T15:58:37.471 INFO:tasks.rados.rados.0.smithi037.stdout:472: finishing write tid 1 to smithi03738989-15 2021-07-26T15:58:37.472 INFO:tasks.rados.rados.0.smithi037.stdout:472: finishing write tid 3 to smithi03738989-15 2021-07-26T15:58:37.472 INFO:tasks.rados.rados.0.smithi037.stdout:472: finishing write tid 4 to smithi03738989-15 2021-07-26T15:58:37.472 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 141 (ObjNum 167 snap 41 seq_num 167) dirty exists 2021-07-26T15:58:37.472 INFO:tasks.rados.rados.0.smithi037.stdout:472: left oid 15 (ObjNum 167 snap 41 seq_num 167) 2021-07-26T15:58:37.473 INFO:tasks.rados.rados.0.smithi037.stdout:473: expect (ObjNum 107 snap 22 seq_num 107) 2021-07-26T15:58:37.543 INFO:tasks.rados.rados.0.smithi037.stdout:474: finishing write tid 1 to smithi03738989-12 2021-07-26T15:58:37.544 INFO:tasks.rados.rados.0.smithi037.stdout:474: finishing write tid 3 to smithi03738989-12 2021-07-26T15:58:37.544 INFO:tasks.rados.rados.0.smithi037.stdout:474: finishing write tid 4 to smithi03738989-12 2021-07-26T15:58:37.544 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 247 (ObjNum 168 snap 41 seq_num 168) dirty exists 2021-07-26T15:58:37.544 INFO:tasks.rados.rados.0.smithi037.stdout:474: left oid 12 (ObjNum 168 snap 41 seq_num 168) 2021-07-26T15:58:37.545 INFO:tasks.rados.rados.0.smithi037.stdout:476: finishing write tid 1 to smithi03738989-47 2021-07-26T15:58:37.545 INFO:tasks.rados.rados.0.smithi037.stdout:476: finishing write tid 3 to smithi03738989-47 2021-07-26T15:58:37.545 INFO:tasks.rados.rados.0.smithi037.stdout:476: finishing write tid 4 to smithi03738989-47 2021-07-26T15:58:37.545 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 173 (ObjNum 169 snap 41 seq_num 169) dirty exists 2021-07-26T15:58:37.546 INFO:tasks.rados.rados.0.smithi037.stdout:476: left oid 47 (ObjNum 169 snap 41 seq_num 169) 2021-07-26T15:58:37.546 INFO:tasks.rados.rados.0.smithi037.stdout:466: done (9 left) 2021-07-26T15:58:37.546 INFO:tasks.rados.rados.0.smithi037.stdout:468: done (8 left) 2021-07-26T15:58:37.546 INFO:tasks.rados.rados.0.smithi037.stdout:470: done (7 left) 2021-07-26T15:58:37.547 INFO:tasks.rados.rados.0.smithi037.stdout:471: done (6 left) 2021-07-26T15:58:37.547 INFO:tasks.rados.rados.0.smithi037.stdout:472: done (5 left) 2021-07-26T15:58:37.548 INFO:tasks.rados.rados.0.smithi037.stdout:473: done (4 left) 2021-07-26T15:58:37.548 INFO:tasks.rados.rados.0.smithi037.stdout:474: done (3 left) 2021-07-26T15:58:37.548 INFO:tasks.rados.rados.0.smithi037.stdout:475: done (2 left) 2021-07-26T15:58:37.548 INFO:tasks.rados.rados.0.smithi037.stdout:476: done (1 left) 2021-07-26T15:58:37.549 INFO:tasks.rados.rados.0.smithi037.stdout:477: done (0 left) 2021-07-26T15:58:37.549 INFO:tasks.rados.rados.0.smithi037.stdout:478: copy_from oid 26 from oid 6 current snap is 41 2021-07-26T15:58:37.550 INFO:tasks.rados.rados.0.smithi037.stdout:479: read oid 35 snap 36 2021-07-26T15:58:37.550 INFO:tasks.rados.rados.0.smithi037.stdout:479: expect (ObjNum 102 snap 22 seq_num 102) 2021-07-26T15:58:37.550 INFO:tasks.rados.rados.0.smithi037.stdout:480: snap_create 2021-07-26T15:58:37.558 INFO:tasks.rados.rados.0.smithi037.stdout:479: expect (ObjNum 102 snap 22 seq_num 102) 2021-07-26T15:58:37.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:37 smithi037 bash[14605]: cluster 2021-07-26T15:58:36.305676+0000 mgr.x (mgr.34787) 19 : cluster [DBG] pgmap v26: 89 pgs: 89 active+clean; 138 MiB data, 216 MiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 123 KiB/s wr, 9 op/s 2021-07-26T15:58:37.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:37 smithi037 bash[14605]: cluster 2021-07-26T15:58:36.306024+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2021-07-26T15:58:37.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:37 smithi037 bash[18551]: cluster 2021-07-26T15:58:36.305676+0000 mgr.x (mgr.34787) 19 : cluster [DBG] pgmap v26: 89 pgs: 89 active+clean; 138 MiB data, 216 MiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 123 KiB/s wr, 9 op/s 2021-07-26T15:58:37.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:37 smithi037 bash[18551]: cluster 2021-07-26T15:58:36.306024+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2021-07-26T15:58:37.602 INFO:tasks.rados.rados.0.smithi037.stdout:478: finishing copy_from to smithi03738989-26 2021-07-26T15:58:37.603 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 83 (ObjNum 135 snap 35 seq_num 135) dirty exists 2021-07-26T15:58:37.603 INFO:tasks.rados.rados.0.smithi037.stdout:478: finishing copy_from racing read to smithi03738989-26 2021-07-26T15:58:37.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:37 smithi107 bash[14687]: cluster 2021-07-26T15:58:36.305676+0000 mgr.x (mgr.34787) 19 : cluster [DBG] pgmap v26: 89 pgs: 89 active+clean; 138 MiB data, 216 MiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 123 KiB/s wr, 9 op/s 2021-07-26T15:58:37.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:37 smithi107 bash[14687]: cluster 2021-07-26T15:58:36.306024+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2021-07-26T15:58:38.333 INFO:tasks.rados.rados.0.smithi037.stdout:478: done (2 left) 2021-07-26T15:58:38.333 INFO:tasks.rados.rados.0.smithi037.stdout:479: done (1 left) 2021-07-26T15:58:38.333 INFO:tasks.rados.rados.0.smithi037.stdout:480: done (0 left) 2021-07-26T15:58:38.333 INFO:tasks.rados.rados.0.smithi037.stdout:481: setattr oid 25 current snap is 42 2021-07-26T15:58:38.334 INFO:tasks.rados.rados.0.smithi037.stdout:482: snap_create 2021-07-26T15:58:38.340 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 130 (ObjNum 107 snap 22 seq_num 107) dirty exists 2021-07-26T15:58:38.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:38 smithi037 bash[14605]: cluster 2021-07-26T15:58:37.326707+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2021-07-26T15:58:38.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:38 smithi037 bash[18551]: cluster 2021-07-26T15:58:37.326707+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2021-07-26T15:58:38.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:38 smithi107 bash[14687]: cluster 2021-07-26T15:58:37.326707+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2021-07-26T15:58:39.339 INFO:tasks.rados.rados.0.smithi037.stdout:481: done (1 left) 2021-07-26T15:58:39.341 INFO:tasks.rados.rados.0.smithi037.stdout:482: done (0 left) 2021-07-26T15:58:39.341 INFO:tasks.rados.rados.0.smithi037.stdout:483: rmattr oid 4 current snap is 43 2021-07-26T15:58:39.341 INFO:tasks.rados.rados.0.smithi037.stdout:483: done (0 left) 2021-07-26T15:58:39.342 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 43 2021-07-26T15:58:39.342 INFO:tasks.rados.rados.0.smithi037.stdout:484: seq_num 171 ranges {0=466944} 2021-07-26T15:58:39.344 INFO:tasks.rados.rados.0.smithi037.stdout:484: writing smithi03738989-39 from 0 to 466944 tid 1 2021-07-26T15:58:39.344 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 43 2021-07-26T15:58:39.344 INFO:tasks.rados.rados.0.smithi037.stdout:485: seq_num 172 ranges {221184=483328} 2021-07-26T15:58:39.349 INFO:tasks.rados.rados.0.smithi037.stdout:485: writing smithi03738989-37 from 221184 to 704512 tid 1 2021-07-26T15:58:39.350 INFO:tasks.rados.rados.0.smithi037.stdout:486: read oid 33 snap 39 2021-07-26T15:58:39.350 INFO:tasks.rados.rados.0.smithi037.stdout:486: expect (ObjNum 67 snap 5 seq_num 67) 2021-07-26T15:58:39.350 INFO:tasks.rados.rados.0.smithi037.stdout:487: delete oid 23 current snap is 43 2021-07-26T15:58:39.354 INFO:tasks.rados.rados.0.smithi037.stdout:484: finishing write tid 1 to smithi03738989-39 2021-07-26T15:58:39.354 INFO:tasks.rados.rados.0.smithi037.stdout:484: finishing write tid 3 to smithi03738989-39 2021-07-26T15:58:39.357 INFO:tasks.rados.rados.0.smithi037.stdout:487: done (3 left) 2021-07-26T15:58:39.357 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 43 2021-07-26T15:58:39.358 INFO:tasks.rados.rados.0.smithi037.stdout:488: seq_num 174 ranges {2170880=516096} 2021-07-26T15:58:39.373 INFO:tasks.rados.rados.0.smithi037.stdout:488: writing smithi03738989-49 from 2170880 to 2686976 tid 1 2021-07-26T15:58:39.373 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 43 2021-07-26T15:58:39.373 INFO:tasks.rados.rados.0.smithi037.stdout:489: seq_num 175 ranges {2359296=540672} 2021-07-26T15:58:39.389 INFO:tasks.rados.rados.0.smithi037.stdout:489: writing smithi03738989-27 from 2359296 to 2899968 tid 1 2021-07-26T15:58:39.389 INFO:tasks.rados.rados.0.smithi037.stdout:490: rollback oid 32 current snap is 43 2021-07-26T15:58:39.390 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 32 to 38 2021-07-26T15:58:39.390 INFO:tasks.rados.rados.0.smithi037.stdout:486: expect (ObjNum 67 snap 5 seq_num 67) 2021-07-26T15:58:39.432 INFO:tasks.rados.rados.0.smithi037.stdout:485: finishing write tid 1 to smithi03738989-37 2021-07-26T15:58:39.432 INFO:tasks.rados.rados.0.smithi037.stdout:485: finishing write tid 3 to smithi03738989-37 2021-07-26T15:58:39.432 INFO:tasks.rados.rados.0.smithi037.stdout:484: finishing write tid 4 to smithi03738989-39 2021-07-26T15:58:39.433 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 268 (ObjNum 171 snap 43 seq_num 171) dirty exists 2021-07-26T15:58:39.433 INFO:tasks.rados.rados.0.smithi037.stdout:484: left oid 39 (ObjNum 171 snap 43 seq_num 171) 2021-07-26T15:58:39.433 INFO:tasks.rados.rados.0.smithi037.stdout:485: finishing write tid 4 to smithi03738989-37 2021-07-26T15:58:39.433 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 249 (ObjNum 172 snap 43 seq_num 172) dirty exists 2021-07-26T15:58:39.434 INFO:tasks.rados.rados.0.smithi037.stdout:485: left oid 37 (ObjNum 172 snap 43 seq_num 172) 2021-07-26T15:58:39.434 INFO:tasks.rados.rados.0.smithi037.stdout:488: finishing write tid 1 to smithi03738989-49 2021-07-26T15:58:39.434 INFO:tasks.rados.rados.0.smithi037.stdout:488: finishing write tid 3 to smithi03738989-49 2021-07-26T15:58:39.434 INFO:tasks.rados.rados.0.smithi037.stdout:488: finishing write tid 4 to smithi03738989-49 2021-07-26T15:58:39.435 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 110 (ObjNum 174 snap 43 seq_num 174) dirty exists 2021-07-26T15:58:39.435 INFO:tasks.rados.rados.0.smithi037.stdout:488: left oid 49 (ObjNum 174 snap 43 seq_num 174) 2021-07-26T15:58:39.435 INFO:tasks.rados.rados.0.smithi037.stdout:489: finishing write tid 1 to smithi03738989-27 2021-07-26T15:58:39.435 INFO:tasks.rados.rados.0.smithi037.stdout:489: finishing write tid 3 to smithi03738989-27 2021-07-26T15:58:39.435 INFO:tasks.rados.rados.0.smithi037.stdout:490: finishing rollback tid 0 to smithi03738989-32 2021-07-26T15:58:39.436 INFO:tasks.rados.rados.0.smithi037.stdout:484: done (5 left) 2021-07-26T15:58:39.436 INFO:tasks.rados.rados.0.smithi037.stdout:485: done (4 left) 2021-07-26T15:58:39.436 INFO:tasks.rados.rados.0.smithi037.stdout:486: done (3 left) 2021-07-26T15:58:39.436 INFO:tasks.rados.rados.0.smithi037.stdout:488: done (2 left) 2021-07-26T15:58:39.436 INFO:tasks.rados.rados.0.smithi037.stdout:491: read oid 48 snap -1 2021-07-26T15:58:39.437 INFO:tasks.rados.rados.0.smithi037.stdout:491: expect (ObjNum 138 snap 35 seq_num 138) 2021-07-26T15:58:39.437 INFO:tasks.rados.rados.0.smithi037.stdout:492: rollback oid 41 current snap is 43 2021-07-26T15:58:39.437 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 41 to 38 2021-07-26T15:58:39.437 INFO:tasks.rados.rados.0.smithi037.stdout:490: finishing rollback tid 1 to smithi03738989-32 2021-07-26T15:58:39.438 INFO:tasks.rados.rados.0.smithi037.stdout:490: finishing rollback tid 2 to smithi03738989-32 2021-07-26T15:58:39.438 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 272 (ObjNum 66 snap 4 seq_num 66) dirty exists 2021-07-26T15:58:39.438 INFO:tasks.rados.rados.0.smithi037.stdout:489: finishing write tid 4 to smithi03738989-27 2021-07-26T15:58:39.438 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 123 (ObjNum 175 snap 43 seq_num 175) dirty exists 2021-07-26T15:58:39.439 INFO:tasks.rados.rados.0.smithi037.stdout:489: left oid 27 (ObjNum 175 snap 43 seq_num 175) 2021-07-26T15:58:39.439 INFO:tasks.rados.rados.0.smithi037.stdout:489: done (3 left) 2021-07-26T15:58:39.439 INFO:tasks.rados.rados.0.smithi037.stdout:490: done (2 left) 2021-07-26T15:58:39.439 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 43 2021-07-26T15:58:39.439 INFO:tasks.rados.rados.0.smithi037.stdout:493: seq_num 176 ranges {1318912=557056} 2021-07-26T15:58:39.448 INFO:tasks.rados.rados.0.smithi037.stdout:493: writing smithi03738989-13 from 1318912 to 1875968 tid 1 2021-07-26T15:58:39.448 INFO:tasks.rados.rados.0.smithi037.stdout:494: rollback oid 46 current snap is 43 2021-07-26T15:58:39.448 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 46 to 30 2021-07-26T15:58:39.448 INFO:tasks.rados.rados.0.smithi037.stdout:492: finishing rollback tid 0 to smithi03738989-41 2021-07-26T15:58:39.449 INFO:tasks.rados.rados.0.smithi037.stdout:492: finishing rollback tid 1 to smithi03738989-41 2021-07-26T15:58:39.449 INFO:tasks.rados.rados.0.smithi037.stdout:492: finishing rollback tid 2 to smithi03738989-41 2021-07-26T15:58:39.449 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 134 (ObjNum 27 snap 0 seq_num 27) dirty exists 2021-07-26T15:58:39.449 INFO:tasks.rados.rados.0.smithi037.stdout:492: done (3 left) 2021-07-26T15:58:39.450 INFO:tasks.rados.rados.0.smithi037.stdout:495: snap_remove snap 39 2021-07-26T15:58:39.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:39 smithi107 bash[14687]: cluster 2021-07-26T15:58:38.306300+0000 mgr.x (mgr.34787) 20 : cluster [DBG] pgmap v28: 89 pgs: 89 active+clean; 149 MiB data, 230 MiB used, 707 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.2 MiB/s wr, 39 op/s 2021-07-26T15:58:39.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:39 smithi107 bash[14687]: cluster 2021-07-26T15:58:38.333150+0000 mon.a (mon.0) 816 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2021-07-26T15:58:39.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:39 smithi037 bash[14605]: cluster 2021-07-26T15:58:38.306300+0000 mgr.x (mgr.34787) 20 : cluster [DBG] pgmap v28: 89 pgs: 89 active+clean; 149 MiB data, 230 MiB used, 707 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.2 MiB/s wr, 39 op/s 2021-07-26T15:58:39.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:39 smithi037 bash[14605]: cluster 2021-07-26T15:58:38.333150+0000 mon.a (mon.0) 816 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2021-07-26T15:58:39.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:39 smithi037 bash[18551]: cluster 2021-07-26T15:58:38.306300+0000 mgr.x (mgr.34787) 20 : cluster [DBG] pgmap v28: 89 pgs: 89 active+clean; 149 MiB data, 230 MiB used, 707 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.2 MiB/s wr, 39 op/s 2021-07-26T15:58:39.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:39 smithi037 bash[18551]: cluster 2021-07-26T15:58:38.333150+0000 mon.a (mon.0) 816 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2021-07-26T15:58:40.356 INFO:tasks.rados.rados.0.smithi037.stdout:495: done (3 left) 2021-07-26T15:58:40.356 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 43 2021-07-26T15:58:40.356 INFO:tasks.rados.rados.0.smithi037.stdout:496: seq_num 177 ranges {3342336=573440} 2021-07-26T15:58:40.380 INFO:tasks.rados.rados.0.smithi037.stdout:496: writing smithi03738989-17 from 3342336 to 3915776 tid 1 2021-07-26T15:58:40.381 INFO:tasks.rados.rados.0.smithi037.stdout:497: delete oid 19 current snap is 43 2021-07-26T15:58:40.381 INFO:tasks.rados.rados.0.smithi037.stdout:491: expect (ObjNum 138 snap 35 seq_num 138) 2021-07-26T15:58:40.509 INFO:tasks.rados.rados.0.smithi037.stdout:494: finishing rollback tid 0 to smithi03738989-46 2021-07-26T15:58:40.509 INFO:tasks.rados.rados.0.smithi037.stdout:493: finishing write tid 1 to smithi03738989-13 2021-07-26T15:58:40.509 INFO:tasks.rados.rados.0.smithi037.stdout:494: finishing rollback tid 1 to smithi03738989-46 2021-07-26T15:58:40.510 INFO:tasks.rados.rados.0.smithi037.stdout:493: finishing write tid 3 to smithi03738989-13 2021-07-26T15:58:40.510 INFO:tasks.rados.rados.0.smithi037.stdout:494: finishing rollback tid 2 to smithi03738989-46 2021-07-26T15:58:40.510 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 177 (ObjNum 108 snap 22 seq_num 108) dirty exists 2021-07-26T15:58:40.510 INFO:tasks.rados.rados.0.smithi037.stdout:493: finishing write tid 4 to smithi03738989-13 2021-07-26T15:58:40.511 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 156 (ObjNum 176 snap 43 seq_num 176) dirty exists 2021-07-26T15:58:40.511 INFO:tasks.rados.rados.0.smithi037.stdout:493: left oid 13 (ObjNum 176 snap 43 seq_num 176) 2021-07-26T15:58:40.511 INFO:tasks.rados.rados.0.smithi037.stdout:496: finishing write tid 1 to smithi03738989-17 2021-07-26T15:58:40.511 INFO:tasks.rados.rados.0.smithi037.stdout:496: finishing write tid 3 to smithi03738989-17 2021-07-26T15:58:40.512 INFO:tasks.rados.rados.0.smithi037.stdout:496: finishing write tid 4 to smithi03738989-17 2021-07-26T15:58:40.512 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 150 (ObjNum 177 snap 43 seq_num 177) dirty exists 2021-07-26T15:58:40.512 INFO:tasks.rados.rados.0.smithi037.stdout:496: left oid 17 (ObjNum 177 snap 43 seq_num 177) 2021-07-26T15:58:40.512 INFO:tasks.rados.rados.0.smithi037.stdout:491: done (4 left) 2021-07-26T15:58:40.513 INFO:tasks.rados.rados.0.smithi037.stdout:493: done (3 left) 2021-07-26T15:58:40.513 INFO:tasks.rados.rados.0.smithi037.stdout:494: done (2 left) 2021-07-26T15:58:40.513 INFO:tasks.rados.rados.0.smithi037.stdout:496: done (1 left) 2021-07-26T15:58:40.513 INFO:tasks.rados.rados.0.smithi037.stdout:497: done (0 left) 2021-07-26T15:58:40.514 INFO:tasks.rados.rados.0.smithi037.stdout:498: snap_create 2021-07-26T15:58:40.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:40 smithi107 bash[14687]: cluster 2021-07-26T15:58:39.337619+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2021-07-26T15:58:40.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:40 smithi037 bash[14605]: cluster 2021-07-26T15:58:39.337619+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2021-07-26T15:58:40.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:40 smithi037 bash[18551]: cluster 2021-07-26T15:58:39.337619+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2021-07-26T15:58:41.361 INFO:tasks.rados.rados.0.smithi037.stdout:498: done (0 left) 2021-07-26T15:58:41.362 INFO:tasks.rados.rados.0.smithi037.stdout:499: snap_create 2021-07-26T15:58:41.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:41 smithi037 bash[14605]: cluster 2021-07-26T15:58:40.307013+0000 mgr.x (mgr.34787) 21 : cluster [DBG] pgmap v31: 89 pgs: 89 active+clean; 149 MiB data, 230 MiB used, 707 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.1 MiB/s wr, 30 op/s 2021-07-26T15:58:41.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:41 smithi037 bash[14605]: cluster 2021-07-26T15:58:40.355874+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2021-07-26T15:58:41.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:41 smithi037 bash[18551]: cluster 2021-07-26T15:58:40.307013+0000 mgr.x (mgr.34787) 21 : cluster [DBG] pgmap v31: 89 pgs: 89 active+clean; 149 MiB data, 230 MiB used, 707 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.1 MiB/s wr, 30 op/s 2021-07-26T15:58:41.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:41 smithi037 bash[18551]: cluster 2021-07-26T15:58:40.355874+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2021-07-26T15:58:41.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:41 smithi107 bash[14687]: cluster 2021-07-26T15:58:40.307013+0000 mgr.x (mgr.34787) 21 : cluster [DBG] pgmap v31: 89 pgs: 89 active+clean; 149 MiB data, 230 MiB used, 707 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.1 MiB/s wr, 30 op/s 2021-07-26T15:58:41.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:41 smithi107 bash[14687]: cluster 2021-07-26T15:58:40.355874+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2021-07-26T15:58:42.325 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:41 smithi037 docker[39875]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-mgr.y 2021-07-26T15:58:42.325 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:42 smithi037 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mgr.y.service: Main process exited, code=exited, status=137/n/a 2021-07-26T15:58:42.326 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:42 smithi037 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mgr.y.service: Failed with result 'exit-code'. 2021-07-26T15:58:42.326 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:42 smithi037 systemd[1]: Stopped Ceph mgr.y for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T15:58:42.363 INFO:tasks.rados.rados.0.smithi037.stdout:499: done (0 left) 2021-07-26T15:58:42.364 INFO:tasks.rados.rados.0.smithi037.stdout:500: snap_remove snap 26 2021-07-26T15:58:42.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:42 smithi037 bash[18551]: cluster 2021-07-26T15:58:41.362277+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2021-07-26T15:58:42.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:42 smithi037 bash[18551]: cluster 2021-07-26T15:58:42.363870+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2021-07-26T15:58:42.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:42 smithi037 bash[14605]: cluster 2021-07-26T15:58:41.362277+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2021-07-26T15:58:42.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:42 smithi037 bash[14605]: cluster 2021-07-26T15:58:42.363870+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2021-07-26T15:58:42.588 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:42 smithi037 systemd[1]: Started Ceph mgr.y for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T15:58:42.588 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:42 smithi037 bash[39965]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:58:42.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:42 smithi107 bash[14687]: cluster 2021-07-26T15:58:41.362277+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2021-07-26T15:58:42.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:42 smithi107 bash[14687]: cluster 2021-07-26T15:58:42.363870+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2021-07-26T15:58:43.285 INFO:tasks.rados.rados.0.smithi037.stdout:500: done (0 left) 2021-07-26T15:58:43.286 INFO:tasks.rados.rados.0.smithi037.stdout:501: read oid 21 snap -1 2021-07-26T15:58:43.286 INFO:tasks.rados.rados.0.smithi037.stdout:501: expect (ObjNum 163 snap 41 seq_num 163) 2021-07-26T15:58:43.286 INFO:tasks.rados.rados.0.smithi037.stdout:502: snap_create 2021-07-26T15:58:43.318 INFO:tasks.rados.rados.0.smithi037.stdout:501: expect (ObjNum 163 snap 41 seq_num 163) 2021-07-26T15:58:43.683 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:43 smithi037 bash[18551]: cluster 2021-07-26T15:58:42.307848+0000 mgr.x (mgr.34787) 22 : cluster [DBG] pgmap v34: 89 pgs: 89 active+clean; 161 MiB data, 251 MiB used, 707 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2021-07-26T15:58:43.683 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:43 smithi037 bash[18551]: audit 2021-07-26T15:58:42.368238+0000 mon.b (mon.2) 128 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:43.684 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:43 smithi037 bash[18551]: audit 2021-07-26T15:58:42.368453+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:43.684 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:43 smithi037 bash[18551]: audit 2021-07-26T15:58:42.376166+0000 mon.b (mon.2) 129 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:58:43.684 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:43 smithi037 bash[18551]: cluster 2021-07-26T15:58:43.284015+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2021-07-26T15:58:43.684 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:43 smithi037 bash[14605]: cluster 2021-07-26T15:58:42.307848+0000 mgr.x (mgr.34787) 22 : cluster [DBG] pgmap v34: 89 pgs: 89 active+clean; 161 MiB data, 251 MiB used, 707 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2021-07-26T15:58:43.685 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:43 smithi037 bash[14605]: audit 2021-07-26T15:58:42.368238+0000 mon.b (mon.2) 128 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:43.685 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:43 smithi037 bash[14605]: audit 2021-07-26T15:58:42.368453+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:43.685 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:43 smithi037 bash[14605]: audit 2021-07-26T15:58:42.376166+0000 mon.b (mon.2) 129 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:58:43.685 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:43 smithi037 bash[14605]: cluster 2021-07-26T15:58:43.284015+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2021-07-26T15:58:43.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:43 smithi107 bash[14687]: cluster 2021-07-26T15:58:42.307848+0000 mgr.x (mgr.34787) 22 : cluster [DBG] pgmap v34: 89 pgs: 89 active+clean; 161 MiB data, 251 MiB used, 707 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2021-07-26T15:58:43.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:43 smithi107 bash[14687]: audit 2021-07-26T15:58:42.368238+0000 mon.b (mon.2) 128 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:43.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:43 smithi107 bash[14687]: audit 2021-07-26T15:58:42.368453+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:43.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:43 smithi107 bash[14687]: audit 2021-07-26T15:58:42.376166+0000 mon.b (mon.2) 129 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:58:43.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:43 smithi107 bash[14687]: cluster 2021-07-26T15:58:43.284015+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2021-07-26T15:58:44.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:43 smithi037 bash[39965]: debug 2021-07-26T15:58:43.676+0000 7fdba9825700 1 -- 172.21.15.37:0/1422809056 <== mon.1 v2:172.21.15.37:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x555db7128340 con 0x555db7e9a800 2021-07-26T15:58:44.287 INFO:tasks.rados.rados.0.smithi037.stdout:501: done (1 left) 2021-07-26T15:58:44.287 INFO:tasks.rados.rados.0.smithi037.stdout:502: done (0 left) 2021-07-26T15:58:44.287 INFO:tasks.rados.rados.0.smithi037.stdout:503: read oid 38 snap -1 2021-07-26T15:58:44.288 INFO:tasks.rados.rados.0.smithi037.stdout:503: expect (ObjNum 166 snap 41 seq_num 166) 2021-07-26T15:58:44.288 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 46 2021-07-26T15:58:44.288 INFO:tasks.rados.rados.0.smithi037.stdout:504: seq_num 179 ranges {2695168=606208} 2021-07-26T15:58:44.311 INFO:tasks.rados.rados.0.smithi037.stdout:504: writing smithi03738989-21 from 2695168 to 3301376 tid 1 2021-07-26T15:58:44.311 INFO:tasks.rados.rados.0.smithi037.stdout:505: read oid 17 snap -1 2021-07-26T15:58:44.311 INFO:tasks.rados.rados.0.smithi037.stdout:505: expect (ObjNum 177 snap 43 seq_num 177) 2021-07-26T15:58:44.312 INFO:tasks.rados.rados.0.smithi037.stdout:506: rollback oid 3 current snap is 46 2021-07-26T15:58:44.312 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 3 to 25 2021-07-26T15:58:44.312 INFO:tasks.rados.rados.0.smithi037.stdout:507: copy_from oid 16 from oid 15 current snap is 46 2021-07-26T15:58:44.312 INFO:tasks.rados.rados.0.smithi037.stdout:508: delete oid 11 current snap is 46 2021-07-26T15:58:44.324 INFO:tasks.rados.rados.0.smithi037.stdout:506: finishing rollback tid 0 to smithi03738989-3 2021-07-26T15:58:44.326 INFO:tasks.rados.rados.0.smithi037.stdout:506: finishing rollback tid 1 to smithi03738989-3 2021-07-26T15:58:44.326 INFO:tasks.rados.rados.0.smithi037.stdout:506: finishing rollback tid 2 to smithi03738989-3 2021-07-26T15:58:44.326 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 278 (ObjNum 106 snap 22 seq_num 106) dirty exists 2021-07-26T15:58:44.326 INFO:tasks.rados.rados.0.smithi037.stdout:506: done (5 left) 2021-07-26T15:58:44.327 INFO:tasks.rados.rados.0.smithi037.stdout:508: done (4 left) 2021-07-26T15:58:44.327 INFO:tasks.rados.rados.0.smithi037.stdout:509: delete oid 5 current snap is 46 2021-07-26T15:58:44.327 INFO:tasks.rados.rados.0.smithi037.stdout:504: finishing write tid 1 to smithi03738989-21 2021-07-26T15:58:44.327 INFO:tasks.rados.rados.0.smithi037.stdout:504: finishing write tid 3 to smithi03738989-21 2021-07-26T15:58:44.328 INFO:tasks.rados.rados.0.smithi037.stdout:504: finishing write tid 4 to smithi03738989-21 2021-07-26T15:58:44.329 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 110 (ObjNum 179 snap 46 seq_num 179) dirty exists 2021-07-26T15:58:44.329 INFO:tasks.rados.rados.0.smithi037.stdout:504: left oid 21 (ObjNum 179 snap 46 seq_num 179) 2021-07-26T15:58:44.329 INFO:tasks.rados.rados.0.smithi037.stdout:504: done (4 left) 2021-07-26T15:58:44.329 INFO:tasks.rados.rados.0.smithi037.stdout:509: done (3 left) 2021-07-26T15:58:44.329 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 46 2021-07-26T15:58:44.330 INFO:tasks.rados.rados.0.smithi037.stdout:510: seq_num 182 ranges {4079616=655360} 2021-07-26T15:58:44.358 INFO:tasks.rados.rados.0.smithi037.stdout:510: writing smithi03738989-31 from 4079616 to 4734976 tid 1 2021-07-26T15:58:44.360 INFO:tasks.rados.rados.0.smithi037.stdout:511: snap_remove snap 38 2021-07-26T15:58:45.289 INFO:tasks.rados.rados.0.smithi037.stdout:511: done (4 left) 2021-07-26T15:58:45.289 INFO:tasks.rados.rados.0.smithi037.stdout:512: delete oid 3 current snap is 46 2021-07-26T15:58:45.290 INFO:tasks.rados.rados.0.smithi037.stdout:503: expect (ObjNum 166 snap 41 seq_num 166) 2021-07-26T15:58:45.544 INFO:tasks.rados.rados.0.smithi037.stdout:507: finishing copy_from to smithi03738989-16 2021-07-26T15:58:45.545 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 141 (ObjNum 167 snap 41 seq_num 167) dirty exists 2021-07-26T15:58:45.545 INFO:tasks.rados.rados.0.smithi037.stdout:505: expect (ObjNum 177 snap 43 seq_num 177) 2021-07-26T15:58:45.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:45 smithi037 bash[14605]: cluster 2021-07-26T15:58:44.285711+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2021-07-26T15:58:45.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:45 smithi037 bash[14605]: cluster 2021-07-26T15:58:44.308979+0000 mgr.x (mgr.34787) 23 : cluster [DBG] pgmap v38: 89 pgs: 89 active+clean; 161 MiB data, 251 MiB used, 707 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.1 MiB/s wr, 24 op/s 2021-07-26T15:58:45.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:45 smithi037 bash[18551]: cluster 2021-07-26T15:58:44.285711+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2021-07-26T15:58:45.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:45 smithi037 bash[18551]: cluster 2021-07-26T15:58:44.308979+0000 mgr.x (mgr.34787) 23 : cluster [DBG] pgmap v38: 89 pgs: 89 active+clean; 161 MiB data, 251 MiB used, 707 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.1 MiB/s wr, 24 op/s 2021-07-26T15:58:45.747 INFO:tasks.rados.rados.0.smithi037.stdout:507: finishing copy_from racing read to smithi03738989-16 2021-07-26T15:58:45.748 INFO:tasks.rados.rados.0.smithi037.stdout:510: finishing write tid 1 to smithi03738989-31 2021-07-26T15:58:45.748 INFO:tasks.rados.rados.0.smithi037.stdout:510: finishing write tid 3 to smithi03738989-31 2021-07-26T15:58:45.748 INFO:tasks.rados.rados.0.smithi037.stdout:503: done (4 left) 2021-07-26T15:58:45.749 INFO:tasks.rados.rados.0.smithi037.stdout:505: done (3 left) 2021-07-26T15:58:45.749 INFO:tasks.rados.rados.0.smithi037.stdout:507: done (2 left) 2021-07-26T15:58:45.749 INFO:tasks.rados.rados.0.smithi037.stdout:512: done (1 left) 2021-07-26T15:58:45.750 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 46 2021-07-26T15:58:45.750 INFO:tasks.rados.rados.0.smithi037.stdout:513: seq_num 184 ranges {106496=688128} 2021-07-26T15:58:45.758 INFO:tasks.rados.rados.0.smithi037.stdout:513: writing smithi03738989-7 from 106496 to 794624 tid 1 2021-07-26T15:58:45.759 INFO:tasks.rados.rados.0.smithi037.stdout:514: rollback oid 43 current snap is 46 2021-07-26T15:58:45.759 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 43 to 33 2021-07-26T15:58:45.759 INFO:tasks.rados.rados.0.smithi037.stdout:510: finishing write tid 4 to smithi03738989-31 2021-07-26T15:58:45.759 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 283 (ObjNum 182 snap 46 seq_num 182) dirty exists 2021-07-26T15:58:45.760 INFO:tasks.rados.rados.0.smithi037.stdout:510: left oid 31 (ObjNum 182 snap 46 seq_num 182) 2021-07-26T15:58:45.760 INFO:tasks.rados.rados.0.smithi037.stdout:510: done (2 left) 2021-07-26T15:58:45.760 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 46 2021-07-26T15:58:45.760 INFO:tasks.rados.rados.0.smithi037.stdout:515: seq_num 185 ranges {4874240=704512} 2021-07-26T15:58:45.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:45 smithi107 bash[14687]: cluster 2021-07-26T15:58:44.285711+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2021-07-26T15:58:45.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:45 smithi107 bash[14687]: cluster 2021-07-26T15:58:44.308979+0000 mgr.x (mgr.34787) 23 : cluster [DBG] pgmap v38: 89 pgs: 89 active+clean; 161 MiB data, 251 MiB used, 707 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.1 MiB/s wr, 24 op/s 2021-07-26T15:58:45.795 INFO:tasks.rados.rados.0.smithi037.stdout:515: writing smithi03738989-42 from 4874240 to 5578752 tid 1 2021-07-26T15:58:45.796 INFO:tasks.rados.rados.0.smithi037.stdout:516: delete oid 49 current snap is 46 2021-07-26T15:58:45.796 INFO:tasks.rados.rados.0.smithi037.stdout:513: finishing write tid 1 to smithi03738989-7 2021-07-26T15:58:45.796 INFO:tasks.rados.rados.0.smithi037.stdout:513: finishing write tid 3 to smithi03738989-7 2021-07-26T15:58:45.797 INFO:tasks.rados.rados.0.smithi037.stdout:514: finishing rollback tid 0 to smithi03738989-43 2021-07-26T15:58:45.797 INFO:tasks.rados.rados.0.smithi037.stdout:514: finishing rollback tid 1 to smithi03738989-43 2021-07-26T15:58:45.797 INFO:tasks.rados.rados.0.smithi037.stdout:514: finishing rollback tid 2 to smithi03738989-43 2021-07-26T15:58:45.797 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 116 (ObjNum 80 snap 14 seq_num 80) dirty exists 2021-07-26T15:58:45.797 INFO:tasks.rados.rados.0.smithi037.stdout:513: finishing write tid 4 to smithi03738989-7 2021-07-26T15:58:45.798 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 204 (ObjNum 184 snap 46 seq_num 184) dirty exists 2021-07-26T15:58:45.798 INFO:tasks.rados.rados.0.smithi037.stdout:513: left oid 7 (ObjNum 184 snap 46 seq_num 184) 2021-07-26T15:58:45.803 INFO:tasks.rados.rados.0.smithi037.stdout:515: finishing write tid 1 to smithi03738989-42 2021-07-26T15:58:45.804 INFO:tasks.rados.rados.0.smithi037.stdout:515: finishing write tid 3 to smithi03738989-42 2021-07-26T15:58:45.806 INFO:tasks.rados.rados.0.smithi037.stdout:515: finishing write tid 4 to smithi03738989-42 2021-07-26T15:58:45.807 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 153 (ObjNum 185 snap 46 seq_num 185) dirty exists 2021-07-26T15:58:45.807 INFO:tasks.rados.rados.0.smithi037.stdout:515: left oid 42 (ObjNum 185 snap 46 seq_num 185) 2021-07-26T15:58:45.808 INFO:tasks.rados.rados.0.smithi037.stdout:513: done (3 left) 2021-07-26T15:58:45.809 INFO:tasks.rados.rados.0.smithi037.stdout:514: done (2 left) 2021-07-26T15:58:45.809 INFO:tasks.rados.rados.0.smithi037.stdout:515: done (1 left) 2021-07-26T15:58:45.809 INFO:tasks.rados.rados.0.smithi037.stdout:516: done (0 left) 2021-07-26T15:58:45.809 INFO:tasks.rados.rados.0.smithi037.stdout:517: delete oid 27 current snap is 46 2021-07-26T15:58:45.812 INFO:tasks.rados.rados.0.smithi037.stdout:517: done (0 left) 2021-07-26T15:58:45.813 INFO:tasks.rados.rados.0.smithi037.stdout:518: rmattr oid 6 current snap is 46 2021-07-26T15:58:45.813 INFO:tasks.rados.rados.0.smithi037.stdout:518: done (0 left) 2021-07-26T15:58:45.813 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 46 2021-07-26T15:58:45.813 INFO:tasks.rados.rados.0.smithi037.stdout:519: seq_num 188 ranges {6299648=753664} 2021-07-26T15:58:45.857 INFO:tasks.rados.rados.0.smithi037.stdout:519: writing smithi03738989-14 from 6299648 to 7053312 tid 1 2021-07-26T15:58:45.858 INFO:tasks.rados.rados.0.smithi037.stdout:520: read oid 4 snap -1 2021-07-26T15:58:45.858 INFO:tasks.rados.rados.0.smithi037.stdout:520: expect (ObjNum 146 snap 38 seq_num 146) 2021-07-26T15:58:45.858 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 50 current snap is 46 2021-07-26T15:58:45.862 INFO:tasks.rados.rados.0.smithi037.stdout:521: seq_num 189 ranges {0=770048} 2021-07-26T15:58:45.863 INFO:tasks.rados.rados.0.smithi037.stdout:521: writing smithi03738989-50 from 0 to 770048 tid 1 2021-07-26T15:58:45.863 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 46 2021-07-26T15:58:45.863 INFO:tasks.rados.rados.0.smithi037.stdout:522: seq_num 190 ranges {0=786432} 2021-07-26T15:58:45.867 INFO:tasks.rados.rados.0.smithi037.stdout:522: writing smithi03738989-35 from 0 to 786432 tid 1 2021-07-26T15:58:45.867 INFO:tasks.rados.rados.0.smithi037.stdout:523: snap_remove snap 19 2021-07-26T15:58:46.299 INFO:tasks.rados.rados.0.smithi037.stdout:523: done (4 left) 2021-07-26T15:58:46.300 INFO:tasks.rados.rados.0.smithi037.stdout:524: snap_create 2021-07-26T15:58:46.300 INFO:tasks.rados.rados.0.smithi037.stdout:519: finishing write tid 1 to smithi03738989-14 2021-07-26T15:58:46.300 INFO:tasks.rados.rados.0.smithi037.stdout:519: finishing write tid 3 to smithi03738989-14 2021-07-26T15:58:46.300 INFO:tasks.rados.rados.0.smithi037.stdout:521: finishing write tid 1 to smithi03738989-50 2021-07-26T15:58:46.301 INFO:tasks.rados.rados.0.smithi037.stdout:521: finishing write tid 3 to smithi03738989-50 2021-07-26T15:58:46.301 INFO:tasks.rados.rados.0.smithi037.stdout:521: finishing write tid 4 to smithi03738989-50 2021-07-26T15:58:46.301 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 170 (ObjNum 189 snap 46 seq_num 189) dirty exists 2021-07-26T15:58:46.301 INFO:tasks.rados.rados.0.smithi037.stdout:521: left oid 50 (ObjNum 189 snap 46 seq_num 189) 2021-07-26T15:58:46.301 INFO:tasks.rados.rados.0.smithi037.stdout:520: expect (ObjNum 146 snap 38 seq_num 146) 2021-07-26T15:58:46.423 INFO:tasks.rados.rados.0.smithi037.stdout:519: finishing write tid 4 to smithi03738989-14 2021-07-26T15:58:46.423 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 176 (ObjNum 188 snap 46 seq_num 188) dirty exists 2021-07-26T15:58:46.424 INFO:tasks.rados.rados.0.smithi037.stdout:519: left oid 14 (ObjNum 188 snap 46 seq_num 188) 2021-07-26T15:58:46.424 INFO:tasks.rados.rados.0.smithi037.stdout:522: finishing write tid 1 to smithi03738989-35 2021-07-26T15:58:46.424 INFO:tasks.rados.rados.0.smithi037.stdout:522: finishing write tid 3 to smithi03738989-35 2021-07-26T15:58:46.424 INFO:tasks.rados.rados.0.smithi037.stdout:522: finishing write tid 4 to smithi03738989-35 2021-07-26T15:58:46.425 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 294 (ObjNum 190 snap 46 seq_num 190) dirty exists 2021-07-26T15:58:46.425 INFO:tasks.rados.rados.0.smithi037.stdout:522: left oid 35 (ObjNum 190 snap 46 seq_num 190) 2021-07-26T15:58:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:46 smithi037 bash[14605]: cluster 2021-07-26T15:58:45.290411+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2021-07-26T15:58:46.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:46 smithi037 bash[18551]: cluster 2021-07-26T15:58:45.290411+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2021-07-26T15:58:46.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:46 smithi107 bash[14687]: cluster 2021-07-26T15:58:45.290411+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2021-07-26T15:58:47.314 INFO:tasks.rados.rados.0.smithi037.stdout:519: done (4 left) 2021-07-26T15:58:47.315 INFO:tasks.rados.rados.0.smithi037.stdout:520: done (3 left) 2021-07-26T15:58:47.315 INFO:tasks.rados.rados.0.smithi037.stdout:521: done (2 left) 2021-07-26T15:58:47.315 INFO:tasks.rados.rados.0.smithi037.stdout:522: done (1 left) 2021-07-26T15:58:47.315 INFO:tasks.rados.rados.0.smithi037.stdout:524: done (0 left) 2021-07-26T15:58:47.316 INFO:tasks.rados.rados.0.smithi037.stdout:525: snap_remove snap 46 2021-07-26T15:58:47.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:47 smithi037 bash[14605]: cluster 2021-07-26T15:58:46.299953+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2021-07-26T15:58:47.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:47 smithi037 bash[14605]: cluster 2021-07-26T15:58:46.309660+0000 mgr.x (mgr.34787) 24 : cluster [DBG] pgmap v41: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 162 MiB data, 251 MiB used, 707 GiB / 715 GiB avail; 259 B/s rd, 190 KiB/s wr, 0 op/s 2021-07-26T15:58:47.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:47 smithi037 bash[18551]: cluster 2021-07-26T15:58:46.299953+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2021-07-26T15:58:47.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:47 smithi037 bash[18551]: cluster 2021-07-26T15:58:46.309660+0000 mgr.x (mgr.34787) 24 : cluster [DBG] pgmap v41: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 162 MiB data, 251 MiB used, 707 GiB / 715 GiB avail; 259 B/s rd, 190 KiB/s wr, 0 op/s 2021-07-26T15:58:47.615 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[14687]: cluster 2021-07-26T15:58:46.299953+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2021-07-26T15:58:47.615 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[14687]: cluster 2021-07-26T15:58:46.309660+0000 mgr.x (mgr.34787) 24 : cluster [DBG] pgmap v41: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 162 MiB data, 251 MiB used, 707 GiB / 715 GiB avail; 259 B/s rd, 190 KiB/s wr, 0 op/s 2021-07-26T15:58:47.645 INFO:tasks.rados.rados.0.smithi037.stdout:525: done (0 left) 2021-07-26T15:58:47.645 INFO:tasks.rados.rados.0.smithi037.stdout:526: read oid 16 snap 42 2021-07-26T15:58:47.645 INFO:tasks.rados.rados.0.smithi037.stdout:526: expect deleted 2021-07-26T15:58:47.646 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 47 2021-07-26T15:58:47.646 INFO:tasks.rados.rados.0.smithi037.stdout:527: seq_num 191 ranges {458752=802816} 2021-07-26T15:58:47.652 INFO:tasks.rados.rados.0.smithi037.stdout:527: writing smithi03738989-2 from 458752 to 1261568 tid 1 2021-07-26T15:58:47.652 INFO:tasks.rados.rados.0.smithi037.stdout:528: setattr oid 49 current snap is 47 2021-07-26T15:58:47.653 INFO:tasks.rados.rados.0.smithi037.stdout:526: done (2 left) 2021-07-26T15:58:47.653 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 33 current snap is 47 2021-07-26T15:58:47.653 INFO:tasks.rados.rados.0.smithi037.stdout:529: seq_num 192 ranges {1540096=417792,1957888=401408} 2021-07-26T15:58:47.664 INFO:tasks.rados.rados.0.smithi037.stdout:529: writing smithi03738989-33 from 1540096 to 1957888 tid 1 2021-07-26T15:58:47.667 INFO:tasks.rados.rados.0.smithi037.stdout:529: writing smithi03738989-33 from 1957888 to 2359296 tid 2 2021-07-26T15:58:47.667 INFO:tasks.rados.rados.0.smithi037.stdout:530: read oid 29 snap -1 2021-07-26T15:58:47.667 INFO:tasks.rados.rados.0.smithi037.stdout:530: expect (ObjNum 151 snap 38 seq_num 151) 2021-07-26T15:58:47.668 INFO:tasks.rados.rados.0.smithi037.stdout:531: read oid 21 snap -1 2021-07-26T15:58:47.668 INFO:tasks.rados.rados.0.smithi037.stdout:531: expect (ObjNum 179 snap 46 seq_num 179) 2021-07-26T15:58:47.668 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 47 2021-07-26T15:58:47.668 INFO:tasks.rados.rados.0.smithi037.stdout:532: seq_num 193 ranges {0=434176,434176=401408} 2021-07-26T15:58:47.670 INFO:tasks.rados.rados.0.smithi037.stdout:532: writing smithi03738989-23 from 0 to 434176 tid 1 2021-07-26T15:58:47.673 INFO:tasks.rados.rados.0.smithi037.stdout:532: writing smithi03738989-23 from 434176 to 835584 tid 2 2021-07-26T15:58:47.673 INFO:tasks.rados.rados.0.smithi037.stdout:533: rollback oid 19 current snap is 47 2021-07-26T15:58:47.673 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 40 2021-07-26T15:58:47.674 INFO:tasks.rados.rados.0.smithi037.stdout:527: finishing write tid 1 to smithi03738989-2 2021-07-26T15:58:47.674 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 121 (ObjNum 0 snap 32610 seq_num 373037792) dirty exists 2021-07-26T15:58:47.674 INFO:tasks.rados.rados.0.smithi037.stdout:527: finishing write tid 3 to smithi03738989-2 2021-07-26T15:58:47.675 INFO:tasks.rados.rados.0.smithi037.stdout:527: finishing write tid 4 to smithi03738989-2 2021-07-26T15:58:47.675 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 125 (ObjNum 191 snap 47 seq_num 191) dirty exists 2021-07-26T15:58:47.675 INFO:tasks.rados.rados.0.smithi037.stdout:527: left oid 2 (ObjNum 191 snap 47 seq_num 191) 2021-07-26T15:58:47.675 INFO:tasks.rados.rados.0.smithi037.stdout:527: done (6 left) 2021-07-26T15:58:47.676 INFO:tasks.rados.rados.0.smithi037.stdout:528: done (5 left) 2021-07-26T15:58:47.676 INFO:tasks.rados.rados.0.smithi037.stdout:534: rmattr oid 18 current snap is 47 2021-07-26T15:58:47.676 INFO:tasks.rados.rados.0.smithi037.stdout:534: done (5 left) 2021-07-26T15:58:47.676 INFO:tasks.rados.rados.0.smithi037.stdout:535: read oid 27 snap -1 2021-07-26T15:58:47.677 INFO:tasks.rados.rados.0.smithi037.stdout:535: expect deleted 2021-07-26T15:58:47.677 INFO:tasks.rados.rados.0.smithi037.stdout:536: snap_create 2021-07-26T15:58:47.677 INFO:tasks.rados.rados.0.smithi037.stdout:529: finishing write tid 1 to smithi03738989-33 2021-07-26T15:58:47.677 INFO:tasks.rados.rados.0.smithi037.stdout:529: finishing write tid 2 to smithi03738989-33 2021-07-26T15:58:47.678 INFO:tasks.rados.rados.0.smithi037.stdout:530: expect (ObjNum 151 snap 38 seq_num 151) 2021-07-26T15:58:47.685 INFO:tasks.rados.rados.0.smithi037.stdout:529: finishing write tid 4 to smithi03738989-33 2021-07-26T15:58:47.685 INFO:tasks.rados.rados.0.smithi037.stdout:529: finishing write tid 5 to smithi03738989-33 2021-07-26T15:58:47.686 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 218 (ObjNum 192 snap 47 seq_num 192) dirty exists 2021-07-26T15:58:47.686 INFO:tasks.rados.rados.0.smithi037.stdout:529: left oid 33 (ObjNum 192 snap 47 seq_num 192) 2021-07-26T15:58:47.686 INFO:tasks.rados.rados.0.smithi037.stdout:532: finishing write tid 1 to smithi03738989-23 2021-07-26T15:58:47.686 INFO:tasks.rados.rados.0.smithi037.stdout:533: finishing rollback tid 1 to smithi03738989-19 2021-07-26T15:58:47.687 INFO:tasks.rados.rados.0.smithi037.stdout:532: finishing write tid 2 to smithi03738989-23 2021-07-26T15:58:47.687 INFO:tasks.rados.rados.0.smithi037.stdout:533: finishing rollback tid 2 to smithi03738989-19 2021-07-26T15:58:47.687 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 108 (ObjNum 38 snap 0 seq_num 38) dirty exists 2021-07-26T15:58:47.687 INFO:tasks.rados.rados.0.smithi037.stdout:532: finishing write tid 4 to smithi03738989-23 2021-07-26T15:58:47.688 INFO:tasks.rados.rados.0.smithi037.stdout:532: finishing write tid 5 to smithi03738989-23 2021-07-26T15:58:47.688 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 169 (ObjNum 193 snap 47 seq_num 193) dirty exists 2021-07-26T15:58:47.688 INFO:tasks.rados.rados.0.smithi037.stdout:532: left oid 23 (ObjNum 193 snap 47 seq_num 193) 2021-07-26T15:58:47.689 INFO:tasks.rados.rados.0.smithi037.stdout:531: expect (ObjNum 179 snap 46 seq_num 179) 2021-07-26T15:58:48.015 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: debug 2021-07-26T15:58:47.607+0000 7fa71016c700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:58:48.015 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: Traceback (most recent call last): 2021-07-26T15:58:48.016 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:48.016 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: if self._apply_service(spec): 2021-07-26T15:58:48.016 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:48.016 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: rank_generation=slot.rank_generation, 2021-07-26T15:58:48.017 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:48.017 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:48.017 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:58:48.017 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: debug 2021-07-26T15:58:47.611+0000 7fa71016c700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:58:48.017 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: Traceback (most recent call last): 2021-07-26T15:58:48.018 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:48.018 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: if self._apply_service(spec): 2021-07-26T15:58:48.018 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:48.018 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: rank_generation=slot.rank_generation, 2021-07-26T15:58:48.019 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:48.019 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:48.019 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:58:48.019 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: debug 2021-07-26T15:58:47.615+0000 7fa71016c700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:58:48.020 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: Traceback (most recent call last): 2021-07-26T15:58:48.020 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:48.020 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: if self._apply_service(spec): 2021-07-26T15:58:48.020 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:48.021 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: rank_generation=slot.rank_generation, 2021-07-26T15:58:48.021 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:48.021 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:48.021 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:58:48.022 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: debug 2021-07-26T15:58:47.615+0000 7fa71016c700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:58:48.022 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: Traceback (most recent call last): 2021-07-26T15:58:48.022 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:48.022 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: if self._apply_service(spec): 2021-07-26T15:58:48.022 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:48.023 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: rank_generation=slot.rank_generation, 2021-07-26T15:58:48.023 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:48.023 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:48.023 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:58:48.024 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: debug 2021-07-26T15:58:47.647+0000 7fa6f4f76700 -1 client.14955 I was blocklisted at osd epoch 145 2021-07-26T15:58:48.024 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:47 smithi107 bash[25873]: debug 2021-07-26T15:58:47.647+0000 7fa6f1f30700 -1 client.14958 I was blocklisted at osd epoch 145 2021-07-26T15:58:48.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:48 smithi037 bash[14605]: cluster 2021-07-26T15:58:47.310754+0000 mon.a (mon.0) 826 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2021-07-26T15:58:48.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:48 smithi037 bash[14605]: audit 2021-07-26T15:58:47.603683+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:48.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:48 smithi037 bash[14605]: audit 2021-07-26T15:58:47.612216+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:48.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:48 smithi037 bash[14605]: audit 2021-07-26T15:58:47.622550+0000 mon.b (mon.2) 130 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:48.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:48 smithi037 bash[14605]: audit 2021-07-26T15:58:47.627508+0000 mon.b (mon.2) 131 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2021-07-26T15:58:48.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:48 smithi037 bash[14605]: audit 2021-07-26T15:58:47.632347+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2021-07-26T15:58:48.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:48 smithi037 bash[14605]: cluster 2021-07-26T15:58:47.641785+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2021-07-26T15:58:48.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:48 smithi037 bash[14605]: cluster 2021-07-26T15:58:48.168757+0000 mon.a (mon.0) 831 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:58:48.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:48 smithi037 bash[18551]: cluster 2021-07-26T15:58:47.310754+0000 mon.a (mon.0) 826 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2021-07-26T15:58:48.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:48 smithi037 bash[18551]: audit 2021-07-26T15:58:47.603683+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:48.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:48 smithi037 bash[18551]: audit 2021-07-26T15:58:47.612216+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:48.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:48 smithi037 bash[18551]: audit 2021-07-26T15:58:47.622550+0000 mon.b (mon.2) 130 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:48.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:48 smithi037 bash[18551]: audit 2021-07-26T15:58:47.627508+0000 mon.b (mon.2) 131 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2021-07-26T15:58:48.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:48 smithi037 bash[18551]: audit 2021-07-26T15:58:47.632347+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2021-07-26T15:58:48.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:48 smithi037 bash[18551]: cluster 2021-07-26T15:58:47.641785+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2021-07-26T15:58:48.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:48 smithi037 bash[18551]: cluster 2021-07-26T15:58:48.168757+0000 mon.a (mon.0) 831 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:58:48.627 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:48 smithi107 bash[25873]: debug 2021-07-26T15:58:48.619+0000 7fa7781bb700 -1 mgr handle_mgr_map I was active but no longer am 2021-07-26T15:58:48.627 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:48 smithi107 bash[14687]: cluster 2021-07-26T15:58:47.310754+0000 mon.a (mon.0) 826 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2021-07-26T15:58:48.627 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:48 smithi107 bash[14687]: audit 2021-07-26T15:58:47.603683+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:48.628 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:48 smithi107 bash[14687]: audit 2021-07-26T15:58:47.612216+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.34787 ' entity='mgr.x' 2021-07-26T15:58:48.628 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:48 smithi107 bash[14687]: audit 2021-07-26T15:58:47.622550+0000 mon.b (mon.2) 130 : audit [DBG] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:48.628 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:48 smithi107 bash[14687]: audit 2021-07-26T15:58:47.627508+0000 mon.b (mon.2) 131 : audit [INF] from='mgr.34787 172.21.15.107:0/3575005625' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2021-07-26T15:58:48.628 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:48 smithi107 bash[14687]: audit 2021-07-26T15:58:47.632347+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2021-07-26T15:58:48.629 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:48 smithi107 bash[14687]: cluster 2021-07-26T15:58:47.641785+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2021-07-26T15:58:48.629 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:48 smithi107 bash[14687]: cluster 2021-07-26T15:58:48.168757+0000 mon.a (mon.0) 831 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:58:48.638 INFO:tasks.rados.rados.0.smithi037.stdout:529: done (6 left) 2021-07-26T15:58:48.638 INFO:tasks.rados.rados.0.smithi037.stdout:530: done (5 left) 2021-07-26T15:58:48.638 INFO:tasks.rados.rados.0.smithi037.stdout:531: done (4 left) 2021-07-26T15:58:48.639 INFO:tasks.rados.rados.0.smithi037.stdout:532: done (3 left) 2021-07-26T15:58:48.639 INFO:tasks.rados.rados.0.smithi037.stdout:533: done (2 left) 2021-07-26T15:58:48.639 INFO:tasks.rados.rados.0.smithi037.stdout:535: done (1 left) 2021-07-26T15:58:48.639 INFO:tasks.rados.rados.0.smithi037.stdout:536: done (0 left) 2021-07-26T15:58:48.640 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 48 2021-07-26T15:58:48.640 INFO:tasks.rados.rados.0.smithi037.stdout:537: seq_num 194 ranges {0=458752,458752=401408} 2021-07-26T15:58:48.643 INFO:tasks.rados.rados.0.smithi037.stdout:537: writing smithi03738989-3 from 0 to 458752 tid 1 2021-07-26T15:58:48.645 INFO:tasks.rados.rados.0.smithi037.stdout:537: writing smithi03738989-3 from 458752 to 860160 tid 2 2021-07-26T15:58:48.646 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 48 2021-07-26T15:58:48.646 INFO:tasks.rados.rados.0.smithi037.stdout:538: seq_num 195 ranges {0=475136,475136=401408} 2021-07-26T15:58:48.648 INFO:tasks.rados.rados.0.smithi037.stdout:538: writing smithi03738989-49 from 0 to 475136 tid 1 2021-07-26T15:58:48.651 INFO:tasks.rados.rados.0.smithi037.stdout:538: writing smithi03738989-49 from 475136 to 876544 tid 2 2021-07-26T15:58:48.651 INFO:tasks.rados.rados.0.smithi037.stdout:539: read oid 32 snap 41 2021-07-26T15:58:48.651 INFO:tasks.rados.rados.0.smithi037.stdout:539: expect (ObjNum 66 snap 4 seq_num 66) 2021-07-26T15:58:48.652 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 50 current snap is 48 2021-07-26T15:58:48.652 INFO:tasks.rados.rados.0.smithi037.stdout:540: seq_num 196 ranges {770048=491520,1261568=401408} 2021-07-26T15:58:48.658 INFO:tasks.rados.rados.0.smithi037.stdout:540: writing smithi03738989-50 from 770048 to 1261568 tid 1 2021-07-26T15:58:48.661 INFO:tasks.rados.rados.0.smithi037.stdout:540: writing smithi03738989-50 from 1261568 to 1662976 tid 2 2021-07-26T15:58:48.662 INFO:tasks.rados.rados.0.smithi037.stdout:541: delete oid 37 current snap is 48 2021-07-26T15:58:48.662 INFO:tasks.rados.rados.0.smithi037.stdout:537: finishing write tid 1 to smithi03738989-3 2021-07-26T15:58:48.662 INFO:tasks.rados.rados.0.smithi037.stdout:537: finishing write tid 2 to smithi03738989-3 2021-07-26T15:58:48.662 INFO:tasks.rados.rados.0.smithi037.stdout:537: finishing write tid 4 to smithi03738989-3 2021-07-26T15:58:48.663 INFO:tasks.rados.rados.0.smithi037.stdout:539: expect (ObjNum 66 snap 4 seq_num 66) 2021-07-26T15:58:48.775 INFO:tasks.rados.rados.0.smithi037.stdout:538: finishing write tid 1 to smithi03738989-49 2021-07-26T15:58:48.775 INFO:tasks.rados.rados.0.smithi037.stdout:538: finishing write tid 2 to smithi03738989-49 2021-07-26T15:58:48.775 INFO:tasks.rados.rados.0.smithi037.stdout:538: finishing write tid 4 to smithi03738989-49 2021-07-26T15:58:48.775 INFO:tasks.rados.rados.0.smithi037.stdout:537: finishing write tid 5 to smithi03738989-3 2021-07-26T15:58:48.776 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 303 (ObjNum 194 snap 48 seq_num 194) dirty exists 2021-07-26T15:58:48.776 INFO:tasks.rados.rados.0.smithi037.stdout:537: left oid 3 (ObjNum 194 snap 48 seq_num 194) 2021-07-26T15:58:48.776 INFO:tasks.rados.rados.0.smithi037.stdout:538: finishing write tid 5 to smithi03738989-49 2021-07-26T15:58:48.776 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 125 (ObjNum 195 snap 48 seq_num 195) dirty exists 2021-07-26T15:58:48.777 INFO:tasks.rados.rados.0.smithi037.stdout:538: left oid 49 (ObjNum 195 snap 48 seq_num 195) 2021-07-26T15:58:48.777 INFO:tasks.rados.rados.0.smithi037.stdout:540: finishing write tid 1 to smithi03738989-50 2021-07-26T15:58:48.777 INFO:tasks.rados.rados.0.smithi037.stdout:540: finishing write tid 2 to smithi03738989-50 2021-07-26T15:58:48.777 INFO:tasks.rados.rados.0.smithi037.stdout:540: finishing write tid 4 to smithi03738989-50 2021-07-26T15:58:48.777 INFO:tasks.rados.rados.0.smithi037.stdout:540: finishing write tid 5 to smithi03738989-50 2021-07-26T15:58:48.778 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 178 (ObjNum 196 snap 48 seq_num 196) dirty exists 2021-07-26T15:58:48.778 INFO:tasks.rados.rados.0.smithi037.stdout:540: left oid 50 (ObjNum 196 snap 48 seq_num 196) 2021-07-26T15:58:48.778 INFO:tasks.rados.rados.0.smithi037.stdout:537: done (4 left) 2021-07-26T15:58:48.778 INFO:tasks.rados.rados.0.smithi037.stdout:538: done (3 left) 2021-07-26T15:58:48.779 INFO:tasks.rados.rados.0.smithi037.stdout:539: done (2 left) 2021-07-26T15:58:48.779 INFO:tasks.rados.rados.0.smithi037.stdout:540: done (1 left) 2021-07-26T15:58:48.779 INFO:tasks.rados.rados.0.smithi037.stdout:541: done (0 left) 2021-07-26T15:58:48.779 INFO:tasks.rados.rados.0.smithi037.stdout:542: rollback oid 45 current snap is 48 2021-07-26T15:58:48.780 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 45 to 30 2021-07-26T15:58:48.780 INFO:tasks.rados.rados.0.smithi037.stdout:543: read oid 9 snap -1 2021-07-26T15:58:48.780 INFO:tasks.rados.rados.0.smithi037.stdout:543: expect (ObjNum 78 snap 13 seq_num 78) 2021-07-26T15:58:48.780 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 48 2021-07-26T15:58:48.780 INFO:tasks.rados.rados.0.smithi037.stdout:544: seq_num 198 ranges {2310144=524288,2834432=401408} 2021-07-26T15:58:48.797 INFO:tasks.rados.rados.0.smithi037.stdout:544: writing smithi03738989-8 from 2310144 to 2834432 tid 1 2021-07-26T15:58:48.799 INFO:tasks.rados.rados.0.smithi037.stdout:544: writing smithi03738989-8 from 2834432 to 3235840 tid 2 2021-07-26T15:58:48.799 INFO:tasks.rados.rados.0.smithi037.stdout:545: snap_create 2021-07-26T15:58:48.799 INFO:tasks.rados.rados.0.smithi037.stdout:542: finishing rollback tid 0 to smithi03738989-45 2021-07-26T15:58:48.799 INFO:tasks.rados.rados.0.smithi037.stdout:542: finishing rollback tid 1 to smithi03738989-45 2021-07-26T15:58:48.800 INFO:tasks.rados.rados.0.smithi037.stdout:542: finishing rollback tid 2 to smithi03738989-45 2021-07-26T15:58:48.800 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 308 (ObjNum 114 snap 28 seq_num 114) dirty exists 2021-07-26T15:58:48.800 INFO:tasks.rados.rados.0.smithi037.stdout:543: expect (ObjNum 78 snap 13 seq_num 78) 2021-07-26T15:58:48.837 INFO:tasks.rados.rados.0.smithi037.stdout:544: finishing write tid 1 to smithi03738989-8 2021-07-26T15:58:48.838 INFO:tasks.rados.rados.0.smithi037.stdout:544: finishing write tid 2 to smithi03738989-8 2021-07-26T15:58:48.838 INFO:tasks.rados.rados.0.smithi037.stdout:544: finishing write tid 4 to smithi03738989-8 2021-07-26T15:58:48.839 INFO:tasks.rados.rados.0.smithi037.stdout:544: finishing write tid 5 to smithi03738989-8 2021-07-26T15:58:48.839 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 163 (ObjNum 198 snap 48 seq_num 198) dirty exists 2021-07-26T15:58:48.839 INFO:tasks.rados.rados.0.smithi037.stdout:544: left oid 8 (ObjNum 198 snap 48 seq_num 198) 2021-07-26T15:58:49.014 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:48 smithi107 bash[25873]: ignoring --setuser ceph since I am not root 2021-07-26T15:58:49.015 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:48 smithi107 bash[25873]: ignoring --setgroup ceph since I am not root 2021-07-26T15:58:49.015 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:58:48 smithi107 bash[25873]: debug 2021-07-26T15:58:48.671+0000 7f4a01cb2700 1 -- 172.21.15.107:0/1198209917 <== mon.2 v2:172.21.15.107:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c7ac00e340 con 0x55c7acd80c00 2021-07-26T15:58:49.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: cephadm 2021-07-26T15:58:47.612143+0000 mgr.x (mgr.34787) 25 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:58:49.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: Traceback (most recent call last): 2021-07-26T15:58:49.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:49.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: if self._apply_service(spec): 2021-07-26T15:58:49.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:49.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: rank_generation=slot.rank_generation, 2021-07-26T15:58:49.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:49.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:49.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:58:49.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: cephadm 2021-07-26T15:58:47.614597+0000 mgr.x (mgr.34787) 26 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:58:49.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: Traceback (most recent call last): 2021-07-26T15:58:49.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:49.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: if self._apply_service(spec): 2021-07-26T15:58:49.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:49.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: rank_generation=slot.rank_generation, 2021-07-26T15:58:49.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:49.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:49.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:58:49.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: cephadm 2021-07-26T15:58:47.617764+0000 mgr.x (mgr.34787) 27 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:58:49.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: Traceback (most recent call last): 2021-07-26T15:58:49.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:49.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: if self._apply_service(spec): 2021-07-26T15:58:49.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:49.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: rank_generation=slot.rank_generation, 2021-07-26T15:58:49.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:49.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:49.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:58:49.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: cephadm 2021-07-26T15:58:47.618738+0000 mgr.x (mgr.34787) 28 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:58:49.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: Traceback (most recent call last): 2021-07-26T15:58:49.594 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:49.594 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: if self._apply_service(spec): 2021-07-26T15:58:49.594 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:49.594 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: rank_generation=slot.rank_generation, 2021-07-26T15:58:49.594 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:49.595 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:49.595 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:58:49.595 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: cephadm 2021-07-26T15:58:47.624130+0000 mgr.x (mgr.34787) 29 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:58:49.595 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: cephadm 2021-07-26T15:58:47.626976+0000 mgr.x (mgr.34787) 30 : cephadm [INF] Failing over to other MGR 2021-07-26T15:58:49.596 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: cluster 2021-07-26T15:58:48.310433+0000 mgr.x (mgr.34787) 31 : cluster [DBG] pgmap v44: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 163 MiB data, 260 MiB used, 707 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2021-07-26T15:58:49.596 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: audit 2021-07-26T15:58:48.622428+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2021-07-26T15:58:49.596 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: cluster 2021-07-26T15:58:48.622573+0000 mon.a (mon.0) 833 : cluster [DBG] mgrmap e22: y(active, starting, since 0.988963s), standbys: x 2021-07-26T15:58:49.596 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[14605]: cluster 2021-07-26T15:58:48.638949+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2021-07-26T15:58:49.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: cephadm 2021-07-26T15:58:47.612143+0000 mgr.x (mgr.34787) 25 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:58:49.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: Traceback (most recent call last): 2021-07-26T15:58:49.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:49.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: if self._apply_service(spec): 2021-07-26T15:58:49.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:49.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: rank_generation=slot.rank_generation, 2021-07-26T15:58:49.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:49.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:49.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:58:49.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: cephadm 2021-07-26T15:58:47.614597+0000 mgr.x (mgr.34787) 26 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:58:49.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: Traceback (most recent call last): 2021-07-26T15:58:49.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:49.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: if self._apply_service(spec): 2021-07-26T15:58:49.600 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:49.600 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: rank_generation=slot.rank_generation, 2021-07-26T15:58:49.600 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:49.600 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:49.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:58:49.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: cephadm 2021-07-26T15:58:47.617764+0000 mgr.x (mgr.34787) 27 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:58:49.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: Traceback (most recent call last): 2021-07-26T15:58:49.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:49.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: if self._apply_service(spec): 2021-07-26T15:58:49.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:49.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: rank_generation=slot.rank_generation, 2021-07-26T15:58:49.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:49.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:49.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:58:49.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: cephadm 2021-07-26T15:58:47.618738+0000 mgr.x (mgr.34787) 28 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:58:49.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: Traceback (most recent call last): 2021-07-26T15:58:49.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:49.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: if self._apply_service(spec): 2021-07-26T15:58:49.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:49.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: rank_generation=slot.rank_generation, 2021-07-26T15:58:49.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:49.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:49.605 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:58:49.605 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: cephadm 2021-07-26T15:58:47.624130+0000 mgr.x (mgr.34787) 29 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:58:49.605 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: cephadm 2021-07-26T15:58:47.626976+0000 mgr.x (mgr.34787) 30 : cephadm [INF] Failing over to other MGR 2021-07-26T15:58:49.605 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: cluster 2021-07-26T15:58:48.310433+0000 mgr.x (mgr.34787) 31 : cluster [DBG] pgmap v44: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 163 MiB data, 260 MiB used, 707 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2021-07-26T15:58:49.606 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: audit 2021-07-26T15:58:48.622428+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2021-07-26T15:58:49.607 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: cluster 2021-07-26T15:58:48.622573+0000 mon.a (mon.0) 833 : cluster [DBG] mgrmap e22: y(active, starting, since 0.988963s), standbys: x 2021-07-26T15:58:49.608 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:49 smithi037 bash[18551]: cluster 2021-07-26T15:58:48.638949+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2021-07-26T15:58:49.643 INFO:tasks.rados.rados.0.smithi037.stdout:542: done (3 left) 2021-07-26T15:58:49.644 INFO:tasks.rados.rados.0.smithi037.stdout:543: done (2 left) 2021-07-26T15:58:49.644 INFO:tasks.rados.rados.0.smithi037.stdout:544: done (1 left) 2021-07-26T15:58:49.644 INFO:tasks.rados.rados.0.smithi037.stdout:545: done (0 left) 2021-07-26T15:58:49.644 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 49 2021-07-26T15:58:49.644 INFO:tasks.rados.rados.0.smithi037.stdout:546: seq_num 199 ranges {835584=540672,1376256=401408} 2021-07-26T15:58:49.655 INFO:tasks.rados.rados.0.smithi037.stdout:546: writing smithi03738989-23 from 835584 to 1376256 tid 1 2021-07-26T15:58:49.656 INFO:tasks.rados.rados.0.smithi037.stdout:546: writing smithi03738989-23 from 1376256 to 1777664 tid 2 2021-07-26T15:58:49.656 INFO:tasks.rados.rados.0.smithi037.stdout:547: copy_from oid 26 from oid 22 current snap is 49 2021-07-26T15:58:49.656 INFO:tasks.rados.rados.0.smithi037.stdout:548: snap_create 2021-07-26T15:58:49.666 INFO:tasks.rados.rados.0.smithi037.stdout:546: finishing write tid 1 to smithi03738989-23 2021-07-26T15:58:49.668 INFO:tasks.rados.rados.0.smithi037.stdout:546: finishing write tid 2 to smithi03738989-23 2021-07-26T15:58:49.668 INFO:tasks.rados.rados.0.smithi037.stdout:546: finishing write tid 4 to smithi03738989-23 2021-07-26T15:58:49.668 INFO:tasks.rados.rados.0.smithi037.stdout:547: finishing copy_from to smithi03738989-26 2021-07-26T15:58:49.669 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 149 (ObjNum 161 snap 41 seq_num 161) dirty exists 2021-07-26T15:58:49.669 INFO:tasks.rados.rados.0.smithi037.stdout:547: finishing copy_from racing read to smithi03738989-26 2021-07-26T15:58:49.672 INFO:tasks.rados.rados.0.smithi037.stdout:546: finishing write tid 5 to smithi03738989-23 2021-07-26T15:58:49.672 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 173 (ObjNum 199 snap 49 seq_num 199) dirty exists 2021-07-26T15:58:49.673 INFO:tasks.rados.rados.0.smithi037.stdout:546: left oid 23 (ObjNum 199 snap 49 seq_num 199) 2021-07-26T15:58:49.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: cephadm 2021-07-26T15:58:47.612143+0000 mgr.x (mgr.34787) 25 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:58:49.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T15:58:49.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:49.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T15:58:49.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:49.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T15:58:49.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:49.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:49.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:58:49.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: cephadm 2021-07-26T15:58:47.614597+0000 mgr.x (mgr.34787) 26 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:58:49.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T15:58:49.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:49.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T15:58:49.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:49.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T15:58:49.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:49.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:49.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:58:49.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: cephadm 2021-07-26T15:58:47.617764+0000 mgr.x (mgr.34787) 27 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:58:49.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T15:58:49.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:49.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T15:58:49.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:49.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T15:58:49.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:49.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:49.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:58:49.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: cephadm 2021-07-26T15:58:47.618738+0000 mgr.x (mgr.34787) 28 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:58:49.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T15:58:49.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:58:49.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T15:58:49.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:58:49.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T15:58:49.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:58:49.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:58:49.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:58:49.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: cephadm 2021-07-26T15:58:47.624130+0000 mgr.x (mgr.34787) 29 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T15:58:49.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: cephadm 2021-07-26T15:58:47.626976+0000 mgr.x (mgr.34787) 30 : cephadm [INF] Failing over to other MGR 2021-07-26T15:58:49.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: cluster 2021-07-26T15:58:48.310433+0000 mgr.x (mgr.34787) 31 : cluster [DBG] pgmap v44: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 163 MiB data, 260 MiB used, 707 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2021-07-26T15:58:49.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: audit 2021-07-26T15:58:48.622428+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.34787 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2021-07-26T15:58:49.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: cluster 2021-07-26T15:58:48.622573+0000 mon.a (mon.0) 833 : cluster [DBG] mgrmap e22: y(active, starting, since 0.988963s), standbys: x 2021-07-26T15:58:49.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:49 smithi107 bash[14687]: cluster 2021-07-26T15:58:48.638949+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2021-07-26T15:58:50.489 INFO:tasks.rados.rados.0.smithi037.stdout:546: done (2 left) 2021-07-26T15:58:50.490 INFO:tasks.rados.rados.0.smithi037.stdout:547: done (1 left) 2021-07-26T15:58:50.490 INFO:tasks.rados.rados.0.smithi037.stdout:548: done (0 left) 2021-07-26T15:58:50.490 INFO:tasks.rados.rados.0.smithi037.stdout:549: snap_create 2021-07-26T15:58:51.014 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:50 smithi107 bash[14687]: cluster 2021-07-26T15:58:49.642899+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2021-07-26T15:58:51.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:50 smithi107 bash[14687]: cluster 2021-07-26T15:58:50.483325+0000 mon.a (mon.0) 836 : cluster [INF] Active manager daemon y restarted 2021-07-26T15:58:51.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:50 smithi107 bash[14687]: cluster 2021-07-26T15:58:50.484086+0000 mon.a (mon.0) 837 : cluster [INF] Activating manager daemon y 2021-07-26T15:58:51.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:50 smithi107 bash[14687]: cluster 2021-07-26T15:58:50.489796+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2021-07-26T15:58:51.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:50 smithi107 bash[14687]: audit 2021-07-26T15:58:50.490611+0000 mon.c (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2021-07-26T15:58:51.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:50 smithi107 bash[14687]: audit 2021-07-26T15:58:50.491802+0000 mon.c (mon.1) 35 : audit [DBG] from='mgr.? 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:58:51.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:50 smithi107 bash[14687]: audit 2021-07-26T15:58:50.493293+0000 mon.c (mon.1) 36 : audit [DBG] from='mgr.? 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2021-07-26T15:58:51.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:50 smithi107 bash[14687]: audit 2021-07-26T15:58:50.493864+0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.? 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:58:51.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:50 smithi037 bash[14605]: cluster 2021-07-26T15:58:49.642899+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2021-07-26T15:58:51.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:50 smithi037 bash[14605]: cluster 2021-07-26T15:58:50.483325+0000 mon.a (mon.0) 836 : cluster [INF] Active manager daemon y restarted 2021-07-26T15:58:51.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:50 smithi037 bash[14605]: cluster 2021-07-26T15:58:50.484086+0000 mon.a (mon.0) 837 : cluster [INF] Activating manager daemon y 2021-07-26T15:58:51.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:50 smithi037 bash[14605]: cluster 2021-07-26T15:58:50.489796+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2021-07-26T15:58:51.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:50 smithi037 bash[14605]: audit 2021-07-26T15:58:50.490611+0000 mon.c (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2021-07-26T15:58:51.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:50 smithi037 bash[14605]: audit 2021-07-26T15:58:50.491802+0000 mon.c (mon.1) 35 : audit [DBG] from='mgr.? 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:58:51.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:50 smithi037 bash[14605]: audit 2021-07-26T15:58:50.493293+0000 mon.c (mon.1) 36 : audit [DBG] from='mgr.? 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2021-07-26T15:58:51.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:50 smithi037 bash[14605]: audit 2021-07-26T15:58:50.493864+0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.? 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:58:51.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:50 smithi037 bash[18551]: cluster 2021-07-26T15:58:49.642899+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2021-07-26T15:58:51.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:50 smithi037 bash[18551]: cluster 2021-07-26T15:58:50.483325+0000 mon.a (mon.0) 836 : cluster [INF] Active manager daemon y restarted 2021-07-26T15:58:51.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:50 smithi037 bash[18551]: cluster 2021-07-26T15:58:50.484086+0000 mon.a (mon.0) 837 : cluster [INF] Activating manager daemon y 2021-07-26T15:58:51.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:50 smithi037 bash[18551]: cluster 2021-07-26T15:58:50.489796+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2021-07-26T15:58:51.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:50 smithi037 bash[18551]: audit 2021-07-26T15:58:50.490611+0000 mon.c (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2021-07-26T15:58:51.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:50 smithi037 bash[18551]: audit 2021-07-26T15:58:50.491802+0000 mon.c (mon.1) 35 : audit [DBG] from='mgr.? 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:58:51.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:50 smithi037 bash[18551]: audit 2021-07-26T15:58:50.493293+0000 mon.c (mon.1) 36 : audit [DBG] from='mgr.? 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2021-07-26T15:58:51.092 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:50 smithi037 bash[18551]: audit 2021-07-26T15:58:50.493864+0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.? 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:58:51.493 INFO:tasks.rados.rados.0.smithi037.stdout:549: done (0 left) 2021-07-26T15:58:51.494 INFO:tasks.rados.rados.0.smithi037.stdout:550: delete oid 4 current snap is 51 2021-07-26T15:58:51.501 INFO:tasks.rados.rados.0.smithi037.stdout:550: done (0 left) 2021-07-26T15:58:51.501 INFO:tasks.rados.rados.0.smithi037.stdout:551: delete oid 15 current snap is 51 2021-07-26T15:58:51.507 INFO:tasks.rados.rados.0.smithi037.stdout:551: done (0 left) 2021-07-26T15:58:51.508 INFO:tasks.rados.rados.0.smithi037.stdout:552: snap_create 2021-07-26T15:58:52.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:51 smithi107 bash[14687]: cluster 2021-07-26T15:58:50.656649+0000 mon.a (mon.0) 839 : cluster [DBG] mgrmap e23: y(active, starting, since 0.172698s), standbys: x 2021-07-26T15:58:52.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:51 smithi107 bash[14687]: cluster 2021-07-26T15:58:51.493799+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2021-07-26T15:58:52.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:51 smithi037 bash[18551]: cluster 2021-07-26T15:58:50.656649+0000 mon.a (mon.0) 839 : cluster [DBG] mgrmap e23: y(active, starting, since 0.172698s), standbys: x 2021-07-26T15:58:52.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:51 smithi037 bash[18551]: cluster 2021-07-26T15:58:51.493799+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2021-07-26T15:58:52.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:51 smithi037 bash[14605]: cluster 2021-07-26T15:58:50.656649+0000 mon.a (mon.0) 839 : cluster [DBG] mgrmap e23: y(active, starting, since 0.172698s), standbys: x 2021-07-26T15:58:52.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:51 smithi037 bash[14605]: cluster 2021-07-26T15:58:51.493799+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2021-07-26T15:58:52.499 INFO:tasks.rados.rados.0.smithi037.stdout:552: done (0 left) 2021-07-26T15:58:52.500 INFO:tasks.rados.rados.0.smithi037.stdout:553: setattr oid 19 current snap is 52 2021-07-26T15:58:52.502 INFO:tasks.rados.rados.0.smithi037.stdout:554: rmattr oid 42 current snap is 52 2021-07-26T15:58:52.503 INFO:tasks.rados.rados.0.smithi037.stdout:554: done (1 left) 2021-07-26T15:58:52.503 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 52 2021-07-26T15:58:52.503 INFO:tasks.rados.rados.0.smithi037.stdout:555: seq_num 202 ranges {466944=589824,1056768=401408} 2021-07-26T15:58:52.511 INFO:tasks.rados.rados.0.smithi037.stdout:555: writing smithi03738989-39 from 466944 to 1056768 tid 1 2021-07-26T15:58:52.513 INFO:tasks.rados.rados.0.smithi037.stdout:555: writing smithi03738989-39 from 1056768 to 1458176 tid 2 2021-07-26T15:58:52.514 INFO:tasks.rados.rados.0.smithi037.stdout:556: read oid 47 snap -1 2021-07-26T15:58:52.514 INFO:tasks.rados.rados.0.smithi037.stdout:556: expect (ObjNum 169 snap 41 seq_num 169) 2021-07-26T15:58:52.514 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 52 2021-07-26T15:58:52.515 INFO:tasks.rados.rados.0.smithi037.stdout:557: seq_num 203 ranges {458752=606208,1064960=401408} 2021-07-26T15:58:52.521 INFO:tasks.rados.rados.0.smithi037.stdout:557: writing smithi03738989-41 from 458752 to 1064960 tid 1 2021-07-26T15:58:52.524 INFO:tasks.rados.rados.0.smithi037.stdout:557: writing smithi03738989-41 from 1064960 to 1466368 tid 2 2021-07-26T15:58:52.525 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 52 2021-07-26T15:58:52.525 INFO:tasks.rados.rados.0.smithi037.stdout:558: seq_num 204 ranges {2580480=622592,3203072=401408} 2021-07-26T15:58:52.543 INFO:tasks.rados.rados.0.smithi037.stdout:558: writing smithi03738989-46 from 2580480 to 3203072 tid 1 2021-07-26T15:58:52.546 INFO:tasks.rados.rados.0.smithi037.stdout:558: writing smithi03738989-46 from 3203072 to 3604480 tid 2 2021-07-26T15:58:52.546 INFO:tasks.rados.rados.0.smithi037.stdout:559: read oid 3 snap -1 2021-07-26T15:58:52.546 INFO:tasks.rados.rados.0.smithi037.stdout:559: expect (ObjNum 194 snap 48 seq_num 194) 2021-07-26T15:58:52.546 INFO:tasks.rados.rados.0.smithi037.stdout:560: copy_from oid 42 from oid 13 current snap is 52 2021-07-26T15:58:52.547 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 110 (ObjNum 38 snap 0 seq_num 38) dirty exists 2021-07-26T15:58:52.547 INFO:tasks.rados.rados.0.smithi037.stdout:555: finishing write tid 1 to smithi03738989-39 2021-07-26T15:58:52.547 INFO:tasks.rados.rados.0.smithi037.stdout:555: finishing write tid 2 to smithi03738989-39 2021-07-26T15:58:52.547 INFO:tasks.rados.rados.0.smithi037.stdout:555: finishing write tid 4 to smithi03738989-39 2021-07-26T15:58:52.548 INFO:tasks.rados.rados.0.smithi037.stdout:555: finishing write tid 5 to smithi03738989-39 2021-07-26T15:58:52.548 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 314 (ObjNum 202 snap 52 seq_num 202) dirty exists 2021-07-26T15:58:52.548 INFO:tasks.rados.rados.0.smithi037.stdout:555: left oid 39 (ObjNum 202 snap 52 seq_num 202) 2021-07-26T15:58:52.548 INFO:tasks.rados.rados.0.smithi037.stdout:557: finishing write tid 1 to smithi03738989-41 2021-07-26T15:58:52.548 INFO:tasks.rados.rados.0.smithi037.stdout:557: finishing write tid 2 to smithi03738989-41 2021-07-26T15:58:52.549 INFO:tasks.rados.rados.0.smithi037.stdout:557: finishing write tid 4 to smithi03738989-41 2021-07-26T15:58:52.549 INFO:tasks.rados.rados.0.smithi037.stdout:556: expect (ObjNum 169 snap 41 seq_num 169) 2021-07-26T15:58:52.656 INFO:tasks.rados.rados.0.smithi037.stdout:557: finishing write tid 5 to smithi03738989-41 2021-07-26T15:58:52.657 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 154 (ObjNum 203 snap 52 seq_num 203) dirty exists 2021-07-26T15:58:52.657 INFO:tasks.rados.rados.0.smithi037.stdout:557: left oid 41 (ObjNum 203 snap 52 seq_num 203) 2021-07-26T15:58:52.657 INFO:tasks.rados.rados.0.smithi037.stdout:553: done (6 left) 2021-07-26T15:58:52.657 INFO:tasks.rados.rados.0.smithi037.stdout:555: done (5 left) 2021-07-26T15:58:52.657 INFO:tasks.rados.rados.0.smithi037.stdout:556: done (4 left) 2021-07-26T15:58:52.658 INFO:tasks.rados.rados.0.smithi037.stdout:557: done (3 left) 2021-07-26T15:58:52.658 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 52 2021-07-26T15:58:52.658 INFO:tasks.rados.rados.0.smithi037.stdout:561: seq_num 205 ranges {3473408=638976,4112384=401408} 2021-07-26T15:58:52.688 INFO:tasks.rados.rados.0.smithi037.stdout:561: writing smithi03738989-16 from 3473408 to 4112384 tid 1 2021-07-26T15:58:52.691 INFO:tasks.rados.rados.0.smithi037.stdout:561: writing smithi03738989-16 from 4112384 to 4513792 tid 2 2021-07-26T15:58:52.691 INFO:tasks.rados.rados.0.smithi037.stdout:562: delete oid 35 current snap is 52 2021-07-26T15:58:52.692 INFO:tasks.rados.rados.0.smithi037.stdout:558: finishing write tid 1 to smithi03738989-46 2021-07-26T15:58:52.692 INFO:tasks.rados.rados.0.smithi037.stdout:558: finishing write tid 2 to smithi03738989-46 2021-07-26T15:58:52.692 INFO:tasks.rados.rados.0.smithi037.stdout:558: finishing write tid 4 to smithi03738989-46 2021-07-26T15:58:52.692 INFO:tasks.rados.rados.0.smithi037.stdout:558: finishing write tid 5 to smithi03738989-46 2021-07-26T15:58:52.695 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 222 (ObjNum 204 snap 52 seq_num 204) dirty exists 2021-07-26T15:58:52.696 INFO:tasks.rados.rados.0.smithi037.stdout:558: left oid 46 (ObjNum 204 snap 52 seq_num 204) 2021-07-26T15:58:52.696 INFO:tasks.rados.rados.0.smithi037.stdout:559: expect (ObjNum 194 snap 48 seq_num 194) 2021-07-26T15:58:52.723 INFO:tasks.rados.rados.0.smithi037.stdout:560: finishing copy_from to smithi03738989-42 2021-07-26T15:58:52.723 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 156 (ObjNum 176 snap 43 seq_num 176) dirty exists 2021-07-26T15:58:52.724 INFO:tasks.rados.rados.0.smithi037.stdout:560: finishing copy_from racing read to smithi03738989-42 2021-07-26T15:58:52.724 INFO:tasks.rados.rados.0.smithi037.stdout:561: finishing write tid 1 to smithi03738989-16 2021-07-26T15:58:52.724 INFO:tasks.rados.rados.0.smithi037.stdout:561: finishing write tid 2 to smithi03738989-16 2021-07-26T15:58:52.724 INFO:tasks.rados.rados.0.smithi037.stdout:561: finishing write tid 4 to smithi03738989-16 2021-07-26T15:58:52.725 INFO:tasks.rados.rados.0.smithi037.stdout:561: finishing write tid 5 to smithi03738989-16 2021-07-26T15:58:52.725 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 253 (ObjNum 205 snap 52 seq_num 205) dirty exists 2021-07-26T15:58:52.725 INFO:tasks.rados.rados.0.smithi037.stdout:561: left oid 16 (ObjNum 205 snap 52 seq_num 205) 2021-07-26T15:58:52.725 INFO:tasks.rados.rados.0.smithi037.stdout:558: done (4 left) 2021-07-26T15:58:52.726 INFO:tasks.rados.rados.0.smithi037.stdout:559: done (3 left) 2021-07-26T15:58:52.726 INFO:tasks.rados.rados.0.smithi037.stdout:560: done (2 left) 2021-07-26T15:58:52.726 INFO:tasks.rados.rados.0.smithi037.stdout:561: done (1 left) 2021-07-26T15:58:52.726 INFO:tasks.rados.rados.0.smithi037.stdout:562: done (0 left) 2021-07-26T15:58:52.726 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 52 2021-07-26T15:58:52.727 INFO:tasks.rados.rados.0.smithi037.stdout:563: seq_num 207 ranges {4866048=671744,5537792=401408} 2021-07-26T15:58:52.761 INFO:tasks.rados.rados.0.smithi037.stdout:563: writing smithi03738989-38 from 4866048 to 5537792 tid 1 2021-07-26T15:58:52.763 INFO:tasks.rados.rados.0.smithi037.stdout:563: writing smithi03738989-38 from 5537792 to 5939200 tid 2 2021-07-26T15:58:52.764 INFO:tasks.rados.rados.0.smithi037.stdout:564: setattr oid 26 current snap is 52 2021-07-26T15:58:52.765 INFO:tasks.rados.rados.0.smithi037.stdout:565: delete oid 43 current snap is 52 2021-07-26T15:58:52.771 INFO:tasks.rados.rados.0.smithi037.stdout:565: done (2 left) 2021-07-26T15:58:52.771 INFO:tasks.rados.rados.0.smithi037.stdout:566: snap_remove snap 47 2021-07-26T15:58:53.289 INFO:tasks.rados.rados.0.smithi037.stdout:566: done (2 left) 2021-07-26T15:58:53.289 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 33 current snap is 52 2021-07-26T15:58:53.289 INFO:tasks.rados.rados.0.smithi037.stdout:567: seq_num 209 ranges {2359296=704512,3063808=401408} 2021-07-26T15:58:53.308 INFO:tasks.rados.rados.0.smithi037.stdout:567: writing smithi03738989-33 from 2359296 to 3063808 tid 1 2021-07-26T15:58:53.310 INFO:tasks.rados.rados.0.smithi037.stdout:567: writing smithi03738989-33 from 3063808 to 3465216 tid 2 2021-07-26T15:58:53.311 INFO:tasks.rados.rados.0.smithi037.stdout:563: finishing write tid 1 to smithi03738989-38 2021-07-26T15:58:53.311 INFO:tasks.rados.rados.0.smithi037.stdout:563: finishing write tid 2 to smithi03738989-38 2021-07-26T15:58:53.311 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 150 (ObjNum 161 snap 41 seq_num 161) dirty exists 2021-07-26T15:58:53.311 INFO:tasks.rados.rados.0.smithi037.stdout:563: finishing write tid 4 to smithi03738989-38 2021-07-26T15:58:53.312 INFO:tasks.rados.rados.0.smithi037.stdout:563: finishing write tid 5 to smithi03738989-38 2021-07-26T15:58:53.312 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 169 (ObjNum 207 snap 52 seq_num 207) dirty exists 2021-07-26T15:58:53.312 INFO:tasks.rados.rados.0.smithi037.stdout:563: left oid 38 (ObjNum 207 snap 52 seq_num 207) 2021-07-26T15:58:53.312 INFO:tasks.rados.rados.0.smithi037.stdout:563: done (2 left) 2021-07-26T15:58:53.312 INFO:tasks.rados.rados.0.smithi037.stdout:564: done (1 left) 2021-07-26T15:58:53.313 INFO:tasks.rados.rados.0.smithi037.stdout:568: snap_create 2021-07-26T15:58:53.314 INFO:tasks.rados.rados.0.smithi037.stdout:567: finishing write tid 1 to smithi03738989-33 2021-07-26T15:58:53.314 INFO:tasks.rados.rados.0.smithi037.stdout:567: finishing write tid 2 to smithi03738989-33 2021-07-26T15:58:53.314 INFO:tasks.rados.rados.0.smithi037.stdout:567: finishing write tid 4 to smithi03738989-33 2021-07-26T15:58:53.315 INFO:tasks.rados.rados.0.smithi037.stdout:567: finishing write tid 5 to smithi03738989-33 2021-07-26T15:58:53.315 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 228 (ObjNum 209 snap 52 seq_num 209) dirty exists 2021-07-26T15:58:53.316 INFO:tasks.rados.rados.0.smithi037.stdout:567: left oid 33 (ObjNum 209 snap 52 seq_num 209) 2021-07-26T15:58:53.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:53 smithi107 bash[14687]: cluster 2021-07-26T15:58:52.499541+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2021-07-26T15:58:53.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:53 smithi107 bash[14687]: cluster 2021-07-26T15:58:53.287125+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2021-07-26T15:58:53.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:53 smithi037 bash[14605]: cluster 2021-07-26T15:58:52.499541+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2021-07-26T15:58:53.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:53 smithi037 bash[14605]: cluster 2021-07-26T15:58:53.287125+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2021-07-26T15:58:53.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:53 smithi037 bash[18551]: cluster 2021-07-26T15:58:52.499541+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2021-07-26T15:58:53.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:53 smithi037 bash[18551]: cluster 2021-07-26T15:58:53.287125+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2021-07-26T15:58:54.299 INFO:tasks.rados.rados.0.smithi037.stdout:567: done (1 left) 2021-07-26T15:58:54.299 INFO:tasks.rados.rados.0.smithi037.stdout:568: done (0 left) 2021-07-26T15:58:54.299 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 53 2021-07-26T15:58:54.300 INFO:tasks.rados.rados.0.smithi037.stdout:569: seq_num 210 ranges {0=720896,720896=401408} 2021-07-26T15:58:54.303 INFO:tasks.rados.rados.0.smithi037.stdout:569: writing smithi03738989-27 from 0 to 720896 tid 1 2021-07-26T15:58:54.306 INFO:tasks.rados.rados.0.smithi037.stdout:569: writing smithi03738989-27 from 720896 to 1122304 tid 2 2021-07-26T15:58:54.307 INFO:tasks.rados.rados.0.smithi037.stdout:570: rollback oid 16 current snap is 53 2021-07-26T15:58:54.307 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 50 2021-07-26T15:58:54.307 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 53 2021-07-26T15:58:54.307 INFO:tasks.rados.rados.0.smithi037.stdout:571: seq_num 211 ranges {2768896=737280,3506176=401408} 2021-07-26T15:58:54.326 INFO:tasks.rados.rados.0.smithi037.stdout:571: writing smithi03738989-32 from 2768896 to 3506176 tid 1 2021-07-26T15:58:54.329 INFO:tasks.rados.rados.0.smithi037.stdout:571: writing smithi03738989-32 from 3506176 to 3907584 tid 2 2021-07-26T15:58:54.330 INFO:tasks.rados.rados.0.smithi037.stdout:572: snap_create 2021-07-26T15:58:54.331 INFO:tasks.rados.rados.0.smithi037.stdout:569: finishing write tid 1 to smithi03738989-27 2021-07-26T15:58:54.331 INFO:tasks.rados.rados.0.smithi037.stdout:569: finishing write tid 2 to smithi03738989-27 2021-07-26T15:58:54.331 INFO:tasks.rados.rados.0.smithi037.stdout:569: finishing write tid 4 to smithi03738989-27 2021-07-26T15:58:54.332 INFO:tasks.rados.rados.0.smithi037.stdout:570: finishing rollback tid 0 to smithi03738989-16 2021-07-26T15:58:54.332 INFO:tasks.rados.rados.0.smithi037.stdout:570: finishing rollback tid 1 to smithi03738989-16 2021-07-26T15:58:54.332 INFO:tasks.rados.rados.0.smithi037.stdout:570: finishing rollback tid 2 to smithi03738989-16 2021-07-26T15:58:54.332 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 256 (ObjNum 167 snap 41 seq_num 167) dirty exists 2021-07-26T15:58:54.332 INFO:tasks.rados.rados.0.smithi037.stdout:569: finishing write tid 5 to smithi03738989-27 2021-07-26T15:58:54.333 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 154 (ObjNum 210 snap 53 seq_num 210) dirty exists 2021-07-26T15:58:54.333 INFO:tasks.rados.rados.0.smithi037.stdout:569: left oid 27 (ObjNum 210 snap 53 seq_num 210) 2021-07-26T15:58:54.334 INFO:tasks.rados.rados.0.smithi037.stdout:571: finishing write tid 1 to smithi03738989-32 2021-07-26T15:58:54.335 INFO:tasks.rados.rados.0.smithi037.stdout:571: finishing write tid 2 to smithi03738989-32 2021-07-26T15:58:54.335 INFO:tasks.rados.rados.0.smithi037.stdout:571: finishing write tid 4 to smithi03738989-32 2021-07-26T15:58:54.337 INFO:tasks.rados.rados.0.smithi037.stdout:571: finishing write tid 5 to smithi03738989-32 2021-07-26T15:58:54.339 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 324 (ObjNum 211 snap 53 seq_num 211) dirty exists 2021-07-26T15:58:54.339 INFO:tasks.rados.rados.0.smithi037.stdout:571: left oid 32 (ObjNum 211 snap 53 seq_num 211) 2021-07-26T15:58:55.321 INFO:tasks.rados.rados.0.smithi037.stdout:569: done (3 left) 2021-07-26T15:58:55.322 INFO:tasks.rados.rados.0.smithi037.stdout:570: done (2 left) 2021-07-26T15:58:55.323 INFO:tasks.rados.rados.0.smithi037.stdout:571: done (1 left) 2021-07-26T15:58:55.323 INFO:tasks.rados.rados.0.smithi037.stdout:572: done (0 left) 2021-07-26T15:58:55.323 INFO:tasks.rados.rados.0.smithi037.stdout:573: setattr oid 7 current snap is 54 2021-07-26T15:58:55.324 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 54 2021-07-26T15:58:55.324 INFO:tasks.rados.rados.0.smithi037.stdout:574: seq_num 212 ranges {638976=753664,1392640=401408} 2021-07-26T15:58:55.332 INFO:tasks.rados.rados.0.smithi037.stdout:574: writing smithi03738989-19 from 638976 to 1392640 tid 1 2021-07-26T15:58:55.336 INFO:tasks.rados.rados.0.smithi037.stdout:574: writing smithi03738989-19 from 1392640 to 1794048 tid 2 2021-07-26T15:58:55.337 INFO:tasks.rados.rados.0.smithi037.stdout:575: copy_from oid 13 from oid 8 current snap is 54 2021-07-26T15:58:55.337 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 230 (ObjNum 184 snap 46 seq_num 184) dirty exists 2021-07-26T15:58:55.339 INFO:tasks.rados.rados.0.smithi037.stdout:573: done (2 left) 2021-07-26T15:58:55.339 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 54 2021-07-26T15:58:55.339 INFO:tasks.rados.rados.0.smithi037.stdout:576: seq_num 213 ranges {1466368=770048,2236416=401408} 2021-07-26T15:58:55.348 INFO:tasks.rados.rados.0.smithi037.stdout:576: writing smithi03738989-41 from 1466368 to 2236416 tid 1 2021-07-26T15:58:55.351 INFO:tasks.rados.rados.0.smithi037.stdout:576: writing smithi03738989-41 from 2236416 to 2637824 tid 2 2021-07-26T15:58:55.351 INFO:tasks.rados.rados.0.smithi037.stdout:577: read oid 20 snap 25 2021-07-26T15:58:55.352 INFO:tasks.rados.rados.0.smithi037.stdout:577: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:58:55.352 INFO:tasks.rados.rados.0.smithi037.stdout:578: read oid 21 snap -1 2021-07-26T15:58:55.352 INFO:tasks.rados.rados.0.smithi037.stdout:578: expect (ObjNum 179 snap 46 seq_num 179) 2021-07-26T15:58:55.352 INFO:tasks.rados.rados.0.smithi037.stdout:574: finishing write tid 1 to smithi03738989-19 2021-07-26T15:58:55.352 INFO:tasks.rados.rados.0.smithi037.stdout:579: rollback oid 14 current snap is 54 2021-07-26T15:58:55.353 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 14 to 48 2021-07-26T15:58:55.353 INFO:tasks.rados.rados.0.smithi037.stdout:574: finishing write tid 2 to smithi03738989-19 2021-07-26T15:58:55.353 INFO:tasks.rados.rados.0.smithi037.stdout:574: finishing write tid 4 to smithi03738989-19 2021-07-26T15:58:55.353 INFO:tasks.rados.rados.0.smithi037.stdout:574: finishing write tid 5 to smithi03738989-19 2021-07-26T15:58:55.354 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 116 (ObjNum 212 snap 54 seq_num 212) dirty exists 2021-07-26T15:58:55.354 INFO:tasks.rados.rados.0.smithi037.stdout:574: left oid 19 (ObjNum 212 snap 54 seq_num 212) 2021-07-26T15:58:55.354 INFO:tasks.rados.rados.0.smithi037.stdout:574: done (5 left) 2021-07-26T15:58:55.354 INFO:tasks.rados.rados.0.smithi037.stdout:580: copy_from oid 27 from oid 6 current snap is 54 2021-07-26T15:58:55.355 INFO:tasks.rados.rados.0.smithi037.stdout:581: snap_remove snap 40 2021-07-26T15:58:55.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:55 smithi037 bash[14605]: cluster 2021-07-26T15:58:54.299613+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2021-07-26T15:58:55.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:55 smithi037 bash[14605]: audit 2021-07-26T15:58:55.101584+0000 mon.b (mon.2) 132 : audit [DBG] from='mgr.? 172.21.15.107:0/1747180909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:58:55.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:55 smithi037 bash[14605]: audit 2021-07-26T15:58:55.103348+0000 mon.b (mon.2) 133 : audit [DBG] from='mgr.? 172.21.15.107:0/1747180909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:58:55.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:55 smithi037 bash[14605]: audit 2021-07-26T15:58:55.105246+0000 mon.b (mon.2) 134 : audit [DBG] from='mgr.? 172.21.15.107:0/1747180909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:58:55.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:55 smithi037 bash[14605]: cluster 2021-07-26T15:58:55.105295+0000 mon.a (mon.0) 844 : cluster [DBG] Standby manager daemon x restarted 2021-07-26T15:58:55.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:55 smithi037 bash[14605]: cluster 2021-07-26T15:58:55.105494+0000 mon.a (mon.0) 845 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:58:55.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:55 smithi037 bash[14605]: audit 2021-07-26T15:58:55.105999+0000 mon.b (mon.2) 135 : audit [DBG] from='mgr.? 172.21.15.107:0/1747180909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:58:55.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:55 smithi037 bash[18551]: cluster 2021-07-26T15:58:54.299613+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2021-07-26T15:58:55.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:55 smithi037 bash[18551]: audit 2021-07-26T15:58:55.101584+0000 mon.b (mon.2) 132 : audit [DBG] from='mgr.? 172.21.15.107:0/1747180909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:58:55.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:55 smithi037 bash[18551]: audit 2021-07-26T15:58:55.103348+0000 mon.b (mon.2) 133 : audit [DBG] from='mgr.? 172.21.15.107:0/1747180909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:58:55.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:55 smithi037 bash[18551]: audit 2021-07-26T15:58:55.105246+0000 mon.b (mon.2) 134 : audit [DBG] from='mgr.? 172.21.15.107:0/1747180909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:58:55.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:55 smithi037 bash[18551]: cluster 2021-07-26T15:58:55.105295+0000 mon.a (mon.0) 844 : cluster [DBG] Standby manager daemon x restarted 2021-07-26T15:58:55.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:55 smithi037 bash[18551]: cluster 2021-07-26T15:58:55.105494+0000 mon.a (mon.0) 845 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:58:55.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:55 smithi037 bash[18551]: audit 2021-07-26T15:58:55.105999+0000 mon.b (mon.2) 135 : audit [DBG] from='mgr.? 172.21.15.107:0/1747180909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:58:55.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:55 smithi107 bash[14687]: cluster 2021-07-26T15:58:54.299613+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2021-07-26T15:58:55.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:55 smithi107 bash[14687]: audit 2021-07-26T15:58:55.101584+0000 mon.b (mon.2) 132 : audit [DBG] from='mgr.? 172.21.15.107:0/1747180909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:58:55.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:55 smithi107 bash[14687]: audit 2021-07-26T15:58:55.103348+0000 mon.b (mon.2) 133 : audit [DBG] from='mgr.? 172.21.15.107:0/1747180909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:58:55.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:55 smithi107 bash[14687]: audit 2021-07-26T15:58:55.105246+0000 mon.b (mon.2) 134 : audit [DBG] from='mgr.? 172.21.15.107:0/1747180909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:58:55.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:55 smithi107 bash[14687]: cluster 2021-07-26T15:58:55.105295+0000 mon.a (mon.0) 844 : cluster [DBG] Standby manager daemon x restarted 2021-07-26T15:58:55.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:55 smithi107 bash[14687]: cluster 2021-07-26T15:58:55.105494+0000 mon.a (mon.0) 845 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:58:55.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:55 smithi107 bash[14687]: audit 2021-07-26T15:58:55.105999+0000 mon.b (mon.2) 135 : audit [DBG] from='mgr.? 172.21.15.107:0/1747180909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:58:56.325 INFO:tasks.rados.rados.0.smithi037.stdout:576: finishing write tid 1 to smithi03738989-41 2021-07-26T15:58:56.325 INFO:tasks.rados.rados.0.smithi037.stdout:576: finishing write tid 2 to smithi03738989-41 2021-07-26T15:58:56.326 INFO:tasks.rados.rados.0.smithi037.stdout:577: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:58:56.351 INFO:tasks.rados.rados.0.smithi037.stdout:579: finishing rollback tid 0 to smithi03738989-14 2021-07-26T15:58:56.355 INFO:tasks.rados.rados.0.smithi037.stdout:576: finishing write tid 4 to smithi03738989-41 2021-07-26T15:58:56.355 INFO:tasks.rados.rados.0.smithi037.stdout:579: finishing rollback tid 1 to smithi03738989-14 2021-07-26T15:58:56.356 INFO:tasks.rados.rados.0.smithi037.stdout:577: done (6 left) 2021-07-26T15:58:56.356 INFO:tasks.rados.rados.0.smithi037.stdout:581: done (5 left) 2021-07-26T15:58:56.356 INFO:tasks.rados.rados.0.smithi037.stdout:582: snap_create 2021-07-26T15:58:56.356 INFO:tasks.rados.rados.0.smithi037.stdout:579: finishing rollback tid 2 to smithi03738989-14 2021-07-26T15:58:56.357 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 179 (ObjNum 188 snap 46 seq_num 188) dirty exists 2021-07-26T15:58:56.357 INFO:tasks.rados.rados.0.smithi037.stdout:576: finishing write tid 5 to smithi03738989-41 2021-07-26T15:58:56.357 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 160 (ObjNum 213 snap 54 seq_num 213) dirty exists 2021-07-26T15:58:56.357 INFO:tasks.rados.rados.0.smithi037.stdout:576: left oid 41 (ObjNum 213 snap 54 seq_num 213) 2021-07-26T15:58:56.357 INFO:tasks.rados.rados.0.smithi037.stdout:575: finishing copy_from to smithi03738989-13 2021-07-26T15:58:56.358 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 163 (ObjNum 198 snap 48 seq_num 198) dirty exists 2021-07-26T15:58:56.358 INFO:tasks.rados.rados.0.smithi037.stdout:580: finishing copy_from to smithi03738989-27 2021-07-26T15:58:56.358 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 83 (ObjNum 135 snap 35 seq_num 135) dirty exists 2021-07-26T15:58:56.358 INFO:tasks.rados.rados.0.smithi037.stdout:580: finishing copy_from racing read to smithi03738989-27 2021-07-26T15:58:56.359 INFO:tasks.rados.rados.0.smithi037.stdout:575: finishing copy_from racing read to smithi03738989-13 2021-07-26T15:58:56.359 INFO:tasks.rados.rados.0.smithi037.stdout:578: expect (ObjNum 179 snap 46 seq_num 179) 2021-07-26T15:58:56.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:56 smithi037 bash[14605]: audit 2021-07-26T15:58:55.321676+0000 mon.c (mon.1) 38 : audit [DBG] from='mgr.? 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:58:56.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:56 smithi037 bash[14605]: cluster 2021-07-26T15:58:55.321807+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2021-07-26T15:58:56.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:56 smithi037 bash[14605]: audit 2021-07-26T15:58:55.321844+0000 mon.c (mon.1) 39 : audit [DBG] from='mgr.? 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:58:56.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:56 smithi037 bash[14605]: cluster 2021-07-26T15:58:55.322736+0000 mon.a (mon.0) 847 : cluster [DBG] mgrmap e24: y(active, starting, since 4s), standbys: x 2021-07-26T15:58:56.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:56 smithi037 bash[18551]: audit 2021-07-26T15:58:55.321676+0000 mon.c (mon.1) 38 : audit [DBG] from='mgr.? 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:58:56.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:56 smithi037 bash[18551]: cluster 2021-07-26T15:58:55.321807+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2021-07-26T15:58:56.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:56 smithi037 bash[18551]: audit 2021-07-26T15:58:55.321844+0000 mon.c (mon.1) 39 : audit [DBG] from='mgr.? 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:58:56.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:56 smithi037 bash[18551]: cluster 2021-07-26T15:58:55.322736+0000 mon.a (mon.0) 847 : cluster [DBG] mgrmap e24: y(active, starting, since 4s), standbys: x 2021-07-26T15:58:56.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:56 smithi107 bash[14687]: audit 2021-07-26T15:58:55.321676+0000 mon.c (mon.1) 38 : audit [DBG] from='mgr.? 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:58:56.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:56 smithi107 bash[14687]: cluster 2021-07-26T15:58:55.321807+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2021-07-26T15:58:56.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:56 smithi107 bash[14687]: audit 2021-07-26T15:58:55.321844+0000 mon.c (mon.1) 39 : audit [DBG] from='mgr.? 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:58:56.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:56 smithi107 bash[14687]: cluster 2021-07-26T15:58:55.322736+0000 mon.a (mon.0) 847 : cluster [DBG] mgrmap e24: y(active, starting, since 4s), standbys: x 2021-07-26T15:58:57.337 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:56 smithi037 bash[39965]: Warning: Permanently added '172.21.15.37' (ECDSA) to the list of known hosts. 2021-07-26T15:58:57.337 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:56 smithi037 bash[39965]: Warning: Permanently added '172.21.15.107' (ECDSA) to the list of known hosts. 2021-07-26T15:58:57.337 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[39965]: debug 2021-07-26T15:58:57.016+0000 7fdb2b5ea700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:58:57.338 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[39965]: debug 2021-07-26T15:58:57.016+0000 7fdb2b5ea700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:58:57.338 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[39965]: debug 2021-07-26T15:58:57.016+0000 7fdb2b5ea700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:58:57.338 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[39965]: debug 2021-07-26T15:58:57.016+0000 7fdb2b5ea700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:58:57.338 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[39965]: debug 2021-07-26T15:58:57.016+0000 7fdb2b5ea700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:58:57.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[39965]: debug 2021-07-26T15:58:57.016+0000 7fdb275e2700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:58:57.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[39965]: debug 2021-07-26T15:58:57.016+0000 7fdb275e2700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:58:57.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[39965]: debug 2021-07-26T15:58:57.016+0000 7fdb275e2700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:58:57.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[39965]: debug 2021-07-26T15:58:57.016+0000 7fdb275e2700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:58:57.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[39965]: debug 2021-07-26T15:58:57.016+0000 7fdb275e2700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:58:57.348 INFO:tasks.rados.rados.0.smithi037.stdout:575: done (5 left) 2021-07-26T15:58:57.348 INFO:tasks.rados.rados.0.smithi037.stdout:576: done (4 left) 2021-07-26T15:58:57.348 INFO:tasks.rados.rados.0.smithi037.stdout:578: done (3 left) 2021-07-26T15:58:57.349 INFO:tasks.rados.rados.0.smithi037.stdout:579: done (2 left) 2021-07-26T15:58:57.349 INFO:tasks.rados.rados.0.smithi037.stdout:580: done (1 left) 2021-07-26T15:58:57.349 INFO:tasks.rados.rados.0.smithi037.stdout:582: done (0 left) 2021-07-26T15:58:57.349 INFO:tasks.rados.rados.0.smithi037.stdout:583: read oid 46 snap -1 2021-07-26T15:58:57.350 INFO:tasks.rados.rados.0.smithi037.stdout:583: expect (ObjNum 204 snap 52 seq_num 204) 2021-07-26T15:58:57.350 INFO:tasks.rados.rados.0.smithi037.stdout:584: rollback oid 42 current snap is 55 2021-07-26T15:58:57.350 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 42 to 27 2021-07-26T15:58:57.351 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 55 2021-07-26T15:58:57.351 INFO:tasks.rados.rados.0.smithi037.stdout:585: seq_num 214 ranges {303104=794624,1097728=401408} 2021-07-26T15:58:57.355 INFO:tasks.rados.rados.0.smithi037.stdout:585: writing smithi03738989-26 from 303104 to 1097728 tid 1 2021-07-26T15:58:57.358 INFO:tasks.rados.rados.0.smithi037.stdout:585: writing smithi03738989-26 from 1097728 to 1499136 tid 2 2021-07-26T15:58:57.358 INFO:tasks.rados.rados.0.smithi037.stdout:586: copy_from oid 41 from oid 40 current snap is 55 2021-07-26T15:58:57.358 INFO:tasks.rados.rados.0.smithi037.stdout:584: finishing rollback tid 0 to smithi03738989-42 2021-07-26T15:58:57.359 INFO:tasks.rados.rados.0.smithi037.stdout:584: finishing rollback tid 1 to smithi03738989-42 2021-07-26T15:58:57.359 INFO:tasks.rados.rados.0.smithi037.stdout:587: rollback oid 37 current snap is 55 2021-07-26T15:58:57.359 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 37 to 49 2021-07-26T15:58:57.359 INFO:tasks.rados.rados.0.smithi037.stdout:588: copy_from oid 29 from oid 22 current snap is 55 2021-07-26T15:58:57.360 INFO:tasks.rados.rados.0.smithi037.stdout:589: rollback oid 7 current snap is 55 2021-07-26T15:58:57.360 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 7 to 27 2021-07-26T15:58:57.360 INFO:tasks.rados.rados.0.smithi037.stdout:590: delete oid 33 current snap is 55 2021-07-26T15:58:57.361 INFO:tasks.rados.rados.0.smithi037.stdout:584: finishing rollback tid 2 to smithi03738989-42 2021-07-26T15:58:57.361 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 185 (ObjNum 108 snap 22 seq_num 108) dirty exists 2021-07-26T15:58:57.364 INFO:tasks.rados.rados.0.smithi037.stdout:587: finishing rollback tid 1 to smithi03738989-37 2021-07-26T15:58:57.364 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 250 (ObjNum 288 snap 0 seq_num 161) dirty dne 2021-07-26T15:58:57.368 INFO:tasks.rados.rados.0.smithi037.stdout:585: finishing write tid 1 to smithi03738989-26 2021-07-26T15:58:57.368 INFO:tasks.rados.rados.0.smithi037.stdout:585: finishing write tid 2 to smithi03738989-26 2021-07-26T15:58:57.369 INFO:tasks.rados.rados.0.smithi037.stdout:585: finishing write tid 4 to smithi03738989-26 2021-07-26T15:58:57.373 INFO:tasks.rados.rados.0.smithi037.stdout:585: finishing write tid 5 to smithi03738989-26 2021-07-26T15:58:57.373 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 164 (ObjNum 214 snap 55 seq_num 214) dirty exists 2021-07-26T15:58:57.373 INFO:tasks.rados.rados.0.smithi037.stdout:585: left oid 26 (ObjNum 214 snap 55 seq_num 214) 2021-07-26T15:58:57.375 INFO:tasks.rados.rados.0.smithi037.stdout:588: finishing copy_from to smithi03738989-29 2021-07-26T15:58:57.375 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 149 (ObjNum 161 snap 41 seq_num 161) dirty exists 2021-07-26T15:58:57.385 INFO:tasks.rados.rados.0.smithi037.stdout:583: expect (ObjNum 204 snap 52 seq_num 204) 2021-07-26T15:58:57.398 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T15:58:57.527 INFO:tasks.rados.rados.0.smithi037.stdout:588: finishing copy_from racing read to smithi03738989-29 2021-07-26T15:58:57.528 INFO:tasks.rados.rados.0.smithi037.stdout:589: finishing rollback tid 0 to smithi03738989-7 2021-07-26T15:58:57.528 INFO:tasks.rados.rados.0.smithi037.stdout:589: finishing rollback tid 1 to smithi03738989-7 2021-07-26T15:58:57.528 INFO:tasks.rados.rados.0.smithi037.stdout:589: finishing rollback tid 2 to smithi03738989-7 2021-07-26T15:58:57.529 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 242 (ObjNum 6 snap 0 seq_num 6) dirty exists 2021-07-26T15:58:57.529 INFO:tasks.rados.rados.0.smithi037.stdout:586: finishing copy_from to smithi03738989-41 2021-07-26T15:58:57.529 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 103 (ObjNum 143 snap 38 seq_num 143) dirty exists 2021-07-26T15:58:57.529 INFO:tasks.rados.rados.0.smithi037.stdout:586: finishing copy_from racing read to smithi03738989-41 2021-07-26T15:58:57.530 INFO:tasks.rados.rados.0.smithi037.stdout:583: done (7 left) 2021-07-26T15:58:57.530 INFO:tasks.rados.rados.0.smithi037.stdout:584: done (6 left) 2021-07-26T15:58:57.530 INFO:tasks.rados.rados.0.smithi037.stdout:585: done (5 left) 2021-07-26T15:58:57.531 INFO:tasks.rados.rados.0.smithi037.stdout:586: done (4 left) 2021-07-26T15:58:57.531 INFO:tasks.rados.rados.0.smithi037.stdout:587: done (3 left) 2021-07-26T15:58:57.531 INFO:tasks.rados.rados.0.smithi037.stdout:588: done (2 left) 2021-07-26T15:58:57.531 INFO:tasks.rados.rados.0.smithi037.stdout:589: done (1 left) 2021-07-26T15:58:57.532 INFO:tasks.rados.rados.0.smithi037.stdout:590: done (0 left) 2021-07-26T15:58:57.532 INFO:tasks.rados.rados.0.smithi037.stdout:591: delete oid 40 current snap is 55 2021-07-26T15:58:57.533 INFO:tasks.rados.rados.0.smithi037.stdout:591: done (0 left) 2021-07-26T15:58:57.533 INFO:tasks.rados.rados.0.smithi037.stdout:592: read oid 50 snap -1 2021-07-26T15:58:57.533 INFO:tasks.rados.rados.0.smithi037.stdout:592: expect (ObjNum 196 snap 48 seq_num 196) 2021-07-26T15:58:57.534 INFO:tasks.rados.rados.0.smithi037.stdout:593: rollback oid 34 current snap is 55 2021-07-26T15:58:57.534 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 34 to 52 2021-07-26T15:58:57.534 INFO:tasks.rados.rados.0.smithi037.stdout:594: delete oid 5 current snap is 55 2021-07-26T15:58:57.535 INFO:tasks.rados.rados.0.smithi037.stdout:594: done (2 left) 2021-07-26T15:58:57.535 INFO:tasks.rados.rados.0.smithi037.stdout:595: read oid 10 snap -1 2021-07-26T15:58:57.535 INFO:tasks.rados.rados.0.smithi037.stdout:595: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:58:57.536 INFO:tasks.rados.rados.0.smithi037.stdout:596: snap_create 2021-07-26T15:58:57.536 INFO:tasks.rados.rados.0.smithi037.stdout:593: finishing rollback tid 1 to smithi03738989-34 2021-07-26T15:58:57.536 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 90 (ObjNum 1 snap 32610 seq_num 372396208) dirty dne 2021-07-26T15:58:57.541 INFO:tasks.rados.rados.0.smithi037.stdout:595: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:58:57.559 INFO:tasks.rados.rados.0.smithi037.stdout:592: expect (ObjNum 196 snap 48 seq_num 196) 2021-07-26T15:58:57.740 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:58:57.740 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 running (6m) 10s ago 6m 10.1M - 0.20.0 0881eb8f169f efab80df0ece 2021-07-26T15:58:57.741 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi107 running (6m) 32s ago 6m 26.1M - 6.7.4 3b1077a63311 2876c96eb484 2021-07-26T15:58:57.741 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi037.wjuegm smithi037 running (4m) 10s ago 4m 13.9M - 15.2.13 5eab30a79396 d211508d5e60 2021-07-26T15:58:57.741 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi107.pmlxcx smithi107 running (4m) 32s ago 4m 15.9M - 15.2.13 5eab30a79396 8636b713abef 2021-07-26T15:58:57.741 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi107 running (51s) 32s ago 10m 406M - 17.0.0-6381-gbccf07c2 6cdb40438e66 effec71043ef 2021-07-26T15:58:57.741 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443 running (15s) 10s ago 13m 121M - 17.0.0-6381-gbccf07c2 6cdb40438e66 a07fb6f2ffc9 2021-07-26T15:58:57.742 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (13m) 10s ago 13m 54.5M 2048M 15.2.13 5eab30a79396 fac83f1b715c 2021-07-26T15:58:57.742 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi107 running (11m) 32s ago 11m 47.0M 2048M 15.2.13 5eab30a79396 ad1d4de14320 2021-07-26T15:58:57.742 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (11m) 10s ago 11m 44.7M 2048M 15.2.13 5eab30a79396 ff6f69ccb940 2021-07-26T15:58:57.743 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 running (6m) 10s ago 6m 10.6M - 0.18.1 e5a616e4b9cf 3ad93cd5c278 2021-07-26T15:58:57.743 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi107 running (6m) 32s ago 6m 10.4M - 0.18.1 e5a616e4b9cf b308a000873c 2021-07-26T15:58:57.743 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (10m) 10s ago 10m 93.8M 4096M 15.2.13 5eab30a79396 8fea6ba8ff0e 2021-07-26T15:58:57.743 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (9m) 10s ago 9m 106M 4096M 15.2.13 5eab30a79396 3e1d842f2785 2021-07-26T15:58:57.744 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (9m) 10s ago 9m 95.3M 4096M 15.2.13 5eab30a79396 b01752f39fbb 2021-07-26T15:58:57.744 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (8m) 10s ago 8m 81.0M 4096M 15.2.13 5eab30a79396 291b11cfe756 2021-07-26T15:58:57.744 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi107 running (8m) 32s ago 8m 72.7M 4096M 15.2.13 5eab30a79396 cdf1c413f938 2021-07-26T15:58:57.744 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi107 running (8m) 32s ago 8m 70.0M 4096M 15.2.13 5eab30a79396 1948041463bd 2021-07-26T15:58:57.745 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi107 running (7m) 32s ago 7m 68.0M 4096M 15.2.13 5eab30a79396 4230be7c8f5f 2021-07-26T15:58:57.745 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi107 running (7m) 32s ago 7m 72.5M 4096M 15.2.13 5eab30a79396 964b0df7c499 2021-07-26T15:58:57.745 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi107 running (6m) 32s ago 6m 24.9M - 2.18.1 de242295e225 95178a9d7a1a 2021-07-26T15:58:57.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: cluster 2021-07-26T15:58:56.325628+0000 mon.a (mon.0) 848 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2021-07-26T15:58:57.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.665709+0000 mon.c (mon.1) 40 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:58:57.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.666374+0000 mon.c (mon.1) 41 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:58:57.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.667020+0000 mon.c (mon.1) 42 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:58:57.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.668496+0000 mon.c (mon.1) 43 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi037.wjuegm"}]: dispatch 2021-07-26T15:58:57.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.669059+0000 mon.c (mon.1) 44 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T15:58:57.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.670501+0000 mon.c (mon.1) 45 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:58:57.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.671311+0000 mon.c (mon.1) 46 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:58:57.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.671979+0000 mon.c (mon.1) 47 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:58:57.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.672392+0000 mon.c (mon.1) 48 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:58:57.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.672742+0000 mon.c (mon.1) 49 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:58:57.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.673224+0000 mon.c (mon.1) 50 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:58:57.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.673622+0000 mon.c (mon.1) 51 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:58:57.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.673949+0000 mon.c (mon.1) 52 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:58:57.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.674289+0000 mon.c (mon.1) 53 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:58:57.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.674635+0000 mon.c (mon.1) 54 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:58:57.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.675171+0000 mon.c (mon.1) 55 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:58:57.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.676452+0000 mon.c (mon.1) 56 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-07-26T15:58:57.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.677483+0000 mon.c (mon.1) 57 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "device/INTEL_SSDPEDMD400G4_CVFT5331005T400BGN"}]: dispatch 2021-07-26T15:58:57.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.677983+0000 mon.c (mon.1) 58 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "device/INTEL_SSDPEDMD400G4_PHFT620400NK400BGN"}]: dispatch 2021-07-26T15:58:57.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.678472+0000 mon.c (mon.1) 59 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/config_checks"}]: dispatch 2021-07-26T15:58:57.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.678923+0000 mon.c (mon.1) 60 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2021-07-26T15:58:57.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.679422+0000 mon.c (mon.1) 61 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2021-07-26T15:58:57.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.679919+0000 mon.c (mon.1) 62 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi037"}]: dispatch 2021-07-26T15:58:57.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.680386+0000 mon.c (mon.1) 63 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi107"}]: dispatch 2021-07-26T15:58:57.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.680842+0000 mon.c (mon.1) 64 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2021-07-26T15:58:57.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.681352+0000 mon.c (mon.1) 65 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2021-07-26T15:58:57.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.681826+0000 mon.c (mon.1) 66 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2021-07-26T15:58:57.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.682373+0000 mon.c (mon.1) 67 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2021-07-26T15:58:57.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.682888+0000 mon.c (mon.1) 68 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2021-07-26T15:58:57.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.683420+0000 mon.c (mon.1) 69 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2021-07-26T15:58:57.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.683943+0000 mon.c (mon.1) 70 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2021-07-26T15:58:57.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.684496+0000 mon.c (mon.1) 71 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2021-07-26T15:58:57.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.685034+0000 mon.c (mon.1) 72 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2021-07-26T15:58:57.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.685520+0000 mon.c (mon.1) 73 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2021-07-26T15:58:57.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.686019+0000 mon.c (mon.1) 74 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2021-07-26T15:58:57.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.686468+0000 mon.c (mon.1) 75 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2021-07-26T15:58:57.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.686933+0000 mon.c (mon.1) 76 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2021-07-26T15:58:57.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.687378+0000 mon.c (mon.1) 77 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:58:57.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.687812+0000 mon.c (mon.1) 78 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:58:57.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.688254+0000 mon.c (mon.1) 79 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2021-07-26T15:58:57.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.688772+0000 mon.c (mon.1) 80 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2021-07-26T15:58:57.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.689290+0000 mon.c (mon.1) 81 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2021-07-26T15:58:57.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.689819+0000 mon.c (mon.1) 82 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2021-07-26T15:58:57.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: cluster 2021-07-26T15:58:56.716420+0000 mon.a (mon.0) 849 : cluster [INF] Manager daemon y is now available 2021-07-26T15:58:57.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.747721+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:58:57.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.892253+0000 mon.c (mon.1) 83 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:57.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.896300+0000 mon.c (mon.1) 84 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:57.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.957909+0000 mon.c (mon.1) 85 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:58:57.781 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.958264+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:58:57.781 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.967133+0000 mon.c (mon.1) 86 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:58:57.781 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:56.967555+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:58:57.781 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:57.203568+0000 mon.c (mon.1) 87 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:58:57.782 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:57 smithi107 bash[14687]: audit 2021-07-26T15:58:57.204529+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:58:57.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: cluster 2021-07-26T15:58:56.325628+0000 mon.a (mon.0) 848 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2021-07-26T15:58:57.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.665709+0000 mon.c (mon.1) 40 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:58:57.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.666374+0000 mon.c (mon.1) 41 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:58:57.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.667020+0000 mon.c (mon.1) 42 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:58:57.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.668496+0000 mon.c (mon.1) 43 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi037.wjuegm"}]: dispatch 2021-07-26T15:58:57.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.669059+0000 mon.c (mon.1) 44 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T15:58:57.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.670501+0000 mon.c (mon.1) 45 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:58:57.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.671311+0000 mon.c (mon.1) 46 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:58:57.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.671979+0000 mon.c (mon.1) 47 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:58:57.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.672392+0000 mon.c (mon.1) 48 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:58:57.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.672742+0000 mon.c (mon.1) 49 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:58:57.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.673224+0000 mon.c (mon.1) 50 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:58:57.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.673622+0000 mon.c (mon.1) 51 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:58:57.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.673949+0000 mon.c (mon.1) 52 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:58:57.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.674289+0000 mon.c (mon.1) 53 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:58:57.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.674635+0000 mon.c (mon.1) 54 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:58:57.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.675171+0000 mon.c (mon.1) 55 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:58:57.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.676452+0000 mon.c (mon.1) 56 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-07-26T15:58:57.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: cluster 2021-07-26T15:58:56.325628+0000 mon.a (mon.0) 848 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2021-07-26T15:58:57.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.665709+0000 mon.c (mon.1) 40 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:58:57.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.666374+0000 mon.c (mon.1) 41 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:58:57.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.667020+0000 mon.c (mon.1) 42 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:58:57.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.668496+0000 mon.c (mon.1) 43 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi037.wjuegm"}]: dispatch 2021-07-26T15:58:57.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.669059+0000 mon.c (mon.1) 44 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T15:58:57.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.670501+0000 mon.c (mon.1) 45 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:58:57.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.671311+0000 mon.c (mon.1) 46 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:58:57.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.671979+0000 mon.c (mon.1) 47 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:58:57.844 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.672392+0000 mon.c (mon.1) 48 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:58:57.844 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.672742+0000 mon.c (mon.1) 49 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:58:57.844 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.673224+0000 mon.c (mon.1) 50 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:58:57.844 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.673622+0000 mon.c (mon.1) 51 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:58:57.844 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.673949+0000 mon.c (mon.1) 52 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:58:57.845 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.674289+0000 mon.c (mon.1) 53 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:58:57.845 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.674635+0000 mon.c (mon.1) 54 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:58:57.845 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.675171+0000 mon.c (mon.1) 55 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:58:57.845 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.676452+0000 mon.c (mon.1) 56 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-07-26T15:58:57.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.677483+0000 mon.c (mon.1) 57 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "device/INTEL_SSDPEDMD400G4_CVFT5331005T400BGN"}]: dispatch 2021-07-26T15:58:57.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.677983+0000 mon.c (mon.1) 58 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "device/INTEL_SSDPEDMD400G4_PHFT620400NK400BGN"}]: dispatch 2021-07-26T15:58:57.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.678472+0000 mon.c (mon.1) 59 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/config_checks"}]: dispatch 2021-07-26T15:58:57.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.678923+0000 mon.c (mon.1) 60 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2021-07-26T15:58:57.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.679422+0000 mon.c (mon.1) 61 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2021-07-26T15:58:57.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.679919+0000 mon.c (mon.1) 62 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi037"}]: dispatch 2021-07-26T15:58:57.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.680386+0000 mon.c (mon.1) 63 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi107"}]: dispatch 2021-07-26T15:58:57.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.680842+0000 mon.c (mon.1) 64 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2021-07-26T15:58:57.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.681352+0000 mon.c (mon.1) 65 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2021-07-26T15:58:57.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.681826+0000 mon.c (mon.1) 66 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2021-07-26T15:58:57.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.682373+0000 mon.c (mon.1) 67 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2021-07-26T15:58:57.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.682888+0000 mon.c (mon.1) 68 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2021-07-26T15:58:57.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.683420+0000 mon.c (mon.1) 69 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2021-07-26T15:58:57.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.683943+0000 mon.c (mon.1) 70 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2021-07-26T15:58:57.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.684496+0000 mon.c (mon.1) 71 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2021-07-26T15:58:57.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.685034+0000 mon.c (mon.1) 72 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2021-07-26T15:58:57.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.685520+0000 mon.c (mon.1) 73 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2021-07-26T15:58:57.850 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.677483+0000 mon.c (mon.1) 57 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "device/INTEL_SSDPEDMD400G4_CVFT5331005T400BGN"}]: dispatch 2021-07-26T15:58:57.850 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.677983+0000 mon.c (mon.1) 58 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "device/INTEL_SSDPEDMD400G4_PHFT620400NK400BGN"}]: dispatch 2021-07-26T15:58:57.851 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.678472+0000 mon.c (mon.1) 59 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/config_checks"}]: dispatch 2021-07-26T15:58:57.851 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.678923+0000 mon.c (mon.1) 60 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2021-07-26T15:58:57.851 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.679422+0000 mon.c (mon.1) 61 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2021-07-26T15:58:57.851 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.679919+0000 mon.c (mon.1) 62 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi037"}]: dispatch 2021-07-26T15:58:57.852 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.680386+0000 mon.c (mon.1) 63 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi107"}]: dispatch 2021-07-26T15:58:57.852 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.680842+0000 mon.c (mon.1) 64 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2021-07-26T15:58:57.852 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.681352+0000 mon.c (mon.1) 65 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2021-07-26T15:58:57.852 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.681826+0000 mon.c (mon.1) 66 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2021-07-26T15:58:57.852 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.682373+0000 mon.c (mon.1) 67 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2021-07-26T15:58:57.853 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.682888+0000 mon.c (mon.1) 68 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2021-07-26T15:58:57.853 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.683420+0000 mon.c (mon.1) 69 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2021-07-26T15:58:57.853 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.683943+0000 mon.c (mon.1) 70 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2021-07-26T15:58:57.853 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.684496+0000 mon.c (mon.1) 71 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2021-07-26T15:58:57.854 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.685034+0000 mon.c (mon.1) 72 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2021-07-26T15:58:57.854 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.685520+0000 mon.c (mon.1) 73 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2021-07-26T15:58:57.854 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.686019+0000 mon.c (mon.1) 74 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2021-07-26T15:58:57.855 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.686468+0000 mon.c (mon.1) 75 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2021-07-26T15:58:57.855 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.686933+0000 mon.c (mon.1) 76 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2021-07-26T15:58:57.855 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.687378+0000 mon.c (mon.1) 77 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:58:57.855 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.687812+0000 mon.c (mon.1) 78 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:58:57.856 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.688254+0000 mon.c (mon.1) 79 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2021-07-26T15:58:57.856 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.688772+0000 mon.c (mon.1) 80 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2021-07-26T15:58:57.856 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.689290+0000 mon.c (mon.1) 81 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2021-07-26T15:58:57.856 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.689819+0000 mon.c (mon.1) 82 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2021-07-26T15:58:57.857 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: cluster 2021-07-26T15:58:56.716420+0000 mon.a (mon.0) 849 : cluster [INF] Manager daemon y is now available 2021-07-26T15:58:57.857 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.747721+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:58:57.857 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.892253+0000 mon.c (mon.1) 83 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:57.857 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.896300+0000 mon.c (mon.1) 84 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:57.857 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.957909+0000 mon.c (mon.1) 85 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:58:57.858 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.958264+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:58:57.858 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.967133+0000 mon.c (mon.1) 86 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:58:57.858 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:56.967555+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:58:57.858 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:57.203568+0000 mon.c (mon.1) 87 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:58:57.859 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[18551]: audit 2021-07-26T15:58:57.204529+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:58:57.859 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.686019+0000 mon.c (mon.1) 74 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2021-07-26T15:58:57.859 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.686468+0000 mon.c (mon.1) 75 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2021-07-26T15:58:57.859 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.686933+0000 mon.c (mon.1) 76 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2021-07-26T15:58:57.860 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.687378+0000 mon.c (mon.1) 77 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:58:57.860 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.687812+0000 mon.c (mon.1) 78 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:58:57.860 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.688254+0000 mon.c (mon.1) 79 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2021-07-26T15:58:57.860 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.688772+0000 mon.c (mon.1) 80 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2021-07-26T15:58:57.861 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.689290+0000 mon.c (mon.1) 81 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2021-07-26T15:58:57.861 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.689819+0000 mon.c (mon.1) 82 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2021-07-26T15:58:57.861 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: cluster 2021-07-26T15:58:56.716420+0000 mon.a (mon.0) 849 : cluster [INF] Manager daemon y is now available 2021-07-26T15:58:57.861 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.747721+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:58:57.861 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.892253+0000 mon.c (mon.1) 83 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:57.862 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.896300+0000 mon.c (mon.1) 84 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:58:57.862 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.957909+0000 mon.c (mon.1) 85 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:58:57.862 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.958264+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:58:57.862 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.967133+0000 mon.c (mon.1) 86 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:58:57.863 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:56.967555+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:58:57.863 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:57.203568+0000 mon.c (mon.1) 87 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:58:57.863 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:57 smithi037 bash[14605]: audit 2021-07-26T15:58:57.204529+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:58:58.109 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T15:58:58.109 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2021-07-26T15:58:58.110 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 3 2021-07-26T15:58:58.110 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:58:58.110 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2021-07-26T15:58:58.110 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T15:58:58.111 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:58:58.111 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2021-07-26T15:58:58.111 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 8 2021-07-26T15:58:58.111 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:58:58.111 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2021-07-26T15:58:58.112 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 2 2021-07-26T15:58:58.113 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:58:58.113 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2021-07-26T15:58:58.114 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 13, 2021-07-26T15:58:58.114 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T15:58:58.114 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T15:58:58.114 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T15:58:58.362 INFO:tasks.rados.rados.0.smithi037.stdout:592: done (3 left) 2021-07-26T15:58:58.362 INFO:tasks.rados.rados.0.smithi037.stdout:593: done (2 left) 2021-07-26T15:58:58.362 INFO:tasks.rados.rados.0.smithi037.stdout:595: done (1 left) 2021-07-26T15:58:58.362 INFO:tasks.rados.rados.0.smithi037.stdout:596: done (0 left) 2021-07-26T15:58:58.363 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 56 2021-07-26T15:58:58.363 INFO:tasks.rados.rados.0.smithi037.stdout:597: seq_num 218 ranges {1458176=458752,1916928=581632,2498560=221184} 2021-07-26T15:58:58.372 INFO:tasks.rados.rados.0.smithi037.stdout:597: writing smithi03738989-39 from 1458176 to 1916928 tid 1 2021-07-26T15:58:58.377 INFO:tasks.rados.rados.0.smithi037.stdout:597: writing smithi03738989-39 from 1916928 to 2498560 tid 2 2021-07-26T15:58:58.378 INFO:tasks.rados.rados.0.smithi037.stdout:597: writing smithi03738989-39 from 2498560 to 2719744 tid 3 2021-07-26T15:58:58.379 INFO:tasks.rados.rados.0.smithi037.stdout:598: read oid 48 snap -1 2021-07-26T15:58:58.379 INFO:tasks.rados.rados.0.smithi037.stdout:598: expect (ObjNum 138 snap 35 seq_num 138) 2021-07-26T15:58:58.379 INFO:tasks.rados.rados.0.smithi037.stdout:599: rollback oid 18 current snap is 56 2021-07-26T15:58:58.380 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 18 to 45 2021-07-26T15:58:58.380 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 56 2021-07-26T15:58:58.381 INFO:tasks.rados.rados.0.smithi037.stdout:600: seq_num 219 ranges {2359296=475136,2834432=466944,3301376=335872} 2021-07-26T15:58:58.395 INFO:tasks.rados.rados.0.smithi037.stdout:600: writing smithi03738989-44 from 2359296 to 2834432 tid 1 2021-07-26T15:58:58.398 INFO:tasks.rados.rados.0.smithi037.stdout:600: writing smithi03738989-44 from 2834432 to 3301376 tid 2 2021-07-26T15:58:58.401 INFO:tasks.rados.rados.0.smithi037.stdout:600: writing smithi03738989-44 from 3301376 to 3637248 tid 3 2021-07-26T15:58:58.401 INFO:tasks.rados.rados.0.smithi037.stdout:601: snap_create 2021-07-26T15:58:58.401 INFO:tasks.rados.rados.0.smithi037.stdout:599: finishing rollback tid 0 to smithi03738989-18 2021-07-26T15:58:58.401 INFO:tasks.rados.rados.0.smithi037.stdout:599: finishing rollback tid 1 to smithi03738989-18 2021-07-26T15:58:58.402 INFO:tasks.rados.rados.0.smithi037.stdout:597: finishing write tid 1 to smithi03738989-39 2021-07-26T15:58:58.402 INFO:tasks.rados.rados.0.smithi037.stdout:597: finishing write tid 2 to smithi03738989-39 2021-07-26T15:58:58.402 INFO:tasks.rados.rados.0.smithi037.stdout:597: finishing write tid 3 to smithi03738989-39 2021-07-26T15:58:58.402 INFO:tasks.rados.rados.0.smithi037.stdout:599: finishing rollback tid 2 to smithi03738989-18 2021-07-26T15:58:58.402 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 133 (ObjNum 153 snap 38 seq_num 153) dirty exists 2021-07-26T15:58:58.403 INFO:tasks.rados.rados.0.smithi037.stdout:597: finishing write tid 5 to smithi03738989-39 2021-07-26T15:58:58.403 INFO:tasks.rados.rados.0.smithi037.stdout:597: finishing write tid 6 to smithi03738989-39 2021-07-26T15:58:58.403 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 337 (ObjNum 218 snap 56 seq_num 218) dirty exists 2021-07-26T15:58:58.403 INFO:tasks.rados.rados.0.smithi037.stdout:597: left oid 39 (ObjNum 218 snap 56 seq_num 218) 2021-07-26T15:58:58.404 INFO:tasks.rados.rados.0.smithi037.stdout:598: expect (ObjNum 138 snap 35 seq_num 138) 2021-07-26T15:58:58.536 INFO:tasks.rados.rados.0.smithi037.stdout:600: finishing write tid 1 to smithi03738989-44 2021-07-26T15:58:58.537 INFO:tasks.rados.rados.0.smithi037.stdout:600: finishing write tid 2 to smithi03738989-44 2021-07-26T15:58:58.537 INFO:tasks.rados.rados.0.smithi037.stdout:600: finishing write tid 3 to smithi03738989-44 2021-07-26T15:58:58.537 INFO:tasks.rados.rados.0.smithi037.stdout:600: finishing write tid 5 to smithi03738989-44 2021-07-26T15:58:58.537 INFO:tasks.rados.rados.0.smithi037.stdout:600: finishing write tid 6 to smithi03738989-44 2021-07-26T15:58:58.538 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 126 (ObjNum 219 snap 56 seq_num 219) dirty exists 2021-07-26T15:58:58.538 INFO:tasks.rados.rados.0.smithi037.stdout:600: left oid 44 (ObjNum 219 snap 56 seq_num 219) 2021-07-26T15:58:58.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:58 smithi107 bash[14687]: cephadm 2021-07-26T15:58:56.740364+0000 mgr.y (mgr.24901) 1 : cephadm [INF] inventory: adjusted host smithi107 addr 'smithi107' -> '172.21.15.107' 2021-07-26T15:58:58.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:58 smithi107 bash[14687]: cluster 2021-07-26T15:58:57.337112+0000 mon.a (mon.0) 853 : cluster [DBG] mgrmap e25: y(active, since 6s), standbys: x 2021-07-26T15:58:58.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:58 smithi107 bash[14687]: cluster 2021-07-26T15:58:57.348272+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2021-07-26T15:58:58.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:58 smithi107 bash[14687]: audit 2021-07-26T15:58:57.372094+0000 mgr.y (mgr.24901) 2 : audit [DBG] from='client.15003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:58:58.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:58 smithi107 bash[14687]: cluster 2021-07-26T15:58:57.382601+0000 mgr.y (mgr.24901) 3 : cluster [DBG] pgmap v4: 89 pgs: 89 active+clean; 189 MiB data, 286 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:58:58.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:58 smithi107 bash[14687]: audit 2021-07-26T15:58:57.713089+0000 mon.c (mon.1) 89 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:58.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:58 smithi107 bash[14687]: audit 2021-07-26T15:58:57.714015+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:58.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:58 smithi107 bash[14687]: audit 2021-07-26T15:58:57.714946+0000 mon.c (mon.1) 91 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:58 smithi107 bash[14687]: audit 2021-07-26T15:58:57.715874+0000 mon.c (mon.1) 92 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:58 smithi107 bash[14687]: audit 2021-07-26T15:58:57.716639+0000 mon.c (mon.1) 93 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:58 smithi107 bash[14687]: audit 2021-07-26T15:58:57.717511+0000 mon.c (mon.1) 94 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:58 smithi107 bash[14687]: audit 2021-07-26T15:58:57.721374+0000 mon.c (mon.1) 95 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:58.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:58 smithi107 bash[14687]: audit 2021-07-26T15:58:57.722199+0000 mon.c (mon.1) 96 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:58 smithi107 bash[14687]: audit 2021-07-26T15:58:57.723024+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:58 smithi107 bash[14687]: audit 2021-07-26T15:58:57.723812+0000 mon.c (mon.1) 98 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:58 smithi107 bash[14687]: audit 2021-07-26T15:58:57.724646+0000 mon.c (mon.1) 99 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:58 smithi107 bash[14687]: audit 2021-07-26T15:58:58.109872+0000 mon.c (mon.1) 100 : audit [DBG] from='client.? 172.21.15.37:0/3126332459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:58:58.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[14605]: cephadm 2021-07-26T15:58:56.740364+0000 mgr.y (mgr.24901) 1 : cephadm [INF] inventory: adjusted host smithi107 addr 'smithi107' -> '172.21.15.107' 2021-07-26T15:58:58.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[14605]: cluster 2021-07-26T15:58:57.337112+0000 mon.a (mon.0) 853 : cluster [DBG] mgrmap e25: y(active, since 6s), standbys: x 2021-07-26T15:58:58.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[14605]: cluster 2021-07-26T15:58:57.348272+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2021-07-26T15:58:58.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[14605]: audit 2021-07-26T15:58:57.372094+0000 mgr.y (mgr.24901) 2 : audit [DBG] from='client.15003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:58:58.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[14605]: cluster 2021-07-26T15:58:57.382601+0000 mgr.y (mgr.24901) 3 : cluster [DBG] pgmap v4: 89 pgs: 89 active+clean; 189 MiB data, 286 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:58:58.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[14605]: audit 2021-07-26T15:58:57.713089+0000 mon.c (mon.1) 89 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:58.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[14605]: audit 2021-07-26T15:58:57.714015+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:58.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[14605]: audit 2021-07-26T15:58:57.714946+0000 mon.c (mon.1) 91 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[14605]: audit 2021-07-26T15:58:57.715874+0000 mon.c (mon.1) 92 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[14605]: audit 2021-07-26T15:58:57.716639+0000 mon.c (mon.1) 93 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[14605]: audit 2021-07-26T15:58:57.717511+0000 mon.c (mon.1) 94 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[14605]: audit 2021-07-26T15:58:57.721374+0000 mon.c (mon.1) 95 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:58.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[14605]: audit 2021-07-26T15:58:57.722199+0000 mon.c (mon.1) 96 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[14605]: audit 2021-07-26T15:58:57.723024+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[14605]: audit 2021-07-26T15:58:57.723812+0000 mon.c (mon.1) 98 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[14605]: audit 2021-07-26T15:58:57.724646+0000 mon.c (mon.1) 99 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[14605]: audit 2021-07-26T15:58:58.109872+0000 mon.c (mon.1) 100 : audit [DBG] from='client.? 172.21.15.37:0/3126332459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:58:58.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[18551]: cephadm 2021-07-26T15:58:56.740364+0000 mgr.y (mgr.24901) 1 : cephadm [INF] inventory: adjusted host smithi107 addr 'smithi107' -> '172.21.15.107' 2021-07-26T15:58:58.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[18551]: cluster 2021-07-26T15:58:57.337112+0000 mon.a (mon.0) 853 : cluster [DBG] mgrmap e25: y(active, since 6s), standbys: x 2021-07-26T15:58:58.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[18551]: cluster 2021-07-26T15:58:57.348272+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2021-07-26T15:58:58.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[18551]: audit 2021-07-26T15:58:57.372094+0000 mgr.y (mgr.24901) 2 : audit [DBG] from='client.15003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:58:58.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[18551]: cluster 2021-07-26T15:58:57.382601+0000 mgr.y (mgr.24901) 3 : cluster [DBG] pgmap v4: 89 pgs: 89 active+clean; 189 MiB data, 286 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:58:58.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[18551]: audit 2021-07-26T15:58:57.713089+0000 mon.c (mon.1) 89 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:58.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[18551]: audit 2021-07-26T15:58:57.714015+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:58.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[18551]: audit 2021-07-26T15:58:57.714946+0000 mon.c (mon.1) 91 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[18551]: audit 2021-07-26T15:58:57.715874+0000 mon.c (mon.1) 92 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[18551]: audit 2021-07-26T15:58:57.716639+0000 mon.c (mon.1) 93 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[18551]: audit 2021-07-26T15:58:57.717511+0000 mon.c (mon.1) 94 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[18551]: audit 2021-07-26T15:58:57.721374+0000 mon.c (mon.1) 95 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T15:58:58.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[18551]: audit 2021-07-26T15:58:57.722199+0000 mon.c (mon.1) 96 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[18551]: audit 2021-07-26T15:58:57.723024+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[18551]: audit 2021-07-26T15:58:57.723812+0000 mon.c (mon.1) 98 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[18551]: audit 2021-07-26T15:58:57.724646+0000 mon.c (mon.1) 99 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:58:58.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:58 smithi037 bash[18551]: audit 2021-07-26T15:58:58.109872+0000 mon.c (mon.1) 100 : audit [DBG] from='client.? 172.21.15.37:0/3126332459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:58:59.378 INFO:tasks.rados.rados.0.smithi037.stdout:597: done (4 left) 2021-07-26T15:58:59.379 INFO:tasks.rados.rados.0.smithi037.stdout:598: done (3 left) 2021-07-26T15:58:59.379 INFO:tasks.rados.rados.0.smithi037.stdout:599: done (2 left) 2021-07-26T15:58:59.379 INFO:tasks.rados.rados.0.smithi037.stdout:600: done (1 left) 2021-07-26T15:58:59.379 INFO:tasks.rados.rados.0.smithi037.stdout:601: done (0 left) 2021-07-26T15:58:59.380 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 57 2021-07-26T15:58:59.380 INFO:tasks.rados.rados.0.smithi037.stdout:602: seq_num 220 ranges {163840=491520,655360=753664,1409024=49152} 2021-07-26T15:58:59.384 INFO:tasks.rados.rados.0.smithi037.stdout:602: writing smithi03738989-18 from 163840 to 655360 tid 1 2021-07-26T15:58:59.388 INFO:tasks.rados.rados.0.smithi037.stdout:602: writing smithi03738989-18 from 655360 to 1409024 tid 2 2021-07-26T15:58:59.389 INFO:tasks.rados.rados.0.smithi037.stdout:602: writing smithi03738989-18 from 1409024 to 1458176 tid 3 2021-07-26T15:58:59.389 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 57 2021-07-26T15:58:59.390 INFO:tasks.rados.rados.0.smithi037.stdout:603: seq_num 221 ranges {2719744=507904,3227648=688128,3915776=114688} 2021-07-26T15:58:59.407 INFO:tasks.rados.rados.0.smithi037.stdout:603: writing smithi03738989-39 from 2719744 to 3227648 tid 1 2021-07-26T15:58:59.411 INFO:tasks.rados.rados.0.smithi037.stdout:603: writing smithi03738989-39 from 3227648 to 3915776 tid 2 2021-07-26T15:58:59.412 INFO:tasks.rados.rados.0.smithi037.stdout:603: writing smithi03738989-39 from 3915776 to 4030464 tid 3 2021-07-26T15:58:59.412 INFO:tasks.rados.rados.0.smithi037.stdout:604: setattr oid 49 current snap is 57 2021-07-26T15:58:59.413 INFO:tasks.rados.rados.0.smithi037.stdout:602: finishing write tid 1 to smithi03738989-18 2021-07-26T15:58:59.413 INFO:tasks.rados.rados.0.smithi037.stdout:602: finishing write tid 2 to smithi03738989-18 2021-07-26T15:58:59.413 INFO:tasks.rados.rados.0.smithi037.stdout:602: finishing write tid 3 to smithi03738989-18 2021-07-26T15:58:59.413 INFO:tasks.rados.rados.0.smithi037.stdout:602: finishing write tid 5 to smithi03738989-18 2021-07-26T15:58:59.413 INFO:tasks.rados.rados.0.smithi037.stdout:602: finishing write tid 6 to smithi03738989-18 2021-07-26T15:58:59.414 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 138 (ObjNum 220 snap 57 seq_num 220) dirty exists 2021-07-26T15:58:59.415 INFO:tasks.rados.rados.0.smithi037.stdout:602: left oid 18 (ObjNum 220 snap 57 seq_num 220) 2021-07-26T15:58:59.415 INFO:tasks.rados.rados.0.smithi037.stdout:602: done (2 left) 2021-07-26T15:58:59.416 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 57 2021-07-26T15:58:59.416 INFO:tasks.rados.rados.0.smithi037.stdout:605: seq_num 222 ranges {3235840=524288,3760128=565248,4325376=237568} 2021-07-26T15:58:59.435 INFO:tasks.rados.rados.0.smithi037.stdout:605: writing smithi03738989-8 from 3235840 to 3760128 tid 1 2021-07-26T15:58:59.438 INFO:tasks.rados.rados.0.smithi037.stdout:605: writing smithi03738989-8 from 3760128 to 4325376 tid 2 2021-07-26T15:58:59.440 INFO:tasks.rados.rados.0.smithi037.stdout:605: writing smithi03738989-8 from 4325376 to 4562944 tid 3 2021-07-26T15:58:59.440 INFO:tasks.rados.rados.0.smithi037.stdout:606: rollback oid 23 current snap is 57 2021-07-26T15:58:59.441 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 23 to 52 2021-07-26T15:58:59.441 INFO:tasks.rados.rados.0.smithi037.stdout:603: finishing write tid 1 to smithi03738989-39 2021-07-26T15:58:59.441 INFO:tasks.rados.rados.0.smithi037.stdout:603: finishing write tid 2 to smithi03738989-39 2021-07-26T15:58:59.442 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 140 (ObjNum 195 snap 48 seq_num 195) dirty exists 2021-07-26T15:58:59.442 INFO:tasks.rados.rados.0.smithi037.stdout:603: finishing write tid 3 to smithi03738989-39 2021-07-26T15:58:59.442 INFO:tasks.rados.rados.0.smithi037.stdout:603: finishing write tid 5 to smithi03738989-39 2021-07-26T15:58:59.442 INFO:tasks.rados.rados.0.smithi037.stdout:603: finishing write tid 6 to smithi03738989-39 2021-07-26T15:58:59.442 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 342 (ObjNum 221 snap 57 seq_num 221) dirty exists 2021-07-26T15:58:59.443 INFO:tasks.rados.rados.0.smithi037.stdout:603: left oid 39 (ObjNum 221 snap 57 seq_num 221) 2021-07-26T15:58:59.443 INFO:tasks.rados.rados.0.smithi037.stdout:603: done (3 left) 2021-07-26T15:58:59.443 INFO:tasks.rados.rados.0.smithi037.stdout:604: done (2 left) 2021-07-26T15:58:59.443 INFO:tasks.rados.rados.0.smithi037.stdout:607: copy_from oid 46 from oid 12 current snap is 57 2021-07-26T15:58:59.444 INFO:tasks.rados.rados.0.smithi037.stdout:608: snap_remove snap 42 2021-07-26T15:58:59.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:59 smithi107 bash[14687]: audit 2021-07-26T15:58:57.707297+0000 mgr.y (mgr.24901) 4 : audit [DBG] from='client.24952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:58:59.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:59 smithi107 bash[14687]: cluster 2021-07-26T15:58:58.362365+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2021-07-26T15:58:59.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:58:59 smithi107 bash[14687]: cluster 2021-07-26T15:58:58.672971+0000 mgr.y (mgr.24901) 5 : cluster [DBG] pgmap v6: 89 pgs: 89 active+clean; 189 MiB data, 286 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:58:59.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:59 smithi037 bash[18551]: audit 2021-07-26T15:58:57.707297+0000 mgr.y (mgr.24901) 4 : audit [DBG] from='client.24952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:58:59.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:59 smithi037 bash[18551]: cluster 2021-07-26T15:58:58.362365+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2021-07-26T15:58:59.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:58:59 smithi037 bash[18551]: cluster 2021-07-26T15:58:58.672971+0000 mgr.y (mgr.24901) 5 : cluster [DBG] pgmap v6: 89 pgs: 89 active+clean; 189 MiB data, 286 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:58:59.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:59 smithi037 bash[14605]: audit 2021-07-26T15:58:57.707297+0000 mgr.y (mgr.24901) 4 : audit [DBG] from='client.24952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:58:59.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:59 smithi037 bash[14605]: cluster 2021-07-26T15:58:58.362365+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2021-07-26T15:58:59.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:58:59 smithi037 bash[14605]: cluster 2021-07-26T15:58:58.672971+0000 mgr.y (mgr.24901) 5 : cluster [DBG] pgmap v6: 89 pgs: 89 active+clean; 189 MiB data, 286 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:59:00.380 INFO:tasks.rados.rados.0.smithi037.stdout:608: done (3 left) 2021-07-26T15:59:00.380 INFO:tasks.rados.rados.0.smithi037.stdout:609: copy_from oid 30 from oid 35 current snap is 57 2021-07-26T15:59:00.381 INFO:tasks.rados.rados.0.smithi037.stdout:610: read oid 3 snap 51 2021-07-26T15:59:00.381 INFO:tasks.rados.rados.0.smithi037.stdout:610: expect (ObjNum 194 snap 48 seq_num 194) 2021-07-26T15:59:00.382 INFO:tasks.rados.rados.0.smithi037.stdout:611: copy_from oid 44 from oid 25 current snap is 57 2021-07-26T15:59:00.383 INFO:tasks.rados.rados.0.smithi037.stdout:612: delete oid 39 current snap is 57 2021-07-26T15:59:00.384 INFO:tasks.rados.rados.0.smithi037.stdout:605: finishing write tid 1 to smithi03738989-8 2021-07-26T15:59:00.384 INFO:tasks.rados.rados.0.smithi037.stdout:605: finishing write tid 2 to smithi03738989-8 2021-07-26T15:59:00.385 INFO:tasks.rados.rados.0.smithi037.stdout:606: finishing rollback tid 0 to smithi03738989-23 2021-07-26T15:59:00.385 INFO:tasks.rados.rados.0.smithi037.stdout:606: finishing rollback tid 1 to smithi03738989-23 2021-07-26T15:59:00.385 INFO:tasks.rados.rados.0.smithi037.stdout:606: finishing rollback tid 2 to smithi03738989-23 2021-07-26T15:59:00.386 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 189 (ObjNum 199 snap 49 seq_num 199) dirty exists 2021-07-26T15:59:00.386 INFO:tasks.rados.rados.0.smithi037.stdout:605: finishing write tid 3 to smithi03738989-8 2021-07-26T15:59:00.387 INFO:tasks.rados.rados.0.smithi037.stdout:605: finishing write tid 5 to smithi03738989-8 2021-07-26T15:59:00.388 INFO:tasks.rados.rados.0.smithi037.stdout:605: finishing write tid 6 to smithi03738989-8 2021-07-26T15:59:00.388 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 190 (ObjNum 222 snap 57 seq_num 222) dirty exists 2021-07-26T15:59:00.389 INFO:tasks.rados.rados.0.smithi037.stdout:605: left oid 8 (ObjNum 222 snap 57 seq_num 222) 2021-07-26T15:59:00.389 INFO:tasks.rados.rados.0.smithi037.stdout:607: finishing copy_from to smithi03738989-46 2021-07-26T15:59:00.390 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 247 (ObjNum 168 snap 41 seq_num 168) dirty exists 2021-07-26T15:59:00.390 INFO:tasks.rados.rados.0.smithi037.stdout:607: finishing copy_from racing read to smithi03738989-46 2021-07-26T15:59:00.399 INFO:tasks.rados.rados.0.smithi037.stdout:609: finishing copy_from to smithi03738989-30 2021-07-26T15:59:00.399 INFO:tasks.rados.rados.0.smithi037.stdout:609: got expected ENOENT (src dne) 2021-07-26T15:59:00.399 INFO:tasks.rados.rados.0.smithi037.stdout:609: finishing copy_from racing read to smithi03738989-30 2021-07-26T15:59:00.400 INFO:tasks.rados.rados.0.smithi037.stdout:605: done (6 left) 2021-07-26T15:59:00.400 INFO:tasks.rados.rados.0.smithi037.stdout:606: done (5 left) 2021-07-26T15:59:00.401 INFO:tasks.rados.rados.0.smithi037.stdout:607: done (4 left) 2021-07-26T15:59:00.401 INFO:tasks.rados.rados.0.smithi037.stdout:609: done (3 left) 2021-07-26T15:59:00.402 INFO:tasks.rados.rados.0.smithi037.stdout:612: done (2 left) 2021-07-26T15:59:00.402 INFO:tasks.rados.rados.0.smithi037.stdout:613: snap_create 2021-07-26T15:59:00.405 INFO:tasks.rados.rados.0.smithi037.stdout:610: expect (ObjNum 194 snap 48 seq_num 194) 2021-07-26T15:59:00.425 INFO:tasks.rados.rados.0.smithi037.stdout:611: finishing copy_from to smithi03738989-44 2021-07-26T15:59:00.425 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 130 (ObjNum 107 snap 22 seq_num 107) dirty exists 2021-07-26T15:59:00.426 INFO:tasks.rados.rados.0.smithi037.stdout:611: finishing copy_from racing read to smithi03738989-44 2021-07-26T15:59:00.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:00 smithi107 bash[14687]: cluster 2021-07-26T15:58:59.377035+0000 mon.a (mon.0) 856 : cluster [DBG] mgrmap e26: y(active, since 8s), standbys: x 2021-07-26T15:59:00.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:00 smithi107 bash[14687]: cluster 2021-07-26T15:58:59.377355+0000 mon.a (mon.0) 857 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2021-07-26T15:59:00.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:00 smithi037 bash[18551]: cluster 2021-07-26T15:58:59.377035+0000 mon.a (mon.0) 856 : cluster [DBG] mgrmap e26: y(active, since 8s), standbys: x 2021-07-26T15:59:00.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:00 smithi037 bash[18551]: cluster 2021-07-26T15:58:59.377355+0000 mon.a (mon.0) 857 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2021-07-26T15:59:00.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:00 smithi037 bash[14605]: cluster 2021-07-26T15:58:59.377035+0000 mon.a (mon.0) 856 : cluster [DBG] mgrmap e26: y(active, since 8s), standbys: x 2021-07-26T15:59:00.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:00 smithi037 bash[14605]: cluster 2021-07-26T15:58:59.377355+0000 mon.a (mon.0) 857 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2021-07-26T15:59:01.402 INFO:tasks.rados.rados.0.smithi037.stdout:610: done (2 left) 2021-07-26T15:59:01.403 INFO:tasks.rados.rados.0.smithi037.stdout:611: done (1 left) 2021-07-26T15:59:01.403 INFO:tasks.rados.rados.0.smithi037.stdout:613: done (0 left) 2021-07-26T15:59:01.403 INFO:tasks.rados.rados.0.smithi037.stdout:614: read oid 45 snap -1 2021-07-26T15:59:01.404 INFO:tasks.rados.rados.0.smithi037.stdout:614: expect (ObjNum 114 snap 28 seq_num 114) 2021-07-26T15:59:01.404 INFO:tasks.rados.rados.0.smithi037.stdout:615: setattr oid 1 current snap is 58 2021-07-26T15:59:01.404 INFO:tasks.rados.rados.0.smithi037.stdout:616: rmattr oid 34 current snap is 58 2021-07-26T15:59:01.404 INFO:tasks.rados.rados.0.smithi037.stdout:616: done (2 left) 2021-07-26T15:59:01.405 INFO:tasks.rados.rados.0.smithi037.stdout:617: read oid 10 snap -1 2021-07-26T15:59:01.405 INFO:tasks.rados.rados.0.smithi037.stdout:617: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:59:01.405 INFO:tasks.rados.rados.0.smithi037.stdout:618: rollback oid 46 current snap is 58 2021-07-26T15:59:01.405 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 46 to 41 2021-07-26T15:59:01.405 INFO:tasks.rados.rados.0.smithi037.stdout:619: copy_from oid 25 from oid 44 current snap is 58 2021-07-26T15:59:01.406 INFO:tasks.rados.rados.0.smithi037.stdout:620: rollback oid 41 current snap is 58 2021-07-26T15:59:01.406 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 41 to 48 2021-07-26T15:59:01.406 INFO:tasks.rados.rados.0.smithi037.stdout:621: rollback oid 50 current snap is 58 2021-07-26T15:59:01.406 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 53 2021-07-26T15:59:01.407 INFO:tasks.rados.rados.0.smithi037.stdout:622: read oid 5 snap -1 2021-07-26T15:59:01.407 INFO:tasks.rados.rados.0.smithi037.stdout:622: expect deleted 2021-07-26T15:59:01.407 INFO:tasks.rados.rados.0.smithi037.stdout:623: rollback oid 4 current snap is 58 2021-07-26T15:59:01.407 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 4 to 48 2021-07-26T15:59:01.408 INFO:tasks.rados.rados.0.smithi037.stdout:624: snap_create 2021-07-26T15:59:01.409 INFO:tasks.rados.rados.0.smithi037.stdout:620: finishing rollback tid 0 to smithi03738989-41 2021-07-26T15:59:01.413 INFO:tasks.rados.rados.0.smithi037.stdout:620: finishing rollback tid 1 to smithi03738989-41 2021-07-26T15:59:01.413 INFO:tasks.rados.rados.0.smithi037.stdout:621: finishing rollback tid 0 to smithi03738989-50 2021-07-26T15:59:01.414 INFO:tasks.rados.rados.0.smithi037.stdout:618: finishing rollback tid 0 to smithi03738989-46 2021-07-26T15:59:01.419 INFO:tasks.rados.rados.0.smithi037.stdout:620: finishing rollback tid 2 to smithi03738989-41 2021-07-26T15:59:01.419 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 172 (ObjNum 27 snap 0 seq_num 27) dirty exists 2021-07-26T15:59:01.420 INFO:tasks.rados.rados.0.smithi037.stdout:618: finishing rollback tid 1 to smithi03738989-46 2021-07-26T15:59:01.421 INFO:tasks.rados.rados.0.smithi037.stdout:618: finishing rollback tid 2 to smithi03738989-46 2021-07-26T15:59:01.421 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 256 (ObjNum 108 snap 22 seq_num 108) dirty exists 2021-07-26T15:59:01.421 INFO:tasks.rados.rados.0.smithi037.stdout:621: finishing rollback tid 1 to smithi03738989-50 2021-07-26T15:59:01.422 INFO:tasks.rados.rados.0.smithi037.stdout:621: finishing rollback tid 2 to smithi03738989-50 2021-07-26T15:59:01.422 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 190 (ObjNum 196 snap 48 seq_num 196) dirty exists 2021-07-26T15:59:01.423 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 350 (ObjNum 1 snap 32610 seq_num 371800848) dirty exists 2021-07-26T15:59:01.423 INFO:tasks.rados.rados.0.smithi037.stdout:623: finishing rollback tid 1 to smithi03738989-4 2021-07-26T15:59:01.423 INFO:tasks.rados.rados.0.smithi037.stdout:623: finishing rollback tid 2 to smithi03738989-4 2021-07-26T15:59:01.423 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 352 (ObjNum 146 snap 38 seq_num 146) dirty exists 2021-07-26T15:59:01.432 INFO:tasks.rados.rados.0.smithi037.stdout:614: expect (ObjNum 114 snap 28 seq_num 114) 2021-07-26T15:59:01.585 INFO:tasks.rados.rados.0.smithi037.stdout:617: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:59:01.600 INFO:tasks.rados.rados.0.smithi037.stdout:619: finishing copy_from to smithi03738989-25 2021-07-26T15:59:01.600 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 130 (ObjNum 107 snap 22 seq_num 107) dirty exists 2021-07-26T15:59:01.600 INFO:tasks.rados.rados.0.smithi037.stdout:619: finishing copy_from racing read to smithi03738989-25 2021-07-26T15:59:01.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:01 smithi107 bash[14687]: cluster 2021-07-26T15:59:00.378165+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2021-07-26T15:59:01.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:01 smithi107 bash[14687]: cluster 2021-07-26T15:59:00.673650+0000 mgr.y (mgr.24901) 6 : cluster [DBG] pgmap v9: 89 pgs: 89 active+clean; 189 MiB data, 286 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:59:01.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:01 smithi037 bash[18551]: cluster 2021-07-26T15:59:00.378165+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2021-07-26T15:59:01.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:01 smithi037 bash[18551]: cluster 2021-07-26T15:59:00.673650+0000 mgr.y (mgr.24901) 6 : cluster [DBG] pgmap v9: 89 pgs: 89 active+clean; 189 MiB data, 286 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:59:01.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:01 smithi037 bash[14605]: cluster 2021-07-26T15:59:00.378165+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2021-07-26T15:59:01.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:01 smithi037 bash[14605]: cluster 2021-07-26T15:59:00.673650+0000 mgr.y (mgr.24901) 6 : cluster [DBG] pgmap v9: 89 pgs: 89 active+clean; 189 MiB data, 286 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:59:02.337 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: debug 2021-07-26T15:59:02.027+0000 7fdb3efd1700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:59:02.337 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T15:59:02.338 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:02.338 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T15:59:02.338 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:02.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T15:59:02.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:02.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:02.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:59:02.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: debug 2021-07-26T15:59:02.031+0000 7fdb3efd1700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:59:02.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T15:59:02.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:02.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T15:59:02.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:02.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T15:59:02.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:02.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:02.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:59:02.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: debug 2021-07-26T15:59:02.031+0000 7fdb3efd1700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:59:02.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T15:59:02.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:02.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T15:59:02.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:02.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T15:59:02.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:02.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:02.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:59:02.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: debug 2021-07-26T15:59:02.035+0000 7fdb3efd1700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:59:02.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T15:59:02.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:02.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T15:59:02.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:02.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T15:59:02.346 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:02.346 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:02.346 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:59:02.406 INFO:tasks.rados.rados.0.smithi037.stdout:614: done (9 left) 2021-07-26T15:59:02.406 INFO:tasks.rados.rados.0.smithi037.stdout:615: done (8 left) 2021-07-26T15:59:02.406 INFO:tasks.rados.rados.0.smithi037.stdout:617: done (7 left) 2021-07-26T15:59:02.407 INFO:tasks.rados.rados.0.smithi037.stdout:618: done (6 left) 2021-07-26T15:59:02.407 INFO:tasks.rados.rados.0.smithi037.stdout:619: done (5 left) 2021-07-26T15:59:02.407 INFO:tasks.rados.rados.0.smithi037.stdout:620: done (4 left) 2021-07-26T15:59:02.407 INFO:tasks.rados.rados.0.smithi037.stdout:621: done (3 left) 2021-07-26T15:59:02.408 INFO:tasks.rados.rados.0.smithi037.stdout:622: done (2 left) 2021-07-26T15:59:02.408 INFO:tasks.rados.rados.0.smithi037.stdout:623: done (1 left) 2021-07-26T15:59:02.408 INFO:tasks.rados.rados.0.smithi037.stdout:624: done (0 left) 2021-07-26T15:59:02.408 INFO:tasks.rados.rados.0.smithi037.stdout:625: rollback oid 44 current snap is 59 2021-07-26T15:59:02.409 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 44 to 30 2021-07-26T15:59:02.409 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 59 2021-07-26T15:59:02.409 INFO:tasks.rados.rados.0.smithi037.stdout:626: seq_num 224 ranges {0=557056,557056=737280,1294336=65536} 2021-07-26T15:59:02.410 INFO:tasks.rados.rados.0.smithi037.stdout:626: writing smithi03738989-30 from 0 to 557056 tid 1 2021-07-26T15:59:02.413 INFO:tasks.rados.rados.0.smithi037.stdout:626: writing smithi03738989-30 from 557056 to 1294336 tid 2 2021-07-26T15:59:02.415 INFO:tasks.rados.rados.0.smithi037.stdout:626: writing smithi03738989-30 from 1294336 to 1359872 tid 3 2021-07-26T15:59:02.415 INFO:tasks.rados.rados.0.smithi037.stdout:627: rollback oid 40 current snap is 59 2021-07-26T15:59:02.415 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 40 to 41 2021-07-26T15:59:02.415 INFO:tasks.rados.rados.0.smithi037.stdout:628: snap_remove snap 33 2021-07-26T15:59:02.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: cluster 2021-07-26T15:59:01.399948+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2021-07-26T15:59:02.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:01.581073+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:02.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:01.769090+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:02.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:01.821028+0000 mon.c (mon.1) 101 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:01.821797+0000 mon.c (mon.1) 102 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:01.822422+0000 mon.c (mon.1) 103 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:01.822956+0000 mon.c (mon.1) 104 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:01.823599+0000 mon.c (mon.1) 105 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:01.824236+0000 mon.c (mon.1) 106 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:01.825035+0000 mon.c (mon.1) 107 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:01.825892+0000 mon.c (mon.1) 108 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:01.826635+0000 mon.c (mon.1) 109 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi037.wjuegm","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T15:59:02.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:01.827356+0000 mon.c (mon.1) 110 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:01.827776+0000 mon.a (mon.0) 862 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:02.011453+0000 mon.c (mon.1) 111 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:02.012532+0000 mon.c (mon.1) 112 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:02.013580+0000 mon.c (mon.1) 113 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:02.014649+0000 mon.c (mon.1) 114 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:02.015716+0000 mon.c (mon.1) 115 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:02.016794+0000 mon.c (mon.1) 116 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:02.017861+0000 mon.c (mon.1) 117 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:02.018907+0000 mon.c (mon.1) 118 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:02.019987+0000 mon.c (mon.1) 119 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi107.pmlxcx","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T15:59:02.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:02.021164+0000 mon.c (mon.1) 120 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:02.021884+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:02.030826+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:02.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:02 smithi107 bash[14687]: audit 2021-07-26T15:59:02.044166+0000 mon.c (mon.1) 121 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:59:02.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: cluster 2021-07-26T15:59:01.399948+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2021-07-26T15:59:02.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:01.581073+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:02.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:01.769090+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:02.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:01.821028+0000 mon.c (mon.1) 101 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:01.821797+0000 mon.c (mon.1) 102 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:01.822422+0000 mon.c (mon.1) 103 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:01.822956+0000 mon.c (mon.1) 104 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:01.823599+0000 mon.c (mon.1) 105 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:01.824236+0000 mon.c (mon.1) 106 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:01.825035+0000 mon.c (mon.1) 107 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:01.825892+0000 mon.c (mon.1) 108 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:01.826635+0000 mon.c (mon.1) 109 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi037.wjuegm","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T15:59:02.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:01.827356+0000 mon.c (mon.1) 110 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:01.827776+0000 mon.a (mon.0) 862 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:02.011453+0000 mon.c (mon.1) 111 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:02.012532+0000 mon.c (mon.1) 112 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:02.013580+0000 mon.c (mon.1) 113 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: cluster 2021-07-26T15:59:01.399948+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2021-07-26T15:59:02.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:01.581073+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:02.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:01.769090+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:02.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:01.821028+0000 mon.c (mon.1) 101 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:01.821797+0000 mon.c (mon.1) 102 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:01.822422+0000 mon.c (mon.1) 103 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:01.822956+0000 mon.c (mon.1) 104 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:01.823599+0000 mon.c (mon.1) 105 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:01.824236+0000 mon.c (mon.1) 106 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:01.825035+0000 mon.c (mon.1) 107 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:01.825892+0000 mon.c (mon.1) 108 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:01.826635+0000 mon.c (mon.1) 109 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi037.wjuegm","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T15:59:02.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:01.827356+0000 mon.c (mon.1) 110 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:01.827776+0000 mon.a (mon.0) 862 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:02.011453+0000 mon.c (mon.1) 111 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:02.012532+0000 mon.c (mon.1) 112 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:02.013580+0000 mon.c (mon.1) 113 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.847 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:02.014649+0000 mon.c (mon.1) 114 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.847 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:02.015716+0000 mon.c (mon.1) 115 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.848 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:02.016794+0000 mon.c (mon.1) 116 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.848 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:02.017861+0000 mon.c (mon.1) 117 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.848 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:02.018907+0000 mon.c (mon.1) 118 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.848 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:02.019987+0000 mon.c (mon.1) 119 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi107.pmlxcx","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T15:59:02.849 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:02.021164+0000 mon.c (mon.1) 120 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.849 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:02.021884+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.849 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:02.030826+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:02.849 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[14605]: audit 2021-07-26T15:59:02.044166+0000 mon.c (mon.1) 121 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:59:02.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:02.014649+0000 mon.c (mon.1) 114 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:02.015716+0000 mon.c (mon.1) 115 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:02.016794+0000 mon.c (mon.1) 116 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.851 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:02.017861+0000 mon.c (mon.1) 117 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:02.851 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:02.018907+0000 mon.c (mon.1) 118 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.851 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:02.019987+0000 mon.c (mon.1) 119 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi107.pmlxcx","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T15:59:02.851 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:02.021164+0000 mon.c (mon.1) 120 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.852 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:02.021884+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:59:02.852 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:02.030826+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:02.852 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:02 smithi037 bash[18551]: audit 2021-07-26T15:59:02.044166+0000 mon.c (mon.1) 121 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:59:03.295 INFO:tasks.rados.rados.0.smithi037.stdout:625: finishing rollback tid 0 to smithi03738989-44 2021-07-26T15:59:03.295 INFO:tasks.rados.rados.0.smithi037.stdout:627: finishing rollback tid 1 to smithi03738989-40 2021-07-26T15:59:03.295 INFO:tasks.rados.rados.0.smithi037.stdout:626: finishing write tid 1 to smithi03738989-30 2021-07-26T15:59:03.296 INFO:tasks.rados.rados.0.smithi037.stdout:627: finishing rollback tid 2 to smithi03738989-40 2021-07-26T15:59:03.296 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 119 (ObjNum 143 snap 38 seq_num 143) dirty exists 2021-07-26T15:59:03.296 INFO:tasks.rados.rados.0.smithi037.stdout:626: finishing write tid 2 to smithi03738989-30 2021-07-26T15:59:03.296 INFO:tasks.rados.rados.0.smithi037.stdout:625: finishing rollback tid 1 to smithi03738989-44 2021-07-26T15:59:03.296 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 135 (ObjNum 2 snap 5 seq_num 1) dirty dne 2021-07-26T15:59:03.297 INFO:tasks.rados.rados.0.smithi037.stdout:626: finishing write tid 3 to smithi03738989-30 2021-07-26T15:59:03.297 INFO:tasks.rados.rados.0.smithi037.stdout:626: finishing write tid 5 to smithi03738989-30 2021-07-26T15:59:03.297 INFO:tasks.rados.rados.0.smithi037.stdout:626: finishing write tid 6 to smithi03738989-30 2021-07-26T15:59:03.297 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 178 (ObjNum 224 snap 59 seq_num 224) dirty exists 2021-07-26T15:59:03.298 INFO:tasks.rados.rados.0.smithi037.stdout:626: left oid 30 (ObjNum 224 snap 59 seq_num 224) 2021-07-26T15:59:03.298 INFO:tasks.rados.rados.0.smithi037.stdout:625: done (3 left) 2021-07-26T15:59:03.298 INFO:tasks.rados.rados.0.smithi037.stdout:626: done (2 left) 2021-07-26T15:59:03.298 INFO:tasks.rados.rados.0.smithi037.stdout:627: done (1 left) 2021-07-26T15:59:03.299 INFO:tasks.rados.rados.0.smithi037.stdout:628: done (0 left) 2021-07-26T15:59:03.299 INFO:tasks.rados.rados.0.smithi037.stdout:629: snap_create 2021-07-26T15:59:03.742 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: cephadm 2021-07-26T15:59:02.035229+0000 mgr.y (mgr.24901) 7 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:59:03.742 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T15:59:03.743 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:03.743 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T15:59:03.743 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:03.743 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T15:59:03.744 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:03.744 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:03.744 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:59:03.744 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: cephadm 2021-07-26T15:59:02.036637+0000 mgr.y (mgr.24901) 8 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:59:03.744 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T15:59:03.745 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:03.745 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T15:59:03.745 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:03.745 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T15:59:03.746 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:03.746 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:03.746 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:59:03.746 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: cephadm 2021-07-26T15:59:02.038862+0000 mgr.y (mgr.24901) 9 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:59:03.747 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T15:59:03.747 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:03.747 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T15:59:03.747 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:03.748 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T15:59:03.748 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:03.748 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:03.748 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:59:03.748 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: cephadm 2021-07-26T15:59:02.040061+0000 mgr.y (mgr.24901) 10 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:59:03.749 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T15:59:03.749 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:03.749 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T15:59:03.749 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:03.750 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T15:59:03.750 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:03.750 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:03.750 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:59:03.751 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: cluster 2021-07-26T15:59:02.403483+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2021-07-26T15:59:03.751 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: cluster 2021-07-26T15:59:02.674407+0000 mgr.y (mgr.24901) 11 : cluster [DBG] pgmap v12: 89 pgs: 89 active+clean; 213 MiB data, 315 MiB used, 707 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.9 MiB/s wr, 27 op/s 2021-07-26T15:59:03.751 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:03 smithi107 bash[14687]: cluster 2021-07-26T15:59:03.292683+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2021-07-26T15:59:03.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: cephadm 2021-07-26T15:59:02.035229+0000 mgr.y (mgr.24901) 7 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:59:03.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: Traceback (most recent call last): 2021-07-26T15:59:03.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:03.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: if self._apply_service(spec): 2021-07-26T15:59:03.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:03.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: rank_generation=slot.rank_generation, 2021-07-26T15:59:03.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:03.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:03.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:59:03.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: cephadm 2021-07-26T15:59:02.036637+0000 mgr.y (mgr.24901) 8 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:59:03.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: Traceback (most recent call last): 2021-07-26T15:59:03.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:03.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: if self._apply_service(spec): 2021-07-26T15:59:03.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:03.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: rank_generation=slot.rank_generation, 2021-07-26T15:59:03.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:03.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:03.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:59:03.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: cephadm 2021-07-26T15:59:02.038862+0000 mgr.y (mgr.24901) 9 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:59:03.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: Traceback (most recent call last): 2021-07-26T15:59:03.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:03.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: if self._apply_service(spec): 2021-07-26T15:59:03.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:03.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: rank_generation=slot.rank_generation, 2021-07-26T15:59:03.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:03.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:03.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:59:03.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: cephadm 2021-07-26T15:59:02.035229+0000 mgr.y (mgr.24901) 7 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:59:03.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: Traceback (most recent call last): 2021-07-26T15:59:03.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:03.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: if self._apply_service(spec): 2021-07-26T15:59:03.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:03.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: rank_generation=slot.rank_generation, 2021-07-26T15:59:03.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:03.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:03.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:59:03.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: cephadm 2021-07-26T15:59:02.036637+0000 mgr.y (mgr.24901) 8 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:59:03.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: Traceback (most recent call last): 2021-07-26T15:59:03.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:03.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: if self._apply_service(spec): 2021-07-26T15:59:03.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:03.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: rank_generation=slot.rank_generation, 2021-07-26T15:59:03.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:03.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:03.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:59:03.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: cephadm 2021-07-26T15:59:02.038862+0000 mgr.y (mgr.24901) 9 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:59:03.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: Traceback (most recent call last): 2021-07-26T15:59:03.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:03.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: if self._apply_service(spec): 2021-07-26T15:59:03.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:03.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: rank_generation=slot.rank_generation, 2021-07-26T15:59:03.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:03.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:03.851 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:59:03.851 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: cephadm 2021-07-26T15:59:02.040061+0000 mgr.y (mgr.24901) 10 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:59:03.852 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: Traceback (most recent call last): 2021-07-26T15:59:03.852 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:03.852 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: if self._apply_service(spec): 2021-07-26T15:59:03.852 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:03.853 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: rank_generation=slot.rank_generation, 2021-07-26T15:59:03.853 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:03.853 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:03.853 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:59:03.854 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: cluster 2021-07-26T15:59:02.403483+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2021-07-26T15:59:03.854 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: cluster 2021-07-26T15:59:02.674407+0000 mgr.y (mgr.24901) 11 : cluster [DBG] pgmap v12: 89 pgs: 89 active+clean; 213 MiB data, 315 MiB used, 707 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.9 MiB/s wr, 27 op/s 2021-07-26T15:59:03.854 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[14605]: cluster 2021-07-26T15:59:03.292683+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2021-07-26T15:59:03.855 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: cephadm 2021-07-26T15:59:02.040061+0000 mgr.y (mgr.24901) 10 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:59:03.855 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: Traceback (most recent call last): 2021-07-26T15:59:03.855 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:03.855 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: if self._apply_service(spec): 2021-07-26T15:59:03.856 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:03.856 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: rank_generation=slot.rank_generation, 2021-07-26T15:59:03.856 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:03.856 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:03.856 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:59:03.858 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: cluster 2021-07-26T15:59:02.403483+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2021-07-26T15:59:03.859 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: cluster 2021-07-26T15:59:02.674407+0000 mgr.y (mgr.24901) 11 : cluster [DBG] pgmap v12: 89 pgs: 89 active+clean; 213 MiB data, 315 MiB used, 707 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.9 MiB/s wr, 27 op/s 2021-07-26T15:59:03.859 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:03 smithi037 bash[18551]: cluster 2021-07-26T15:59:03.292683+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2021-07-26T15:59:04.297 INFO:tasks.rados.rados.0.smithi037.stdout:629: done (0 left) 2021-07-26T15:59:04.298 INFO:tasks.rados.rados.0.smithi037.stdout:630: rmattr oid 40 current snap is 60 2021-07-26T15:59:04.298 INFO:tasks.rados.rados.0.smithi037.stdout:630: done (0 left) 2021-07-26T15:59:04.298 INFO:tasks.rados.rados.0.smithi037.stdout:631: read oid 10 snap 27 2021-07-26T15:59:04.299 INFO:tasks.rados.rados.0.smithi037.stdout:631: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:59:04.299 INFO:tasks.rados.rados.0.smithi037.stdout:632: read oid 50 snap -1 2021-07-26T15:59:04.299 INFO:tasks.rados.rados.0.smithi037.stdout:632: expect (ObjNum 196 snap 48 seq_num 196) 2021-07-26T15:59:04.299 INFO:tasks.rados.rados.0.smithi037.stdout:633: setattr oid 7 current snap is 60 2021-07-26T15:59:04.300 INFO:tasks.rados.rados.0.smithi037.stdout:634: read oid 18 snap 43 2021-07-26T15:59:04.301 INFO:tasks.rados.rados.0.smithi037.stdout:634: expect (ObjNum 153 snap 38 seq_num 153) 2021-07-26T15:59:04.301 INFO:tasks.rados.rados.0.smithi037.stdout:635: copy_from oid 42 from oid 35 current snap is 60 2021-07-26T15:59:04.301 INFO:tasks.rados.rados.0.smithi037.stdout:636: read oid 46 snap -1 2021-07-26T15:59:04.301 INFO:tasks.rados.rados.0.smithi037.stdout:636: expect (ObjNum 108 snap 22 seq_num 108) 2021-07-26T15:59:04.302 INFO:tasks.rados.rados.0.smithi037.stdout:637: rollback oid 31 current snap is 60 2021-07-26T15:59:04.302 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 31 to 27 2021-07-26T15:59:04.302 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 60 2021-07-26T15:59:04.302 INFO:tasks.rados.rados.0.smithi037.stdout:638: seq_num 225 ranges {4562944=573440,5136384=622592,5758976=180224} 2021-07-26T15:59:04.331 INFO:tasks.rados.rados.0.smithi037.stdout:638: writing smithi03738989-8 from 4562944 to 5136384 tid 1 2021-07-26T15:59:04.335 INFO:tasks.rados.rados.0.smithi037.stdout:638: writing smithi03738989-8 from 5136384 to 5758976 tid 2 2021-07-26T15:59:04.336 INFO:tasks.rados.rados.0.smithi037.stdout:638: writing smithi03738989-8 from 5758976 to 5939200 tid 3 2021-07-26T15:59:04.337 INFO:tasks.rados.rados.0.smithi037.stdout:639: rollback oid 19 current snap is 60 2021-07-26T15:59:04.337 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 27 2021-07-26T15:59:04.337 INFO:tasks.rados.rados.0.smithi037.stdout:640: rollback oid 9 current snap is 60 2021-07-26T15:59:04.337 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 56 2021-07-26T15:59:04.338 INFO:tasks.rados.rados.0.smithi037.stdout:641: read oid 6 snap 36 2021-07-26T15:59:04.338 INFO:tasks.rados.rados.0.smithi037.stdout:641: expect (ObjNum 135 snap 35 seq_num 135) 2021-07-26T15:59:04.338 INFO:tasks.rados.rados.0.smithi037.stdout:642: copy_from oid 26 from oid 4 current snap is 60 2021-07-26T15:59:04.338 INFO:tasks.rados.rados.0.smithi037.stdout:643: snap_remove snap 45 2021-07-26T15:59:05.314 INFO:tasks.rados.rados.0.smithi037.stdout:632: expect (ObjNum 196 snap 48 seq_num 196) 2021-07-26T15:59:05.363 INFO:tasks.rados.rados.0.smithi037.stdout:631: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:59:05.382 INFO:tasks.rados.rados.0.smithi037.stdout:634: expect (ObjNum 153 snap 38 seq_num 153) 2021-07-26T15:59:05.383 INFO:tasks.rados.rados.0.smithi037.stdout:635: finishing copy_from to smithi03738989-42 2021-07-26T15:59:05.383 INFO:tasks.rados.rados.0.smithi037.stdout:635: got expected ENOENT (src dne) 2021-07-26T15:59:05.384 INFO:tasks.rados.rados.0.smithi037.stdout:635: finishing copy_from racing read to smithi03738989-42 2021-07-26T15:59:05.385 INFO:tasks.rados.rados.0.smithi037.stdout:637: finishing rollback tid 0 to smithi03738989-31 2021-07-26T15:59:05.385 INFO:tasks.rados.rados.0.smithi037.stdout:637: finishing rollback tid 1 to smithi03738989-31 2021-07-26T15:59:05.386 INFO:tasks.rados.rados.0.smithi037.stdout:637: finishing rollback tid 2 to smithi03738989-31 2021-07-26T15:59:05.386 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 337 (ObjNum 104 snap 22 seq_num 104) dirty exists 2021-07-26T15:59:05.386 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 268 (ObjNum 6 snap 0 seq_num 6) dirty exists 2021-07-26T15:59:05.387 INFO:tasks.rados.rados.0.smithi037.stdout:636: expect (ObjNum 108 snap 22 seq_num 108) 2021-07-26T15:59:05.456 INFO:tasks.rados.rados.0.smithi037.stdout:638: finishing write tid 1 to smithi03738989-8 2021-07-26T15:59:05.457 INFO:tasks.rados.rados.0.smithi037.stdout:638: finishing write tid 2 to smithi03738989-8 2021-07-26T15:59:05.457 INFO:tasks.rados.rados.0.smithi037.stdout:638: finishing write tid 3 to smithi03738989-8 2021-07-26T15:59:05.457 INFO:tasks.rados.rados.0.smithi037.stdout:638: finishing write tid 5 to smithi03738989-8 2021-07-26T15:59:05.457 INFO:tasks.rados.rados.0.smithi037.stdout:638: finishing write tid 6 to smithi03738989-8 2021-07-26T15:59:05.458 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 205 (ObjNum 225 snap 60 seq_num 225) dirty exists 2021-07-26T15:59:05.458 INFO:tasks.rados.rados.0.smithi037.stdout:638: left oid 8 (ObjNum 225 snap 60 seq_num 225) 2021-07-26T15:59:05.459 INFO:tasks.rados.rados.0.smithi037.stdout:639: finishing rollback tid 0 to smithi03738989-19 2021-07-26T15:59:05.459 INFO:tasks.rados.rados.0.smithi037.stdout:639: finishing rollback tid 1 to smithi03738989-19 2021-07-26T15:59:05.459 INFO:tasks.rados.rados.0.smithi037.stdout:639: finishing rollback tid 2 to smithi03738989-19 2021-07-26T15:59:05.460 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 141 (ObjNum 11 snap 0 seq_num 11) dirty exists 2021-07-26T15:59:05.460 INFO:tasks.rados.rados.0.smithi037.stdout:641: expect (ObjNum 135 snap 35 seq_num 135) 2021-07-26T15:59:05.534 INFO:tasks.rados.rados.0.smithi037.stdout:640: finishing rollback tid 0 to smithi03738989-9 2021-07-26T15:59:05.535 INFO:tasks.rados.rados.0.smithi037.stdout:640: finishing rollback tid 1 to smithi03738989-9 2021-07-26T15:59:05.536 INFO:tasks.rados.rados.0.smithi037.stdout:640: finishing rollback tid 2 to smithi03738989-9 2021-07-26T15:59:05.536 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 272 (ObjNum 78 snap 13 seq_num 78) dirty exists 2021-07-26T15:59:05.536 INFO:tasks.rados.rados.0.smithi037.stdout:642: finishing copy_from to smithi03738989-26 2021-07-26T15:59:05.537 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 352 (ObjNum 146 snap 38 seq_num 146) dirty exists 2021-07-26T15:59:05.537 INFO:tasks.rados.rados.0.smithi037.stdout:642: finishing copy_from racing read to smithi03738989-26 2021-07-26T15:59:05.538 INFO:tasks.rados.rados.0.smithi037.stdout:631: done (12 left) 2021-07-26T15:59:05.538 INFO:tasks.rados.rados.0.smithi037.stdout:632: done (11 left) 2021-07-26T15:59:05.539 INFO:tasks.rados.rados.0.smithi037.stdout:633: done (10 left) 2021-07-26T15:59:05.539 INFO:tasks.rados.rados.0.smithi037.stdout:634: done (9 left) 2021-07-26T15:59:05.540 INFO:tasks.rados.rados.0.smithi037.stdout:635: done (8 left) 2021-07-26T15:59:05.540 INFO:tasks.rados.rados.0.smithi037.stdout:636: done (7 left) 2021-07-26T15:59:05.541 INFO:tasks.rados.rados.0.smithi037.stdout:637: done (6 left) 2021-07-26T15:59:05.541 INFO:tasks.rados.rados.0.smithi037.stdout:638: done (5 left) 2021-07-26T15:59:05.541 INFO:tasks.rados.rados.0.smithi037.stdout:639: done (4 left) 2021-07-26T15:59:05.542 INFO:tasks.rados.rados.0.smithi037.stdout:640: done (3 left) 2021-07-26T15:59:05.543 INFO:tasks.rados.rados.0.smithi037.stdout:641: done (2 left) 2021-07-26T15:59:05.543 INFO:tasks.rados.rados.0.smithi037.stdout:642: done (1 left) 2021-07-26T15:59:05.544 INFO:tasks.rados.rados.0.smithi037.stdout:643: done (0 left) 2021-07-26T15:59:05.544 INFO:tasks.rados.rados.0.smithi037.stdout:644: snap_remove snap 43 2021-07-26T15:59:05.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:05 smithi037 bash[14605]: cluster 2021-07-26T15:59:04.297770+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2021-07-26T15:59:05.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:05 smithi037 bash[14605]: cephadm 2021-07-26T15:59:04.673585+0000 mgr.y (mgr.24901) 12 : cephadm [INF] Upgrade: Updating mgr.x 2021-07-26T15:59:05.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:05 smithi037 bash[14605]: audit 2021-07-26T15:59:04.674348+0000 mon.c (mon.1) 122 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:59:05.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:05 smithi037 bash[14605]: cluster 2021-07-26T15:59:04.675249+0000 mgr.y (mgr.24901) 13 : cluster [DBG] pgmap v15: 89 pgs: 89 active+clean; 213 MiB data, 315 MiB used, 707 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.9 MiB/s wr, 27 op/s 2021-07-26T15:59:05.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:05 smithi037 bash[14605]: audit 2021-07-26T15:59:04.675286+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:59:05.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:05 smithi037 bash[14605]: audit 2021-07-26T15:59:04.677929+0000 mon.c (mon.1) 123 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:59:05.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:05 smithi037 bash[14605]: audit 2021-07-26T15:59:04.680087+0000 mon.c (mon.1) 124 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:59:05.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:05 smithi037 bash[14605]: cephadm 2021-07-26T15:59:04.682262+0000 mgr.y (mgr.24901) 14 : cephadm [INF] Deploying daemon mgr.x on smithi107 2021-07-26T15:59:05.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:05 smithi037 bash[14605]: audit 2021-07-26T15:59:04.683259+0000 mon.c (mon.1) 125 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2021-07-26T15:59:05.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:05 smithi037 bash[18551]: cluster 2021-07-26T15:59:04.297770+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2021-07-26T15:59:05.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:05 smithi037 bash[18551]: cephadm 2021-07-26T15:59:04.673585+0000 mgr.y (mgr.24901) 12 : cephadm [INF] Upgrade: Updating mgr.x 2021-07-26T15:59:05.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:05 smithi037 bash[18551]: audit 2021-07-26T15:59:04.674348+0000 mon.c (mon.1) 122 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:59:05.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:05 smithi037 bash[18551]: cluster 2021-07-26T15:59:04.675249+0000 mgr.y (mgr.24901) 13 : cluster [DBG] pgmap v15: 89 pgs: 89 active+clean; 213 MiB data, 315 MiB used, 707 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.9 MiB/s wr, 27 op/s 2021-07-26T15:59:05.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:05 smithi037 bash[18551]: audit 2021-07-26T15:59:04.675286+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:59:05.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:05 smithi037 bash[18551]: audit 2021-07-26T15:59:04.677929+0000 mon.c (mon.1) 123 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:59:05.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:05 smithi037 bash[18551]: audit 2021-07-26T15:59:04.680087+0000 mon.c (mon.1) 124 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:59:05.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:05 smithi037 bash[18551]: cephadm 2021-07-26T15:59:04.682262+0000 mgr.y (mgr.24901) 14 : cephadm [INF] Deploying daemon mgr.x on smithi107 2021-07-26T15:59:05.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:05 smithi037 bash[18551]: audit 2021-07-26T15:59:04.683259+0000 mon.c (mon.1) 125 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2021-07-26T15:59:05.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:05 smithi107 bash[14687]: cluster 2021-07-26T15:59:04.297770+0000 mon.a (mon.0) 867 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2021-07-26T15:59:05.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:05 smithi107 bash[14687]: cephadm 2021-07-26T15:59:04.673585+0000 mgr.y (mgr.24901) 12 : cephadm [INF] Upgrade: Updating mgr.x 2021-07-26T15:59:05.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:05 smithi107 bash[14687]: audit 2021-07-26T15:59:04.674348+0000 mon.c (mon.1) 122 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:59:05.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:05 smithi107 bash[14687]: cluster 2021-07-26T15:59:04.675249+0000 mgr.y (mgr.24901) 13 : cluster [DBG] pgmap v15: 89 pgs: 89 active+clean; 213 MiB data, 315 MiB used, 707 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.9 MiB/s wr, 27 op/s 2021-07-26T15:59:05.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:05 smithi107 bash[14687]: audit 2021-07-26T15:59:04.675286+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T15:59:05.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:05 smithi107 bash[14687]: audit 2021-07-26T15:59:04.677929+0000 mon.c (mon.1) 123 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T15:59:05.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:05 smithi107 bash[14687]: audit 2021-07-26T15:59:04.680087+0000 mon.c (mon.1) 124 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:59:05.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:05 smithi107 bash[14687]: cephadm 2021-07-26T15:59:04.682262+0000 mgr.y (mgr.24901) 14 : cephadm [INF] Deploying daemon mgr.x on smithi107 2021-07-26T15:59:05.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:05 smithi107 bash[14687]: audit 2021-07-26T15:59:04.683259+0000 mon.c (mon.1) 125 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2021-07-26T15:59:06.316 INFO:tasks.rados.rados.0.smithi037.stdout:644: done (0 left) 2021-07-26T15:59:06.317 INFO:tasks.rados.rados.0.smithi037.stdout:645: rollback oid 28 current snap is 60 2021-07-26T15:59:06.317 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 28 to 52 2021-07-26T15:59:06.317 INFO:tasks.rados.rados.0.smithi037.stdout:646: delete oid 15 current snap is 60 2021-07-26T15:59:06.331 INFO:tasks.rados.rados.0.smithi037.stdout:646: done (1 left) 2021-07-26T15:59:06.332 INFO:tasks.rados.rados.0.smithi037.stdout:647: read oid 10 snap -1 2021-07-26T15:59:06.332 INFO:tasks.rados.rados.0.smithi037.stdout:647: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:59:06.332 INFO:tasks.rados.rados.0.smithi037.stdout:648: setattr oid 34 current snap is 60 2021-07-26T15:59:06.333 INFO:tasks.rados.rados.0.smithi037.stdout:649: rmattr oid 20 current snap is 60 2021-07-26T15:59:06.333 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 60 2021-07-26T15:59:06.333 INFO:tasks.rados.rados.0.smithi037.stdout:650: seq_num 227 ranges {0=606208,606208=794624,1400832=8192} 2021-07-26T15:59:06.335 INFO:tasks.rados.rados.0.smithi037.stdout:650: writing smithi03738989-11 from 0 to 606208 tid 1 2021-07-26T15:59:06.341 INFO:tasks.rados.rados.0.smithi037.stdout:650: writing smithi03738989-11 from 606208 to 1400832 tid 2 2021-07-26T15:59:06.341 INFO:tasks.rados.rados.0.smithi037.stdout:650: writing smithi03738989-11 from 1400832 to 1409024 tid 3 2021-07-26T15:59:06.341 INFO:tasks.rados.rados.0.smithi037.stdout:651: snap_create 2021-07-26T15:59:06.341 INFO:tasks.rados.rados.0.smithi037.stdout:647: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:59:06.358 INFO:tasks.rados.rados.0.smithi037.stdout:645: finishing rollback tid 0 to smithi03738989-28 2021-07-26T15:59:06.358 INFO:tasks.rados.rados.0.smithi037.stdout:650: finishing write tid 1 to smithi03738989-11 2021-07-26T15:59:06.359 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 353 (ObjNum 0 snap 32610 seq_num 372013488) dirty exists 2021-07-26T15:59:06.359 INFO:tasks.rados.rados.0.smithi037.stdout:645: finishing rollback tid 1 to smithi03738989-28 2021-07-26T15:59:06.359 INFO:tasks.rados.rados.0.smithi037.stdout:645: finishing rollback tid 2 to smithi03738989-28 2021-07-26T15:59:06.359 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 202 (ObjNum 27 snap 0 seq_num 27) dirty exists 2021-07-26T15:59:06.362 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 42 (ObjNum 38 snap 0 seq_num 38) dirty exists 2021-07-26T15:59:06.362 INFO:tasks.rados.rados.0.smithi037.stdout:650: finishing write tid 2 to smithi03738989-11 2021-07-26T15:59:06.363 INFO:tasks.rados.rados.0.smithi037.stdout:650: finishing write tid 3 to smithi03738989-11 2021-07-26T15:59:06.363 INFO:tasks.rados.rados.0.smithi037.stdout:650: finishing write tid 5 to smithi03738989-11 2021-07-26T15:59:06.363 INFO:tasks.rados.rados.0.smithi037.stdout:650: finishing write tid 6 to smithi03738989-11 2021-07-26T15:59:06.363 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 357 (ObjNum 227 snap 60 seq_num 227) dirty exists 2021-07-26T15:59:06.364 INFO:tasks.rados.rados.0.smithi037.stdout:650: left oid 11 (ObjNum 227 snap 60 seq_num 227) 2021-07-26T15:59:06.515 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:06 smithi107 bash[14687]: cluster 2021-07-26T15:59:05.306071+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2021-07-26T15:59:06.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:06 smithi037 bash[14605]: cluster 2021-07-26T15:59:05.306071+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2021-07-26T15:59:06.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:06 smithi037 bash[18551]: cluster 2021-07-26T15:59:05.306071+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2021-07-26T15:59:07.015 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:59:06 smithi107 systemd[1]: Stopping Ceph mgr.x for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T15:59:07.015 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:59:06 smithi107 docker[27809]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:59:07.329 INFO:tasks.rados.rados.0.smithi037.stdout:645: done (5 left) 2021-07-26T15:59:07.330 INFO:tasks.rados.rados.0.smithi037.stdout:647: done (4 left) 2021-07-26T15:59:07.330 INFO:tasks.rados.rados.0.smithi037.stdout:648: done (3 left) 2021-07-26T15:59:07.330 INFO:tasks.rados.rados.0.smithi037.stdout:649: done (2 left) 2021-07-26T15:59:07.330 INFO:tasks.rados.rados.0.smithi037.stdout:650: done (1 left) 2021-07-26T15:59:07.331 INFO:tasks.rados.rados.0.smithi037.stdout:651: done (0 left) 2021-07-26T15:59:07.331 INFO:tasks.rados.rados.0.smithi037.stdout:652: snap_remove snap 59 2021-07-26T15:59:07.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:07 smithi037 bash[14605]: cluster 2021-07-26T15:59:06.317421+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2021-07-26T15:59:07.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:07 smithi037 bash[14605]: cluster 2021-07-26T15:59:06.675970+0000 mgr.y (mgr.24901) 15 : cluster [DBG] pgmap v18: 89 pgs: 89 active+clean; 213 MiB data, 315 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:59:07.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:07 smithi037 bash[18551]: cluster 2021-07-26T15:59:06.317421+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2021-07-26T15:59:07.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:07 smithi037 bash[18551]: cluster 2021-07-26T15:59:06.675970+0000 mgr.y (mgr.24901) 15 : cluster [DBG] pgmap v18: 89 pgs: 89 active+clean; 213 MiB data, 315 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:59:07.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:07 smithi107 bash[14687]: cluster 2021-07-26T15:59:06.317421+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2021-07-26T15:59:07.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:07 smithi107 bash[14687]: cluster 2021-07-26T15:59:06.675970+0000 mgr.y (mgr.24901) 15 : cluster [DBG] pgmap v18: 89 pgs: 89 active+clean; 213 MiB data, 315 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:59:08.331 INFO:tasks.rados.rados.0.smithi037.stdout:652: done (0 left) 2021-07-26T15:59:08.332 INFO:tasks.rados.rados.0.smithi037.stdout:653: snap_remove snap 27 2021-07-26T15:59:08.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:08 smithi037 bash[14605]: cluster 2021-07-26T15:59:07.328623+0000 mon.a (mon.0) 871 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2021-07-26T15:59:08.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:08 smithi037 bash[18551]: cluster 2021-07-26T15:59:07.328623+0000 mon.a (mon.0) 871 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2021-07-26T15:59:08.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:08 smithi107 bash[14687]: cluster 2021-07-26T15:59:07.328623+0000 mon.a (mon.0) 871 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2021-07-26T15:59:09.338 INFO:tasks.rados.rados.0.smithi037.stdout:653: done (0 left) 2021-07-26T15:59:09.338 INFO:tasks.rados.rados.0.smithi037.stdout:654: rollback oid 12 current snap is 61 2021-07-26T15:59:09.339 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 12 to 55 2021-07-26T15:59:09.339 INFO:tasks.rados.rados.0.smithi037.stdout:655: read oid 21 snap -1 2021-07-26T15:59:09.339 INFO:tasks.rados.rados.0.smithi037.stdout:655: expect (ObjNum 179 snap 46 seq_num 179) 2021-07-26T15:59:09.340 INFO:tasks.rados.rados.0.smithi037.stdout:656: copy_from oid 45 from oid 48 current snap is 61 2021-07-26T15:59:09.340 INFO:tasks.rados.rados.0.smithi037.stdout:657: rollback oid 16 current snap is 61 2021-07-26T15:59:09.340 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 58 2021-07-26T15:59:09.340 INFO:tasks.rados.rados.0.smithi037.stdout:658: copy_from oid 17 from oid 11 current snap is 61 2021-07-26T15:59:09.341 INFO:tasks.rados.rados.0.smithi037.stdout:659: copy_from oid 24 from oid 3 current snap is 61 2021-07-26T15:59:09.341 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 61 2021-07-26T15:59:09.342 INFO:tasks.rados.rados.0.smithi037.stdout:660: seq_num 228 ranges {2580480=622592,3203072=671744,3874816=131072} 2021-07-26T15:59:09.358 INFO:tasks.rados.rados.0.smithi037.stdout:660: writing smithi03738989-42 from 2580480 to 3203072 tid 1 2021-07-26T15:59:09.363 INFO:tasks.rados.rados.0.smithi037.stdout:660: writing smithi03738989-42 from 3203072 to 3874816 tid 2 2021-07-26T15:59:09.366 INFO:tasks.rados.rados.0.smithi037.stdout:660: writing smithi03738989-42 from 3874816 to 4005888 tid 3 2021-07-26T15:59:09.366 INFO:tasks.rados.rados.0.smithi037.stdout:661: rollback oid 37 current snap is 61 2021-07-26T15:59:09.366 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 37 to 53 2021-07-26T15:59:09.367 INFO:tasks.rados.rados.0.smithi037.stdout:654: finishing rollback tid 0 to smithi03738989-12 2021-07-26T15:59:09.367 INFO:tasks.rados.rados.0.smithi037.stdout:654: finishing rollback tid 1 to smithi03738989-12 2021-07-26T15:59:09.367 INFO:tasks.rados.rados.0.smithi037.stdout:654: finishing rollback tid 2 to smithi03738989-12 2021-07-26T15:59:09.368 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 263 (ObjNum 168 snap 41 seq_num 168) dirty exists 2021-07-26T15:59:09.368 INFO:tasks.rados.rados.0.smithi037.stdout:657: finishing rollback tid 0 to smithi03738989-16 2021-07-26T15:59:09.368 INFO:tasks.rados.rados.0.smithi037.stdout:657: finishing rollback tid 1 to smithi03738989-16 2021-07-26T15:59:09.369 INFO:tasks.rados.rados.0.smithi037.stdout:657: finishing rollback tid 2 to smithi03738989-16 2021-07-26T15:59:09.369 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 267 (ObjNum 167 snap 41 seq_num 167) dirty exists 2021-07-26T15:59:09.370 INFO:tasks.rados.rados.0.smithi037.stdout:654: done (7 left) 2021-07-26T15:59:09.370 INFO:tasks.rados.rados.0.smithi037.stdout:657: done (6 left) 2021-07-26T15:59:09.370 INFO:tasks.rados.rados.0.smithi037.stdout:662: read oid 8 snap -1 2021-07-26T15:59:09.371 INFO:tasks.rados.rados.0.smithi037.stdout:662: expect (ObjNum 225 snap 60 seq_num 225) 2021-07-26T15:59:09.371 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 61 2021-07-26T15:59:09.372 INFO:tasks.rados.rados.0.smithi037.stdout:663: seq_num 229 ranges {1458176=638976,2097152=606208,2703360=196608} 2021-07-26T15:59:09.378 INFO:tasks.rados.rados.0.smithi037.stdout:663: writing smithi03738989-18 from 1458176 to 2097152 tid 1 2021-07-26T15:59:09.382 INFO:tasks.rados.rados.0.smithi037.stdout:663: writing smithi03738989-18 from 2097152 to 2703360 tid 2 2021-07-26T15:59:09.384 INFO:tasks.rados.rados.0.smithi037.stdout:663: writing smithi03738989-18 from 2703360 to 2899968 tid 3 2021-07-26T15:59:09.384 INFO:tasks.rados.rados.0.smithi037.stdout:664: snap_create 2021-07-26T15:59:09.384 INFO:tasks.rados.rados.0.smithi037.stdout:658: finishing copy_from to smithi03738989-17 2021-07-26T15:59:09.385 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 357 (ObjNum 227 snap 60 seq_num 227) dirty exists 2021-07-26T15:59:09.385 INFO:tasks.rados.rados.0.smithi037.stdout:658: finishing copy_from racing read to smithi03738989-17 2021-07-26T15:59:09.385 INFO:tasks.rados.rados.0.smithi037.stdout:655: expect (ObjNum 179 snap 46 seq_num 179) 2021-07-26T15:59:09.595 INFO:tasks.rados.rados.0.smithi037.stdout:661: finishing rollback tid 1 to smithi03738989-37 2021-07-26T15:59:09.595 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 250 (ObjNum 371934608 snap 21933 seq_num 1677723856) dirty dne 2021-07-26T15:59:09.595 INFO:tasks.rados.rados.0.smithi037.stdout:660: finishing write tid 1 to smithi03738989-42 2021-07-26T15:59:09.596 INFO:tasks.rados.rados.0.smithi037.stdout:659: finishing copy_from to smithi03738989-24 2021-07-26T15:59:09.596 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 303 (ObjNum 194 snap 48 seq_num 194) dirty exists 2021-07-26T15:59:09.596 INFO:tasks.rados.rados.0.smithi037.stdout:659: finishing copy_from racing read to smithi03738989-24 2021-07-26T15:59:09.596 INFO:tasks.rados.rados.0.smithi037.stdout:656: finishing copy_from to smithi03738989-45 2021-07-26T15:59:09.597 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 245 (ObjNum 138 snap 35 seq_num 138) dirty exists 2021-07-26T15:59:09.597 INFO:tasks.rados.rados.0.smithi037.stdout:660: finishing write tid 2 to smithi03738989-42 2021-07-26T15:59:09.597 INFO:tasks.rados.rados.0.smithi037.stdout:660: finishing write tid 3 to smithi03738989-42 2021-07-26T15:59:09.597 INFO:tasks.rados.rados.0.smithi037.stdout:660: finishing write tid 5 to smithi03738989-42 2021-07-26T15:59:09.598 INFO:tasks.rados.rados.0.smithi037.stdout:663: finishing write tid 1 to smithi03738989-18 2021-07-26T15:59:09.598 INFO:tasks.rados.rados.0.smithi037.stdout:656: finishing copy_from racing read to smithi03738989-45 2021-07-26T15:59:09.598 INFO:tasks.rados.rados.0.smithi037.stdout:662: expect (ObjNum 225 snap 60 seq_num 225) 2021-07-26T15:59:09.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:09 smithi107 bash[14687]: cluster 2021-07-26T15:59:08.331029+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2021-07-26T15:59:09.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:09 smithi107 bash[14687]: cluster 2021-07-26T15:59:08.676726+0000 mgr.y (mgr.24901) 16 : cluster [DBG] pgmap v21: 89 pgs: 89 active+clean; 218 MiB data, 320 MiB used, 707 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.5 MiB/s wr, 25 op/s 2021-07-26T15:59:09.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:09 smithi037 bash[18551]: cluster 2021-07-26T15:59:08.331029+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2021-07-26T15:59:09.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:09 smithi037 bash[18551]: cluster 2021-07-26T15:59:08.676726+0000 mgr.y (mgr.24901) 16 : cluster [DBG] pgmap v21: 89 pgs: 89 active+clean; 218 MiB data, 320 MiB used, 707 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.5 MiB/s wr, 25 op/s 2021-07-26T15:59:09.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:09 smithi037 bash[14605]: cluster 2021-07-26T15:59:08.331029+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2021-07-26T15:59:09.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:09 smithi037 bash[14605]: cluster 2021-07-26T15:59:08.676726+0000 mgr.y (mgr.24901) 16 : cluster [DBG] pgmap v21: 89 pgs: 89 active+clean; 218 MiB data, 320 MiB used, 707 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.5 MiB/s wr, 25 op/s 2021-07-26T15:59:09.897 INFO:tasks.rados.rados.0.smithi037.stdout:663: finishing write tid 2 to smithi03738989-18 2021-07-26T15:59:09.898 INFO:tasks.rados.rados.0.smithi037.stdout:660: finishing write tid 6 to smithi03738989-42 2021-07-26T15:59:09.899 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 230 (ObjNum 228 snap 61 seq_num 228) dirty exists 2021-07-26T15:59:09.899 INFO:tasks.rados.rados.0.smithi037.stdout:660: left oid 42 (ObjNum 228 snap 61 seq_num 228) 2021-07-26T15:59:09.899 INFO:tasks.rados.rados.0.smithi037.stdout:663: finishing write tid 3 to smithi03738989-18 2021-07-26T15:59:09.899 INFO:tasks.rados.rados.0.smithi037.stdout:663: finishing write tid 5 to smithi03738989-18 2021-07-26T15:59:09.900 INFO:tasks.rados.rados.0.smithi037.stdout:663: finishing write tid 6 to smithi03738989-18 2021-07-26T15:59:09.900 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 161 (ObjNum 229 snap 61 seq_num 229) dirty exists 2021-07-26T15:59:09.900 INFO:tasks.rados.rados.0.smithi037.stdout:663: left oid 18 (ObjNum 229 snap 61 seq_num 229) 2021-07-26T15:59:10.373 INFO:tasks.rados.rados.0.smithi037.stdout:655: done (8 left) 2021-07-26T15:59:10.374 INFO:tasks.rados.rados.0.smithi037.stdout:656: done (7 left) 2021-07-26T15:59:10.374 INFO:tasks.rados.rados.0.smithi037.stdout:658: done (6 left) 2021-07-26T15:59:10.374 INFO:tasks.rados.rados.0.smithi037.stdout:659: done (5 left) 2021-07-26T15:59:10.374 INFO:tasks.rados.rados.0.smithi037.stdout:660: done (4 left) 2021-07-26T15:59:10.375 INFO:tasks.rados.rados.0.smithi037.stdout:661: done (3 left) 2021-07-26T15:59:10.375 INFO:tasks.rados.rados.0.smithi037.stdout:662: done (2 left) 2021-07-26T15:59:10.376 INFO:tasks.rados.rados.0.smithi037.stdout:663: done (1 left) 2021-07-26T15:59:10.376 INFO:tasks.rados.rados.0.smithi037.stdout:664: done (0 left) 2021-07-26T15:59:10.376 INFO:tasks.rados.rados.0.smithi037.stdout:665: delete oid 2 current snap is 62 2021-07-26T15:59:10.380 INFO:tasks.rados.rados.0.smithi037.stdout:665: done (0 left) 2021-07-26T15:59:10.380 INFO:tasks.rados.rados.0.smithi037.stdout:666: delete oid 5 current snap is 62 2021-07-26T15:59:10.383 INFO:tasks.rados.rados.0.smithi037.stdout:666: done (0 left) 2021-07-26T15:59:10.383 INFO:tasks.rados.rados.0.smithi037.stdout:667: read oid 43 snap -1 2021-07-26T15:59:10.383 INFO:tasks.rados.rados.0.smithi037.stdout:667: expect deleted 2021-07-26T15:59:10.383 INFO:tasks.rados.rados.0.smithi037.stdout:668: read oid 28 snap 41 2021-07-26T15:59:10.384 INFO:tasks.rados.rados.0.smithi037.stdout:668: expect (ObjNum 27 snap 0 seq_num 27) 2021-07-26T15:59:10.384 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 62 2021-07-26T15:59:10.384 INFO:tasks.rados.rados.0.smithi037.stdout:669: seq_num 232 ranges {1409024=688128,2097152=663552,2760704=139264} 2021-07-26T15:59:10.396 INFO:tasks.rados.rados.0.smithi037.stdout:669: writing smithi03738989-11 from 1409024 to 2097152 tid 1 2021-07-26T15:59:10.399 INFO:tasks.rados.rados.0.smithi037.stdout:669: writing smithi03738989-11 from 2097152 to 2760704 tid 2 2021-07-26T15:59:10.401 INFO:tasks.rados.rados.0.smithi037.stdout:669: writing smithi03738989-11 from 2760704 to 2899968 tid 3 2021-07-26T15:59:10.401 INFO:tasks.rados.rados.0.smithi037.stdout:670: read oid 39 snap -1 2021-07-26T15:59:10.401 INFO:tasks.rados.rados.0.smithi037.stdout:670: expect deleted 2021-07-26T15:59:10.402 INFO:tasks.rados.rados.0.smithi037.stdout:671: rollback oid 18 current snap is 62 2021-07-26T15:59:10.402 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 18 to 51 2021-07-26T15:59:10.402 INFO:tasks.rados.rados.0.smithi037.stdout:668: expect (ObjNum 27 snap 0 seq_num 27) 2021-07-26T15:59:10.423 INFO:tasks.rados.rados.0.smithi037.stdout:671: finishing rollback tid 0 to smithi03738989-18 2021-07-26T15:59:10.423 INFO:tasks.rados.rados.0.smithi037.stdout:671: finishing rollback tid 1 to smithi03738989-18 2021-07-26T15:59:10.424 INFO:tasks.rados.rados.0.smithi037.stdout:669: finishing write tid 1 to smithi03738989-11 2021-07-26T15:59:10.424 INFO:tasks.rados.rados.0.smithi037.stdout:671: finishing rollback tid 2 to smithi03738989-18 2021-07-26T15:59:10.424 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 165 (ObjNum 153 snap 38 seq_num 153) dirty exists 2021-07-26T15:59:10.425 INFO:tasks.rados.rados.0.smithi037.stdout:669: finishing write tid 2 to smithi03738989-11 2021-07-26T15:59:10.425 INFO:tasks.rados.rados.0.smithi037.stdout:667: done (4 left) 2021-07-26T15:59:10.426 INFO:tasks.rados.rados.0.smithi037.stdout:668: done (3 left) 2021-07-26T15:59:10.426 INFO:tasks.rados.rados.0.smithi037.stdout:670: done (2 left) 2021-07-26T15:59:10.427 INFO:tasks.rados.rados.0.smithi037.stdout:671: done (1 left) 2021-07-26T15:59:10.427 INFO:tasks.rados.rados.0.smithi037.stdout:672: setattr oid 40 current snap is 62 2021-07-26T15:59:10.428 INFO:tasks.rados.rados.0.smithi037.stdout:669: finishing write tid 3 to smithi03738989-11 2021-07-26T15:59:10.428 INFO:tasks.rados.rados.0.smithi037.stdout:669: finishing write tid 5 to smithi03738989-11 2021-07-26T15:59:10.429 INFO:tasks.rados.rados.0.smithi037.stdout:669: finishing write tid 6 to smithi03738989-11 2021-07-26T15:59:10.429 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 374 (ObjNum 232 snap 62 seq_num 232) dirty exists 2021-07-26T15:59:10.430 INFO:tasks.rados.rados.0.smithi037.stdout:669: left oid 11 (ObjNum 232 snap 62 seq_num 232) 2021-07-26T15:59:10.432 INFO:tasks.rados.rados.0.smithi037.stdout:669: done (1 left) 2021-07-26T15:59:10.432 INFO:tasks.rados.rados.0.smithi037.stdout:673: delete oid 27 current snap is 62 2021-07-26T15:59:10.433 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 137 (ObjNum 143 snap 38 seq_num 143) dirty exists 2021-07-26T15:59:10.434 INFO:tasks.rados.rados.0.smithi037.stdout:672: done (1 left) 2021-07-26T15:59:10.434 INFO:tasks.rados.rados.0.smithi037.stdout:673: done (0 left) 2021-07-26T15:59:10.435 INFO:tasks.rados.rados.0.smithi037.stdout:674: rollback oid 15 current snap is 62 2021-07-26T15:59:10.436 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 15 to 55 2021-07-26T15:59:10.436 INFO:tasks.rados.rados.0.smithi037.stdout:675: setattr oid 42 current snap is 62 2021-07-26T15:59:10.438 INFO:tasks.rados.rados.0.smithi037.stdout:674: finishing rollback tid 1 to smithi03738989-15 2021-07-26T15:59:10.438 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 175 (ObjNum 1953066355 snap 858810728 seq_num 959984439) dirty dne 2021-07-26T15:59:10.439 INFO:tasks.rados.rados.0.smithi037.stdout:674: done (1 left) 2021-07-26T15:59:10.439 INFO:tasks.rados.rados.0.smithi037.stdout:676: setattr oid 6 current snap is 62 2021-07-26T15:59:10.440 INFO:tasks.rados.rados.0.smithi037.stdout:677: snap_remove snap 58 2021-07-26T15:59:10.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:10 smithi107 bash[14687]: cluster 2021-07-26T15:59:09.334383+0000 mon.a (mon.0) 873 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2021-07-26T15:59:10.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:10 smithi037 bash[14605]: cluster 2021-07-26T15:59:09.334383+0000 mon.a (mon.0) 873 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2021-07-26T15:59:10.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:10 smithi037 bash[18551]: cluster 2021-07-26T15:59:09.334383+0000 mon.a (mon.0) 873 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2021-07-26T15:59:11.382 INFO:tasks.rados.rados.0.smithi037.stdout:677: done (2 left) 2021-07-26T15:59:11.383 INFO:tasks.rados.rados.0.smithi037.stdout:678: delete oid 25 current snap is 62 2021-07-26T15:59:11.383 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 232 (ObjNum 228 snap 61 seq_num 228) dirty exists 2021-07-26T15:59:11.383 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 157 (ObjNum 135 snap 35 seq_num 135) dirty exists 2021-07-26T15:59:11.393 INFO:tasks.rados.rados.0.smithi037.stdout:675: done (2 left) 2021-07-26T15:59:11.393 INFO:tasks.rados.rados.0.smithi037.stdout:676: done (1 left) 2021-07-26T15:59:11.394 INFO:tasks.rados.rados.0.smithi037.stdout:678: done (0 left) 2021-07-26T15:59:11.394 INFO:tasks.rados.rados.0.smithi037.stdout:679: read oid 42 snap -1 2021-07-26T15:59:11.394 INFO:tasks.rados.rados.0.smithi037.stdout:679: expect (ObjNum 228 snap 61 seq_num 228) 2021-07-26T15:59:11.395 INFO:tasks.rados.rados.0.smithi037.stdout:680: read oid 26 snap -1 2021-07-26T15:59:11.395 INFO:tasks.rados.rados.0.smithi037.stdout:680: expect (ObjNum 146 snap 38 seq_num 146) 2021-07-26T15:59:11.395 INFO:tasks.rados.rados.0.smithi037.stdout:681: setattr oid 7 current snap is 62 2021-07-26T15:59:11.396 INFO:tasks.rados.rados.0.smithi037.stdout:682: delete oid 43 current snap is 62 2021-07-26T15:59:11.403 INFO:tasks.rados.rados.0.smithi037.stdout:682: done (3 left) 2021-07-26T15:59:11.404 INFO:tasks.rados.rados.0.smithi037.stdout:683: snap_create 2021-07-26T15:59:11.408 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 308 (ObjNum 6 snap 0 seq_num 6) dirty exists 2021-07-26T15:59:11.414 INFO:tasks.rados.rados.0.smithi037.stdout:680: expect (ObjNum 146 snap 38 seq_num 146) 2021-07-26T15:59:11.522 INFO:tasks.rados.rados.0.smithi037.stdout:679: expect (ObjNum 228 snap 61 seq_num 228) 2021-07-26T15:59:11.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:11 smithi107 bash[14687]: cluster 2021-07-26T15:59:10.373903+0000 mon.a (mon.0) 874 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2021-07-26T15:59:11.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:11 smithi107 bash[14687]: cluster 2021-07-26T15:59:10.677447+0000 mgr.y (mgr.24901) 17 : cluster [DBG] pgmap v24: 89 pgs: 89 active+clean; 218 MiB data, 320 MiB used, 707 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.5 MiB/s wr, 25 op/s 2021-07-26T15:59:11.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:11 smithi037 bash[14605]: cluster 2021-07-26T15:59:10.373903+0000 mon.a (mon.0) 874 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2021-07-26T15:59:11.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:11 smithi037 bash[14605]: cluster 2021-07-26T15:59:10.677447+0000 mgr.y (mgr.24901) 17 : cluster [DBG] pgmap v24: 89 pgs: 89 active+clean; 218 MiB data, 320 MiB used, 707 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.5 MiB/s wr, 25 op/s 2021-07-26T15:59:11.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:11 smithi037 bash[18551]: cluster 2021-07-26T15:59:10.373903+0000 mon.a (mon.0) 874 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2021-07-26T15:59:11.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:11 smithi037 bash[18551]: cluster 2021-07-26T15:59:10.677447+0000 mgr.y (mgr.24901) 17 : cluster [DBG] pgmap v24: 89 pgs: 89 active+clean; 218 MiB data, 320 MiB used, 707 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.5 MiB/s wr, 25 op/s 2021-07-26T15:59:12.395 INFO:tasks.rados.rados.0.smithi037.stdout:679: done (3 left) 2021-07-26T15:59:12.396 INFO:tasks.rados.rados.0.smithi037.stdout:680: done (2 left) 2021-07-26T15:59:12.396 INFO:tasks.rados.rados.0.smithi037.stdout:681: done (1 left) 2021-07-26T15:59:12.396 INFO:tasks.rados.rados.0.smithi037.stdout:683: done (0 left) 2021-07-26T15:59:12.397 INFO:tasks.rados.rados.0.smithi037.stdout:684: rollback oid 47 current snap is 63 2021-07-26T15:59:12.397 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 47 to 52 2021-07-26T15:59:12.397 INFO:tasks.rados.rados.0.smithi037.stdout:685: read oid 10 snap -1 2021-07-26T15:59:12.398 INFO:tasks.rados.rados.0.smithi037.stdout:685: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:59:12.398 INFO:tasks.rados.rados.0.smithi037.stdout:686: read oid 42 snap 52 2021-07-26T15:59:12.399 INFO:tasks.rados.rados.0.smithi037.stdout:686: expect (ObjNum 176 snap 43 seq_num 176) 2021-07-26T15:59:12.399 INFO:tasks.rados.rados.0.smithi037.stdout:687: snap_remove snap 56 2021-07-26T15:59:12.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:12 smithi107 bash[14687]: cluster 2021-07-26T15:59:11.383202+0000 mon.a (mon.0) 875 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2021-07-26T15:59:12.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:12 smithi037 bash[14605]: cluster 2021-07-26T15:59:11.383202+0000 mon.a (mon.0) 875 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2021-07-26T15:59:12.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:12 smithi037 bash[18551]: cluster 2021-07-26T15:59:11.383202+0000 mon.a (mon.0) 875 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2021-07-26T15:59:13.301 INFO:tasks.rados.rados.0.smithi037.stdout:687: done (3 left) 2021-07-26T15:59:13.301 INFO:tasks.rados.rados.0.smithi037.stdout:688: rmattr oid 46 current snap is 63 2021-07-26T15:59:13.301 INFO:tasks.rados.rados.0.smithi037.stdout:688: done (3 left) 2021-07-26T15:59:13.301 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 63 2021-07-26T15:59:13.302 INFO:tasks.rados.rados.0.smithi037.stdout:689: seq_num 236 ranges {3072000=761856,3833856=647168,4481024=155648} 2021-07-26T15:59:13.324 INFO:tasks.rados.rados.0.smithi037.stdout:689: writing smithi03738989-40 from 3072000 to 3833856 tid 1 2021-07-26T15:59:13.328 INFO:tasks.rados.rados.0.smithi037.stdout:689: writing smithi03738989-40 from 3833856 to 4481024 tid 2 2021-07-26T15:59:13.329 INFO:tasks.rados.rados.0.smithi037.stdout:689: writing smithi03738989-40 from 4481024 to 4636672 tid 3 2021-07-26T15:59:13.329 INFO:tasks.rados.rados.0.smithi037.stdout:690: read oid 36 snap -1 2021-07-26T15:59:13.330 INFO:tasks.rados.rados.0.smithi037.stdout:690: expect (ObjNum 55 snap 3 seq_num 55) 2021-07-26T15:59:13.330 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 63 2021-07-26T15:59:13.330 INFO:tasks.rados.rados.0.smithi037.stdout:691: seq_num 237 ranges {3473408=778240,4251648=532480,4784128=270336} 2021-07-26T15:59:13.353 INFO:tasks.rados.rados.0.smithi037.stdout:691: writing smithi03738989-16 from 3473408 to 4251648 tid 1 2021-07-26T15:59:13.356 INFO:tasks.rados.rados.0.smithi037.stdout:691: writing smithi03738989-16 from 4251648 to 4784128 tid 2 2021-07-26T15:59:13.358 INFO:tasks.rados.rados.0.smithi037.stdout:691: writing smithi03738989-16 from 4784128 to 5054464 tid 3 2021-07-26T15:59:13.359 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 63 2021-07-26T15:59:13.359 INFO:tasks.rados.rados.0.smithi037.stdout:692: seq_num 238 ranges {2293760=794624,3088384=417792,3506176=385024} 2021-07-26T15:59:13.377 INFO:tasks.rados.rados.0.smithi037.stdout:692: writing smithi03738989-4 from 2293760 to 3088384 tid 1 2021-07-26T15:59:13.378 INFO:tasks.rados.rados.0.smithi037.stdout:692: writing smithi03738989-4 from 3088384 to 3506176 tid 2 2021-07-26T15:59:13.380 INFO:tasks.rados.rados.0.smithi037.stdout:692: writing smithi03738989-4 from 3506176 to 3891200 tid 3 2021-07-26T15:59:13.381 INFO:tasks.rados.rados.0.smithi037.stdout:693: read oid 34 snap 37 2021-07-26T15:59:13.381 INFO:tasks.rados.rados.0.smithi037.stdout:693: expect (ObjNum 130 snap 34 seq_num 130) 2021-07-26T15:59:13.381 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 63 2021-07-26T15:59:13.381 INFO:tasks.rados.rados.0.smithi037.stdout:694: seq_num 239 ranges {188416=409600,598016=704512,1302528=499712} 2021-07-26T15:59:13.384 INFO:tasks.rados.rados.0.smithi037.stdout:694: writing smithi03738989-19 from 188416 to 598016 tid 1 2021-07-26T15:59:13.388 INFO:tasks.rados.rados.0.smithi037.stdout:694: writing smithi03738989-19 from 598016 to 1302528 tid 2 2021-07-26T15:59:13.393 INFO:tasks.rados.rados.0.smithi037.stdout:694: writing smithi03738989-19 from 1302528 to 1802240 tid 3 2021-07-26T15:59:13.394 INFO:tasks.rados.rados.0.smithi037.stdout:695: rmattr oid 44 current snap is 63 2021-07-26T15:59:13.394 INFO:tasks.rados.rados.0.smithi037.stdout:695: done (9 left) 2021-07-26T15:59:13.394 INFO:tasks.rados.rados.0.smithi037.stdout:696: rmattr oid 37 current snap is 63 2021-07-26T15:59:13.395 INFO:tasks.rados.rados.0.smithi037.stdout:696: done (9 left) 2021-07-26T15:59:13.396 INFO:tasks.rados.rados.0.smithi037.stdout:697: rmattr oid 37 current snap is 63 2021-07-26T15:59:13.396 INFO:tasks.rados.rados.0.smithi037.stdout:697: done (9 left) 2021-07-26T15:59:13.396 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 63 2021-07-26T15:59:13.396 INFO:tasks.rados.rados.0.smithi037.stdout:698: seq_num 240 ranges {860160=425984,1286144=589824,1875968=483328,2359296=131072} 2021-07-26T15:59:13.400 INFO:tasks.rados.rados.0.smithi037.stdout:698: writing smithi03738989-3 from 860160 to 1286144 tid 1 2021-07-26T15:59:13.404 INFO:tasks.rados.rados.0.smithi037.stdout:698: writing smithi03738989-3 from 1286144 to 1875968 tid 2 2021-07-26T15:59:13.407 INFO:tasks.rados.rados.0.smithi037.stdout:698: writing smithi03738989-3 from 1875968 to 2359296 tid 3 2021-07-26T15:59:13.409 INFO:tasks.rados.rados.0.smithi037.stdout:698: writing smithi03738989-3 from 2359296 to 2490368 tid 4 2021-07-26T15:59:13.409 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 63 2021-07-26T15:59:13.409 INFO:tasks.rados.rados.0.smithi037.stdout:699: seq_num 241 ranges {0=442368,442368=466944,909312=688128,1597440=49152} 2021-07-26T15:59:13.411 INFO:tasks.rados.rados.0.smithi037.stdout:699: writing smithi03738989-2 from 0 to 442368 tid 1 2021-07-26T15:59:13.413 INFO:tasks.rados.rados.0.smithi037.stdout:699: writing smithi03738989-2 from 442368 to 909312 tid 2 2021-07-26T15:59:13.418 INFO:tasks.rados.rados.0.smithi037.stdout:699: writing smithi03738989-2 from 909312 to 1597440 tid 3 2021-07-26T15:59:13.418 INFO:tasks.rados.rados.0.smithi037.stdout:699: writing smithi03738989-2 from 1597440 to 1646592 tid 4 2021-07-26T15:59:13.419 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 63 2021-07-26T15:59:13.419 INFO:tasks.rados.rados.0.smithi037.stdout:700: seq_num 242 ranges {0=458752,458752=753664,1212416=450560} 2021-07-26T15:59:13.421 INFO:tasks.rados.rados.0.smithi037.stdout:700: writing smithi03738989-27 from 0 to 458752 tid 1 2021-07-26T15:59:13.425 INFO:tasks.rados.rados.0.smithi037.stdout:700: writing smithi03738989-27 from 458752 to 1212416 tid 2 2021-07-26T15:59:13.429 INFO:tasks.rados.rados.0.smithi037.stdout:700: writing smithi03738989-27 from 1212416 to 1662976 tid 3 2021-07-26T15:59:13.429 INFO:tasks.rados.rados.0.smithi037.stdout:701: read oid 17 snap -1 2021-07-26T15:59:13.429 INFO:tasks.rados.rados.0.smithi037.stdout:701: expect (ObjNum 227 snap 60 seq_num 227) 2021-07-26T15:59:13.429 INFO:tasks.rados.rados.0.smithi037.stdout:702: read oid 28 snap -1 2021-07-26T15:59:13.430 INFO:tasks.rados.rados.0.smithi037.stdout:702: expect (ObjNum 27 snap 0 seq_num 27) 2021-07-26T15:59:13.430 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 63 2021-07-26T15:59:13.430 INFO:tasks.rados.rados.0.smithi037.stdout:703: seq_num 243 ranges {1318912=475136,1794048=638976,2433024=565248} 2021-07-26T15:59:13.439 INFO:tasks.rados.rados.0.smithi037.stdout:703: writing smithi03738989-9 from 1318912 to 1794048 tid 1 2021-07-26T15:59:13.442 INFO:tasks.rados.rados.0.smithi037.stdout:703: writing smithi03738989-9 from 1794048 to 2433024 tid 2 2021-07-26T15:59:13.446 INFO:tasks.rados.rados.0.smithi037.stdout:703: writing smithi03738989-9 from 2433024 to 2998272 tid 3 2021-07-26T15:59:13.446 INFO:tasks.rados.rados.0.smithi037.stdout:704: delete oid 30 current snap is 63 2021-07-26T15:59:13.447 INFO:tasks.rados.rados.0.smithi037.stdout:684: finishing rollback tid 0 to smithi03738989-47 2021-07-26T15:59:13.447 INFO:tasks.rados.rados.0.smithi037.stdout:684: finishing rollback tid 1 to smithi03738989-47 2021-07-26T15:59:13.447 INFO:tasks.rados.rados.0.smithi037.stdout:684: finishing rollback tid 2 to smithi03738989-47 2021-07-26T15:59:13.447 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 312 (ObjNum 169 snap 41 seq_num 169) dirty exists 2021-07-26T15:59:13.448 INFO:tasks.rados.rados.0.smithi037.stdout:685: expect (ObjNum 38 snap 0 seq_num 38) 2021-07-26T15:59:13.467 INFO:tasks.rados.rados.0.smithi037.stdout:686: expect (ObjNum 176 snap 43 seq_num 176) 2021-07-26T15:59:13.533 INFO:tasks.rados.rados.0.smithi037.stdout:689: finishing write tid 1 to smithi03738989-40 2021-07-26T15:59:13.534 INFO:tasks.rados.rados.0.smithi037.stdout:689: finishing write tid 2 to smithi03738989-40 2021-07-26T15:59:13.534 INFO:tasks.rados.rados.0.smithi037.stdout:689: finishing write tid 3 to smithi03738989-40 2021-07-26T15:59:13.534 INFO:tasks.rados.rados.0.smithi037.stdout:689: finishing write tid 5 to smithi03738989-40 2021-07-26T15:59:13.535 INFO:tasks.rados.rados.0.smithi037.stdout:689: finishing write tid 6 to smithi03738989-40 2021-07-26T15:59:13.535 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 142 (ObjNum 236 snap 63 seq_num 236) dirty exists 2021-07-26T15:59:13.535 INFO:tasks.rados.rados.0.smithi037.stdout:689: left oid 40 (ObjNum 236 snap 63 seq_num 236) 2021-07-26T15:59:13.535 INFO:tasks.rados.rados.0.smithi037.stdout:690: expect (ObjNum 55 snap 3 seq_num 55) 2021-07-26T15:59:13.574 INFO:tasks.rados.rados.0.smithi037.stdout:691: finishing write tid 1 to smithi03738989-16 2021-07-26T15:59:13.575 INFO:tasks.rados.rados.0.smithi037.stdout:691: finishing write tid 2 to smithi03738989-16 2021-07-26T15:59:13.575 INFO:tasks.rados.rados.0.smithi037.stdout:691: finishing write tid 3 to smithi03738989-16 2021-07-26T15:59:13.575 INFO:tasks.rados.rados.0.smithi037.stdout:691: finishing write tid 5 to smithi03738989-16 2021-07-26T15:59:13.576 INFO:tasks.rados.rados.0.smithi037.stdout:691: finishing write tid 6 to smithi03738989-16 2021-07-26T15:59:13.576 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 285 (ObjNum 237 snap 63 seq_num 237) dirty exists 2021-07-26T15:59:13.576 INFO:tasks.rados.rados.0.smithi037.stdout:691: left oid 16 (ObjNum 237 snap 63 seq_num 237) 2021-07-26T15:59:13.576 INFO:tasks.rados.rados.0.smithi037.stdout:692: finishing write tid 1 to smithi03738989-4 2021-07-26T15:59:13.577 INFO:tasks.rados.rados.0.smithi037.stdout:692: finishing write tid 2 to smithi03738989-4 2021-07-26T15:59:13.577 INFO:tasks.rados.rados.0.smithi037.stdout:684: done (15 left) 2021-07-26T15:59:13.577 INFO:tasks.rados.rados.0.smithi037.stdout:685: done (14 left) 2021-07-26T15:59:13.577 INFO:tasks.rados.rados.0.smithi037.stdout:686: done (13 left) 2021-07-26T15:59:13.578 INFO:tasks.rados.rados.0.smithi037.stdout:689: done (12 left) 2021-07-26T15:59:13.578 INFO:tasks.rados.rados.0.smithi037.stdout:690: done (11 left) 2021-07-26T15:59:13.578 INFO:tasks.rados.rados.0.smithi037.stdout:691: done (10 left) 2021-07-26T15:59:13.578 INFO:tasks.rados.rados.0.smithi037.stdout:704: done (9 left) 2021-07-26T15:59:13.579 INFO:tasks.rados.rados.0.smithi037.stdout:705: copy_from oid 12 from oid 46 current snap is 63 2021-07-26T15:59:13.579 INFO:tasks.rados.rados.0.smithi037.stdout:692: finishing write tid 3 to smithi03738989-4 2021-07-26T15:59:13.579 INFO:tasks.rados.rados.0.smithi037.stdout:692: finishing write tid 5 to smithi03738989-4 2021-07-26T15:59:13.580 INFO:tasks.rados.rados.0.smithi037.stdout:692: finishing write tid 6 to smithi03738989-4 2021-07-26T15:59:13.581 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 411 (ObjNum 238 snap 63 seq_num 238) dirty exists 2021-07-26T15:59:13.581 INFO:tasks.rados.rados.0.smithi037.stdout:692: left oid 4 (ObjNum 238 snap 63 seq_num 238) 2021-07-26T15:59:13.581 INFO:tasks.rados.rados.0.smithi037.stdout:694: finishing write tid 1 to smithi03738989-19 2021-07-26T15:59:13.581 INFO:tasks.rados.rados.0.smithi037.stdout:694: finishing write tid 2 to smithi03738989-19 2021-07-26T15:59:13.582 INFO:tasks.rados.rados.0.smithi037.stdout:694: finishing write tid 3 to smithi03738989-19 2021-07-26T15:59:13.582 INFO:tasks.rados.rados.0.smithi037.stdout:694: finishing write tid 5 to smithi03738989-19 2021-07-26T15:59:13.582 INFO:tasks.rados.rados.0.smithi037.stdout:694: finishing write tid 6 to smithi03738989-19 2021-07-26T15:59:13.582 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 163 (ObjNum 239 snap 63 seq_num 239) dirty exists 2021-07-26T15:59:13.583 INFO:tasks.rados.rados.0.smithi037.stdout:694: left oid 19 (ObjNum 239 snap 63 seq_num 239) 2021-07-26T15:59:13.583 INFO:tasks.rados.rados.0.smithi037.stdout:693: expect (ObjNum 130 snap 34 seq_num 130) 2021-07-26T15:59:13.708 INFO:tasks.rados.rados.0.smithi037.stdout:698: finishing write tid 1 to smithi03738989-3 2021-07-26T15:59:13.709 INFO:tasks.rados.rados.0.smithi037.stdout:698: finishing write tid 2 to smithi03738989-3 2021-07-26T15:59:13.709 INFO:tasks.rados.rados.0.smithi037.stdout:698: finishing write tid 3 to smithi03738989-3 2021-07-26T15:59:13.709 INFO:tasks.rados.rados.0.smithi037.stdout:699: finishing write tid 1 to smithi03738989-2 2021-07-26T15:59:13.709 INFO:tasks.rados.rados.0.smithi037.stdout:699: finishing write tid 2 to smithi03738989-2 2021-07-26T15:59:13.710 INFO:tasks.rados.rados.0.smithi037.stdout:698: finishing write tid 4 to smithi03738989-3 2021-07-26T15:59:13.710 INFO:tasks.rados.rados.0.smithi037.stdout:698: finishing write tid 6 to smithi03738989-3 2021-07-26T15:59:13.710 INFO:tasks.rados.rados.0.smithi037.stdout:698: finishing write tid 7 to smithi03738989-3 2021-07-26T15:59:13.711 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 384 (ObjNum 240 snap 63 seq_num 240) dirty exists 2021-07-26T15:59:13.711 INFO:tasks.rados.rados.0.smithi037.stdout:698: left oid 3 (ObjNum 240 snap 63 seq_num 240) 2021-07-26T15:59:13.711 INFO:tasks.rados.rados.0.smithi037.stdout:699: finishing write tid 3 to smithi03738989-2 2021-07-26T15:59:13.711 INFO:tasks.rados.rados.0.smithi037.stdout:699: finishing write tid 4 to smithi03738989-2 2021-07-26T15:59:13.712 INFO:tasks.rados.rados.0.smithi037.stdout:692: done (9 left) 2021-07-26T15:59:13.712 INFO:tasks.rados.rados.0.smithi037.stdout:693: done (8 left) 2021-07-26T15:59:13.712 INFO:tasks.rados.rados.0.smithi037.stdout:694: done (7 left) 2021-07-26T15:59:13.712 INFO:tasks.rados.rados.0.smithi037.stdout:698: done (6 left) 2021-07-26T15:59:13.712 INFO:tasks.rados.rados.0.smithi037.stdout:706: snap_create 2021-07-26T15:59:13.713 INFO:tasks.rados.rados.0.smithi037.stdout:699: finishing write tid 6 to smithi03738989-2 2021-07-26T15:59:13.713 INFO:tasks.rados.rados.0.smithi037.stdout:700: finishing write tid 1 to smithi03738989-27 2021-07-26T15:59:13.713 INFO:tasks.rados.rados.0.smithi037.stdout:699: finishing write tid 7 to smithi03738989-2 2021-07-26T15:59:13.713 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 171 (ObjNum 241 snap 63 seq_num 241) dirty exists 2021-07-26T15:59:13.714 INFO:tasks.rados.rados.0.smithi037.stdout:699: left oid 2 (ObjNum 241 snap 63 seq_num 241) 2021-07-26T15:59:13.714 INFO:tasks.rados.rados.0.smithi037.stdout:700: finishing write tid 2 to smithi03738989-27 2021-07-26T15:59:13.714 INFO:tasks.rados.rados.0.smithi037.stdout:700: finishing write tid 3 to smithi03738989-27 2021-07-26T15:59:13.714 INFO:tasks.rados.rados.0.smithi037.stdout:700: finishing write tid 5 to smithi03738989-27 2021-07-26T15:59:13.714 INFO:tasks.rados.rados.0.smithi037.stdout:702: expect (ObjNum 27 snap 0 seq_num 27) 2021-07-26T15:59:13.723 INFO:tasks.rados.rados.0.smithi037.stdout:700: finishing write tid 6 to smithi03738989-27 2021-07-26T15:59:13.723 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 358 (ObjNum 242 snap 63 seq_num 242) dirty exists 2021-07-26T15:59:13.723 INFO:tasks.rados.rados.0.smithi037.stdout:700: left oid 27 (ObjNum 242 snap 63 seq_num 242) 2021-07-26T15:59:13.724 INFO:tasks.rados.rados.0.smithi037.stdout:703: finishing write tid 1 to smithi03738989-9 2021-07-26T15:59:13.724 INFO:tasks.rados.rados.0.smithi037.stdout:701: expect (ObjNum 227 snap 60 seq_num 227) 2021-07-26T15:59:13.757 INFO:tasks.rados.rados.0.smithi037.stdout:703: finishing write tid 2 to smithi03738989-9 2021-07-26T15:59:13.757 INFO:tasks.rados.rados.0.smithi037.stdout:703: finishing write tid 3 to smithi03738989-9 2021-07-26T15:59:13.758 INFO:tasks.rados.rados.0.smithi037.stdout:703: finishing write tid 5 to smithi03738989-9 2021-07-26T15:59:13.758 INFO:tasks.rados.rados.0.smithi037.stdout:703: finishing write tid 6 to smithi03738989-9 2021-07-26T15:59:13.759 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 325 (ObjNum 243 snap 63 seq_num 243) dirty exists 2021-07-26T15:59:13.759 INFO:tasks.rados.rados.0.smithi037.stdout:703: left oid 9 (ObjNum 243 snap 63 seq_num 243) 2021-07-26T15:59:13.759 INFO:tasks.rados.rados.0.smithi037.stdout:705: finishing copy_from to smithi03738989-12 2021-07-26T15:59:13.760 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 256 (ObjNum 108 snap 22 seq_num 108) dirty exists 2021-07-26T15:59:13.760 INFO:tasks.rados.rados.0.smithi037.stdout:705: finishing copy_from racing read to smithi03738989-12 2021-07-26T15:59:13.764 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:13 smithi107 bash[14687]: cluster 2021-07-26T15:59:12.393981+0000 mon.a (mon.0) 876 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2021-07-26T15:59:13.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:13 smithi107 bash[14687]: cluster 2021-07-26T15:59:12.678202+0000 mgr.y (mgr.24901) 18 : cluster [DBG] pgmap v27: 89 pgs: 89 active+clean; 228 MiB data, 335 MiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2021-07-26T15:59:13.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:13 smithi107 bash[14687]: cluster 2021-07-26T15:59:13.297791+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2021-07-26T15:59:13.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:13 smithi037 bash[14605]: cluster 2021-07-26T15:59:12.393981+0000 mon.a (mon.0) 876 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2021-07-26T15:59:13.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:13 smithi037 bash[14605]: cluster 2021-07-26T15:59:12.678202+0000 mgr.y (mgr.24901) 18 : cluster [DBG] pgmap v27: 89 pgs: 89 active+clean; 228 MiB data, 335 MiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2021-07-26T15:59:13.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:13 smithi037 bash[14605]: cluster 2021-07-26T15:59:13.297791+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2021-07-26T15:59:13.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:13 smithi037 bash[18551]: cluster 2021-07-26T15:59:12.393981+0000 mon.a (mon.0) 876 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2021-07-26T15:59:13.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:13 smithi037 bash[18551]: cluster 2021-07-26T15:59:12.678202+0000 mgr.y (mgr.24901) 18 : cluster [DBG] pgmap v27: 89 pgs: 89 active+clean; 228 MiB data, 335 MiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2021-07-26T15:59:13.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:13 smithi037 bash[18551]: cluster 2021-07-26T15:59:13.297791+0000 mon.a (mon.0) 877 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2021-07-26T15:59:14.408 INFO:tasks.rados.rados.0.smithi037.stdout:699: done (6 left) 2021-07-26T15:59:14.409 INFO:tasks.rados.rados.0.smithi037.stdout:700: done (5 left) 2021-07-26T15:59:14.409 INFO:tasks.rados.rados.0.smithi037.stdout:701: done (4 left) 2021-07-26T15:59:14.409 INFO:tasks.rados.rados.0.smithi037.stdout:702: done (3 left) 2021-07-26T15:59:14.409 INFO:tasks.rados.rados.0.smithi037.stdout:703: done (2 left) 2021-07-26T15:59:14.410 INFO:tasks.rados.rados.0.smithi037.stdout:705: done (1 left) 2021-07-26T15:59:14.410 INFO:tasks.rados.rados.0.smithi037.stdout:706: done (0 left) 2021-07-26T15:59:14.410 INFO:tasks.rados.rados.0.smithi037.stdout:707: read oid 39 snap -1 2021-07-26T15:59:14.410 INFO:tasks.rados.rados.0.smithi037.stdout:707: expect deleted 2021-07-26T15:59:14.411 INFO:tasks.rados.rados.0.smithi037.stdout:708: read oid 8 snap 49 2021-07-26T15:59:14.411 INFO:tasks.rados.rados.0.smithi037.stdout:708: expect (ObjNum 198 snap 48 seq_num 198) 2021-07-26T15:59:14.411 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 64 2021-07-26T15:59:14.411 INFO:tasks.rados.rados.0.smithi037.stdout:709: seq_num 245 ranges {638976=507904,1146880=458752,1605632=671744,2277376=73728} 2021-07-26T15:59:14.417 INFO:tasks.rados.rados.0.smithi037.stdout:709: writing smithi03738989-20 from 638976 to 1146880 tid 1 2021-07-26T15:59:14.420 INFO:tasks.rados.rados.0.smithi037.stdout:709: writing smithi03738989-20 from 1146880 to 1605632 tid 2 2021-07-26T15:59:14.424 INFO:tasks.rados.rados.0.smithi037.stdout:709: writing smithi03738989-20 from 1605632 to 2277376 tid 3 2021-07-26T15:59:14.425 INFO:tasks.rados.rados.0.smithi037.stdout:709: writing smithi03738989-20 from 2277376 to 2351104 tid 4 2021-07-26T15:59:14.425 INFO:tasks.rados.rados.0.smithi037.stdout:710: read oid 11 snap 55 2021-07-26T15:59:14.425 INFO:tasks.rados.rados.0.smithi037.stdout:710: expect deleted 2021-07-26T15:59:14.426 INFO:tasks.rados.rados.0.smithi037.stdout:711: rollback oid 31 current snap is 64 2021-07-26T15:59:14.426 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 31 to 36 2021-07-26T15:59:14.426 INFO:tasks.rados.rados.0.smithi037.stdout:707: done (4 left) 2021-07-26T15:59:14.426 INFO:tasks.rados.rados.0.smithi037.stdout:712: rollback oid 49 current snap is 64 2021-07-26T15:59:14.427 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 49 to 57 2021-07-26T15:59:14.427 INFO:tasks.rados.rados.0.smithi037.stdout:713: setattr oid 22 current snap is 64 2021-07-26T15:59:14.427 INFO:tasks.rados.rados.0.smithi037.stdout:709: finishing write tid 1 to smithi03738989-20 2021-07-26T15:59:14.428 INFO:tasks.rados.rados.0.smithi037.stdout:714: delete oid 38 current snap is 64 2021-07-26T15:59:14.429 INFO:tasks.rados.rados.0.smithi037.stdout:709: finishing write tid 2 to smithi03738989-20 2021-07-26T15:59:14.431 INFO:tasks.rados.rados.0.smithi037.stdout:709: finishing write tid 3 to smithi03738989-20 2021-07-26T15:59:14.432 INFO:tasks.rados.rados.0.smithi037.stdout:709: finishing write tid 4 to smithi03738989-20 2021-07-26T15:59:14.433 INFO:tasks.rados.rados.0.smithi037.stdout:708: expect (ObjNum 198 snap 48 seq_num 198) 2021-07-26T15:59:14.549 INFO:tasks.rados.rados.0.smithi037.stdout:708: done (6 left) 2021-07-26T15:59:14.550 INFO:tasks.rados.rados.0.smithi037.stdout:710: done (5 left) 2021-07-26T15:59:14.550 INFO:tasks.rados.rados.0.smithi037.stdout:714: done (4 left) 2021-07-26T15:59:14.550 INFO:tasks.rados.rados.0.smithi037.stdout:715: delete oid 35 current snap is 64 2021-07-26T15:59:14.551 INFO:tasks.rados.rados.0.smithi037.stdout:709: finishing write tid 6 to smithi03738989-20 2021-07-26T15:59:14.551 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 218 (ObjNum 161 snap 41 seq_num 161) dirty exists 2021-07-26T15:59:14.551 INFO:tasks.rados.rados.0.smithi037.stdout:709: finishing write tid 7 to smithi03738989-20 2021-07-26T15:59:14.551 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 56 (ObjNum 245 snap 64 seq_num 245) dirty exists 2021-07-26T15:59:14.552 INFO:tasks.rados.rados.0.smithi037.stdout:709: left oid 20 (ObjNum 245 snap 64 seq_num 245) 2021-07-26T15:59:14.552 INFO:tasks.rados.rados.0.smithi037.stdout:711: finishing rollback tid 0 to smithi03738989-31 2021-07-26T15:59:14.552 INFO:tasks.rados.rados.0.smithi037.stdout:711: finishing rollback tid 1 to smithi03738989-31 2021-07-26T15:59:14.552 INFO:tasks.rados.rados.0.smithi037.stdout:711: finishing rollback tid 2 to smithi03738989-31 2021-07-26T15:59:14.552 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 388 (ObjNum 138 snap 35 seq_num 138) dirty exists 2021-07-26T15:59:14.553 INFO:tasks.rados.rados.0.smithi037.stdout:712: finishing rollback tid 0 to smithi03738989-49 2021-07-26T15:59:14.553 INFO:tasks.rados.rados.0.smithi037.stdout:712: finishing rollback tid 1 to smithi03738989-49 2021-07-26T15:59:14.553 INFO:tasks.rados.rados.0.smithi037.stdout:712: finishing rollback tid 2 to smithi03738989-49 2021-07-26T15:59:14.553 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 175 (ObjNum 195 snap 48 seq_num 195) dirty exists 2021-07-26T15:59:14.554 INFO:tasks.rados.rados.0.smithi037.stdout:709: done (4 left) 2021-07-26T15:59:14.555 INFO:tasks.rados.rados.0.smithi037.stdout:711: done (3 left) 2021-07-26T15:59:14.555 INFO:tasks.rados.rados.0.smithi037.stdout:712: done (2 left) 2021-07-26T15:59:14.555 INFO:tasks.rados.rados.0.smithi037.stdout:713: done (1 left) 2021-07-26T15:59:14.555 INFO:tasks.rados.rados.0.smithi037.stdout:715: done (0 left) 2021-07-26T15:59:14.556 INFO:tasks.rados.rados.0.smithi037.stdout:716: rmattr oid 13 current snap is 64 2021-07-26T15:59:14.558 INFO:tasks.rados.rados.0.smithi037.stdout:716: done (0 left) 2021-07-26T15:59:14.558 INFO:tasks.rados.rados.0.smithi037.stdout:717: read oid 1 snap -1 2021-07-26T15:59:14.559 INFO:tasks.rados.rados.0.smithi037.stdout:717: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:59:14.559 INFO:tasks.rados.rados.0.smithi037.stdout:718: delete oid 8 current snap is 64 2021-07-26T15:59:14.559 INFO:tasks.rados.rados.0.smithi037.stdout:717: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:59:14.560 INFO:tasks.rados.rados.0.smithi037.stdout:717: done (1 left) 2021-07-26T15:59:14.560 INFO:tasks.rados.rados.0.smithi037.stdout:718: done (0 left) 2021-07-26T15:59:14.561 INFO:tasks.rados.rados.0.smithi037.stdout:719: rollback oid 9 current snap is 64 2021-07-26T15:59:14.561 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 41 2021-07-26T15:59:14.561 INFO:tasks.rados.rados.0.smithi037.stdout:720: read oid 6 snap -1 2021-07-26T15:59:14.561 INFO:tasks.rados.rados.0.smithi037.stdout:720: expect (ObjNum 135 snap 35 seq_num 135) 2021-07-26T15:59:14.561 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 64 2021-07-26T15:59:14.562 INFO:tasks.rados.rados.0.smithi037.stdout:721: seq_num 249 ranges {3907584=573440,4481024=794624,5275648=409600} 2021-07-26T15:59:14.590 INFO:tasks.rados.rados.0.smithi037.stdout:721: writing smithi03738989-32 from 3907584 to 4481024 tid 1 2021-07-26T15:59:14.593 INFO:tasks.rados.rados.0.smithi037.stdout:721: writing smithi03738989-32 from 4481024 to 5275648 tid 2 2021-07-26T15:59:14.596 INFO:tasks.rados.rados.0.smithi037.stdout:721: writing smithi03738989-32 from 5275648 to 5685248 tid 3 2021-07-26T15:59:14.597 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 64 2021-07-26T15:59:14.597 INFO:tasks.rados.rados.0.smithi037.stdout:722: seq_num 250 ranges {3891200=589824,4481024=679936,5160960=409600,5570560=114688} 2021-07-26T15:59:14.622 INFO:tasks.rados.rados.0.smithi037.stdout:722: writing smithi03738989-4 from 3891200 to 4481024 tid 1 2021-07-26T15:59:14.625 INFO:tasks.rados.rados.0.smithi037.stdout:722: writing smithi03738989-4 from 4481024 to 5160960 tid 2 2021-07-26T15:59:14.630 INFO:tasks.rados.rados.0.smithi037.stdout:722: writing smithi03738989-4 from 5160960 to 5570560 tid 3 2021-07-26T15:59:14.630 INFO:tasks.rados.rados.0.smithi037.stdout:722: writing smithi03738989-4 from 5570560 to 5685248 tid 4 2021-07-26T15:59:14.630 INFO:tasks.rados.rados.0.smithi037.stdout:723: snap_create 2021-07-26T15:59:14.631 INFO:tasks.rados.rados.0.smithi037.stdout:719: finishing rollback tid 0 to smithi03738989-9 2021-07-26T15:59:14.631 INFO:tasks.rados.rados.0.smithi037.stdout:719: finishing rollback tid 1 to smithi03738989-9 2021-07-26T15:59:14.631 INFO:tasks.rados.rados.0.smithi037.stdout:720: expect (ObjNum 135 snap 35 seq_num 135) 2021-07-26T15:59:14.715 INFO:tasks.rados.rados.0.smithi037.stdout:719: finishing rollback tid 2 to smithi03738989-9 2021-07-26T15:59:14.716 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 329 (ObjNum 78 snap 13 seq_num 78) dirty exists 2021-07-26T15:59:14.716 INFO:tasks.rados.rados.0.smithi037.stdout:721: finishing write tid 1 to smithi03738989-32 2021-07-26T15:59:14.716 INFO:tasks.rados.rados.0.smithi037.stdout:721: finishing write tid 2 to smithi03738989-32 2021-07-26T15:59:14.717 INFO:tasks.rados.rados.0.smithi037.stdout:721: finishing write tid 3 to smithi03738989-32 2021-07-26T15:59:14.717 INFO:tasks.rados.rados.0.smithi037.stdout:721: finishing write tid 5 to smithi03738989-32 2021-07-26T15:59:14.717 INFO:tasks.rados.rados.0.smithi037.stdout:721: finishing write tid 6 to smithi03738989-32 2021-07-26T15:59:14.718 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 416 (ObjNum 249 snap 64 seq_num 249) dirty exists 2021-07-26T15:59:14.718 INFO:tasks.rados.rados.0.smithi037.stdout:721: left oid 32 (ObjNum 249 snap 64 seq_num 249) 2021-07-26T15:59:14.718 INFO:tasks.rados.rados.0.smithi037.stdout:722: finishing write tid 1 to smithi03738989-4 2021-07-26T15:59:14.718 INFO:tasks.rados.rados.0.smithi037.stdout:722: finishing write tid 2 to smithi03738989-4 2021-07-26T15:59:14.719 INFO:tasks.rados.rados.0.smithi037.stdout:722: finishing write tid 3 to smithi03738989-4 2021-07-26T15:59:14.719 INFO:tasks.rados.rados.0.smithi037.stdout:722: finishing write tid 4 to smithi03738989-4 2021-07-26T15:59:14.719 INFO:tasks.rados.rados.0.smithi037.stdout:722: finishing write tid 6 to smithi03738989-4 2021-07-26T15:59:14.719 INFO:tasks.rados.rados.0.smithi037.stdout:722: finishing write tid 7 to smithi03738989-4 2021-07-26T15:59:14.719 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 422 (ObjNum 250 snap 64 seq_num 250) dirty exists 2021-07-26T15:59:14.720 INFO:tasks.rados.rados.0.smithi037.stdout:722: left oid 4 (ObjNum 250 snap 64 seq_num 250) 2021-07-26T15:59:15.418 INFO:tasks.rados.rados.0.smithi037.stdout:719: done (4 left) 2021-07-26T15:59:15.419 INFO:tasks.rados.rados.0.smithi037.stdout:720: done (3 left) 2021-07-26T15:59:15.419 INFO:tasks.rados.rados.0.smithi037.stdout:721: done (2 left) 2021-07-26T15:59:15.419 INFO:tasks.rados.rados.0.smithi037.stdout:722: done (1 left) 2021-07-26T15:59:15.419 INFO:tasks.rados.rados.0.smithi037.stdout:723: done (0 left) 2021-07-26T15:59:15.420 INFO:tasks.rados.rados.0.smithi037.stdout:724: delete oid 35 current snap is 65 2021-07-26T15:59:15.420 INFO:tasks.rados.rados.0.smithi037.stdout:724: done (0 left) 2021-07-26T15:59:15.420 INFO:tasks.rados.rados.0.smithi037.stdout:725: snap_create 2021-07-26T15:59:15.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:15 smithi107 bash[14687]: cluster 2021-07-26T15:59:14.408439+0000 mon.a (mon.0) 878 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2021-07-26T15:59:15.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:15 smithi107 bash[14687]: cluster 2021-07-26T15:59:14.678853+0000 mgr.y (mgr.24901) 19 : cluster [DBG] pgmap v30: 89 pgs: 89 active+clean; 228 MiB data, 335 MiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2021-07-26T15:59:15.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:15 smithi037 bash[14605]: cluster 2021-07-26T15:59:14.408439+0000 mon.a (mon.0) 878 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2021-07-26T15:59:15.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:15 smithi037 bash[14605]: cluster 2021-07-26T15:59:14.678853+0000 mgr.y (mgr.24901) 19 : cluster [DBG] pgmap v30: 89 pgs: 89 active+clean; 228 MiB data, 335 MiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2021-07-26T15:59:15.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:15 smithi037 bash[18551]: cluster 2021-07-26T15:59:14.408439+0000 mon.a (mon.0) 878 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2021-07-26T15:59:15.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:15 smithi037 bash[18551]: cluster 2021-07-26T15:59:14.678853+0000 mgr.y (mgr.24901) 19 : cluster [DBG] pgmap v30: 89 pgs: 89 active+clean; 228 MiB data, 335 MiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2021-07-26T15:59:16.418 INFO:tasks.rados.rados.0.smithi037.stdout:725: done (0 left) 2021-07-26T15:59:16.419 INFO:tasks.rados.rados.0.smithi037.stdout:726: snap_create 2021-07-26T15:59:16.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:16 smithi107 bash[14687]: cluster 2021-07-26T15:59:15.414688+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2021-07-26T15:59:16.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:16 smithi037 bash[14605]: cluster 2021-07-26T15:59:15.414688+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2021-07-26T15:59:16.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:16 smithi037 bash[18551]: cluster 2021-07-26T15:59:15.414688+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2021-07-26T15:59:17.422 INFO:tasks.rados.rados.0.smithi037.stdout:726: done (0 left) 2021-07-26T15:59:17.422 INFO:tasks.rados.rados.0.smithi037.stdout:727: read oid 22 snap -1 2021-07-26T15:59:17.422 INFO:tasks.rados.rados.0.smithi037.stdout:727: expect (ObjNum 161 snap 41 seq_num 161) 2021-07-26T15:59:17.423 INFO:tasks.rados.rados.0.smithi037.stdout:728: copy_from oid 40 from oid 5 current snap is 67 2021-07-26T15:59:17.423 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 67 2021-07-26T15:59:17.423 INFO:tasks.rados.rados.0.smithi037.stdout:729: seq_num 252 ranges {2351104=630784,2981888=499712,3481600=425984,3907584=278528} 2021-07-26T15:59:17.439 INFO:tasks.rados.rados.0.smithi037.stdout:729: writing smithi03738989-20 from 2351104 to 2981888 tid 1 2021-07-26T15:59:17.442 INFO:tasks.rados.rados.0.smithi037.stdout:729: writing smithi03738989-20 from 2981888 to 3481600 tid 2 2021-07-26T15:59:17.444 INFO:tasks.rados.rados.0.smithi037.stdout:729: writing smithi03738989-20 from 3481600 to 3907584 tid 3 2021-07-26T15:59:17.446 INFO:tasks.rados.rados.0.smithi037.stdout:729: writing smithi03738989-20 from 3907584 to 4186112 tid 4 2021-07-26T15:59:17.447 INFO:tasks.rados.rados.0.smithi037.stdout:730: snap_remove snap 41 2021-07-26T15:59:17.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:17 smithi107 bash[14687]: cluster 2021-07-26T15:59:16.418101+0000 mon.a (mon.0) 880 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2021-07-26T15:59:17.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:17 smithi107 bash[14687]: cluster 2021-07-26T15:59:16.679583+0000 mgr.y (mgr.24901) 20 : cluster [DBG] pgmap v33: 89 pgs: 89 active+clean; 228 MiB data, 335 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:59:17.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:17 smithi107 bash[14687]: cluster 2021-07-26T15:59:17.422051+0000 mon.a (mon.0) 881 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2021-07-26T15:59:17.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:17 smithi037 bash[14605]: cluster 2021-07-26T15:59:16.418101+0000 mon.a (mon.0) 880 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2021-07-26T15:59:17.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:17 smithi037 bash[14605]: cluster 2021-07-26T15:59:16.679583+0000 mgr.y (mgr.24901) 20 : cluster [DBG] pgmap v33: 89 pgs: 89 active+clean; 228 MiB data, 335 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:59:17.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:17 smithi037 bash[14605]: cluster 2021-07-26T15:59:17.422051+0000 mon.a (mon.0) 881 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2021-07-26T15:59:17.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:17 smithi037 bash[18551]: cluster 2021-07-26T15:59:16.418101+0000 mon.a (mon.0) 880 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2021-07-26T15:59:17.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:17 smithi037 bash[18551]: cluster 2021-07-26T15:59:16.679583+0000 mgr.y (mgr.24901) 20 : cluster [DBG] pgmap v33: 89 pgs: 89 active+clean; 228 MiB data, 335 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:59:17.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:17 smithi037 bash[18551]: cluster 2021-07-26T15:59:17.422051+0000 mon.a (mon.0) 881 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2021-07-26T15:59:18.297 INFO:tasks.rados.rados.0.smithi037.stdout:730: done (3 left) 2021-07-26T15:59:18.297 INFO:tasks.rados.rados.0.smithi037.stdout:731: delete oid 24 current snap is 67 2021-07-26T15:59:18.297 INFO:tasks.rados.rados.0.smithi037.stdout:727: expect (ObjNum 161 snap 41 seq_num 161) 2021-07-26T15:59:18.314 INFO:tasks.rados.rados.0.smithi037.stdout:728: finishing copy_from to smithi03738989-40 2021-07-26T15:59:18.314 INFO:tasks.rados.rados.0.smithi037.stdout:728: got expected ENOENT (src dne) 2021-07-26T15:59:18.315 INFO:tasks.rados.rados.0.smithi037.stdout:728: finishing copy_from racing read to smithi03738989-40 2021-07-26T15:59:18.315 INFO:tasks.rados.rados.0.smithi037.stdout:729: finishing write tid 1 to smithi03738989-20 2021-07-26T15:59:18.315 INFO:tasks.rados.rados.0.smithi037.stdout:729: finishing write tid 2 to smithi03738989-20 2021-07-26T15:59:18.315 INFO:tasks.rados.rados.0.smithi037.stdout:729: finishing write tid 3 to smithi03738989-20 2021-07-26T15:59:18.315 INFO:tasks.rados.rados.0.smithi037.stdout:729: finishing write tid 4 to smithi03738989-20 2021-07-26T15:59:18.316 INFO:tasks.rados.rados.0.smithi037.stdout:729: finishing write tid 6 to smithi03738989-20 2021-07-26T15:59:18.316 INFO:tasks.rados.rados.0.smithi037.stdout:729: finishing write tid 7 to smithi03738989-20 2021-07-26T15:59:18.316 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 62 (ObjNum 252 snap 67 seq_num 252) dirty exists 2021-07-26T15:59:18.316 INFO:tasks.rados.rados.0.smithi037.stdout:729: left oid 20 (ObjNum 252 snap 67 seq_num 252) 2021-07-26T15:59:18.318 INFO:tasks.rados.rados.0.smithi037.stdout:727: done (3 left) 2021-07-26T15:59:18.318 INFO:tasks.rados.rados.0.smithi037.stdout:728: done (2 left) 2021-07-26T15:59:18.319 INFO:tasks.rados.rados.0.smithi037.stdout:729: done (1 left) 2021-07-26T15:59:18.319 INFO:tasks.rados.rados.0.smithi037.stdout:731: done (0 left) 2021-07-26T15:59:18.319 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 67 2021-07-26T15:59:18.319 INFO:tasks.rados.rados.0.smithi037.stdout:732: seq_num 254 ranges {0=663552,663552=663552,1327104=540672} 2021-07-26T15:59:18.322 INFO:tasks.rados.rados.0.smithi037.stdout:732: writing smithi03738989-24 from 0 to 663552 tid 1 2021-07-26T15:59:18.327 INFO:tasks.rados.rados.0.smithi037.stdout:732: writing smithi03738989-24 from 663552 to 1327104 tid 2 2021-07-26T15:59:18.330 INFO:tasks.rados.rados.0.smithi037.stdout:732: writing smithi03738989-24 from 1327104 to 1867776 tid 3 2021-07-26T15:59:18.331 INFO:tasks.rados.rados.0.smithi037.stdout:733: copy_from oid 49 from oid 22 current snap is 67 2021-07-26T15:59:18.331 INFO:tasks.rados.rados.0.smithi037.stdout:734: delete oid 35 current snap is 67 2021-07-26T15:59:18.331 INFO:tasks.rados.rados.0.smithi037.stdout:732: finishing write tid 1 to smithi03738989-24 2021-07-26T15:59:18.333 INFO:tasks.rados.rados.0.smithi037.stdout:734: done (2 left) 2021-07-26T15:59:18.333 INFO:tasks.rados.rados.0.smithi037.stdout:735: read oid 11 snap -1 2021-07-26T15:59:18.333 INFO:tasks.rados.rados.0.smithi037.stdout:735: expect (ObjNum 232 snap 62 seq_num 232) 2021-07-26T15:59:18.333 INFO:tasks.rados.rados.0.smithi037.stdout:736: snap_remove snap 30 2021-07-26T15:59:18.359 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:59:18 smithi107 docker[27809]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-mgr.x 2021-07-26T15:59:18.360 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:59:18 smithi107 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mgr.x.service: Main process exited, code=exited, status=137/n/a 2021-07-26T15:59:18.360 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:59:18 smithi107 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mgr.x.service: Failed with result 'exit-code'. 2021-07-26T15:59:18.360 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:59:18 smithi107 systemd[1]: Stopped Ceph mgr.x for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T15:59:18.765 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:59:18 smithi107 systemd[1]: Started Ceph mgr.x for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T15:59:18.765 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:59:18 smithi107 bash[27894]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:59:19.317 INFO:tasks.rados.rados.0.smithi037.stdout:736: done (3 left) 2021-07-26T15:59:19.317 INFO:tasks.rados.rados.0.smithi037.stdout:737: snap_remove snap 63 2021-07-26T15:59:19.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:19 smithi037 bash[14605]: cluster 2021-07-26T15:59:18.294829+0000 mon.a (mon.0) 882 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2021-07-26T15:59:19.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:19 smithi037 bash[14605]: audit 2021-07-26T15:59:18.400067+0000 mon.a (mon.0) 883 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:19.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:19 smithi037 bash[14605]: audit 2021-07-26T15:59:18.403262+0000 mon.c (mon.1) 126 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:59:19.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:19 smithi037 bash[14605]: audit 2021-07-26T15:59:18.406819+0000 mon.c (mon.1) 127 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:59:19.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:19 smithi037 bash[14605]: cluster 2021-07-26T15:59:18.680404+0000 mgr.y (mgr.24901) 21 : cluster [DBG] pgmap v36: 89 pgs: 89 active+clean; 248 MiB data, 362 MiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 32 op/s 2021-07-26T15:59:19.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:19 smithi037 bash[18551]: cluster 2021-07-26T15:59:18.294829+0000 mon.a (mon.0) 882 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2021-07-26T15:59:19.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:19 smithi037 bash[18551]: audit 2021-07-26T15:59:18.400067+0000 mon.a (mon.0) 883 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:19.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:19 smithi037 bash[18551]: audit 2021-07-26T15:59:18.403262+0000 mon.c (mon.1) 126 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:59:19.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:19 smithi037 bash[18551]: audit 2021-07-26T15:59:18.406819+0000 mon.c (mon.1) 127 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:59:19.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:19 smithi037 bash[18551]: cluster 2021-07-26T15:59:18.680404+0000 mgr.y (mgr.24901) 21 : cluster [DBG] pgmap v36: 89 pgs: 89 active+clean; 248 MiB data, 362 MiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 32 op/s 2021-07-26T15:59:19.603 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:19 smithi107 bash[14687]: cluster 2021-07-26T15:59:18.294829+0000 mon.a (mon.0) 882 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2021-07-26T15:59:19.604 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:19 smithi107 bash[14687]: audit 2021-07-26T15:59:18.400067+0000 mon.a (mon.0) 883 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:19.604 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:19 smithi107 bash[14687]: audit 2021-07-26T15:59:18.403262+0000 mon.c (mon.1) 126 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:59:19.604 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:19 smithi107 bash[14687]: audit 2021-07-26T15:59:18.406819+0000 mon.c (mon.1) 127 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:59:19.605 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:19 smithi107 bash[14687]: cluster 2021-07-26T15:59:18.680404+0000 mgr.y (mgr.24901) 21 : cluster [DBG] pgmap v36: 89 pgs: 89 active+clean; 248 MiB data, 362 MiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 32 op/s 2021-07-26T15:59:20.015 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:59:19 smithi107 bash[27894]: debug 2021-07-26T15:59:19.742+0000 7fcda6303700 1 -- 172.21.15.107:0/3749721861 <== mon.2 v2:172.21.15.107:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5586645c8340 con 0x55866533a800 2021-07-26T15:59:20.328 INFO:tasks.rados.rados.0.smithi037.stdout:737: done (3 left) 2021-07-26T15:59:20.329 INFO:tasks.rados.rados.0.smithi037.stdout:738: setattr oid 12 current snap is 67 2021-07-26T15:59:20.331 INFO:tasks.rados.rados.0.smithi037.stdout:732: finishing write tid 2 to smithi03738989-24 2021-07-26T15:59:20.331 INFO:tasks.rados.rados.0.smithi037.stdout:732: finishing write tid 3 to smithi03738989-24 2021-07-26T15:59:20.331 INFO:tasks.rados.rados.0.smithi037.stdout:732: finishing write tid 5 to smithi03738989-24 2021-07-26T15:59:20.331 INFO:tasks.rados.rados.0.smithi037.stdout:733: finishing copy_from to smithi03738989-49 2021-07-26T15:59:20.332 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 218 (ObjNum 161 snap 41 seq_num 161) dirty exists 2021-07-26T15:59:20.332 INFO:tasks.rados.rados.0.smithi037.stdout:733: finishing copy_from racing read to smithi03738989-49 2021-07-26T15:59:20.332 INFO:tasks.rados.rados.0.smithi037.stdout:732: finishing write tid 6 to smithi03738989-24 2021-07-26T15:59:20.333 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 436 (ObjNum 254 snap 67 seq_num 254) dirty exists 2021-07-26T15:59:20.333 INFO:tasks.rados.rados.0.smithi037.stdout:732: left oid 24 (ObjNum 254 snap 67 seq_num 254) 2021-07-26T15:59:20.333 INFO:tasks.rados.rados.0.smithi037.stdout:735: expect (ObjNum 232 snap 62 seq_num 232) 2021-07-26T15:59:20.428 INFO:tasks.rados.rados.0.smithi037.stdout:732: done (3 left) 2021-07-26T15:59:20.429 INFO:tasks.rados.rados.0.smithi037.stdout:733: done (2 left) 2021-07-26T15:59:20.429 INFO:tasks.rados.rados.0.smithi037.stdout:735: done (1 left) 2021-07-26T15:59:20.429 INFO:tasks.rados.rados.0.smithi037.stdout:739: copy_from oid 15 from oid 10 current snap is 67 2021-07-26T15:59:20.429 INFO:tasks.rados.rados.0.smithi037.stdout:740: rollback oid 19 current snap is 67 2021-07-26T15:59:20.430 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 25 2021-07-26T15:59:20.430 INFO:tasks.rados.rados.0.smithi037.stdout:741: read oid 36 snap -1 2021-07-26T15:59:20.430 INFO:tasks.rados.rados.0.smithi037.stdout:741: expect (ObjNum 55 snap 3 seq_num 55) 2021-07-26T15:59:20.430 INFO:tasks.rados.rados.0.smithi037.stdout:742: snap_remove snap 36 2021-07-26T15:59:20.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:20 smithi037 bash[14605]: cluster 2021-07-26T15:59:19.315997+0000 mon.a (mon.0) 884 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2021-07-26T15:59:20.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:20 smithi037 bash[18551]: cluster 2021-07-26T15:59:19.315997+0000 mon.a (mon.0) 884 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2021-07-26T15:59:20.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:20 smithi107 bash[14687]: cluster 2021-07-26T15:59:19.315997+0000 mon.a (mon.0) 884 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2021-07-26T15:59:21.341 INFO:tasks.rados.rados.0.smithi037.stdout:742: done (4 left) 2021-07-26T15:59:21.342 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 67 2021-07-26T15:59:21.342 INFO:tasks.rados.rados.0.smithi037.stdout:743: seq_num 256 ranges {1646592=696320,2342912=434176,2777088=770048} 2021-07-26T15:59:21.355 INFO:tasks.rados.rados.0.smithi037.stdout:743: writing smithi03738989-2 from 1646592 to 2342912 tid 1 2021-07-26T15:59:21.358 INFO:tasks.rados.rados.0.smithi037.stdout:743: writing smithi03738989-2 from 2342912 to 2777088 tid 2 2021-07-26T15:59:21.363 INFO:tasks.rados.rados.0.smithi037.stdout:743: writing smithi03738989-2 from 2777088 to 3547136 tid 3 2021-07-26T15:59:21.364 INFO:tasks.rados.rados.0.smithi037.stdout:744: read oid 41 snap -1 2021-07-26T15:59:21.364 INFO:tasks.rados.rados.0.smithi037.stdout:744: expect (ObjNum 27 snap 0 seq_num 27) 2021-07-26T15:59:21.364 INFO:tasks.rados.rados.0.smithi037.stdout:745: snap_create 2021-07-26T15:59:21.365 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 301 (ObjNum 108 snap 22 seq_num 108) dirty exists 2021-07-26T15:59:21.366 INFO:tasks.rados.rados.0.smithi037.stdout:740: finishing rollback tid 0 to smithi03738989-19 2021-07-26T15:59:21.366 INFO:tasks.rados.rados.0.smithi037.stdout:740: finishing rollback tid 1 to smithi03738989-19 2021-07-26T15:59:21.366 INFO:tasks.rados.rados.0.smithi037.stdout:741: expect (ObjNum 55 snap 3 seq_num 55) 2021-07-26T15:59:21.408 INFO:tasks.rados.rados.0.smithi037.stdout:740: finishing rollback tid 2 to smithi03738989-19 2021-07-26T15:59:21.408 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 173 (ObjNum 11 snap 0 seq_num 11) dirty exists 2021-07-26T15:59:21.408 INFO:tasks.rados.rados.0.smithi037.stdout:739: finishing copy_from to smithi03738989-15 2021-07-26T15:59:21.409 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2021-07-26T15:59:21.409 INFO:tasks.rados.rados.0.smithi037.stdout:739: finishing copy_from racing read to smithi03738989-15 2021-07-26T15:59:21.409 INFO:tasks.rados.rados.0.smithi037.stdout:743: finishing write tid 1 to smithi03738989-2 2021-07-26T15:59:21.409 INFO:tasks.rados.rados.0.smithi037.stdout:743: finishing write tid 2 to smithi03738989-2 2021-07-26T15:59:21.409 INFO:tasks.rados.rados.0.smithi037.stdout:743: finishing write tid 3 to smithi03738989-2 2021-07-26T15:59:21.410 INFO:tasks.rados.rados.0.smithi037.stdout:743: finishing write tid 5 to smithi03738989-2 2021-07-26T15:59:21.410 INFO:tasks.rados.rados.0.smithi037.stdout:744: expect (ObjNum 27 snap 0 seq_num 27) 2021-07-26T15:59:21.422 INFO:tasks.rados.rados.0.smithi037.stdout:743: finishing write tid 6 to smithi03738989-2 2021-07-26T15:59:21.422 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 186 (ObjNum 256 snap 67 seq_num 256) dirty exists 2021-07-26T15:59:21.423 INFO:tasks.rados.rados.0.smithi037.stdout:743: left oid 2 (ObjNum 256 snap 67 seq_num 256) 2021-07-26T15:59:21.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:21 smithi037 bash[14605]: cluster 2021-07-26T15:59:20.326618+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2021-07-26T15:59:21.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:21 smithi037 bash[14605]: cluster 2021-07-26T15:59:20.681205+0000 mgr.y (mgr.24901) 22 : cluster [DBG] pgmap v39: 89 pgs: 89 active+clean; 248 MiB data, 362 MiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 32 op/s 2021-07-26T15:59:21.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:21 smithi037 bash[18551]: cluster 2021-07-26T15:59:20.326618+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2021-07-26T15:59:21.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:21 smithi037 bash[18551]: cluster 2021-07-26T15:59:20.681205+0000 mgr.y (mgr.24901) 22 : cluster [DBG] pgmap v39: 89 pgs: 89 active+clean; 248 MiB data, 362 MiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 32 op/s 2021-07-26T15:59:21.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:21 smithi107 bash[14687]: cluster 2021-07-26T15:59:20.326618+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2021-07-26T15:59:21.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:21 smithi107 bash[14687]: cluster 2021-07-26T15:59:20.681205+0000 mgr.y (mgr.24901) 22 : cluster [DBG] pgmap v39: 89 pgs: 89 active+clean; 248 MiB data, 362 MiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 32 op/s 2021-07-26T15:59:22.346 INFO:tasks.rados.rados.0.smithi037.stdout:738: done (6 left) 2021-07-26T15:59:22.347 INFO:tasks.rados.rados.0.smithi037.stdout:739: done (5 left) 2021-07-26T15:59:22.347 INFO:tasks.rados.rados.0.smithi037.stdout:740: done (4 left) 2021-07-26T15:59:22.347 INFO:tasks.rados.rados.0.smithi037.stdout:741: done (3 left) 2021-07-26T15:59:22.347 INFO:tasks.rados.rados.0.smithi037.stdout:743: done (2 left) 2021-07-26T15:59:22.347 INFO:tasks.rados.rados.0.smithi037.stdout:744: done (1 left) 2021-07-26T15:59:22.348 INFO:tasks.rados.rados.0.smithi037.stdout:745: done (0 left) 2021-07-26T15:59:22.348 INFO:tasks.rados.rados.0.smithi037.stdout:746: snap_remove snap 53 2021-07-26T15:59:22.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:22 smithi037 bash[14605]: cluster 2021-07-26T15:59:21.336044+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2021-07-26T15:59:22.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:22 smithi037 bash[18551]: cluster 2021-07-26T15:59:21.336044+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2021-07-26T15:59:22.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:22 smithi107 bash[14687]: cluster 2021-07-26T15:59:21.336044+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2021-07-26T15:59:23.356 INFO:tasks.rados.rados.0.smithi037.stdout:746: done (0 left) 2021-07-26T15:59:23.356 INFO:tasks.rados.rados.0.smithi037.stdout:747: snap_create 2021-07-26T15:59:23.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:23 smithi107 bash[14687]: cluster 2021-07-26T15:59:22.344598+0000 mon.a (mon.0) 887 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2021-07-26T15:59:23.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:23 smithi107 bash[14687]: cluster 2021-07-26T15:59:22.682473+0000 mgr.y (mgr.24901) 23 : cluster [DBG] pgmap v42: 89 pgs: 89 active+clean; 246 MiB data, 360 MiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2021-07-26T15:59:23.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[14605]: cluster 2021-07-26T15:59:22.344598+0000 mon.a (mon.0) 887 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2021-07-26T15:59:23.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[14605]: cluster 2021-07-26T15:59:22.682473+0000 mgr.y (mgr.24901) 23 : cluster [DBG] pgmap v42: 89 pgs: 89 active+clean; 246 MiB data, 360 MiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2021-07-26T15:59:23.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[18551]: cluster 2021-07-26T15:59:22.344598+0000 mon.a (mon.0) 887 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2021-07-26T15:59:23.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[18551]: cluster 2021-07-26T15:59:22.682473+0000 mgr.y (mgr.24901) 23 : cluster [DBG] pgmap v42: 89 pgs: 89 active+clean; 246 MiB data, 360 MiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2021-07-26T15:59:24.337 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: debug 2021-07-26T15:59:23.899+0000 7fdb3efd1700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:59:24.338 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T15:59:24.338 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:24.338 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T15:59:24.338 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:24.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T15:59:24.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:24.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:24.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:59:24.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: debug 2021-07-26T15:59:23.899+0000 7fdb3efd1700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:59:24.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T15:59:24.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:24.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T15:59:24.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:24.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T15:59:24.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:24.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:24.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:59:24.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: debug 2021-07-26T15:59:23.903+0000 7fdb3efd1700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:59:24.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T15:59:24.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:24.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T15:59:24.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:24.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T15:59:24.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:24.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:24.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:59:24.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: debug 2021-07-26T15:59:23.903+0000 7fdb3efd1700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:59:24.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T15:59:24.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:24.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T15:59:24.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:24.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T15:59:24.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:24.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:24.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:23 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:59:24.361 INFO:tasks.rados.rados.0.smithi037.stdout:747: done (0 left) 2021-07-26T15:59:24.361 INFO:tasks.rados.rados.0.smithi037.stdout:748: read oid 1 snap -1 2021-07-26T15:59:24.361 INFO:tasks.rados.rados.0.smithi037.stdout:748: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:59:24.361 INFO:tasks.rados.rados.0.smithi037.stdout:749: copy_from oid 27 from oid 46 current snap is 69 2021-07-26T15:59:24.362 INFO:tasks.rados.rados.0.smithi037.stdout:750: rollback oid 29 current snap is 69 2021-07-26T15:59:24.362 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 29 to 57 2021-07-26T15:59:24.362 INFO:tasks.rados.rados.0.smithi037.stdout:751: setattr oid 49 current snap is 69 2021-07-26T15:59:24.363 INFO:tasks.rados.rados.0.smithi037.stdout:752: delete oid 24 current snap is 69 2021-07-26T15:59:24.366 INFO:tasks.rados.rados.0.smithi037.stdout:748: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T15:59:24.371 INFO:tasks.rados.rados.0.smithi037.stdout:748: done (4 left) 2021-07-26T15:59:24.371 INFO:tasks.rados.rados.0.smithi037.stdout:752: done (3 left) 2021-07-26T15:59:24.371 INFO:tasks.rados.rados.0.smithi037.stdout:753: snap_create 2021-07-26T15:59:24.372 INFO:tasks.rados.rados.0.smithi037.stdout:750: finishing rollback tid 0 to smithi03738989-29 2021-07-26T15:59:24.372 INFO:tasks.rados.rados.0.smithi037.stdout:750: finishing rollback tid 1 to smithi03738989-29 2021-07-26T15:59:24.373 INFO:tasks.rados.rados.0.smithi037.stdout:750: finishing rollback tid 2 to smithi03738989-29 2021-07-26T15:59:24.373 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 429 (ObjNum 161 snap 41 seq_num 161) dirty exists 2021-07-26T15:59:24.375 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 219 (ObjNum 161 snap 41 seq_num 161) dirty exists 2021-07-26T15:59:24.377 INFO:tasks.rados.rados.0.smithi037.stdout:749: finishing copy_from to smithi03738989-27 2021-07-26T15:59:24.378 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 256 (ObjNum 108 snap 22 seq_num 108) dirty exists 2021-07-26T15:59:24.378 INFO:tasks.rados.rados.0.smithi037.stdout:749: finishing copy_from racing read to smithi03738989-27 2021-07-26T15:59:24.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:24 smithi107 bash[14687]: cluster 2021-07-26T15:59:23.356794+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2021-07-26T15:59:24.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:24 smithi107 bash[14687]: audit 2021-07-26T15:59:23.892701+0000 mon.a (mon.0) 889 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:24.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:24 smithi107 bash[14687]: audit 2021-07-26T15:59:23.900798+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:24.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:24 smithi107 bash[14687]: audit 2021-07-26T15:59:23.914953+0000 mon.c (mon.1) 128 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:59:24.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:24 smithi107 bash[14687]: audit 2021-07-26T15:59:23.917148+0000 mon.c (mon.1) 129 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:59:24.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:24 smithi107 bash[14687]: audit 2021-07-26T15:59:23.926488+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:24.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:24 smithi107 bash[14687]: audit 2021-07-26T15:59:23.928341+0000 mon.c (mon.1) 130 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2021-07-26T15:59:24.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:24 smithi107 bash[14687]: audit 2021-07-26T15:59:23.929050+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2021-07-26T15:59:24.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:24 smithi107 bash[14687]: audit 2021-07-26T15:59:23.934527+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2021-07-26T15:59:24.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:24 smithi107 bash[14687]: audit 2021-07-26T15:59:23.937036+0000 mon.c (mon.1) 131 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2021-07-26T15:59:24.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:24 smithi107 bash[14687]: audit 2021-07-26T15:59:23.937538+0000 mon.a (mon.0) 894 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2021-07-26T15:59:24.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:24 smithi107 bash[14687]: audit 2021-07-26T15:59:23.943727+0000 mon.a (mon.0) 895 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2021-07-26T15:59:24.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:24 smithi107 bash[14687]: audit 2021-07-26T15:59:23.945296+0000 mon.c (mon.1) 132 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:59:24.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:24 smithi107 bash[14687]: audit 2021-07-26T15:59:23.946525+0000 mon.c (mon.1) 133 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2021-07-26T15:59:24.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[14605]: cluster 2021-07-26T15:59:23.356794+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2021-07-26T15:59:24.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[14605]: audit 2021-07-26T15:59:23.892701+0000 mon.a (mon.0) 889 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:24.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[14605]: audit 2021-07-26T15:59:23.900798+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:24.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[14605]: audit 2021-07-26T15:59:23.914953+0000 mon.c (mon.1) 128 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:59:24.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[14605]: audit 2021-07-26T15:59:23.917148+0000 mon.c (mon.1) 129 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:59:24.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[14605]: audit 2021-07-26T15:59:23.926488+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:24.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[14605]: audit 2021-07-26T15:59:23.928341+0000 mon.c (mon.1) 130 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2021-07-26T15:59:24.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[14605]: audit 2021-07-26T15:59:23.929050+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2021-07-26T15:59:24.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[14605]: audit 2021-07-26T15:59:23.934527+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2021-07-26T15:59:24.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[14605]: audit 2021-07-26T15:59:23.937036+0000 mon.c (mon.1) 131 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2021-07-26T15:59:24.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[14605]: audit 2021-07-26T15:59:23.937538+0000 mon.a (mon.0) 894 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2021-07-26T15:59:24.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[14605]: audit 2021-07-26T15:59:23.943727+0000 mon.a (mon.0) 895 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2021-07-26T15:59:24.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[14605]: audit 2021-07-26T15:59:23.945296+0000 mon.c (mon.1) 132 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:59:24.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[14605]: audit 2021-07-26T15:59:23.946525+0000 mon.c (mon.1) 133 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2021-07-26T15:59:24.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[18551]: cluster 2021-07-26T15:59:23.356794+0000 mon.a (mon.0) 888 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2021-07-26T15:59:24.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[18551]: audit 2021-07-26T15:59:23.892701+0000 mon.a (mon.0) 889 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:24.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[18551]: audit 2021-07-26T15:59:23.900798+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:24.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[18551]: audit 2021-07-26T15:59:23.914953+0000 mon.c (mon.1) 128 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:59:24.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[18551]: audit 2021-07-26T15:59:23.917148+0000 mon.c (mon.1) 129 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:59:24.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[18551]: audit 2021-07-26T15:59:23.926488+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:24.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[18551]: audit 2021-07-26T15:59:23.928341+0000 mon.c (mon.1) 130 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2021-07-26T15:59:24.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[18551]: audit 2021-07-26T15:59:23.929050+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2021-07-26T15:59:24.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[18551]: audit 2021-07-26T15:59:23.934527+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2021-07-26T15:59:24.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[18551]: audit 2021-07-26T15:59:23.937036+0000 mon.c (mon.1) 131 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2021-07-26T15:59:24.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[18551]: audit 2021-07-26T15:59:23.937538+0000 mon.a (mon.0) 894 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2021-07-26T15:59:24.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[18551]: audit 2021-07-26T15:59:23.943727+0000 mon.a (mon.0) 895 : audit [INF] from='mgr.24901 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2021-07-26T15:59:24.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[18551]: audit 2021-07-26T15:59:23.945296+0000 mon.c (mon.1) 132 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:59:24.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:24 smithi037 bash[18551]: audit 2021-07-26T15:59:23.946525+0000 mon.c (mon.1) 133 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2021-07-26T15:59:25.386 INFO:tasks.rados.rados.0.smithi037.stdout:749: done (3 left) 2021-07-26T15:59:25.386 INFO:tasks.rados.rados.0.smithi037.stdout:750: done (2 left) 2021-07-26T15:59:25.387 INFO:tasks.rados.rados.0.smithi037.stdout:751: done (1 left) 2021-07-26T15:59:25.387 INFO:tasks.rados.rados.0.smithi037.stdout:753: done (0 left) 2021-07-26T15:59:25.387 INFO:tasks.rados.rados.0.smithi037.stdout:754: delete oid 9 current snap is 70 2021-07-26T15:59:25.392 INFO:tasks.rados.rados.0.smithi037.stdout:754: done (0 left) 2021-07-26T15:59:25.392 INFO:tasks.rados.rados.0.smithi037.stdout:755: snap_create 2021-07-26T15:59:25.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: cephadm 2021-07-26T15:59:23.904094+0000 mgr.y (mgr.24901) 24 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:59:25.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T15:59:25.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:25.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T15:59:25.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:25.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T15:59:25.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:25.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:25.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:59:25.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: cephadm 2021-07-26T15:59:23.905580+0000 mgr.y (mgr.24901) 25 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:59:25.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T15:59:25.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:25.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T15:59:25.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:25.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T15:59:25.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:25.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:25.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:59:25.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: cephadm 2021-07-26T15:59:23.908518+0000 mgr.y (mgr.24901) 26 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:59:25.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T15:59:25.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:25.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T15:59:25.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:25.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T15:59:25.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:25.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:25.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:59:25.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: cephadm 2021-07-26T15:59:23.909802+0000 mgr.y (mgr.24901) 27 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:59:25.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T15:59:25.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:25.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T15:59:25.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:25.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T15:59:25.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:25.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:25.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:59:25.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: cephadm 2021-07-26T15:59:23.918308+0000 mgr.y (mgr.24901) 28 : cephadm [INF] Upgrade: Setting container_image for all mgr 2021-07-26T15:59:25.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: cephadm 2021-07-26T15:59:23.947791+0000 mgr.y (mgr.24901) 29 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2021-07-26T15:59:25.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: cluster 2021-07-26T15:59:24.360604+0000 mon.a (mon.0) 896 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2021-07-26T15:59:25.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:25 smithi107 bash[14687]: cluster 2021-07-26T15:59:24.683366+0000 mgr.y (mgr.24901) 30 : cluster [DBG] pgmap v45: 89 pgs: 89 active+clean; 246 MiB data, 360 MiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2021-07-26T15:59:25.778 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: cephadm 2021-07-26T15:59:23.904094+0000 mgr.y (mgr.24901) 24 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:59:25.778 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: Traceback (most recent call last): 2021-07-26T15:59:25.779 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:25.779 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: if self._apply_service(spec): 2021-07-26T15:59:25.779 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:25.779 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: rank_generation=slot.rank_generation, 2021-07-26T15:59:25.779 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:25.780 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:25.780 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:59:25.780 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: cephadm 2021-07-26T15:59:23.905580+0000 mgr.y (mgr.24901) 25 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:59:25.780 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: Traceback (most recent call last): 2021-07-26T15:59:25.781 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:25.781 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: if self._apply_service(spec): 2021-07-26T15:59:25.781 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:25.781 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: rank_generation=slot.rank_generation, 2021-07-26T15:59:25.782 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:25.782 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:25.782 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:59:25.782 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: cephadm 2021-07-26T15:59:23.908518+0000 mgr.y (mgr.24901) 26 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:59:25.782 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: Traceback (most recent call last): 2021-07-26T15:59:25.783 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:25.783 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: if self._apply_service(spec): 2021-07-26T15:59:25.783 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:25.783 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: rank_generation=slot.rank_generation, 2021-07-26T15:59:25.784 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:25.784 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:25.784 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:59:25.785 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: cephadm 2021-07-26T15:59:23.904094+0000 mgr.y (mgr.24901) 24 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:59:25.785 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: Traceback (most recent call last): 2021-07-26T15:59:25.785 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:25.786 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: if self._apply_service(spec): 2021-07-26T15:59:25.786 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:25.787 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: rank_generation=slot.rank_generation, 2021-07-26T15:59:25.787 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:25.787 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:25.787 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:59:25.788 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: cephadm 2021-07-26T15:59:23.905580+0000 mgr.y (mgr.24901) 25 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:59:25.788 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: Traceback (most recent call last): 2021-07-26T15:59:25.788 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:25.788 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: if self._apply_service(spec): 2021-07-26T15:59:25.789 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:25.789 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: rank_generation=slot.rank_generation, 2021-07-26T15:59:25.789 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:25.789 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:25.789 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:59:25.790 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: cephadm 2021-07-26T15:59:23.908518+0000 mgr.y (mgr.24901) 26 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:59:25.790 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: Traceback (most recent call last): 2021-07-26T15:59:25.791 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:25.791 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: if self._apply_service(spec): 2021-07-26T15:59:25.791 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:25.792 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: rank_generation=slot.rank_generation, 2021-07-26T15:59:25.792 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:25.792 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:25.792 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:59:25.793 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: cephadm 2021-07-26T15:59:23.909802+0000 mgr.y (mgr.24901) 27 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:59:25.793 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: Traceback (most recent call last): 2021-07-26T15:59:25.793 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:25.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: if self._apply_service(spec): 2021-07-26T15:59:25.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:25.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: rank_generation=slot.rank_generation, 2021-07-26T15:59:25.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:25.794 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:59:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: cephadm 2021-07-26T15:59:23.918308+0000 mgr.y (mgr.24901) 28 : cephadm [INF] Upgrade: Setting container_image for all mgr 2021-07-26T15:59:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: cephadm 2021-07-26T15:59:23.947791+0000 mgr.y (mgr.24901) 29 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2021-07-26T15:59:25.795 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: cluster 2021-07-26T15:59:24.360604+0000 mon.a (mon.0) 896 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2021-07-26T15:59:25.796 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[18551]: cluster 2021-07-26T15:59:24.683366+0000 mgr.y (mgr.24901) 30 : cluster [DBG] pgmap v45: 89 pgs: 89 active+clean; 246 MiB data, 360 MiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2021-07-26T15:59:25.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: cephadm 2021-07-26T15:59:23.909802+0000 mgr.y (mgr.24901) 27 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:59:25.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: Traceback (most recent call last): 2021-07-26T15:59:25.796 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:25.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: if self._apply_service(spec): 2021-07-26T15:59:25.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:25.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: rank_generation=slot.rank_generation, 2021-07-26T15:59:25.797 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:25.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:25.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:59:25.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: cephadm 2021-07-26T15:59:23.918308+0000 mgr.y (mgr.24901) 28 : cephadm [INF] Upgrade: Setting container_image for all mgr 2021-07-26T15:59:25.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: cephadm 2021-07-26T15:59:23.947791+0000 mgr.y (mgr.24901) 29 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2021-07-26T15:59:25.798 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: cluster 2021-07-26T15:59:24.360604+0000 mon.a (mon.0) 896 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2021-07-26T15:59:25.799 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:25 smithi037 bash[14605]: cluster 2021-07-26T15:59:24.683366+0000 mgr.y (mgr.24901) 30 : cluster [DBG] pgmap v45: 89 pgs: 89 active+clean; 246 MiB data, 360 MiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2021-07-26T15:59:26.399 INFO:tasks.rados.rados.0.smithi037.stdout:755: done (0 left) 2021-07-26T15:59:26.399 INFO:tasks.rados.rados.0.smithi037.stdout:756: rmattr oid 13 current snap is 71 2021-07-26T15:59:26.400 INFO:tasks.rados.rados.0.smithi037.stdout:756: done (0 left) 2021-07-26T15:59:26.400 INFO:tasks.rados.rados.0.smithi037.stdout:757: snap_create 2021-07-26T15:59:26.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:26 smithi107 bash[14687]: cluster 2021-07-26T15:59:25.386257+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2021-07-26T15:59:26.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:26 smithi107 bash[14687]: cluster 2021-07-26T15:59:26.330182+0000 mon.a (mon.0) 898 : cluster [DBG] Standby manager daemon x restarted 2021-07-26T15:59:26.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:26 smithi107 bash[14687]: cluster 2021-07-26T15:59:26.330556+0000 mon.a (mon.0) 899 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:59:26.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:26 smithi107 bash[14687]: audit 2021-07-26T15:59:26.331967+0000 mon.c (mon.1) 134 : audit [DBG] from='mgr.? 172.21.15.107:0/1836959092' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:59:26.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:26 smithi107 bash[14687]: audit 2021-07-26T15:59:26.333069+0000 mon.c (mon.1) 135 : audit [DBG] from='mgr.? 172.21.15.107:0/1836959092' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:59:26.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:26 smithi107 bash[14687]: audit 2021-07-26T15:59:26.334732+0000 mon.c (mon.1) 136 : audit [DBG] from='mgr.? 172.21.15.107:0/1836959092' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:59:26.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:26 smithi107 bash[14687]: audit 2021-07-26T15:59:26.335449+0000 mon.c (mon.1) 137 : audit [DBG] from='mgr.? 172.21.15.107:0/1836959092' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:59:26.827 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:26 smithi037 bash[18551]: cluster 2021-07-26T15:59:25.386257+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2021-07-26T15:59:26.828 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:26 smithi037 bash[18551]: cluster 2021-07-26T15:59:26.330182+0000 mon.a (mon.0) 898 : cluster [DBG] Standby manager daemon x restarted 2021-07-26T15:59:26.828 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:26 smithi037 bash[18551]: cluster 2021-07-26T15:59:26.330556+0000 mon.a (mon.0) 899 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:59:26.828 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:26 smithi037 bash[18551]: audit 2021-07-26T15:59:26.331967+0000 mon.c (mon.1) 134 : audit [DBG] from='mgr.? 172.21.15.107:0/1836959092' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:59:26.829 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:26 smithi037 bash[18551]: audit 2021-07-26T15:59:26.333069+0000 mon.c (mon.1) 135 : audit [DBG] from='mgr.? 172.21.15.107:0/1836959092' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:59:26.829 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:26 smithi037 bash[18551]: audit 2021-07-26T15:59:26.334732+0000 mon.c (mon.1) 136 : audit [DBG] from='mgr.? 172.21.15.107:0/1836959092' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:59:26.829 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:26 smithi037 bash[18551]: audit 2021-07-26T15:59:26.335449+0000 mon.c (mon.1) 137 : audit [DBG] from='mgr.? 172.21.15.107:0/1836959092' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:59:26.830 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:26 smithi037 bash[14605]: cluster 2021-07-26T15:59:25.386257+0000 mon.a (mon.0) 897 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2021-07-26T15:59:26.830 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:26 smithi037 bash[14605]: cluster 2021-07-26T15:59:26.330182+0000 mon.a (mon.0) 898 : cluster [DBG] Standby manager daemon x restarted 2021-07-26T15:59:26.831 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:26 smithi037 bash[14605]: cluster 2021-07-26T15:59:26.330556+0000 mon.a (mon.0) 899 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:59:26.831 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:26 smithi037 bash[14605]: audit 2021-07-26T15:59:26.331967+0000 mon.c (mon.1) 134 : audit [DBG] from='mgr.? 172.21.15.107:0/1836959092' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:59:26.831 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:26 smithi037 bash[14605]: audit 2021-07-26T15:59:26.333069+0000 mon.c (mon.1) 135 : audit [DBG] from='mgr.? 172.21.15.107:0/1836959092' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:59:26.831 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:26 smithi037 bash[14605]: audit 2021-07-26T15:59:26.334732+0000 mon.c (mon.1) 136 : audit [DBG] from='mgr.? 172.21.15.107:0/1836959092' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:59:26.832 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:26 smithi037 bash[14605]: audit 2021-07-26T15:59:26.335449+0000 mon.c (mon.1) 137 : audit [DBG] from='mgr.? 172.21.15.107:0/1836959092' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:59:27.405 INFO:tasks.rados.rados.0.smithi037.stdout:757: done (0 left) 2021-07-26T15:59:27.405 INFO:tasks.rados.rados.0.smithi037.stdout:758: copy_from oid 43 from oid 39 current snap is 72 2021-07-26T15:59:27.406 INFO:tasks.rados.rados.0.smithi037.stdout:759: delete oid 49 current snap is 72 2021-07-26T15:59:27.411 INFO:tasks.rados.rados.0.smithi037.stdout:758: finishing copy_from to smithi03738989-43 2021-07-26T15:59:27.412 INFO:tasks.rados.rados.0.smithi037.stdout:758: got expected ENOENT (src dne) 2021-07-26T15:59:27.412 INFO:tasks.rados.rados.0.smithi037.stdout:758: finishing copy_from racing read to smithi03738989-43 2021-07-26T15:59:27.417 INFO:tasks.rados.rados.0.smithi037.stdout:758: done (1 left) 2021-07-26T15:59:27.417 INFO:tasks.rados.rados.0.smithi037.stdout:759: done (0 left) 2021-07-26T15:59:27.417 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 72 2021-07-26T15:59:27.417 INFO:tasks.rados.rados.0.smithi037.stdout:760: seq_num 260 ranges {5685248=761856,6447104=417792,6864896=786432} 2021-07-26T15:59:27.458 INFO:tasks.rados.rados.0.smithi037.stdout:760: writing smithi03738989-4 from 5685248 to 6447104 tid 1 2021-07-26T15:59:27.460 INFO:tasks.rados.rados.0.smithi037.stdout:760: writing smithi03738989-4 from 6447104 to 6864896 tid 2 2021-07-26T15:59:27.465 INFO:tasks.rados.rados.0.smithi037.stdout:760: writing smithi03738989-4 from 6864896 to 7651328 tid 3 2021-07-26T15:59:27.465 INFO:tasks.rados.rados.0.smithi037.stdout:761: rollback oid 28 current snap is 72 2021-07-26T15:59:27.466 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 28 to 60 2021-07-26T15:59:27.466 INFO:tasks.rados.rados.0.smithi037.stdout:762: snap_create 2021-07-26T15:59:27.467 INFO:tasks.rados.rados.0.smithi037.stdout:760: finishing write tid 1 to smithi03738989-4 2021-07-26T15:59:27.471 INFO:tasks.rados.rados.0.smithi037.stdout:760: finishing write tid 2 to smithi03738989-4 2021-07-26T15:59:27.471 INFO:tasks.rados.rados.0.smithi037.stdout:761: finishing rollback tid 0 to smithi03738989-28 2021-07-26T15:59:27.472 INFO:tasks.rados.rados.0.smithi037.stdout:760: finishing write tid 3 to smithi03738989-4 2021-07-26T15:59:27.472 INFO:tasks.rados.rados.0.smithi037.stdout:761: finishing rollback tid 1 to smithi03738989-28 2021-07-26T15:59:27.473 INFO:tasks.rados.rados.0.smithi037.stdout:760: finishing write tid 5 to smithi03738989-4 2021-07-26T15:59:27.473 INFO:tasks.rados.rados.0.smithi037.stdout:761: finishing rollback tid 2 to smithi03738989-28 2021-07-26T15:59:27.473 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 246 (ObjNum 27 snap 0 seq_num 27) dirty exists 2021-07-26T15:59:27.474 INFO:tasks.rados.rados.0.smithi037.stdout:760: finishing write tid 6 to smithi03738989-4 2021-07-26T15:59:27.474 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 481 (ObjNum 260 snap 72 seq_num 260) dirty exists 2021-07-26T15:59:27.474 INFO:tasks.rados.rados.0.smithi037.stdout:760: left oid 4 (ObjNum 260 snap 72 seq_num 260) 2021-07-26T15:59:27.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:27 smithi107 bash[14687]: cluster 2021-07-26T15:59:26.399197+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2021-07-26T15:59:27.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:27 smithi107 bash[14687]: cluster 2021-07-26T15:59:26.400155+0000 mon.a (mon.0) 901 : cluster [DBG] mgrmap e27: y(active, since 35s), standbys: x 2021-07-26T15:59:27.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:27 smithi107 bash[14687]: cephadm 2021-07-26T15:59:26.587370+0000 mgr.y (mgr.24901) 31 : cephadm [INF] Upgrade: Updating mon.a 2021-07-26T15:59:27.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:27 smithi107 bash[14687]: audit 2021-07-26T15:59:26.594496+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:27.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:27 smithi107 bash[14687]: audit 2021-07-26T15:59:26.601311+0000 mon.c (mon.1) 138 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:59:27.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:27 smithi107 bash[14687]: audit 2021-07-26T15:59:26.603009+0000 mon.c (mon.1) 139 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:59:27.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:27 smithi107 bash[14687]: audit 2021-07-26T15:59:26.604685+0000 mon.c (mon.1) 140 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:59:27.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:27 smithi107 bash[14687]: cephadm 2021-07-26T15:59:26.606231+0000 mgr.y (mgr.24901) 32 : cephadm [INF] Deploying daemon mon.a on smithi037 2021-07-26T15:59:27.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:27 smithi107 bash[14687]: audit 2021-07-26T15:59:26.607479+0000 mon.c (mon.1) 141 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2021-07-26T15:59:27.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:27 smithi107 bash[14687]: cluster 2021-07-26T15:59:26.684165+0000 mgr.y (mgr.24901) 33 : cluster [DBG] pgmap v48: 89 pgs: 89 active+clean; 246 MiB data, 360 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:59:27.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:27 smithi037 bash[14605]: cluster 2021-07-26T15:59:26.399197+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2021-07-26T15:59:27.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:27 smithi037 bash[14605]: cluster 2021-07-26T15:59:26.400155+0000 mon.a (mon.0) 901 : cluster [DBG] mgrmap e27: y(active, since 35s), standbys: x 2021-07-26T15:59:27.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:27 smithi037 bash[14605]: cephadm 2021-07-26T15:59:26.587370+0000 mgr.y (mgr.24901) 31 : cephadm [INF] Upgrade: Updating mon.a 2021-07-26T15:59:27.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:27 smithi037 bash[14605]: audit 2021-07-26T15:59:26.594496+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:27.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:27 smithi037 bash[14605]: audit 2021-07-26T15:59:26.601311+0000 mon.c (mon.1) 138 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:59:27.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:27 smithi037 bash[14605]: audit 2021-07-26T15:59:26.603009+0000 mon.c (mon.1) 139 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:59:27.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:27 smithi037 bash[14605]: audit 2021-07-26T15:59:26.604685+0000 mon.c (mon.1) 140 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:59:27.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:27 smithi037 bash[14605]: cephadm 2021-07-26T15:59:26.606231+0000 mgr.y (mgr.24901) 32 : cephadm [INF] Deploying daemon mon.a on smithi037 2021-07-26T15:59:27.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:27 smithi037 bash[14605]: audit 2021-07-26T15:59:26.607479+0000 mon.c (mon.1) 141 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2021-07-26T15:59:27.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:27 smithi037 bash[14605]: cluster 2021-07-26T15:59:26.684165+0000 mgr.y (mgr.24901) 33 : cluster [DBG] pgmap v48: 89 pgs: 89 active+clean; 246 MiB data, 360 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:59:27.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:27 smithi037 bash[18551]: cluster 2021-07-26T15:59:26.399197+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2021-07-26T15:59:27.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:27 smithi037 bash[18551]: cluster 2021-07-26T15:59:26.400155+0000 mon.a (mon.0) 901 : cluster [DBG] mgrmap e27: y(active, since 35s), standbys: x 2021-07-26T15:59:27.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:27 smithi037 bash[18551]: cephadm 2021-07-26T15:59:26.587370+0000 mgr.y (mgr.24901) 31 : cephadm [INF] Upgrade: Updating mon.a 2021-07-26T15:59:27.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:27 smithi037 bash[18551]: audit 2021-07-26T15:59:26.594496+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24901 ' entity='mgr.y' 2021-07-26T15:59:27.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:27 smithi037 bash[18551]: audit 2021-07-26T15:59:26.601311+0000 mon.c (mon.1) 138 : audit [INF] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:59:27.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:27 smithi037 bash[18551]: audit 2021-07-26T15:59:26.603009+0000 mon.c (mon.1) 139 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:59:27.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:27 smithi037 bash[18551]: audit 2021-07-26T15:59:26.604685+0000 mon.c (mon.1) 140 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:59:27.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:27 smithi037 bash[18551]: cephadm 2021-07-26T15:59:26.606231+0000 mgr.y (mgr.24901) 32 : cephadm [INF] Deploying daemon mon.a on smithi037 2021-07-26T15:59:27.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:27 smithi037 bash[18551]: audit 2021-07-26T15:59:26.607479+0000 mon.c (mon.1) 141 : audit [DBG] from='mgr.24901 172.21.15.37:0/3585611433' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2021-07-26T15:59:27.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:27 smithi037 bash[18551]: cluster 2021-07-26T15:59:26.684165+0000 mgr.y (mgr.24901) 33 : cluster [DBG] pgmap v48: 89 pgs: 89 active+clean; 246 MiB data, 360 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:59:28.301 INFO:tasks.rados.rados.0.smithi037.stdout:760: done (2 left) 2021-07-26T15:59:28.302 INFO:tasks.rados.rados.0.smithi037.stdout:761: done (1 left) 2021-07-26T15:59:28.302 INFO:tasks.rados.rados.0.smithi037.stdout:762: done (0 left) 2021-07-26T15:59:28.302 INFO:tasks.rados.rados.0.smithi037.stdout:763: read oid 42 snap -1 2021-07-26T15:59:28.303 INFO:tasks.rados.rados.0.smithi037.stdout:763: expect (ObjNum 228 snap 61 seq_num 228) 2021-07-26T15:59:28.303 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 73 2021-07-26T15:59:28.304 INFO:tasks.rados.rados.0.smithi037.stdout:764: seq_num 261 ranges {303104=778240,1081344=704512,1785856=499712} 2021-07-26T15:59:28.309 INFO:tasks.rados.rados.0.smithi037.stdout:764: writing smithi03738989-29 from 303104 to 1081344 tid 1 2021-07-26T15:59:28.314 INFO:tasks.rados.rados.0.smithi037.stdout:764: writing smithi03738989-29 from 1081344 to 1785856 tid 2 2021-07-26T15:59:28.318 INFO:tasks.rados.rados.0.smithi037.stdout:764: writing smithi03738989-29 from 1785856 to 2285568 tid 3 2021-07-26T15:59:28.319 INFO:tasks.rados.rados.0.smithi037.stdout:765: delete oid 3 current snap is 73 2021-07-26T15:59:28.323 INFO:tasks.rados.rados.0.smithi037.stdout:764: finishing write tid 1 to smithi03738989-29 2021-07-26T15:59:28.324 INFO:tasks.rados.rados.0.smithi037.stdout:764: finishing write tid 2 to smithi03738989-29 2021-07-26T15:59:28.325 INFO:tasks.rados.rados.0.smithi037.stdout:764: finishing write tid 3 to smithi03738989-29 2021-07-26T15:59:28.326 INFO:tasks.rados.rados.0.smithi037.stdout:764: finishing write tid 5 to smithi03738989-29 2021-07-26T15:59:28.331 INFO:tasks.rados.rados.0.smithi037.stdout:765: done (2 left) 2021-07-26T15:59:28.331 INFO:tasks.rados.rados.0.smithi037.stdout:766: snap_create 2021-07-26T15:59:28.332 INFO:tasks.rados.rados.0.smithi037.stdout:764: finishing write tid 6 to smithi03738989-29 2021-07-26T15:59:28.332 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 434 (ObjNum 261 snap 73 seq_num 261) dirty exists 2021-07-26T15:59:28.332 INFO:tasks.rados.rados.0.smithi037.stdout:764: left oid 29 (ObjNum 261 snap 73 seq_num 261) 2021-07-26T15:59:28.343 INFO:tasks.rados.rados.0.smithi037.stdout:763: expect (ObjNum 228 snap 61 seq_num 228) 2021-07-26T15:59:28.466 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T15:59:28.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:28 smithi107 bash[14687]: cluster 2021-07-26T15:59:27.406118+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2021-07-26T15:59:28.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:28 smithi107 bash[14687]: cluster 2021-07-26T15:59:28.301308+0000 mon.a (mon.0) 904 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2021-07-26T15:59:28.787 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:59:28.787 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 running (6m) 27s ago 7m 10.2M - 0.20.0 0881eb8f169f efab80df0ece 2021-07-26T15:59:28.787 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi107 running (6m) 4s ago 6m 26.1M - 6.7.4 3b1077a63311 2876c96eb484 2021-07-26T15:59:28.788 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi037.wjuegm smithi037 running (5m) 27s ago 5m 14.1M - 15.2.13 5eab30a79396 d211508d5e60 2021-07-26T15:59:28.788 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi107.pmlxcx smithi107 running (5m) 4s ago 5m 16.6M - 15.2.13 5eab30a79396 8636b713abef 2021-07-26T15:59:28.788 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi107 *:8443 running (10s) 4s ago 11m 123M - 17.0.0-6381-gbccf07c2 6cdb40438e66 860e60362e9d 2021-07-26T15:59:28.788 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443 running (46s) 27s ago 13m 404M - 17.0.0-6381-gbccf07c2 6cdb40438e66 a07fb6f2ffc9 2021-07-26T15:59:28.789 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (13m) 27s ago 13m 57.6M 2048M 15.2.13 5eab30a79396 fac83f1b715c 2021-07-26T15:59:28.789 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi107 running (11m) 4s ago 11m 57.4M 2048M 15.2.13 5eab30a79396 ad1d4de14320 2021-07-26T15:59:28.789 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (11m) 27s ago 11m 52.6M 2048M 15.2.13 5eab30a79396 ff6f69ccb940 2021-07-26T15:59:28.789 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 running (7m) 27s ago 7m 10.7M - 0.18.1 e5a616e4b9cf 3ad93cd5c278 2021-07-26T15:59:28.790 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi107 running (7m) 4s ago 7m 10.9M - 0.18.1 e5a616e4b9cf b308a000873c 2021-07-26T15:59:28.790 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (10m) 27s ago 10m 110M 4096M 15.2.13 5eab30a79396 8fea6ba8ff0e 2021-07-26T15:59:28.790 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (10m) 27s ago 10m 114M 4096M 15.2.13 5eab30a79396 3e1d842f2785 2021-07-26T15:59:28.790 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (9m) 27s ago 9m 118M 4096M 15.2.13 5eab30a79396 b01752f39fbb 2021-07-26T15:59:28.790 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (9m) 27s ago 9m 86.6M 4096M 15.2.13 5eab30a79396 291b11cfe756 2021-07-26T15:59:28.791 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi107 running (9m) 4s ago 9m 114M 4096M 15.2.13 5eab30a79396 cdf1c413f938 2021-07-26T15:59:28.791 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi107 running (8m) 4s ago 8m 113M 4096M 15.2.13 5eab30a79396 1948041463bd 2021-07-26T15:59:28.793 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi107 running (8m) 4s ago 8m 98.8M 4096M 15.2.13 5eab30a79396 4230be7c8f5f 2021-07-26T15:59:28.793 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi107 running (7m) 4s ago 7m 101M 4096M 15.2.13 5eab30a79396 964b0df7c499 2021-07-26T15:59:28.793 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi107 running (6m) 4s ago 7m 24.9M - 2.18.1 de242295e225 95178a9d7a1a 2021-07-26T15:59:28.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:28 smithi037 bash[14605]: cluster 2021-07-26T15:59:27.406118+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2021-07-26T15:59:28.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:28 smithi037 bash[14605]: cluster 2021-07-26T15:59:28.301308+0000 mon.a (mon.0) 904 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2021-07-26T15:59:28.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:28 smithi037 bash[18551]: cluster 2021-07-26T15:59:27.406118+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2021-07-26T15:59:28.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:28 smithi037 bash[18551]: cluster 2021-07-26T15:59:28.301308+0000 mon.a (mon.0) 904 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2021-07-26T15:59:29.182 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T15:59:29.182 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2021-07-26T15:59:29.182 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 3 2021-07-26T15:59:29.183 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:59:29.183 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2021-07-26T15:59:29.183 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T15:59:29.183 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:59:29.184 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2021-07-26T15:59:29.184 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 8 2021-07-26T15:59:29.184 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:59:29.184 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2021-07-26T15:59:29.184 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 2 2021-07-26T15:59:29.185 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T15:59:29.185 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2021-07-26T15:59:29.185 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 13, 2021-07-26T15:59:29.185 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T15:59:29.186 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T15:59:29.186 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T15:59:29.277 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:29 smithi037 systemd[1]: Stopping Ceph mon.a for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T15:59:29.320 INFO:tasks.rados.rados.0.smithi037.stdout:763: done (2 left) 2021-07-26T15:59:29.321 INFO:tasks.rados.rados.0.smithi037.stdout:764: done (1 left) 2021-07-26T15:59:29.321 INFO:tasks.rados.rados.0.smithi037.stdout:766: done (0 left) 2021-07-26T15:59:29.321 INFO:tasks.rados.rados.0.smithi037.stdout:767: snap_create 2021-07-26T15:59:29.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:29 smithi037 docker[41430]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:59:29.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:29 smithi037 bash[14605]: debug 2021-07-26T15:59:29.343+0000 7f9f29cae700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-07-26T15:59:29.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:29 smithi037 bash[14605]: debug 2021-07-26T15:59:29.343+0000 7f9f29cae700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2021-07-26T15:59:30.501 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:30 smithi037 docker[41430]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-mon.a 2021-07-26T15:59:30.501 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:30 smithi037 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mon.a.service: Succeeded. 2021-07-26T15:59:30.502 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:30 smithi037 systemd[1]: Stopped Ceph mon.a for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T15:59:30.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:30 smithi037 systemd[1]: Started Ceph mon.a for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T15:59:30.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:30 smithi037 bash[41498]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:59:32.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.803+0000 7f16acfd2700 0 set uid:gid to 167:167 (ceph:ceph) 2021-07-26T15:59:32.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.803+0000 7f16acfd2700 0 ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev), process ceph-mon, pid 1 2021-07-26T15:59:32.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.803+0000 7f16acfd2700 0 pidfile_write: ignore empty --pid-file 2021-07-26T15:59:32.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 0 load: jerasure load: lrc 2021-07-26T15:59:32.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: RocksDB version: 6.15.5 2021-07-26T15:59:32.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-07-26T15:59:32.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Compile date Jul 24 2021 2021-07-26T15:59:32.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: DB SUMMARY 2021-07-26T15:59:32.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: DB Session ID: 8YHMWKM740FB8Y9UYN4X 2021-07-26T15:59:32.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: CURRENT file: CURRENT 2021-07-26T15:59:32.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: IDENTITY file: IDENTITY 2021-07-26T15:59:32.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: MANIFEST file: MANIFEST-000008 size: 706 Bytes 2021-07-26T15:59:32.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000023.sst 2021-07-26T15:59:32.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000021.log size: 9355194 ; 2021-07-26T15:59:32.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.error_if_exists: 0 2021-07-26T15:59:32.091 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.create_if_missing: 0 2021-07-26T15:59:32.091 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.paranoid_checks: 1 2021-07-26T15:59:32.091 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2021-07-26T15:59:32.092 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.env: 0x56471f311a20 2021-07-26T15:59:32.092 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.fs: Posix File System 2021-07-26T15:59:32.092 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.info_log: 0x56472120a080 2021-07-26T15:59:32.092 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_file_opening_threads: 16 2021-07-26T15:59:32.092 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.statistics: (nil) 2021-07-26T15:59:32.093 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.use_fsync: 0 2021-07-26T15:59:32.093 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_log_file_size: 0 2021-07-26T15:59:32.093 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-07-26T15:59:32.093 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-07-26T15:59:32.094 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.keep_log_file_num: 1000 2021-07-26T15:59:32.094 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.recycle_log_file_num: 0 2021-07-26T15:59:32.094 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.allow_fallocate: 1 2021-07-26T15:59:32.094 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.allow_mmap_reads: 0 2021-07-26T15:59:32.094 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.allow_mmap_writes: 0 2021-07-26T15:59:32.095 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.use_direct_reads: 0 2021-07-26T15:59:32.095 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-07-26T15:59:32.095 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.create_missing_column_families: 0 2021-07-26T15:59:32.095 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.db_log_dir: 2021-07-26T15:59:32.096 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2021-07-26T15:59:32.096 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-07-26T15:59:32.096 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-07-26T15:59:32.097 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-07-26T15:59:32.097 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-07-26T15:59:32.097 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-07-26T15:59:32.097 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-07-26T15:59:32.098 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.advise_random_on_open: 1 2021-07-26T15:59:32.098 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.db_write_buffer_size: 0 2021-07-26T15:59:32.098 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.write_buffer_manager: 0x56472127fd40 2021-07-26T15:59:32.098 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-07-26T15:59:32.099 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-07-26T15:59:32.099 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-07-26T15:59:32.099 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-07-26T15:59:32.099 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.rate_limiter: (nil) 2021-07-26T15:59:32.099 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-07-26T15:59:32.100 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.wal_recovery_mode: 2 2021-07-26T15:59:32.100 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.enable_thread_tracking: 0 2021-07-26T15:59:32.102 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.enable_pipelined_write: 0 2021-07-26T15:59:32.103 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.unordered_write: 0 2021-07-26T15:59:32.103 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-07-26T15:59:32.103 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-07-26T15:59:32.103 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-07-26T15:59:32.104 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-07-26T15:59:32.104 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.row_cache: None 2021-07-26T15:59:32.104 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.wal_filter: None 2021-07-26T15:59:32.105 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-07-26T15:59:32.105 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.allow_ingest_behind: 0 2021-07-26T15:59:32.105 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.preserve_deletes: 0 2021-07-26T15:59:32.105 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.two_write_queues: 0 2021-07-26T15:59:32.105 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.manual_wal_flush: 0 2021-07-26T15:59:32.106 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.atomic_flush: 0 2021-07-26T15:59:32.106 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-07-26T15:59:32.106 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.persist_stats_to_disk: 0 2021-07-26T15:59:32.106 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.write_dbid_to_manifest: 0 2021-07-26T15:59:32.107 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.log_readahead_size: 0 2021-07-26T15:59:32.107 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2021-07-26T15:59:32.107 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.best_efforts_recovery: 0 2021-07-26T15:59:32.107 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2021-07-26T15:59:32.108 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2021-07-26T15:59:32.108 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.allow_data_in_errors: 0 2021-07-26T15:59:32.108 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.db_host_id: __hostname__ 2021-07-26T15:59:32.108 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_background_jobs: 2 2021-07-26T15:59:32.108 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_background_compactions: -1 2021-07-26T15:59:32.109 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_subcompactions: 1 2021-07-26T15:59:32.109 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-07-26T15:59:32.109 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-07-26T15:59:32.109 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-07-26T15:59:32.110 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_total_wal_size: 0 2021-07-26T15:59:32.110 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-07-26T15:59:32.110 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-07-26T15:59:32.110 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-07-26T15:59:32.111 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-07-26T15:59:32.111 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_open_files: -1 2021-07-26T15:59:32.111 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.bytes_per_sync: 0 2021-07-26T15:59:32.111 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-07-26T15:59:32.111 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.strict_bytes_per_sync: 0 2021-07-26T15:59:32.112 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.compaction_readahead_size: 0 2021-07-26T15:59:32.112 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_background_flushes: -1 2021-07-26T15:59:32.112 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Compression algorithms supported: 2021-07-26T15:59:32.113 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-07-26T15:59:32.113 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: kZSTD supported: 0 2021-07-26T15:59:32.113 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: kXpressCompression supported: 0 2021-07-26T15:59:32.114 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: kLZ4HCCompression supported: 1 2021-07-26T15:59:32.114 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: kLZ4Compression supported: 1 2021-07-26T15:59:32.114 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: kBZip2Compression supported: 0 2021-07-26T15:59:32.114 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: kZlibCompression supported: 1 2021-07-26T15:59:32.115 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: kSnappyCompression supported: 1 2021-07-26T15:59:32.115 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-07-26T15:59:32.115 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: [db/version_set.cc:4725] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 2021-07-26T15:59:32.116 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: [db/column_family.cc:597] --------------- Options for column family [default]: 2021-07-26T15:59:32.116 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-07-26T15:59:32.116 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.merge_operator: 2021-07-26T15:59:32.116 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.compaction_filter: None 2021-07-26T15:59:32.117 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.compaction_filter_factory: None 2021-07-26T15:59:32.117 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.sst_partitioner_factory: None 2021-07-26T15:59:32.117 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-07-26T15:59:32.117 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-07-26T15:59:32.117 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5647211d5ba8) 2021-07-26T15:59:32.118 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: cache_index_and_filter_blocks: 1 2021-07-26T15:59:32.118 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: cache_index_and_filter_blocks_with_high_priority: 0 2021-07-26T15:59:32.118 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-07-26T15:59:32.118 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: pin_top_level_index_and_filter: 1 2021-07-26T15:59:32.119 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: index_type: 0 2021-07-26T15:59:32.119 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: data_block_index_type: 0 2021-07-26T15:59:32.119 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: index_shortening: 1 2021-07-26T15:59:32.119 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: data_block_hash_table_util_ratio: 0.750000 2021-07-26T15:59:32.120 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: hash_index_allow_collision: 1 2021-07-26T15:59:32.120 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: checksum: 1 2021-07-26T15:59:32.120 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: no_block_cache: 0 2021-07-26T15:59:32.120 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: block_cache: 0x564721204c10 2021-07-26T15:59:32.121 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: block_cache_name: BinnedLRUCache 2021-07-26T15:59:32.121 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: block_cache_options: 2021-07-26T15:59:32.121 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: capacity : 536870912 2021-07-26T15:59:32.121 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: num_shard_bits : 4 2021-07-26T15:59:32.121 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: strict_capacity_limit : 0 2021-07-26T15:59:32.122 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: high_pri_pool_ratio: 0.000 2021-07-26T15:59:32.122 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: block_cache_compressed: (nil) 2021-07-26T15:59:32.122 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: persistent_cache: (nil) 2021-07-26T15:59:32.122 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: block_size: 4096 2021-07-26T15:59:32.123 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: block_size_deviation: 10 2021-07-26T15:59:32.123 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: block_restart_interval: 16 2021-07-26T15:59:32.123 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: index_block_restart_interval: 1 2021-07-26T15:59:32.124 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: metadata_block_size: 4096 2021-07-26T15:59:32.124 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: partition_filters: 0 2021-07-26T15:59:32.124 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: use_delta_encoding: 1 2021-07-26T15:59:32.124 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: filter_policy: rocksdb.BuiltinBloomFilter 2021-07-26T15:59:32.124 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: whole_key_filtering: 1 2021-07-26T15:59:32.125 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: verify_compression: 0 2021-07-26T15:59:32.125 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: read_amp_bytes_per_bit: 0 2021-07-26T15:59:32.125 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: format_version: 4 2021-07-26T15:59:32.125 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: enable_index_compression: 1 2021-07-26T15:59:32.126 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: block_align: 0 2021-07-26T15:59:32.126 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.write_buffer_size: 33554432 2021-07-26T15:59:32.126 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_write_buffer_number: 2 2021-07-26T15:59:32.126 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.compression: NoCompression 2021-07-26T15:59:32.126 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.bottommost_compression: Disabled 2021-07-26T15:59:32.127 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.prefix_extractor: nullptr 2021-07-26T15:59:32.127 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-07-26T15:59:32.127 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.num_levels: 7 2021-07-26T15:59:32.127 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-07-26T15:59:32.128 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-07-26T15:59:32.128 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-07-26T15:59:32.128 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-07-26T15:59:32.128 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-07-26T15:59:32.128 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-07-26T15:59:32.129 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-07-26T15:59:32.129 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:59:32.129 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2021-07-26T15:59:32.129 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-07-26T15:59:32.130 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-07-26T15:59:32.130 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.compression_opts.level: 32767 2021-07-26T15:59:32.130 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.compression_opts.strategy: 0 2021-07-26T15:59:32.130 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-07-26T15:59:32.130 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:59:32.131 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.compression_opts.parallel_threads: 1 2021-07-26T15:59:32.131 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.compression_opts.enabled: false 2021-07-26T15:59:32.131 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-07-26T15:59:32.131 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-07-26T15:59:32.131 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-07-26T15:59:32.132 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.target_file_size_base: 67108864 2021-07-26T15:59:32.132 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-07-26T15:59:32.133 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-07-26T15:59:32.133 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-07-26T15:59:32.133 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-07-26T15:59:32.134 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-07-26T15:59:32.134 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-07-26T15:59:32.134 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-07-26T15:59:32.134 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-07-26T15:59:32.135 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-07-26T15:59:32.135 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-07-26T15:59:32.135 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-07-26T15:59:32.135 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-07-26T15:59:32.136 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-07-26T15:59:32.136 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.arena_block_size: 4194304 2021-07-26T15:59:32.136 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-07-26T15:59:32.136 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-07-26T15:59:32.136 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-07-26T15:59:32.137 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.disable_auto_compactions: 0 2021-07-26T15:59:32.137 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-07-26T15:59:32.137 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-07-26T15:59:32.137 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-07-26T15:59:32.138 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-07-26T15:59:32.138 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-07-26T15:59:32.138 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-07-26T15:59:32.138 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-07-26T15:59:32.138 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-07-26T15:59:32.139 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-07-26T15:59:32.139 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-07-26T15:59:32.139 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.table_properties_collectors: 2021-07-26T15:59:32.139 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.inplace_update_support: 0 2021-07-26T15:59:32.140 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-07-26T15:59:32.140 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-07-26T15:59:32.140 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-07-26T15:59:32.140 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-07-26T15:59:32.140 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.bloom_locality: 0 2021-07-26T15:59:32.141 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.max_successive_merges: 0 2021-07-26T15:59:32.141 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-07-26T15:59:32.141 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.paranoid_file_checks: 0 2021-07-26T15:59:32.141 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.force_consistency_checks: 1 2021-07-26T15:59:32.142 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.report_bg_io_stats: 0 2021-07-26T15:59:32.142 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.ttl: 2592000 2021-07-26T15:59:32.142 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.periodic_compaction_seconds: 0 2021-07-26T15:59:32.142 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.enable_blob_files: false 2021-07-26T15:59:32.142 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.min_blob_size: 0 2021-07-26T15:59:32.143 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.blob_file_size: 268435456 2021-07-26T15:59:32.143 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.blob_compression_type: NoCompression 2021-07-26T15:59:32.143 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.enable_blob_garbage_collection: false 2021-07-26T15:59:32.143 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2021-07-26T15:59:32.144 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-07-26T15:59:32.144 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: [db/version_set.cc:4773] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 25, last_sequence is 11029, log_number is 21,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-07-26T15:59:32.144 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: [db/version_set.cc:4782] Column family [default] (ID 0), log number is 21 2021-07-26T15:59:32.145 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: [db/version_set.cc:4083] Creating manifest 25 2021-07-26T15:59:32.145 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-07-26T15:59:32.145 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627315171819418, "job": 1, "event": "recovery_started", "wal_files": [21]} 2021-07-26T15:59:32.145 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.811+0000 7f16acfd2700 4 rocksdb: [db/db_impl/db_impl_open.cc:847] Recovering log #21 mode 2 2021-07-26T15:59:32.145 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.827+0000 7f16acfd2700 3 rocksdb: [table/block_based/filter_policy.cc:996] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2021-07-26T15:59:32.146 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.839+0000 7f16acfd2700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627315171846885, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 26, "file_size": 9183716, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 9171396, "index_size": 9651, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1733, "raw_key_size": 15364, "raw_average_key_size": 22, "raw_value_size": 9152100, "raw_average_value_size": 13680, "num_data_blocks": 409, "num_entries": 669, "num_deletions": 41, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1627315171, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "908f0f63-6b37-4382-bdc5-45fe0b2eb6bc", "db_session_id": "8YHMWKM740FB8Y9UYN4X"}} 2021-07-26T15:59:32.146 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.839+0000 7f16acfd2700 4 rocksdb: [db/version_set.cc:4083] Creating manifest 27 2021-07-26T15:59:32.146 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.839+0000 7f16acfd2700 4 rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-07-26T15:59:32.146 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.843+0000 7f16acfd2700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627315171849100, "job": 1, "event": "recovery_finished"} 2021-07-26T15:59:32.147 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.843+0000 7f16acfd2700 4 rocksdb: [file/delete_scheduler.cc:73] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000021.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2021-07-26T15:59:32.147 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.847+0000 7f16acfd2700 4 rocksdb: [db/db_impl/db_impl_open.cc:1701] SstFileManager instance 0x564721222a80 2021-07-26T15:59:32.147 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.847+0000 7f16acfd2700 4 rocksdb: DB pointer 0x564721232000 2021-07-26T15:59:32.147 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.847+0000 7f169cbe8700 4 rocksdb: [db/db_impl/db_impl.cc:902] ------- DUMPING STATS ------- 2021-07-26T15:59:32.148 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.847+0000 7f169cbe8700 4 rocksdb: [db/db_impl/db_impl.cc:903] 2021-07-26T15:59:32.148 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: ** DB Stats ** 2021-07-26T15:59:32.148 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:59:32.148 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-07-26T15:59:32.149 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-07-26T15:59:32.149 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:59:32.149 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-07-26T15:59:32.149 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-07-26T15:59:32.149 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:59:32.150 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: ** Compaction Stats [default] ** 2021-07-26T15:59:32.150 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:59:32.150 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:59:32.150 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: L0 1/0 8.76 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 601.7 0.01 0.00 1 0.015 0 0 2021-07-26T15:59:32.151 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: L6 1/0 21.95 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:59:32.151 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Sum 2/0 30.71 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 601.7 0.01 0.00 1 0.015 0 0 2021-07-26T15:59:32.151 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 601.7 0.01 0.00 1 0.015 0 0 2021-07-26T15:59:32.151 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: ** Compaction Stats [default] ** 2021-07-26T15:59:32.151 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:59:32.152 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:59:32.152 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 601.7 0.01 0.00 1 0.015 0 0 2021-07-26T15:59:32.152 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:59:32.152 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Flush(GB): cumulative 0.009, interval 0.009 2021-07-26T15:59:32.153 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:59:32.153 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:59:32.153 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:59:32.153 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:59:32.154 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Cumulative compaction: 0.01 GB write, 244.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:59:32.154 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Interval compaction: 0.01 GB write, 244.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:59:32.154 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:59:32.155 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:59:32.155 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: ** Compaction Stats [default] ** 2021-07-26T15:59:32.155 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:59:32.155 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:59:32.156 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: L0 1/0 8.76 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 601.7 0.01 0.00 1 0.015 0 0 2021-07-26T15:59:32.156 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: L6 1/0 21.95 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:59:32.156 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Sum 2/0 30.71 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 601.7 0.01 0.00 1 0.015 0 0 2021-07-26T15:59:32.156 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:59:32.156 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: ** Compaction Stats [default] ** 2021-07-26T15:59:32.157 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:59:32.157 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:59:32.157 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 601.7 0.01 0.00 1 0.015 0 0 2021-07-26T15:59:32.157 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:59:32.158 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Flush(GB): cumulative 0.009, interval 0.000 2021-07-26T15:59:32.158 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:59:32.158 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:59:32.158 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:59:32.159 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:59:32.159 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Cumulative compaction: 0.01 GB write, 243.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:59:32.159 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:59:32.160 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:59:32.160 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:59:32.160 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.847+0000 7f16acfd2700 0 starting mon.a rank 0 at public addrs [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] at bind addrs [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:59:32.160 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.851+0000 7f16acfd2700 1 mon.a@-1(???) e3 preinit fsid 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:59:32.161 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.851+0000 7f16acfd2700 0 mon.a@-1(???).mds e8 new map 2021-07-26T15:59:32.161 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.851+0000 7f16acfd2700 0 mon.a@-1(???).mds e8 print_map 2021-07-26T15:59:32.162 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: e8 2021-07-26T15:59:32.162 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: enable_multiple, ever_enabled_multiple: 0,0 2021-07-26T15:59:32.162 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-07-26T15:59:32.162 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: legacy client fscid: 1 2021-07-26T15:59:32.163 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: 2021-07-26T15:59:32.163 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Filesystem 'foo' (1) 2021-07-26T15:59:32.163 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: fs_name foo 2021-07-26T15:59:32.163 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: epoch 5 2021-07-26T15:59:32.164 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: flags 12 joinable allow_snaps allow_multimds_snaps 2021-07-26T15:59:32.164 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: created 2021-07-26T15:54:21.225015+0000 2021-07-26T15:59:32.164 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: modified 2021-07-26T15:54:27.285244+0000 2021-07-26T15:59:32.164 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: tableserver 0 2021-07-26T15:59:32.164 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: root 0 2021-07-26T15:59:32.165 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: session_timeout 60 2021-07-26T15:59:32.165 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: session_autoclose 300 2021-07-26T15:59:32.165 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: max_file_size 1099511627776 2021-07-26T15:59:32.166 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: required_client_features {} 2021-07-26T15:59:32.166 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: last_failure 0 2021-07-26T15:59:32.166 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: last_failure_osd_epoch 0 2021-07-26T15:59:32.166 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-07-26T15:59:32.167 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: max_mds 1 2021-07-26T15:59:32.167 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: in 0 2021-07-26T15:59:32.167 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: up {0=34511} 2021-07-26T15:59:32.167 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: failed 2021-07-26T15:59:32.167 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: damaged 2021-07-26T15:59:32.168 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: stopped 2021-07-26T15:59:32.168 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: data_pools [4] 2021-07-26T15:59:32.168 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: metadata_pool 3 2021-07-26T15:59:32.168 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: inline_data disabled 2021-07-26T15:59:32.169 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: balancer 2021-07-26T15:59:32.169 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: standby_count_wanted 1 2021-07-26T15:59:32.169 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: [mds.foo.smithi107.pmlxcx{0:34511} state up:active seq 2 join_fscid=1 addr [v2:172.21.15.107:6832/958903155,v1:172.21.15.107:6833/958903155]] 2021-07-26T15:59:32.169 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: 2021-07-26T15:59:32.169 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: 2021-07-26T15:59:32.170 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: Standby daemons: 2021-07-26T15:59:32.170 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: 2021-07-26T15:59:32.170 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: [mds.foo.smithi037.wjuegm{-1:14634} state up:standby seq 3 join_fscid=1 addr [v2:172.21.15.37:6834/8565013,v1:172.21.15.37:6835/8565013]] 2021-07-26T15:59:32.170 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.851+0000 7f16acfd2700 0 mon.a@-1(???).osd e187 crush map has features 3314933069571702784, adjusting msgr requires 2021-07-26T15:59:32.171 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.851+0000 7f16acfd2700 0 mon.a@-1(???).osd e187 crush map has features 288514119978713088, adjusting msgr requires 2021-07-26T15:59:32.171 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.851+0000 7f16acfd2700 0 mon.a@-1(???).osd e187 crush map has features 288514119978713088, adjusting msgr requires 2021-07-26T15:59:32.171 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.851+0000 7f16acfd2700 0 mon.a@-1(???).osd e187 crush map has features 288514119978713088, adjusting msgr requires 2021-07-26T15:59:32.171 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 15:59:31 smithi037 bash[41498]: debug 2021-07-26T15:59:31.851+0000 7f16acfd2700 1 mon.a@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2021-07-26T15:59:32.564 INFO:tasks.rados.rados.0.smithi037.stdout:767: done (0 left) 2021-07-26T15:59:32.565 INFO:tasks.rados.rados.0.smithi037.stdout:768: copy_from oid 48 from oid 1 current snap is 75 2021-07-26T15:59:32.565 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 75 2021-07-26T15:59:32.565 INFO:tasks.rados.rados.0.smithi037.stdout:769: seq_num 263 ranges {458752=409600,868352=475136,1343488=557056,1900544=573440} 2021-07-26T15:59:32.570 INFO:tasks.rados.rados.0.smithi037.stdout:769: writing smithi03738989-41 from 458752 to 868352 tid 1 2021-07-26T15:59:32.574 INFO:tasks.rados.rados.0.smithi037.stdout:769: writing smithi03738989-41 from 868352 to 1343488 tid 2 2021-07-26T15:59:32.578 INFO:tasks.rados.rados.0.smithi037.stdout:769: writing smithi03738989-41 from 1343488 to 1900544 tid 3 2021-07-26T15:59:32.583 INFO:tasks.rados.rados.0.smithi037.stdout:769: writing smithi03738989-41 from 1900544 to 2473984 tid 4 2021-07-26T15:59:32.583 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 75 2021-07-26T15:59:32.583 INFO:tasks.rados.rados.0.smithi037.stdout:770: seq_num 264 ranges {0=425984,425984=761856,1187840=770048,1957888=73728} 2021-07-26T15:59:32.585 INFO:tasks.rados.rados.0.smithi037.stdout:770: writing smithi03738989-25 from 0 to 425984 tid 1 2021-07-26T15:59:32.590 INFO:tasks.rados.rados.0.smithi037.stdout:770: writing smithi03738989-25 from 425984 to 1187840 tid 2 2021-07-26T15:59:32.595 INFO:tasks.rados.rados.0.smithi037.stdout:770: writing smithi03738989-25 from 1187840 to 1957888 tid 3 2021-07-26T15:59:32.596 INFO:tasks.rados.rados.0.smithi037.stdout:770: writing smithi03738989-25 from 1957888 to 2031616 tid 4 2021-07-26T15:59:32.596 INFO:tasks.rados.rados.0.smithi037.stdout:771: rmattr oid 32 current snap is 75 2021-07-26T15:59:32.596 INFO:tasks.rados.rados.0.smithi037.stdout:768: finishing copy_from to smithi03738989-48 2021-07-26T15:59:32.597 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 350 (ObjNum 1948352544 snap 32610 seq_num 1744832720) dirty exists 2021-07-26T15:59:32.597 INFO:tasks.rados.rados.0.smithi037.stdout:772: read oid 26 snap -1 2021-07-26T15:59:32.597 INFO:tasks.rados.rados.0.smithi037.stdout:772: expect (ObjNum 146 snap 38 seq_num 146) 2021-07-26T15:59:32.597 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 75 2021-07-26T15:59:32.597 INFO:tasks.rados.rados.0.smithi037.stdout:773: seq_num 265 ranges {4636672=442368,5079040=647168,5726208=573440,6299648=385024} 2021-07-26T15:59:32.625 INFO:tasks.rados.rados.0.smithi037.stdout:773: writing smithi03738989-40 from 4636672 to 5079040 tid 1 2021-07-26T15:59:32.630 INFO:tasks.rados.rados.0.smithi037.stdout:773: writing smithi03738989-40 from 5079040 to 5726208 tid 2 2021-07-26T15:59:32.634 INFO:tasks.rados.rados.0.smithi037.stdout:773: writing smithi03738989-40 from 5726208 to 6299648 tid 3 2021-07-26T15:59:32.637 INFO:tasks.rados.rados.0.smithi037.stdout:773: writing smithi03738989-40 from 6299648 to 6684672 tid 4 2021-07-26T15:59:32.637 INFO:tasks.rados.rados.0.smithi037.stdout:774: copy_from oid 30 from oid 35 current snap is 75 2021-07-26T15:59:32.637 INFO:tasks.rados.rados.0.smithi037.stdout:775: snap_create 2021-07-26T15:59:32.637 INFO:tasks.rados.rados.0.smithi037.stdout:769: finishing write tid 1 to smithi03738989-41 2021-07-26T15:59:32.638 INFO:tasks.rados.rados.0.smithi037.stdout:768: finishing copy_from racing read to smithi03738989-48 2021-07-26T15:59:32.638 INFO:tasks.rados.rados.0.smithi037.stdout:769: finishing write tid 2 to smithi03738989-41 2021-07-26T15:59:32.638 INFO:tasks.rados.rados.0.smithi037.stdout:769: finishing write tid 3 to smithi03738989-41 2021-07-26T15:59:32.638 INFO:tasks.rados.rados.0.smithi037.stdout:769: finishing write tid 4 to smithi03738989-41 2021-07-26T15:59:32.639 INFO:tasks.rados.rados.0.smithi037.stdout:769: finishing write tid 6 to smithi03738989-41 2021-07-26T15:59:32.639 INFO:tasks.rados.rados.0.smithi037.stdout:770: finishing write tid 1 to smithi03738989-25 2021-07-26T15:59:32.639 INFO:tasks.rados.rados.0.smithi037.stdout:769: finishing write tid 7 to smithi03738989-41 2021-07-26T15:59:32.639 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 224 (ObjNum 263 snap 75 seq_num 263) dirty exists 2021-07-26T15:59:32.640 INFO:tasks.rados.rados.0.smithi037.stdout:769: left oid 41 (ObjNum 263 snap 75 seq_num 263) 2021-07-26T15:59:32.640 INFO:tasks.rados.rados.0.smithi037.stdout:770: finishing write tid 2 to smithi03738989-25 2021-07-26T15:59:32.640 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 483 (ObjNum 249 snap 64 seq_num 249) dirty exists 2021-07-26T15:59:32.640 INFO:tasks.rados.rados.0.smithi037.stdout:770: finishing write tid 3 to smithi03738989-25 2021-07-26T15:59:32.641 INFO:tasks.rados.rados.0.smithi037.stdout:770: finishing write tid 4 to smithi03738989-25 2021-07-26T15:59:32.641 INFO:tasks.rados.rados.0.smithi037.stdout:770: finishing write tid 6 to smithi03738989-25 2021-07-26T15:59:32.641 INFO:tasks.rados.rados.0.smithi037.stdout:770: finishing write tid 7 to smithi03738989-25 2021-07-26T15:59:32.641 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 229 (ObjNum 264 snap 75 seq_num 264) dirty exists 2021-07-26T15:59:32.641 INFO:tasks.rados.rados.0.smithi037.stdout:770: left oid 25 (ObjNum 264 snap 75 seq_num 264) 2021-07-26T15:59:32.642 INFO:tasks.rados.rados.0.smithi037.stdout:772: expect (ObjNum 146 snap 38 seq_num 146) 2021-07-26T15:59:32.745 INFO:tasks.rados.rados.0.smithi037.stdout:773: finishing write tid 1 to smithi03738989-40 2021-07-26T15:59:32.746 INFO:tasks.rados.rados.0.smithi037.stdout:773: finishing write tid 2 to smithi03738989-40 2021-07-26T15:59:32.746 INFO:tasks.rados.rados.0.smithi037.stdout:773: finishing write tid 3 to smithi03738989-40 2021-07-26T15:59:32.746 INFO:tasks.rados.rados.0.smithi037.stdout:774: finishing copy_from to smithi03738989-30 2021-07-26T15:59:32.746 INFO:tasks.rados.rados.0.smithi037.stdout:774: got expected ENOENT (src dne) 2021-07-26T15:59:32.746 INFO:tasks.rados.rados.0.smithi037.stdout:774: finishing copy_from racing read to smithi03738989-30 2021-07-26T15:59:32.747 INFO:tasks.rados.rados.0.smithi037.stdout:773: finishing write tid 4 to smithi03738989-40 2021-07-26T15:59:32.747 INFO:tasks.rados.rados.0.smithi037.stdout:773: finishing write tid 6 to smithi03738989-40 2021-07-26T15:59:32.747 INFO:tasks.rados.rados.0.smithi037.stdout:773: finishing write tid 7 to smithi03738989-40 2021-07-26T15:59:32.748 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 162 (ObjNum 265 snap 75 seq_num 265) dirty exists 2021-07-26T15:59:32.748 INFO:tasks.rados.rados.0.smithi037.stdout:773: left oid 40 (ObjNum 265 snap 75 seq_num 265) 2021-07-26T15:59:32.836 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:32 smithi037 bash[39965]: ignoring --setuser ceph since I am not root 2021-07-26T15:59:32.836 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:32 smithi037 bash[39965]: ignoring --setgroup ceph since I am not root 2021-07-26T15:59:32.837 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:32 smithi037 bash[39965]: debug 2021-07-26T15:59:32.571+0000 7f5d8749c700 1 -- 172.21.15.37:0/744079611 <== mon.0 v2:172.21.15.37:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a7a6466340 con 0x55a7a71d8c00 2021-07-26T15:59:32.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:32 smithi037 bash[18551]: audit 2021-07-26T15:59:28.760817+0000 mgr.y (mgr.24901) 36 : audit [DBG] from='client.24976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:59:32.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:32 smithi037 bash[18551]: cluster 2021-07-26T15:59:30.685641+0000 mgr.y (mgr.24901) 37 : cluster [DBG] pgmap v53: 89 pgs: 89 active+clean; 248 MiB data, 362 MiB used, 707 GiB / 715 GiB avail; 9.3 KiB/s rd, 588 KiB/s wr, 6 op/s 2021-07-26T15:59:32.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:32 smithi037 bash[18551]: cluster 2021-07-26T15:59:32.477763+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2021-07-26T15:59:32.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:32 smithi037 bash[18551]: cluster 2021-07-26T15:59:32.481282+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:59:32.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:32 smithi037 bash[18551]: cluster 2021-07-26T15:59:32.490035+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0],b=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],c=[v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0]} 2021-07-26T15:59:32.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:32 smithi037 bash[18551]: cluster 2021-07-26T15:59:32.490104+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 1 up:standby 2021-07-26T15:59:32.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:32 smithi037 bash[18551]: cluster 2021-07-26T15:59:32.490141+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2021-07-26T15:59:32.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:32 smithi037 bash[18551]: cluster 2021-07-26T15:59:32.491243+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e27: y(active, since 42s), standbys: x 2021-07-26T15:59:32.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:32 smithi037 bash[18551]: cluster 2021-07-26T15:59:32.507918+0000 mon.a (mon.0) 7 : cluster [DBG] mgrmap e28: y(active, since 42s), standbys: x 2021-07-26T15:59:32.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:32 smithi037 bash[18551]: cluster 2021-07-26T15:59:32.509061+0000 mon.a (mon.0) 8 : cluster [INF] overall HEALTH_OK 2021-07-26T15:59:32.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:32 smithi037 bash[18551]: audit 2021-07-26T15:59:32.519454+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.24901 ' entity='' 2021-07-26T15:59:33.015 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:59:32 smithi107 bash[27894]: ignoring --setuser ceph since I am not root 2021-07-26T15:59:33.015 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:59:32 smithi107 bash[27894]: ignoring --setgroup ceph since I am not root 2021-07-26T15:59:33.016 INFO:journalctl@ceph.mgr.x.smithi107.stdout:Jul 26 15:59:32 smithi107 bash[27894]: debug 2021-07-26T15:59:32.554+0000 7f5fbda6e700 1 -- 172.21.15.107:0/951521215 <== mon.2 v2:172.21.15.107:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55977119c340 con 0x559771f0ec00 2021-07-26T15:59:33.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:32 smithi107 bash[14687]: audit 2021-07-26T15:59:28.760817+0000 mgr.y (mgr.24901) 36 : audit [DBG] from='client.24976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T15:59:33.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:32 smithi107 bash[14687]: cluster 2021-07-26T15:59:30.685641+0000 mgr.y (mgr.24901) 37 : cluster [DBG] pgmap v53: 89 pgs: 89 active+clean; 248 MiB data, 362 MiB used, 707 GiB / 715 GiB avail; 9.3 KiB/s rd, 588 KiB/s wr, 6 op/s 2021-07-26T15:59:33.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:32 smithi107 bash[14687]: cluster 2021-07-26T15:59:32.477763+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2021-07-26T15:59:33.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:32 smithi107 bash[14687]: cluster 2021-07-26T15:59:32.481282+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T15:59:33.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:32 smithi107 bash[14687]: cluster 2021-07-26T15:59:32.490035+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0],b=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],c=[v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0]} 2021-07-26T15:59:33.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:32 smithi107 bash[14687]: cluster 2021-07-26T15:59:32.490104+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 1 up:standby 2021-07-26T15:59:33.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:32 smithi107 bash[14687]: cluster 2021-07-26T15:59:32.490141+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2021-07-26T15:59:33.018 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:32 smithi107 bash[14687]: cluster 2021-07-26T15:59:32.491243+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e27: y(active, since 42s), standbys: x 2021-07-26T15:59:33.018 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:32 smithi107 bash[14687]: cluster 2021-07-26T15:59:32.507918+0000 mon.a (mon.0) 7 : cluster [DBG] mgrmap e28: y(active, since 42s), standbys: x 2021-07-26T15:59:33.018 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:32 smithi107 bash[14687]: cluster 2021-07-26T15:59:32.509061+0000 mon.a (mon.0) 8 : cluster [INF] overall HEALTH_OK 2021-07-26T15:59:33.018 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:32 smithi107 bash[14687]: audit 2021-07-26T15:59:32.519454+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.24901 ' entity='' 2021-07-26T15:59:33.579 INFO:tasks.rados.rados.0.smithi037.stdout:768: done (7 left) 2021-07-26T15:59:33.579 INFO:tasks.rados.rados.0.smithi037.stdout:769: done (6 left) 2021-07-26T15:59:33.579 INFO:tasks.rados.rados.0.smithi037.stdout:770: done (5 left) 2021-07-26T15:59:33.579 INFO:tasks.rados.rados.0.smithi037.stdout:771: done (4 left) 2021-07-26T15:59:33.580 INFO:tasks.rados.rados.0.smithi037.stdout:772: done (3 left) 2021-07-26T15:59:33.580 INFO:tasks.rados.rados.0.smithi037.stdout:773: done (2 left) 2021-07-26T15:59:33.580 INFO:tasks.rados.rados.0.smithi037.stdout:774: done (1 left) 2021-07-26T15:59:33.580 INFO:tasks.rados.rados.0.smithi037.stdout:775: done (0 left) 2021-07-26T15:59:33.581 INFO:tasks.rados.rados.0.smithi037.stdout:776: rollback oid 46 current snap is 76 2021-07-26T15:59:33.581 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 46 to 52 2021-07-26T15:59:33.581 INFO:tasks.rados.rados.0.smithi037.stdout:777: copy_from oid 35 from oid 11 current snap is 76 2021-07-26T15:59:33.581 INFO:tasks.rados.rados.0.smithi037.stdout:778: read oid 30 snap -1 2021-07-26T15:59:33.582 INFO:tasks.rados.rados.0.smithi037.stdout:778: expect deleted 2021-07-26T15:59:33.582 INFO:tasks.rados.rados.0.smithi037.stdout:779: copy_from oid 6 from oid 38 current snap is 76 2021-07-26T15:59:33.582 INFO:tasks.rados.rados.0.smithi037.stdout:780: delete oid 33 current snap is 76 2021-07-26T15:59:33.583 INFO:tasks.rados.rados.0.smithi037.stdout:779: finishing copy_from to smithi03738989-6 2021-07-26T15:59:33.583 INFO:tasks.rados.rados.0.smithi037.stdout:779: got expected ENOENT (src dne) 2021-07-26T15:59:33.584 INFO:tasks.rados.rados.0.smithi037.stdout:779: finishing copy_from racing read to smithi03738989-6 2021-07-26T15:59:33.585 INFO:tasks.rados.rados.0.smithi037.stdout:776: finishing rollback tid 0 to smithi03738989-46 2021-07-26T15:59:33.586 INFO:tasks.rados.rados.0.smithi037.stdout:776: finishing rollback tid 1 to smithi03738989-46 2021-07-26T15:59:33.587 INFO:tasks.rados.rados.0.smithi037.stdout:776: finishing rollback tid 2 to smithi03738989-46 2021-07-26T15:59:33.587 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 377 (ObjNum 204 snap 52 seq_num 204) dirty exists 2021-07-26T15:59:33.588 INFO:tasks.rados.rados.0.smithi037.stdout:776: done (4 left) 2021-07-26T15:59:33.588 INFO:tasks.rados.rados.0.smithi037.stdout:778: done (3 left) 2021-07-26T15:59:33.588 INFO:tasks.rados.rados.0.smithi037.stdout:779: done (2 left) 2021-07-26T15:59:33.589 INFO:tasks.rados.rados.0.smithi037.stdout:780: done (1 left) 2021-07-26T15:59:33.589 INFO:tasks.rados.rados.0.smithi037.stdout:781: read oid 9 snap -1 2021-07-26T15:59:33.589 INFO:tasks.rados.rados.0.smithi037.stdout:781: expect deleted 2021-07-26T15:59:33.589 INFO:tasks.rados.rados.0.smithi037.stdout:782: read oid 25 snap 48 2021-07-26T15:59:33.590 INFO:tasks.rados.rados.0.smithi037.stdout:782: expect (ObjNum 107 snap 22 seq_num 107) 2021-07-26T15:59:33.590 INFO:tasks.rados.rados.0.smithi037.stdout:783: snap_create 2021-07-26T15:59:33.597 INFO:tasks.rados.rados.0.smithi037.stdout:782: expect (ObjNum 107 snap 22 seq_num 107) 2021-07-26T15:59:33.672 INFO:tasks.rados.rados.0.smithi037.stdout:777: finishing copy_from to smithi03738989-35 2021-07-26T15:59:33.672 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 374 (ObjNum 232 snap 62 seq_num 232) dirty exists 2021-07-26T15:59:33.672 INFO:tasks.rados.rados.0.smithi037.stdout:777: finishing copy_from racing read to smithi03738989-35 2021-07-26T15:59:33.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:33 smithi037 bash[18551]: cluster 2021-07-26T15:59:32.563737+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2021-07-26T15:59:34.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:33 smithi107 bash[14687]: cluster 2021-07-26T15:59:32.563737+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2021-07-26T15:59:34.586 INFO:tasks.rados.rados.0.smithi037.stdout:777: done (3 left) 2021-07-26T15:59:34.587 INFO:tasks.rados.rados.0.smithi037.stdout:781: done (2 left) 2021-07-26T15:59:34.587 INFO:tasks.rados.rados.0.smithi037.stdout:782: done (1 left) 2021-07-26T15:59:34.587 INFO:tasks.rados.rados.0.smithi037.stdout:783: done (0 left) 2021-07-26T15:59:34.588 INFO:tasks.rados.rados.0.smithi037.stdout:784: snap_remove snap 62 2021-07-26T15:59:34.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:34 smithi037 bash[18551]: cluster 2021-07-26T15:59:33.576422+0000 mon.a (mon.0) 11 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2021-07-26T15:59:35.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:34 smithi107 bash[14687]: cluster 2021-07-26T15:59:33.576422+0000 mon.a (mon.0) 11 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2021-07-26T15:59:35.590 INFO:tasks.rados.rados.0.smithi037.stdout:784: done (0 left) 2021-07-26T15:59:35.590 INFO:tasks.rados.rados.0.smithi037.stdout:785: delete oid 7 current snap is 77 2021-07-26T15:59:35.607 INFO:tasks.rados.rados.0.smithi037.stdout:785: done (0 left) 2021-07-26T15:59:35.607 INFO:tasks.rados.rados.0.smithi037.stdout:786: read oid 11 snap -1 2021-07-26T15:59:35.608 INFO:tasks.rados.rados.0.smithi037.stdout:786: expect (ObjNum 232 snap 62 seq_num 232) 2021-07-26T15:59:35.608 INFO:tasks.rados.rados.0.smithi037.stdout:787: snap_remove snap 49 2021-07-26T15:59:36.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:35 smithi107 bash[14687]: cluster 2021-07-26T15:59:34.583962+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2021-07-26T15:59:36.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:35 smithi037 bash[18551]: cluster 2021-07-26T15:59:34.583962+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2021-07-26T15:59:36.609 INFO:tasks.rados.rados.0.smithi037.stdout:787: done (1 left) 2021-07-26T15:59:36.610 INFO:tasks.rados.rados.0.smithi037.stdout:788: read oid 12 snap -1 2021-07-26T15:59:36.610 INFO:tasks.rados.rados.0.smithi037.stdout:788: expect (ObjNum 108 snap 22 seq_num 108) 2021-07-26T15:59:36.610 INFO:tasks.rados.rados.0.smithi037.stdout:789: rmattr oid 22 current snap is 77 2021-07-26T15:59:36.610 INFO:tasks.rados.rados.0.smithi037.stdout:790: snap_create 2021-07-26T15:59:36.611 INFO:tasks.rados.rados.0.smithi037.stdout:786: expect (ObjNum 232 snap 62 seq_num 232) 2021-07-26T15:59:36.716 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 252 (ObjNum 161 snap 41 seq_num 161) dirty exists 2021-07-26T15:59:36.716 INFO:tasks.rados.rados.0.smithi037.stdout:788: expect (ObjNum 108 snap 22 seq_num 108) 2021-07-26T15:59:37.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:36 smithi107 bash[14687]: cluster 2021-07-26T15:59:35.588163+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2021-07-26T15:59:37.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:36 smithi037 bash[18551]: cluster 2021-07-26T15:59:35.588163+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2021-07-26T15:59:37.613 INFO:tasks.rados.rados.0.smithi037.stdout:786: done (3 left) 2021-07-26T15:59:37.613 INFO:tasks.rados.rados.0.smithi037.stdout:788: done (2 left) 2021-07-26T15:59:37.613 INFO:tasks.rados.rados.0.smithi037.stdout:789: done (1 left) 2021-07-26T15:59:37.613 INFO:tasks.rados.rados.0.smithi037.stdout:790: done (0 left) 2021-07-26T15:59:37.614 INFO:tasks.rados.rados.0.smithi037.stdout:791: read oid 24 snap -1 2021-07-26T15:59:37.614 INFO:tasks.rados.rados.0.smithi037.stdout:791: expect deleted 2021-07-26T15:59:37.614 INFO:tasks.rados.rados.0.smithi037.stdout:792: rollback oid 34 current snap is 78 2021-07-26T15:59:37.614 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 34 to 73 2021-07-26T15:59:37.615 INFO:tasks.rados.rados.0.smithi037.stdout:793: copy_from oid 29 from oid 25 current snap is 78 2021-07-26T15:59:37.616 INFO:tasks.rados.rados.0.smithi037.stdout:794: read oid 17 snap -1 2021-07-26T15:59:37.616 INFO:tasks.rados.rados.0.smithi037.stdout:794: expect (ObjNum 227 snap 60 seq_num 227) 2021-07-26T15:59:37.616 INFO:tasks.rados.rados.0.smithi037.stdout:795: rollback oid 4 current snap is 78 2021-07-26T15:59:37.616 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 4 to 54 2021-07-26T15:59:37.617 INFO:tasks.rados.rados.0.smithi037.stdout:796: snap_create 2021-07-26T15:59:37.625 INFO:tasks.rados.rados.0.smithi037.stdout:795: finishing rollback tid 0 to smithi03738989-4 2021-07-26T15:59:37.625 INFO:tasks.rados.rados.0.smithi037.stdout:795: finishing rollback tid 1 to smithi03738989-4 2021-07-26T15:59:37.625 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 502 (ObjNum 372189712 snap 21933 seq_num 0) dirty dne 2021-07-26T15:59:37.628 INFO:tasks.rados.rados.0.smithi037.stdout:792: finishing rollback tid 0 to smithi03738989-34 2021-07-26T15:59:37.628 INFO:tasks.rados.rados.0.smithi037.stdout:792: finishing rollback tid 1 to smithi03738989-34 2021-07-26T15:59:37.629 INFO:tasks.rados.rados.0.smithi037.stdout:792: finishing rollback tid 2 to smithi03738989-34 2021-07-26T15:59:37.629 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 361 (ObjNum 0 snap 0 seq_num 959984439) dirty exists 2021-07-26T15:59:37.629 INFO:tasks.rados.rados.0.smithi037.stdout:794: expect (ObjNum 227 snap 60 seq_num 227) 2021-07-26T15:59:37.663 INFO:tasks.rados.rados.0.smithi037.stdout:793: finishing copy_from to smithi03738989-29 2021-07-26T15:59:37.663 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 229 (ObjNum 264 snap 75 seq_num 264) dirty exists 2021-07-26T15:59:37.663 INFO:tasks.rados.rados.0.smithi037.stdout:793: finishing copy_from racing read to smithi03738989-29 2021-07-26T15:59:38.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:37 smithi107 bash[14687]: cluster 2021-07-26T15:59:36.609900+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2021-07-26T15:59:38.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:37 smithi037 bash[18551]: cluster 2021-07-26T15:59:36.609900+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2021-07-26T15:59:38.630 INFO:tasks.rados.rados.0.smithi037.stdout:791: done (5 left) 2021-07-26T15:59:38.630 INFO:tasks.rados.rados.0.smithi037.stdout:792: done (4 left) 2021-07-26T15:59:38.630 INFO:tasks.rados.rados.0.smithi037.stdout:793: done (3 left) 2021-07-26T15:59:38.631 INFO:tasks.rados.rados.0.smithi037.stdout:794: done (2 left) 2021-07-26T15:59:38.631 INFO:tasks.rados.rados.0.smithi037.stdout:795: done (1 left) 2021-07-26T15:59:38.632 INFO:tasks.rados.rados.0.smithi037.stdout:796: done (0 left) 2021-07-26T15:59:38.634 INFO:tasks.rados.rados.0.smithi037.stdout:797: copy_from oid 36 from oid 21 current snap is 79 2021-07-26T15:59:38.635 INFO:tasks.rados.rados.0.smithi037.stdout:798: read oid 12 snap -1 2021-07-26T15:59:38.635 INFO:tasks.rados.rados.0.smithi037.stdout:798: expect (ObjNum 108 snap 22 seq_num 108) 2021-07-26T15:59:38.635 INFO:tasks.rados.rados.0.smithi037.stdout:799: rmattr oid 13 current snap is 79 2021-07-26T15:59:38.635 INFO:tasks.rados.rados.0.smithi037.stdout:799: done (2 left) 2021-07-26T15:59:38.636 INFO:tasks.rados.rados.0.smithi037.stdout:800: setattr oid 42 current snap is 79 2021-07-26T15:59:38.636 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 79 2021-07-26T15:59:38.637 INFO:tasks.rados.rados.0.smithi037.stdout:801: seq_num 268 ranges {1777664=491520,2269184=745472,3014656=745472,3760128=114688} 2021-07-26T15:59:38.649 INFO:tasks.rados.rados.0.smithi037.stdout:801: writing smithi03738989-23 from 1777664 to 2269184 tid 1 2021-07-26T15:59:38.655 INFO:tasks.rados.rados.0.smithi037.stdout:801: writing smithi03738989-23 from 2269184 to 3014656 tid 2 2021-07-26T15:59:38.660 INFO:tasks.rados.rados.0.smithi037.stdout:801: writing smithi03738989-23 from 3014656 to 3760128 tid 3 2021-07-26T15:59:38.661 INFO:tasks.rados.rados.0.smithi037.stdout:801: writing smithi03738989-23 from 3760128 to 3874816 tid 4 2021-07-26T15:59:38.661 INFO:tasks.rados.rados.0.smithi037.stdout:802: rollback oid 5 current snap is 79 2021-07-26T15:59:38.661 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 5 to 54 2021-07-26T15:59:38.661 INFO:tasks.rados.rados.0.smithi037.stdout:798: expect (ObjNum 108 snap 22 seq_num 108) 2021-07-26T15:59:38.771 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 284 (ObjNum 228 snap 61 seq_num 228) dirty exists 2021-07-26T15:59:38.771 INFO:tasks.rados.rados.0.smithi037.stdout:801: finishing write tid 1 to smithi03738989-23 2021-07-26T15:59:38.771 INFO:tasks.rados.rados.0.smithi037.stdout:797: finishing copy_from to smithi03738989-36 2021-07-26T15:59:38.771 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 110 (ObjNum 179 snap 46 seq_num 179) dirty exists 2021-07-26T15:59:38.772 INFO:tasks.rados.rados.0.smithi037.stdout:797: finishing copy_from racing read to smithi03738989-36 2021-07-26T15:59:38.772 INFO:tasks.rados.rados.0.smithi037.stdout:801: finishing write tid 2 to smithi03738989-23 2021-07-26T15:59:38.772 INFO:tasks.rados.rados.0.smithi037.stdout:797: done (4 left) 2021-07-26T15:59:38.772 INFO:tasks.rados.rados.0.smithi037.stdout:798: done (3 left) 2021-07-26T15:59:38.772 INFO:tasks.rados.rados.0.smithi037.stdout:800: done (2 left) 2021-07-26T15:59:38.773 INFO:tasks.rados.rados.0.smithi037.stdout:803: snap_remove snap 37 2021-07-26T15:59:39.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:38 smithi107 bash[14687]: cluster 2021-07-26T15:59:37.612693+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2021-07-26T15:59:39.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:38 smithi037 bash[18551]: cluster 2021-07-26T15:59:37.612693+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2021-07-26T15:59:39.302 INFO:tasks.rados.rados.0.smithi037.stdout:803: done (2 left) 2021-07-26T15:59:39.303 INFO:tasks.rados.rados.0.smithi037.stdout:804: copy_from oid 43 from oid 39 current snap is 79 2021-07-26T15:59:39.303 INFO:tasks.rados.rados.0.smithi037.stdout:805: copy_from oid 19 from oid 37 current snap is 79 2021-07-26T15:59:39.304 INFO:tasks.rados.rados.0.smithi037.stdout:806: delete oid 14 current snap is 79 2021-07-26T15:59:39.306 INFO:tasks.rados.rados.0.smithi037.stdout:802: finishing rollback tid 1 to smithi03738989-5 2021-07-26T15:59:39.307 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 91 (ObjNum 8710 snap 0 seq_num 0) dirty dne 2021-07-26T15:59:39.307 INFO:tasks.rados.rados.0.smithi037.stdout:801: finishing write tid 3 to smithi03738989-23 2021-07-26T15:59:39.307 INFO:tasks.rados.rados.0.smithi037.stdout:801: finishing write tid 4 to smithi03738989-23 2021-07-26T15:59:39.307 INFO:tasks.rados.rados.0.smithi037.stdout:801: finishing write tid 6 to smithi03738989-23 2021-07-26T15:59:39.308 INFO:tasks.rados.rados.0.smithi037.stdout:801: finishing write tid 7 to smithi03738989-23 2021-07-26T15:59:39.308 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 362 (ObjNum 268 snap 79 seq_num 268) dirty exists 2021-07-26T15:59:39.308 INFO:tasks.rados.rados.0.smithi037.stdout:801: left oid 23 (ObjNum 268 snap 79 seq_num 268) 2021-07-26T15:59:39.309 INFO:tasks.rados.rados.0.smithi037.stdout:805: finishing copy_from to smithi03738989-19 2021-07-26T15:59:39.309 INFO:tasks.rados.rados.0.smithi037.stdout:805: got expected ENOENT (src dne) 2021-07-26T15:59:39.309 INFO:tasks.rados.rados.0.smithi037.stdout:805: finishing copy_from racing read to smithi03738989-19 2021-07-26T15:59:39.314 INFO:tasks.rados.rados.0.smithi037.stdout:801: done (4 left) 2021-07-26T15:59:39.314 INFO:tasks.rados.rados.0.smithi037.stdout:802: done (3 left) 2021-07-26T15:59:39.315 INFO:tasks.rados.rados.0.smithi037.stdout:805: done (2 left) 2021-07-26T15:59:39.316 INFO:tasks.rados.rados.0.smithi037.stdout:806: done (1 left) 2021-07-26T15:59:39.316 INFO:tasks.rados.rados.0.smithi037.stdout:807: snap_remove snap 65 2021-07-26T15:59:39.586 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 15:59:39 smithi037 bash[24051]: debug 2021-07-26T15:59:39.315+0000 7f108a470700 -1 osd.2 pg_epoch: 195 pg[5.6s0( v 195'194 (0'0,195'194] local-lis/les=59/60 n=12 ec=59/59 lis/c=59/59 les/c/f=60/60/0 sis=59) [2,5,1]p2(0) r=0 lpr=59 crt=195'194 lcod 195'192 mlcod 195'192 active+clean+snaptrim trimq=[3f~1] ps=[56~1,5b~1,6c~1]] removing snap head 2021-07-26T15:59:40.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:39 smithi107 bash[14687]: cluster 2021-07-26T15:59:38.629877+0000 mon.a (mon.0) 16 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2021-07-26T15:59:40.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:39 smithi107 bash[14687]: audit 2021-07-26T15:59:39.011652+0000 mon.b (mon.2) 136 : audit [DBG] from='mgr.? 172.21.15.107:0/3178016310' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:59:40.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:39 smithi107 bash[14687]: audit 2021-07-26T15:59:39.012522+0000 mon.b (mon.2) 137 : audit [DBG] from='mgr.? 172.21.15.107:0/3178016310' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:59:40.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:39 smithi107 bash[14687]: audit 2021-07-26T15:59:39.014127+0000 mon.b (mon.2) 138 : audit [DBG] from='mgr.? 172.21.15.107:0/3178016310' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:59:40.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:39 smithi107 bash[14687]: cluster 2021-07-26T15:59:39.014629+0000 mon.a (mon.0) 17 : cluster [DBG] Standby manager daemon x restarted 2021-07-26T15:59:40.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:39 smithi107 bash[14687]: cluster 2021-07-26T15:59:39.014745+0000 mon.a (mon.0) 18 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:59:40.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:39 smithi107 bash[14687]: audit 2021-07-26T15:59:39.014911+0000 mon.b (mon.2) 139 : audit [DBG] from='mgr.? 172.21.15.107:0/3178016310' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:59:40.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:39 smithi107 bash[14687]: cluster 2021-07-26T15:59:39.286912+0000 mon.a (mon.0) 19 : cluster [INF] Active manager daemon y restarted 2021-07-26T15:59:40.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:39 smithi107 bash[14687]: cluster 2021-07-26T15:59:39.288209+0000 mon.a (mon.0) 20 : cluster [INF] Activating manager daemon y 2021-07-26T15:59:40.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:39 smithi107 bash[14687]: cluster 2021-07-26T15:59:39.299718+0000 mon.a (mon.0) 21 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2021-07-26T15:59:40.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:39 smithi037 bash[18551]: cluster 2021-07-26T15:59:38.629877+0000 mon.a (mon.0) 16 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2021-07-26T15:59:40.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:39 smithi037 bash[18551]: audit 2021-07-26T15:59:39.011652+0000 mon.b (mon.2) 136 : audit [DBG] from='mgr.? 172.21.15.107:0/3178016310' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2021-07-26T15:59:40.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:39 smithi037 bash[18551]: audit 2021-07-26T15:59:39.012522+0000 mon.b (mon.2) 137 : audit [DBG] from='mgr.? 172.21.15.107:0/3178016310' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:59:40.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:39 smithi037 bash[18551]: audit 2021-07-26T15:59:39.014127+0000 mon.b (mon.2) 138 : audit [DBG] from='mgr.? 172.21.15.107:0/3178016310' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2021-07-26T15:59:40.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:39 smithi037 bash[18551]: cluster 2021-07-26T15:59:39.014629+0000 mon.a (mon.0) 17 : cluster [DBG] Standby manager daemon x restarted 2021-07-26T15:59:40.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:39 smithi037 bash[18551]: cluster 2021-07-26T15:59:39.014745+0000 mon.a (mon.0) 18 : cluster [DBG] Standby manager daemon x started 2021-07-26T15:59:40.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:39 smithi037 bash[18551]: audit 2021-07-26T15:59:39.014911+0000 mon.b (mon.2) 139 : audit [DBG] from='mgr.? 172.21.15.107:0/3178016310' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:59:40.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:39 smithi037 bash[18551]: cluster 2021-07-26T15:59:39.286912+0000 mon.a (mon.0) 19 : cluster [INF] Active manager daemon y restarted 2021-07-26T15:59:40.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:39 smithi037 bash[18551]: cluster 2021-07-26T15:59:39.288209+0000 mon.a (mon.0) 20 : cluster [INF] Activating manager daemon y 2021-07-26T15:59:40.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:39 smithi037 bash[18551]: cluster 2021-07-26T15:59:39.299718+0000 mon.a (mon.0) 21 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2021-07-26T15:59:40.299 INFO:tasks.rados.rados.0.smithi037.stdout:807: done (1 left) 2021-07-26T15:59:40.299 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 79 2021-07-26T15:59:40.300 INFO:tasks.rados.rados.0.smithi037.stdout:808: seq_num 270 ranges {188416=524288,712704=516096,1228800=761856,1990656=327680} 2021-07-26T15:59:40.305 INFO:tasks.rados.rados.0.smithi037.stdout:808: writing smithi03738989-19 from 188416 to 712704 tid 1 2021-07-26T15:59:40.309 INFO:tasks.rados.rados.0.smithi037.stdout:808: writing smithi03738989-19 from 712704 to 1228800 tid 2 2021-07-26T15:59:40.317 INFO:tasks.rados.rados.0.smithi037.stdout:808: writing smithi03738989-19 from 1228800 to 1990656 tid 3 2021-07-26T15:59:40.318 INFO:tasks.rados.rados.0.smithi037.stdout:808: writing smithi03738989-19 from 1990656 to 2318336 tid 4 2021-07-26T15:59:40.318 INFO:tasks.rados.rados.0.smithi037.stdout:809: delete oid 5 current snap is 79 2021-07-26T15:59:40.318 INFO:tasks.rados.rados.0.smithi037.stdout:804: finishing copy_from to smithi03738989-43 2021-07-26T15:59:40.318 INFO:tasks.rados.rados.0.smithi037.stdout:804: got expected ENOENT (src dne) 2021-07-26T15:59:40.319 INFO:tasks.rados.rados.0.smithi037.stdout:804: finishing copy_from racing read to smithi03738989-43 2021-07-26T15:59:40.321 INFO:tasks.rados.rados.0.smithi037.stdout:808: finishing write tid 1 to smithi03738989-19 2021-07-26T15:59:40.321 INFO:tasks.rados.rados.0.smithi037.stdout:808: finishing write tid 2 to smithi03738989-19 2021-07-26T15:59:40.324 INFO:tasks.rados.rados.0.smithi037.stdout:808: finishing write tid 3 to smithi03738989-19 2021-07-26T15:59:40.324 INFO:tasks.rados.rados.0.smithi037.stdout:808: finishing write tid 4 to smithi03738989-19 2021-07-26T15:59:40.325 INFO:tasks.rados.rados.0.smithi037.stdout:808: finishing write tid 6 to smithi03738989-19 2021-07-26T15:59:40.326 INFO:tasks.rados.rados.0.smithi037.stdout:804: done (2 left) 2021-07-26T15:59:40.326 INFO:tasks.rados.rados.0.smithi037.stdout:809: done (1 left) 2021-07-26T15:59:40.327 INFO:tasks.rados.rados.0.smithi037.stdout:810: snap_remove snap 54 2021-07-26T15:59:41.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:40 smithi107 bash[14687]: cluster 2021-07-26T15:59:39.644144+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e29: y(active, starting, since 0.356132s), standbys: x 2021-07-26T15:59:41.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:40 smithi107 bash[14687]: cluster 2021-07-26T15:59:40.300126+0000 mon.a (mon.0) 23 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2021-07-26T15:59:41.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:40 smithi037 bash[18551]: cluster 2021-07-26T15:59:39.644144+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e29: y(active, starting, since 0.356132s), standbys: x 2021-07-26T15:59:41.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:40 smithi037 bash[18551]: cluster 2021-07-26T15:59:40.300126+0000 mon.a (mon.0) 23 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2021-07-26T15:59:41.302 INFO:tasks.rados.rados.0.smithi037.stdout:810: done (1 left) 2021-07-26T15:59:41.303 INFO:tasks.rados.rados.0.smithi037.stdout:811: read oid 9 snap -1 2021-07-26T15:59:41.303 INFO:tasks.rados.rados.0.smithi037.stdout:811: expect deleted 2021-07-26T15:59:41.303 INFO:tasks.rados.rados.0.smithi037.stdout:812: snap_remove snap 67 2021-07-26T15:59:42.307 INFO:tasks.rados.rados.0.smithi037.stdout:812: done (2 left) 2021-07-26T15:59:42.308 INFO:tasks.rados.rados.0.smithi037.stdout:813: read oid 47 snap -1 2021-07-26T15:59:42.308 INFO:tasks.rados.rados.0.smithi037.stdout:813: expect (ObjNum 169 snap 41 seq_num 169) 2021-07-26T15:59:42.313 INFO:tasks.rados.rados.0.smithi037.stdout:814: rollback oid 33 current snap is 79 2021-07-26T15:59:42.313 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 33 to 78 2021-07-26T15:59:42.314 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 79 2021-07-26T15:59:42.314 INFO:tasks.rados.rados.0.smithi037.stdout:815: seq_num 272 ranges {2899968=565248,3465216=688128,4153344=729088,4882432=188416} 2021-07-26T15:59:42.330 INFO:tasks.rados.rados.0.smithi037.stdout:815: writing smithi03738989-35 from 2899968 to 3465216 tid 1 2021-07-26T15:59:42.335 INFO:tasks.rados.rados.0.smithi037.stdout:815: writing smithi03738989-35 from 3465216 to 4153344 tid 2 2021-07-26T15:59:42.340 INFO:tasks.rados.rados.0.smithi037.stdout:815: writing smithi03738989-35 from 4153344 to 4882432 tid 3 2021-07-26T15:59:42.341 INFO:tasks.rados.rados.0.smithi037.stdout:815: writing smithi03738989-35 from 4882432 to 5070848 tid 4 2021-07-26T15:59:42.342 INFO:tasks.rados.rados.0.smithi037.stdout:808: finishing write tid 7 to smithi03738989-19 2021-07-26T15:59:42.342 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 204 (ObjNum 270 snap 79 seq_num 270) dirty exists 2021-07-26T15:59:42.343 INFO:tasks.rados.rados.0.smithi037.stdout:808: left oid 19 (ObjNum 270 snap 79 seq_num 270) 2021-07-26T15:59:42.343 INFO:tasks.rados.rados.0.smithi037.stdout:813: expect (ObjNum 169 snap 41 seq_num 169) 2021-07-26T15:59:42.447 INFO:tasks.rados.rados.0.smithi037.stdout:814: finishing rollback tid 1 to smithi03738989-33 2021-07-26T15:59:42.448 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 244 (ObjNum 372005248 snap 21933 seq_num 1811941584) dirty dne 2021-07-26T15:59:42.448 INFO:tasks.rados.rados.0.smithi037.stdout:815: finishing write tid 1 to smithi03738989-35 2021-07-26T15:59:42.448 INFO:tasks.rados.rados.0.smithi037.stdout:815: finishing write tid 2 to smithi03738989-35 2021-07-26T15:59:42.448 INFO:tasks.rados.rados.0.smithi037.stdout:815: finishing write tid 3 to smithi03738989-35 2021-07-26T15:59:42.449 INFO:tasks.rados.rados.0.smithi037.stdout:815: finishing write tid 4 to smithi03738989-35 2021-07-26T15:59:42.449 INFO:tasks.rados.rados.0.smithi037.stdout:815: finishing write tid 6 to smithi03738989-35 2021-07-26T15:59:42.449 INFO:tasks.rados.rados.0.smithi037.stdout:815: finishing write tid 7 to smithi03738989-35 2021-07-26T15:59:42.449 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 481 (ObjNum 272 snap 79 seq_num 272) dirty exists 2021-07-26T15:59:42.449 INFO:tasks.rados.rados.0.smithi037.stdout:815: left oid 35 (ObjNum 272 snap 79 seq_num 272) 2021-07-26T15:59:42.450 INFO:tasks.rados.rados.0.smithi037.stdout:808: done (4 left) 2021-07-26T15:59:42.450 INFO:tasks.rados.rados.0.smithi037.stdout:811: done (3 left) 2021-07-26T15:59:42.450 INFO:tasks.rados.rados.0.smithi037.stdout:813: done (2 left) 2021-07-26T15:59:42.450 INFO:tasks.rados.rados.0.smithi037.stdout:814: done (1 left) 2021-07-26T15:59:42.451 INFO:tasks.rados.rados.0.smithi037.stdout:815: done (0 left) 2021-07-26T15:59:42.451 INFO:tasks.rados.rados.0.smithi037.stdout:816: read oid 2 snap -1 2021-07-26T15:59:42.451 INFO:tasks.rados.rados.0.smithi037.stdout:816: expect (ObjNum 256 snap 67 seq_num 256) 2021-07-26T15:59:42.451 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 79 2021-07-26T15:59:42.451 INFO:tasks.rados.rados.0.smithi037.stdout:817: seq_num 273 ranges {2293760=581632,2875392=565248,3440640=532480,3973120=507904} 2021-07-26T15:59:42.471 INFO:tasks.rados.rados.0.smithi037.stdout:817: writing smithi03738989-26 from 2293760 to 2875392 tid 1 2021-07-26T15:59:42.474 INFO:tasks.rados.rados.0.smithi037.stdout:817: writing smithi03738989-26 from 2875392 to 3440640 tid 2 2021-07-26T15:59:42.477 INFO:tasks.rados.rados.0.smithi037.stdout:817: writing smithi03738989-26 from 3440640 to 3973120 tid 3 2021-07-26T15:59:42.480 INFO:tasks.rados.rados.0.smithi037.stdout:817: writing smithi03738989-26 from 3973120 to 4481024 tid 4 2021-07-26T15:59:42.481 INFO:tasks.rados.rados.0.smithi037.stdout:818: rollback oid 27 current snap is 79 2021-07-26T15:59:42.481 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 27 to 72 2021-07-26T15:59:42.481 INFO:tasks.rados.rados.0.smithi037.stdout:816: expect (ObjNum 256 snap 67 seq_num 256) 2021-07-26T15:59:42.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:42 smithi037 bash[18551]: cluster 2021-07-26T15:59:41.298931+0000 mon.a (mon.0) 24 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2021-07-26T15:59:42.601 INFO:tasks.rados.rados.0.smithi037.stdout:817: finishing write tid 1 to smithi03738989-26 2021-07-26T15:59:42.602 INFO:tasks.rados.rados.0.smithi037.stdout:817: finishing write tid 2 to smithi03738989-26 2021-07-26T15:59:42.602 INFO:tasks.rados.rados.0.smithi037.stdout:817: finishing write tid 3 to smithi03738989-26 2021-07-26T15:59:42.602 INFO:tasks.rados.rados.0.smithi037.stdout:817: finishing write tid 4 to smithi03738989-26 2021-07-26T15:59:42.602 INFO:tasks.rados.rados.0.smithi037.stdout:817: finishing write tid 6 to smithi03738989-26 2021-07-26T15:59:42.603 INFO:tasks.rados.rados.0.smithi037.stdout:818: finishing rollback tid 0 to smithi03738989-27 2021-07-26T15:59:42.603 INFO:tasks.rados.rados.0.smithi037.stdout:817: finishing write tid 7 to smithi03738989-26 2021-07-26T15:59:42.603 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 366 (ObjNum 273 snap 79 seq_num 273) dirty exists 2021-07-26T15:59:42.603 INFO:tasks.rados.rados.0.smithi037.stdout:817: left oid 26 (ObjNum 273 snap 79 seq_num 273) 2021-07-26T15:59:42.603 INFO:tasks.rados.rados.0.smithi037.stdout:818: finishing rollback tid 1 to smithi03738989-27 2021-07-26T15:59:42.604 INFO:tasks.rados.rados.0.smithi037.stdout:818: finishing rollback tid 2 to smithi03738989-27 2021-07-26T15:59:42.604 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 369 (ObjNum 108 snap 22 seq_num 108) dirty exists 2021-07-26T15:59:42.604 INFO:tasks.rados.rados.0.smithi037.stdout:816: done (2 left) 2021-07-26T15:59:42.604 INFO:tasks.rados.rados.0.smithi037.stdout:817: done (1 left) 2021-07-26T15:59:42.605 INFO:tasks.rados.rados.0.smithi037.stdout:818: done (0 left) 2021-07-26T15:59:42.605 INFO:tasks.rados.rados.0.smithi037.stdout:819: read oid 5 snap -1 2021-07-26T15:59:42.605 INFO:tasks.rados.rados.0.smithi037.stdout:819: expect deleted 2021-07-26T15:59:42.605 INFO:tasks.rados.rados.0.smithi037.stdout:820: copy_from oid 36 from oid 43 current snap is 79 2021-07-26T15:59:42.606 INFO:tasks.rados.rados.0.smithi037.stdout:821: rmattr oid 27 current snap is 79 2021-07-26T15:59:42.606 INFO:tasks.rados.rados.0.smithi037.stdout:821: done (2 left) 2021-07-26T15:59:42.606 INFO:tasks.rados.rados.0.smithi037.stdout:822: rollback oid 8 current snap is 79 2021-07-26T15:59:42.606 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 8 to 69 2021-07-26T15:59:42.606 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 79 2021-07-26T15:59:42.607 INFO:tasks.rados.rados.0.smithi037.stdout:823: seq_num 274 ranges {638976=598016,1236992=499712,1736704=745472,2482176=360448} 2021-07-26T15:59:42.610 INFO:tasks.rados.rados.0.smithi037.stdout:823: writing smithi03738989-10 from 638976 to 1236992 tid 1 2021-07-26T15:59:42.613 INFO:tasks.rados.rados.0.smithi037.stdout:823: writing smithi03738989-10 from 1236992 to 1736704 tid 2 2021-07-26T15:59:42.617 INFO:tasks.rados.rados.0.smithi037.stdout:823: writing smithi03738989-10 from 1736704 to 2482176 tid 3 2021-07-26T15:59:42.620 INFO:tasks.rados.rados.0.smithi037.stdout:823: writing smithi03738989-10 from 2482176 to 2842624 tid 4 2021-07-26T15:59:42.620 INFO:tasks.rados.rados.0.smithi037.stdout:824: read oid 32 snap -1 2021-07-26T15:59:42.621 INFO:tasks.rados.rados.0.smithi037.stdout:824: expect (ObjNum 249 snap 64 seq_num 249) 2021-07-26T15:59:42.621 INFO:tasks.rados.rados.0.smithi037.stdout:825: rollback oid 22 current snap is 79 2021-07-26T15:59:42.621 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 22 to 44 2021-07-26T15:59:42.621 INFO:tasks.rados.rados.0.smithi037.stdout:820: finishing copy_from to smithi03738989-36 2021-07-26T15:59:42.622 INFO:tasks.rados.rados.0.smithi037.stdout:820: got expected ENOENT (src dne) 2021-07-26T15:59:42.622 INFO:tasks.rados.rados.0.smithi037.stdout:820: finishing copy_from racing read to smithi03738989-36 2021-07-26T15:59:42.622 INFO:tasks.rados.rados.0.smithi037.stdout:822: finishing rollback tid 1 to smithi03738989-8 2021-07-26T15:59:42.622 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 244 (ObjNum 0 snap 0 seq_num 0) dirty dne 2021-07-26T15:59:42.623 INFO:tasks.rados.rados.0.smithi037.stdout:823: finishing write tid 1 to smithi03738989-10 2021-07-26T15:59:42.623 INFO:tasks.rados.rados.0.smithi037.stdout:823: finishing write tid 2 to smithi03738989-10 2021-07-26T15:59:42.623 INFO:tasks.rados.rados.0.smithi037.stdout:819: done (5 left) 2021-07-26T15:59:42.623 INFO:tasks.rados.rados.0.smithi037.stdout:820: done (4 left) 2021-07-26T15:59:42.624 INFO:tasks.rados.rados.0.smithi037.stdout:822: done (3 left) 2021-07-26T15:59:42.624 INFO:tasks.rados.rados.0.smithi037.stdout:826: rollback oid 7 current snap is 79 2021-07-26T15:59:42.624 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 7 to 51 2021-07-26T15:59:42.624 INFO:tasks.rados.rados.0.smithi037.stdout:827: delete oid 49 current snap is 79 2021-07-26T15:59:42.625 INFO:tasks.rados.rados.0.smithi037.stdout:826: finishing rollback tid 1 to smithi03738989-7 2021-07-26T15:59:42.626 INFO:tasks.rados.rados.0.smithi037.stdout:826: finishing rollback tid 2 to smithi03738989-7 2021-07-26T15:59:42.626 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 431 (ObjNum 184 snap 46 seq_num 184) dirty exists 2021-07-26T15:59:42.626 INFO:tasks.rados.rados.0.smithi037.stdout:826: done (4 left) 2021-07-26T15:59:42.626 INFO:tasks.rados.rados.0.smithi037.stdout:827: done (3 left) 2021-07-26T15:59:42.627 INFO:tasks.rados.rados.0.smithi037.stdout:828: snap_remove snap 72 2021-07-26T15:59:42.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:42 smithi107 bash[14687]: cluster 2021-07-26T15:59:41.298931+0000 mon.a (mon.0) 24 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2021-07-26T15:59:43.323 INFO:tasks.rados.rados.0.smithi037.stdout:828: done (3 left) 2021-07-26T15:59:43.323 INFO:tasks.rados.rados.0.smithi037.stdout:829: rollback oid 20 current snap is 79 2021-07-26T15:59:43.323 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 20 to 64 2021-07-26T15:59:43.324 INFO:tasks.rados.rados.0.smithi037.stdout:825: finishing rollback tid 0 to smithi03738989-22 2021-07-26T15:59:43.324 INFO:tasks.rados.rados.0.smithi037.stdout:825: finishing rollback tid 1 to smithi03738989-22 2021-07-26T15:59:43.324 INFO:tasks.rados.rados.0.smithi037.stdout:823: finishing write tid 3 to smithi03738989-10 2021-07-26T15:59:43.324 INFO:tasks.rados.rados.0.smithi037.stdout:825: finishing rollback tid 2 to smithi03738989-22 2021-07-26T15:59:43.324 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 282 (ObjNum 161 snap 41 seq_num 161) dirty exists 2021-07-26T15:59:43.325 INFO:tasks.rados.rados.0.smithi037.stdout:823: finishing write tid 4 to smithi03738989-10 2021-07-26T15:59:43.325 INFO:tasks.rados.rados.0.smithi037.stdout:823: finishing write tid 6 to smithi03738989-10 2021-07-26T15:59:43.325 INFO:tasks.rados.rados.0.smithi037.stdout:824: expect (ObjNum 249 snap 64 seq_num 249) 2021-07-26T15:59:43.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:43 smithi037 bash[18551]: cluster 2021-07-26T15:59:42.305912+0000 mon.a (mon.0) 25 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2021-07-26T15:59:43.618 INFO:tasks.rados.rados.0.smithi037.stdout:823: finishing write tid 7 to smithi03738989-10 2021-07-26T15:59:43.618 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 540 (ObjNum 274 snap 79 seq_num 274) dirty exists 2021-07-26T15:59:43.618 INFO:tasks.rados.rados.0.smithi037.stdout:823: left oid 10 (ObjNum 274 snap 79 seq_num 274) 2021-07-26T15:59:43.619 INFO:tasks.rados.rados.0.smithi037.stdout:823: done (3 left) 2021-07-26T15:59:43.619 INFO:tasks.rados.rados.0.smithi037.stdout:824: done (2 left) 2021-07-26T15:59:43.620 INFO:tasks.rados.rados.0.smithi037.stdout:825: done (1 left) 2021-07-26T15:59:43.620 INFO:tasks.rados.rados.0.smithi037.stdout:830: snap_remove snap 25 2021-07-26T15:59:43.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:43 smithi107 bash[14687]: cluster 2021-07-26T15:59:42.305912+0000 mon.a (mon.0) 25 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2021-07-26T15:59:44.333 INFO:tasks.rados.rados.0.smithi037.stdout:830: done (1 left) 2021-07-26T15:59:44.333 INFO:tasks.rados.rados.0.smithi037.stdout:831: snap_remove snap 70 2021-07-26T15:59:44.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:44 smithi037 bash[18551]: cluster 2021-07-26T15:59:43.319608+0000 mon.a (mon.0) 26 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2021-07-26T15:59:44.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:44 smithi107 bash[14687]: cluster 2021-07-26T15:59:43.319608+0000 mon.a (mon.0) 26 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2021-07-26T15:59:45.340 INFO:tasks.rados.rados.0.smithi037.stdout:831: done (1 left) 2021-07-26T15:59:45.340 INFO:tasks.rados.rados.0.smithi037.stdout:832: snap_remove snap 50 2021-07-26T15:59:45.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:45 smithi107 bash[14687]: cluster 2021-07-26T15:59:44.330695+0000 mon.a (mon.0) 27 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2021-07-26T15:59:45.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:45 smithi037 bash[18551]: cluster 2021-07-26T15:59:44.330695+0000 mon.a (mon.0) 27 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2021-07-26T15:59:46.337 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:45 smithi037 bash[39965]: Warning: Permanently added '172.21.15.37' (ECDSA) to the list of known hosts. 2021-07-26T15:59:46.337 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:45 smithi037 bash[39965]: Warning: Permanently added '172.21.15.107' (ECDSA) to the list of known hosts. 2021-07-26T15:59:46.337 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:45 smithi037 bash[39965]: debug 2021-07-26T15:59:45.979+0000 7f5d0b3d9700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:59:46.338 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:45 smithi037 bash[39965]: debug 2021-07-26T15:59:45.979+0000 7f5d0b3d9700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:59:46.338 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:45 smithi037 bash[39965]: debug 2021-07-26T15:59:45.979+0000 7f5d0b3d9700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:59:46.338 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:45 smithi037 bash[39965]: debug 2021-07-26T15:59:45.979+0000 7f5d0b3d9700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:59:46.338 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:45 smithi037 bash[39965]: debug 2021-07-26T15:59:45.979+0000 7f5d0b3d9700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:59:46.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:45 smithi037 bash[39965]: debug 2021-07-26T15:59:45.983+0000 7f5d08bd4700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:59:46.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:45 smithi037 bash[39965]: debug 2021-07-26T15:59:45.983+0000 7f5d08bd4700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:59:46.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:45 smithi037 bash[39965]: debug 2021-07-26T15:59:45.983+0000 7f5d08bd4700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:59:46.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:45 smithi037 bash[39965]: debug 2021-07-26T15:59:45.983+0000 7f5d08bd4700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:59:46.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:45 smithi037 bash[39965]: debug 2021-07-26T15:59:45.983+0000 7f5d08bd4700 -1 client.0 error registering admin socket command: (17) File exists 2021-07-26T15:59:46.340 INFO:tasks.rados.rados.0.smithi037.stdout:832: done (1 left) 2021-07-26T15:59:46.341 INFO:tasks.rados.rados.0.smithi037.stdout:833: rollback oid 40 current snap is 79 2021-07-26T15:59:46.341 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 40 to 76 2021-07-26T15:59:46.341 INFO:tasks.rados.rados.0.smithi037.stdout:834: copy_from oid 2 from oid 49 current snap is 79 2021-07-26T15:59:46.341 INFO:tasks.rados.rados.0.smithi037.stdout:835: delete oid 7 current snap is 79 2021-07-26T15:59:46.342 INFO:tasks.rados.rados.0.smithi037.stdout:829: finishing rollback tid 0 to smithi03738989-20 2021-07-26T15:59:46.342 INFO:tasks.rados.rados.0.smithi037.stdout:829: finishing rollback tid 1 to smithi03738989-20 2021-07-26T15:59:46.342 INFO:tasks.rados.rados.0.smithi037.stdout:829: finishing rollback tid 2 to smithi03738989-20 2021-07-26T15:59:46.342 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 86 (ObjNum 245 snap 64 seq_num 245) dirty exists 2021-07-26T15:59:46.353 INFO:tasks.rados.rados.0.smithi037.stdout:833: finishing rollback tid 0 to smithi03738989-40 2021-07-26T15:59:46.355 INFO:tasks.rados.rados.0.smithi037.stdout:829: done (3 left) 2021-07-26T15:59:46.355 INFO:tasks.rados.rados.0.smithi037.stdout:835: done (2 left) 2021-07-26T15:59:46.355 INFO:tasks.rados.rados.0.smithi037.stdout:836: delete oid 21 current snap is 79 2021-07-26T15:59:46.356 INFO:tasks.rados.rados.0.smithi037.stdout:834: finishing copy_from to smithi03738989-2 2021-07-26T15:59:46.356 INFO:tasks.rados.rados.0.smithi037.stdout:834: got expected ENOENT (src dne) 2021-07-26T15:59:46.356 INFO:tasks.rados.rados.0.smithi037.stdout:834: finishing copy_from racing read to smithi03738989-2 2021-07-26T15:59:46.357 INFO:tasks.rados.rados.0.smithi037.stdout:833: finishing rollback tid 1 to smithi03738989-40 2021-07-26T15:59:46.358 INFO:tasks.rados.rados.0.smithi037.stdout:833: finishing rollback tid 2 to smithi03738989-40 2021-07-26T15:59:46.358 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 188 (ObjNum 265 snap 75 seq_num 265) dirty exists 2021-07-26T15:59:46.365 INFO:tasks.rados.rados.0.smithi037.stdout:833: done (2 left) 2021-07-26T15:59:46.365 INFO:tasks.rados.rados.0.smithi037.stdout:834: done (1 left) 2021-07-26T15:59:46.366 INFO:tasks.rados.rados.0.smithi037.stdout:836: done (0 left) 2021-07-26T15:59:46.366 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 28 current snap is 79 2021-07-26T15:59:46.366 INFO:tasks.rados.rados.0.smithi037.stdout:837: seq_num 278 ranges {458752=663552,1122304=442368,1564672=720896,2285568=442368} 2021-07-26T15:59:46.373 INFO:tasks.rados.rados.0.smithi037.stdout:837: writing smithi03738989-28 from 458752 to 1122304 tid 1 2021-07-26T15:59:46.376 INFO:tasks.rados.rados.0.smithi037.stdout:837: writing smithi03738989-28 from 1122304 to 1564672 tid 2 2021-07-26T15:59:46.384 INFO:tasks.rados.rados.0.smithi037.stdout:837: writing smithi03738989-28 from 1564672 to 2285568 tid 3 2021-07-26T15:59:46.389 INFO:tasks.rados.rados.0.smithi037.stdout:837: writing smithi03738989-28 from 2285568 to 2727936 tid 4 2021-07-26T15:59:46.390 INFO:tasks.rados.rados.0.smithi037.stdout:838: rmattr oid 34 current snap is 79 2021-07-26T15:59:46.390 INFO:tasks.rados.rados.0.smithi037.stdout:839: snap_create 2021-07-26T15:59:46.400 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 370 (ObjNum 0 snap 21933 seq_num 372532320) dirty exists 2021-07-26T15:59:46.400 INFO:tasks.rados.rados.0.smithi037.stdout:837: finishing write tid 1 to smithi03738989-28 2021-07-26T15:59:46.400 INFO:tasks.rados.rados.0.smithi037.stdout:837: finishing write tid 2 to smithi03738989-28 2021-07-26T15:59:46.400 INFO:tasks.rados.rados.0.smithi037.stdout:837: finishing write tid 3 to smithi03738989-28 2021-07-26T15:59:46.401 INFO:tasks.rados.rados.0.smithi037.stdout:837: finishing write tid 4 to smithi03738989-28 2021-07-26T15:59:46.401 INFO:tasks.rados.rados.0.smithi037.stdout:837: finishing write tid 6 to smithi03738989-28 2021-07-26T15:59:46.401 INFO:tasks.rados.rados.0.smithi037.stdout:837: finishing write tid 7 to smithi03738989-28 2021-07-26T15:59:46.402 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 308 (ObjNum 278 snap 79 seq_num 278) dirty exists 2021-07-26T15:59:46.403 INFO:tasks.rados.rados.0.smithi037.stdout:837: left oid 28 (ObjNum 278 snap 79 seq_num 278) 2021-07-26T15:59:46.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: cluster 2021-07-26T15:59:45.340902+0000 mon.a (mon.0) 28 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2021-07-26T15:59:46.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.652209+0000 mon.c (mon.1) 154 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:59:46.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.652938+0000 mon.c (mon.1) 155 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:59:46.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.653491+0000 mon.c (mon.1) 156 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:59:46.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.655409+0000 mon.c (mon.1) 157 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi037.wjuegm"}]: dispatch 2021-07-26T15:59:46.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.656219+0000 mon.c (mon.1) 158 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T15:59:46.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.656940+0000 mon.c (mon.1) 159 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:59:46.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.657616+0000 mon.c (mon.1) 160 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:59:46.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.658158+0000 mon.c (mon.1) 161 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:59:46.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.658843+0000 mon.c (mon.1) 162 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:59:46.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.659507+0000 mon.c (mon.1) 163 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:59:46.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.660285+0000 mon.c (mon.1) 164 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:59:46.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.660862+0000 mon.c (mon.1) 165 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:59:46.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.661346+0000 mon.c (mon.1) 166 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:59:46.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.661774+0000 mon.c (mon.1) 167 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:59:46.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.662252+0000 mon.c (mon.1) 168 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:59:46.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.662606+0000 mon.c (mon.1) 169 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:59:46.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.662953+0000 mon.c (mon.1) 170 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:59:46.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.663554+0000 mon.c (mon.1) 171 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:59:46.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.665037+0000 mon.c (mon.1) 172 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-07-26T15:59:46.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.666263+0000 mon.c (mon.1) 173 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "device/INTEL_SSDPEDMD400G4_CVFT5331005T400BGN"}]: dispatch 2021-07-26T15:59:46.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.666797+0000 mon.c (mon.1) 174 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "device/INTEL_SSDPEDMD400G4_PHFT620400NK400BGN"}]: dispatch 2021-07-26T15:59:46.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.667275+0000 mon.c (mon.1) 175 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/config_checks"}]: dispatch 2021-07-26T15:59:46.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.667841+0000 mon.c (mon.1) 176 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2021-07-26T15:59:46.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.668376+0000 mon.c (mon.1) 177 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2021-07-26T15:59:46.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.668903+0000 mon.c (mon.1) 178 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi037"}]: dispatch 2021-07-26T15:59:46.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.669432+0000 mon.c (mon.1) 179 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi107"}]: dispatch 2021-07-26T15:59:46.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.669975+0000 mon.c (mon.1) 180 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2021-07-26T15:59:46.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.670469+0000 mon.c (mon.1) 181 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2021-07-26T15:59:46.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.670980+0000 mon.c (mon.1) 182 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2021-07-26T15:59:46.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.671500+0000 mon.c (mon.1) 183 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2021-07-26T15:59:46.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.672028+0000 mon.c (mon.1) 184 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2021-07-26T15:59:46.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.672551+0000 mon.c (mon.1) 185 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2021-07-26T15:59:46.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.673100+0000 mon.c (mon.1) 186 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2021-07-26T15:59:46.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.673612+0000 mon.c (mon.1) 187 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2021-07-26T15:59:46.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.674142+0000 mon.c (mon.1) 188 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2021-07-26T15:59:46.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.674661+0000 mon.c (mon.1) 189 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2021-07-26T15:59:46.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.675167+0000 mon.c (mon.1) 190 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2021-07-26T15:59:46.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.675682+0000 mon.c (mon.1) 191 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2021-07-26T15:59:46.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.676233+0000 mon.c (mon.1) 192 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2021-07-26T15:59:46.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.676769+0000 mon.c (mon.1) 193 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:59:46.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.677309+0000 mon.c (mon.1) 194 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:59:46.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.677832+0000 mon.c (mon.1) 195 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2021-07-26T15:59:46.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.678360+0000 mon.c (mon.1) 196 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2021-07-26T15:59:46.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.678855+0000 mon.c (mon.1) 197 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2021-07-26T15:59:46.781 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.679344+0000 mon.c (mon.1) 198 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2021-07-26T15:59:46.781 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: cluster 2021-07-26T15:59:45.692139+0000 mon.a (mon.0) 29 : cluster [INF] Manager daemon y is now available 2021-07-26T15:59:46.781 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.857171+0000 mon.c (mon.1) 199 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:59:46.781 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.862592+0000 mon.c (mon.1) 200 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:59:46.782 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.901544+0000 mon.c (mon.1) 201 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:59:46.782 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.902299+0000 mon.a (mon.0) 30 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:59:46.782 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.938933+0000 mon.c (mon.1) 202 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:59:46.783 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:45.939596+0000 mon.a (mon.0) 31 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:59:46.783 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:46.202537+0000 mon.a (mon.0) 32 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:59:46.783 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: audit 2021-07-26T15:59:46.225561+0000 mon.a (mon.0) 33 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:59:46.783 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:46 smithi107 bash[14687]: cluster 2021-07-26T15:59:46.340683+0000 mon.a (mon.0) 34 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2021-07-26T15:59:46.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: cluster 2021-07-26T15:59:45.340902+0000 mon.a (mon.0) 28 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2021-07-26T15:59:46.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.652209+0000 mon.c (mon.1) 154 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T15:59:46.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.652938+0000 mon.c (mon.1) 155 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T15:59:46.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.653491+0000 mon.c (mon.1) 156 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T15:59:46.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.655409+0000 mon.c (mon.1) 157 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi037.wjuegm"}]: dispatch 2021-07-26T15:59:46.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.656219+0000 mon.c (mon.1) 158 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T15:59:46.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.656940+0000 mon.c (mon.1) 159 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-07-26T15:59:46.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.657616+0000 mon.c (mon.1) 160 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-07-26T15:59:46.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.658158+0000 mon.c (mon.1) 161 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T15:59:46.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.658843+0000 mon.c (mon.1) 162 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T15:59:46.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.659507+0000 mon.c (mon.1) 163 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T15:59:46.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.660285+0000 mon.c (mon.1) 164 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T15:59:46.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.660862+0000 mon.c (mon.1) 165 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T15:59:46.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.661346+0000 mon.c (mon.1) 166 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T15:59:46.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.661774+0000 mon.c (mon.1) 167 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T15:59:46.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.662252+0000 mon.c (mon.1) 168 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T15:59:46.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.662606+0000 mon.c (mon.1) 169 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-07-26T15:59:46.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.662953+0000 mon.c (mon.1) 170 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-07-26T15:59:46.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.663554+0000 mon.c (mon.1) 171 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-07-26T15:59:46.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.665037+0000 mon.c (mon.1) 172 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-07-26T15:59:46.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.666263+0000 mon.c (mon.1) 173 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "device/INTEL_SSDPEDMD400G4_CVFT5331005T400BGN"}]: dispatch 2021-07-26T15:59:46.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.666797+0000 mon.c (mon.1) 174 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "device/INTEL_SSDPEDMD400G4_PHFT620400NK400BGN"}]: dispatch 2021-07-26T15:59:46.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.667275+0000 mon.c (mon.1) 175 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/config_checks"}]: dispatch 2021-07-26T15:59:46.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.667841+0000 mon.c (mon.1) 176 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2021-07-26T15:59:46.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.668376+0000 mon.c (mon.1) 177 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2021-07-26T15:59:46.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.668903+0000 mon.c (mon.1) 178 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi037"}]: dispatch 2021-07-26T15:59:46.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.669432+0000 mon.c (mon.1) 179 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.smithi107"}]: dispatch 2021-07-26T15:59:46.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.669975+0000 mon.c (mon.1) 180 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2021-07-26T15:59:46.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.670469+0000 mon.c (mon.1) 181 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2021-07-26T15:59:46.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.670980+0000 mon.c (mon.1) 182 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2021-07-26T15:59:46.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.671500+0000 mon.c (mon.1) 183 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2021-07-26T15:59:46.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.672028+0000 mon.c (mon.1) 184 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2021-07-26T15:59:46.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.672551+0000 mon.c (mon.1) 185 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2021-07-26T15:59:46.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.673100+0000 mon.c (mon.1) 186 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2021-07-26T15:59:46.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.673612+0000 mon.c (mon.1) 187 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2021-07-26T15:59:46.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.674142+0000 mon.c (mon.1) 188 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2021-07-26T15:59:46.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.674661+0000 mon.c (mon.1) 189 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2021-07-26T15:59:46.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.675167+0000 mon.c (mon.1) 190 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2021-07-26T15:59:46.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.675682+0000 mon.c (mon.1) 191 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2021-07-26T15:59:46.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.676233+0000 mon.c (mon.1) 192 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2021-07-26T15:59:46.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.676769+0000 mon.c (mon.1) 193 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-07-26T15:59:46.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.677309+0000 mon.c (mon.1) 194 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-07-26T15:59:46.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.677832+0000 mon.c (mon.1) 195 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2021-07-26T15:59:46.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.678360+0000 mon.c (mon.1) 196 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2021-07-26T15:59:46.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.678855+0000 mon.c (mon.1) 197 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2021-07-26T15:59:46.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.679344+0000 mon.c (mon.1) 198 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2021-07-26T15:59:46.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: cluster 2021-07-26T15:59:45.692139+0000 mon.a (mon.0) 29 : cluster [INF] Manager daemon y is now available 2021-07-26T15:59:46.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.857171+0000 mon.c (mon.1) 199 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:59:46.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.862592+0000 mon.c (mon.1) 200 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:59:46.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.901544+0000 mon.c (mon.1) 201 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:59:46.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.902299+0000 mon.a (mon.0) 30 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T15:59:46.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.938933+0000 mon.c (mon.1) 202 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:59:46.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:45.939596+0000 mon.a (mon.0) 31 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T15:59:46.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:46.202537+0000 mon.a (mon.0) 32 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:59:46.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: audit 2021-07-26T15:59:46.225561+0000 mon.a (mon.0) 33 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T15:59:46.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:46 smithi037 bash[18551]: cluster 2021-07-26T15:59:46.340683+0000 mon.a (mon.0) 34 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2021-07-26T15:59:47.390 INFO:tasks.rados.rados.0.smithi037.stdout:837: done (2 left) 2021-07-26T15:59:47.390 INFO:tasks.rados.rados.0.smithi037.stdout:838: done (1 left) 2021-07-26T15:59:47.390 INFO:tasks.rados.rados.0.smithi037.stdout:839: done (0 left) 2021-07-26T15:59:47.391 INFO:tasks.rados.rados.0.smithi037.stdout:840: rmattr oid 35 current snap is 80 2021-07-26T15:59:47.391 INFO:tasks.rados.rados.0.smithi037.stdout:840: done (0 left) 2021-07-26T15:59:47.391 INFO:tasks.rados.rados.0.smithi037.stdout:841: read oid 27 snap -1 2021-07-26T15:59:47.391 INFO:tasks.rados.rados.0.smithi037.stdout:841: expect (ObjNum 108 snap 22 seq_num 108) 2021-07-26T15:59:47.392 INFO:tasks.rados.rados.0.smithi037.stdout:842: setattr oid 18 current snap is 80 2021-07-26T15:59:47.392 INFO:tasks.rados.rados.0.smithi037.stdout:843: rollback oid 25 current snap is 80 2021-07-26T15:59:47.393 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 25 to 76 2021-07-26T15:59:47.393 INFO:tasks.rados.rados.0.smithi037.stdout:844: snap_remove snap 60 2021-07-26T15:59:47.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:47 smithi107 bash[14687]: cluster 2021-07-26T15:59:46.374052+0000 mon.a (mon.0) 35 : cluster [DBG] mgrmap e30: y(active, since 7s), standbys: x 2021-07-26T15:59:47.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:47 smithi107 bash[14687]: cluster 2021-07-26T15:59:46.403552+0000 mgr.y (mgr.24994) 1 : cluster [DBG] pgmap v4: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 229 MiB data, 338 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:59:47.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:47 smithi037 bash[18551]: cluster 2021-07-26T15:59:46.374052+0000 mon.a (mon.0) 35 : cluster [DBG] mgrmap e30: y(active, since 7s), standbys: x 2021-07-26T15:59:47.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:47 smithi037 bash[18551]: cluster 2021-07-26T15:59:46.403552+0000 mgr.y (mgr.24994) 1 : cluster [DBG] pgmap v4: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 229 MiB data, 338 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:59:48.413 INFO:tasks.rados.rados.0.smithi037.stdout:844: done (3 left) 2021-07-26T15:59:48.413 INFO:tasks.rados.rados.0.smithi037.stdout:845: snap_create 2021-07-26T15:59:48.413 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 222 (ObjNum 153 snap 38 seq_num 153) dirty exists 2021-07-26T15:59:48.414 INFO:tasks.rados.rados.0.smithi037.stdout:843: finishing rollback tid 0 to smithi03738989-25 2021-07-26T15:59:48.414 INFO:tasks.rados.rados.0.smithi037.stdout:843: finishing rollback tid 1 to smithi03738989-25 2021-07-26T15:59:48.414 INFO:tasks.rados.rados.0.smithi037.stdout:843: finishing rollback tid 2 to smithi03738989-25 2021-07-26T15:59:48.414 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 283 (ObjNum 264 snap 75 seq_num 264) dirty exists 2021-07-26T15:59:48.414 INFO:tasks.rados.rados.0.smithi037.stdout:841: expect (ObjNum 108 snap 22 seq_num 108) 2021-07-26T15:59:48.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:48 smithi107 bash[14687]: cluster 2021-07-26T15:59:47.390969+0000 mon.a (mon.0) 36 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2021-07-26T15:59:48.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:48 smithi107 bash[14687]: cluster 2021-07-26T15:59:47.885573+0000 mon.a (mon.0) 37 : cluster [DBG] mgrmap e31: y(active, since 8s), standbys: x 2021-07-26T15:59:48.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:48 smithi037 bash[18551]: cluster 2021-07-26T15:59:47.390969+0000 mon.a (mon.0) 36 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2021-07-26T15:59:48.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:48 smithi037 bash[18551]: cluster 2021-07-26T15:59:47.885573+0000 mon.a (mon.0) 37 : cluster [DBG] mgrmap e31: y(active, since 8s), standbys: x 2021-07-26T15:59:49.421 INFO:tasks.rados.rados.0.smithi037.stdout:841: done (3 left) 2021-07-26T15:59:49.421 INFO:tasks.rados.rados.0.smithi037.stdout:842: done (2 left) 2021-07-26T15:59:49.421 INFO:tasks.rados.rados.0.smithi037.stdout:843: done (1 left) 2021-07-26T15:59:49.422 INFO:tasks.rados.rados.0.smithi037.stdout:845: done (0 left) 2021-07-26T15:59:49.422 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 81 2021-07-26T15:59:49.422 INFO:tasks.rados.rados.0.smithi037.stdout:846: seq_num 279 ranges {0=679936,679936=720896,1400832=483328,1884160=401408} 2021-07-26T15:59:49.425 INFO:tasks.rados.rados.0.smithi037.stdout:846: writing smithi03738989-1 from 0 to 679936 tid 1 2021-07-26T15:59:49.430 INFO:tasks.rados.rados.0.smithi037.stdout:846: writing smithi03738989-1 from 679936 to 1400832 tid 2 2021-07-26T15:59:49.433 INFO:tasks.rados.rados.0.smithi037.stdout:846: writing smithi03738989-1 from 1400832 to 1884160 tid 3 2021-07-26T15:59:49.436 INFO:tasks.rados.rados.0.smithi037.stdout:846: writing smithi03738989-1 from 1884160 to 2285568 tid 4 2021-07-26T15:59:49.437 INFO:tasks.rados.rados.0.smithi037.stdout:847: copy_from oid 48 from oid 18 current snap is 81 2021-07-26T15:59:49.437 INFO:tasks.rados.rados.0.smithi037.stdout:848: read oid 33 snap -1 2021-07-26T15:59:49.437 INFO:tasks.rados.rados.0.smithi037.stdout:848: expect deleted 2021-07-26T15:59:49.438 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 81 2021-07-26T15:59:49.438 INFO:tasks.rados.rados.0.smithi037.stdout:849: seq_num 280 ranges {0=696320,696320=606208,1302528=688128,1990656=311296} 2021-07-26T15:59:49.441 INFO:tasks.rados.rados.0.smithi037.stdout:849: writing smithi03738989-7 from 0 to 696320 tid 1 2021-07-26T15:59:49.445 INFO:tasks.rados.rados.0.smithi037.stdout:849: writing smithi03738989-7 from 696320 to 1302528 tid 2 2021-07-26T15:59:49.449 INFO:tasks.rados.rados.0.smithi037.stdout:849: writing smithi03738989-7 from 1302528 to 1990656 tid 3 2021-07-26T15:59:49.453 INFO:tasks.rados.rados.0.smithi037.stdout:849: writing smithi03738989-7 from 1990656 to 2301952 tid 4 2021-07-26T15:59:49.454 INFO:tasks.rados.rados.0.smithi037.stdout:850: copy_from oid 19 from oid 22 current snap is 81 2021-07-26T15:59:49.454 INFO:tasks.rados.rados.0.smithi037.stdout:851: read oid 42 snap -1 2021-07-26T15:59:49.454 INFO:tasks.rados.rados.0.smithi037.stdout:851: expect (ObjNum 228 snap 61 seq_num 228) 2021-07-26T15:59:49.454 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 81 2021-07-26T15:59:49.455 INFO:tasks.rados.rados.0.smithi037.stdout:852: seq_num 281 ranges {0=712704,712704=491520,1204224=491520,1695744=622592} 2021-07-26T15:59:49.457 INFO:tasks.rados.rados.0.smithi037.stdout:852: writing smithi03738989-4 from 0 to 712704 tid 1 2021-07-26T15:59:49.460 INFO:tasks.rados.rados.0.smithi037.stdout:852: writing smithi03738989-4 from 712704 to 1204224 tid 2 2021-07-26T15:59:49.463 INFO:tasks.rados.rados.0.smithi037.stdout:852: writing smithi03738989-4 from 1204224 to 1695744 tid 3 2021-07-26T15:59:49.470 INFO:tasks.rados.rados.0.smithi037.stdout:852: writing smithi03738989-4 from 1695744 to 2318336 tid 4 2021-07-26T15:59:49.470 INFO:tasks.rados.rados.0.smithi037.stdout:853: read oid 12 snap 78 2021-07-26T15:59:49.471 INFO:tasks.rados.rados.0.smithi037.stdout:853: expect (ObjNum 108 snap 22 seq_num 108) 2021-07-26T15:59:49.471 INFO:tasks.rados.rados.0.smithi037.stdout:854: read oid 35 snap 55 2021-07-26T15:59:49.471 INFO:tasks.rados.rados.0.smithi037.stdout:854: expect deleted 2021-07-26T15:59:49.471 INFO:tasks.rados.rados.0.smithi037.stdout:855: rmattr oid 23 current snap is 81 2021-07-26T15:59:49.472 INFO:tasks.rados.rados.0.smithi037.stdout:855: done (9 left) 2021-07-26T15:59:49.472 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 50 current snap is 81 2021-07-26T15:59:49.472 INFO:tasks.rados.rados.0.smithi037.stdout:856: seq_num 282 ranges {1662976=729088,2392064=425984,2818048=704512,3522560=475136} 2021-07-26T15:59:49.484 INFO:tasks.rados.rados.0.smithi037.stdout:856: writing smithi03738989-50 from 1662976 to 2392064 tid 1 2021-07-26T15:59:49.487 INFO:tasks.rados.rados.0.smithi037.stdout:856: writing smithi03738989-50 from 2392064 to 2818048 tid 2 2021-07-26T15:59:49.491 INFO:tasks.rados.rados.0.smithi037.stdout:856: writing smithi03738989-50 from 2818048 to 3522560 tid 3 2021-07-26T15:59:49.494 INFO:tasks.rados.rados.0.smithi037.stdout:856: writing smithi03738989-50 from 3522560 to 3997696 tid 4 2021-07-26T15:59:49.494 INFO:tasks.rados.rados.0.smithi037.stdout:857: rmattr oid 5 current snap is 81 2021-07-26T15:59:49.494 INFO:tasks.rados.rados.0.smithi037.stdout:857: done (10 left) 2021-07-26T15:59:49.495 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 81 2021-07-26T15:59:49.495 INFO:tasks.rados.rados.0.smithi037.stdout:858: seq_num 283 ranges {0=745472,745472=712704,1458176=458752,1916928=434176} 2021-07-26T15:59:49.500 INFO:tasks.rados.rados.0.smithi037.stdout:858: writing smithi03738989-38 from 0 to 745472 tid 1 2021-07-26T15:59:49.504 INFO:tasks.rados.rados.0.smithi037.stdout:858: writing smithi03738989-38 from 745472 to 1458176 tid 2 2021-07-26T15:59:49.508 INFO:tasks.rados.rados.0.smithi037.stdout:858: writing smithi03738989-38 from 1458176 to 1916928 tid 3 2021-07-26T15:59:49.513 INFO:tasks.rados.rados.0.smithi037.stdout:858: writing smithi03738989-38 from 1916928 to 2351104 tid 4 2021-07-26T15:59:49.514 INFO:tasks.rados.rados.0.smithi037.stdout:859: read oid 24 snap 52 2021-07-26T15:59:49.514 INFO:tasks.rados.rados.0.smithi037.stdout:859: expect (ObjNum 23 snap 0 seq_num 23) 2021-07-26T15:59:49.515 INFO:tasks.rados.rados.0.smithi037.stdout:860: read oid 14 snap 71 2021-07-26T15:59:49.515 INFO:tasks.rados.rados.0.smithi037.stdout:860: expect (ObjNum 188 snap 46 seq_num 188) 2021-07-26T15:59:49.516 INFO:tasks.rados.rados.0.smithi037.stdout:846: finishing write tid 1 to smithi03738989-1 2021-07-26T15:59:49.516 INFO:tasks.rados.rados.0.smithi037.stdout:846: finishing write tid 2 to smithi03738989-1 2021-07-26T15:59:49.517 INFO:tasks.rados.rados.0.smithi037.stdout:849: finishing write tid 1 to smithi03738989-7 2021-07-26T15:59:49.517 INFO:tasks.rados.rados.0.smithi037.stdout:849: finishing write tid 2 to smithi03738989-7 2021-07-26T15:59:49.517 INFO:tasks.rados.rados.0.smithi037.stdout:846: finishing write tid 3 to smithi03738989-1 2021-07-26T15:59:49.518 INFO:tasks.rados.rados.0.smithi037.stdout:846: finishing write tid 4 to smithi03738989-1 2021-07-26T15:59:49.518 INFO:tasks.rados.rados.0.smithi037.stdout:846: finishing write tid 6 to smithi03738989-1 2021-07-26T15:59:49.518 INFO:tasks.rados.rados.0.smithi037.stdout:847: finishing copy_from to smithi03738989-48 2021-07-26T15:59:49.518 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 222 (ObjNum 153 snap 38 seq_num 153) dirty exists 2021-07-26T15:59:49.519 INFO:tasks.rados.rados.0.smithi037.stdout:847: finishing copy_from racing read to smithi03738989-48 2021-07-26T15:59:49.519 INFO:tasks.rados.rados.0.smithi037.stdout:846: finishing write tid 7 to smithi03738989-1 2021-07-26T15:59:49.519 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 594 (ObjNum 279 snap 81 seq_num 279) dirty exists 2021-07-26T15:59:49.519 INFO:tasks.rados.rados.0.smithi037.stdout:846: left oid 1 (ObjNum 279 snap 81 seq_num 279) 2021-07-26T15:59:49.520 INFO:tasks.rados.rados.0.smithi037.stdout:849: finishing write tid 3 to smithi03738989-7 2021-07-26T15:59:49.520 INFO:tasks.rados.rados.0.smithi037.stdout:849: finishing write tid 4 to smithi03738989-7 2021-07-26T15:59:49.520 INFO:tasks.rados.rados.0.smithi037.stdout:849: finishing write tid 6 to smithi03738989-7 2021-07-26T15:59:49.520 INFO:tasks.rados.rados.0.smithi037.stdout:850: finishing copy_from to smithi03738989-19 2021-07-26T15:59:49.521 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 282 (ObjNum 161 snap 41 seq_num 161) dirty exists 2021-07-26T15:59:49.521 INFO:tasks.rados.rados.0.smithi037.stdout:850: finishing copy_from racing read to smithi03738989-19 2021-07-26T15:59:49.521 INFO:tasks.rados.rados.0.smithi037.stdout:849: finishing write tid 7 to smithi03738989-7 2021-07-26T15:59:49.521 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 473 (ObjNum 280 snap 81 seq_num 280) dirty exists 2021-07-26T15:59:49.522 INFO:tasks.rados.rados.0.smithi037.stdout:849: left oid 7 (ObjNum 280 snap 81 seq_num 280) 2021-07-26T15:59:49.522 INFO:tasks.rados.rados.0.smithi037.stdout:852: finishing write tid 1 to smithi03738989-4 2021-07-26T15:59:49.522 INFO:tasks.rados.rados.0.smithi037.stdout:852: finishing write tid 2 to smithi03738989-4 2021-07-26T15:59:49.522 INFO:tasks.rados.rados.0.smithi037.stdout:852: finishing write tid 3 to smithi03738989-4 2021-07-26T15:59:49.522 INFO:tasks.rados.rados.0.smithi037.stdout:851: expect (ObjNum 228 snap 61 seq_num 228) 2021-07-26T15:59:49.698 INFO:tasks.rados.rados.0.smithi037.stdout:852: finishing write tid 4 to smithi03738989-4 2021-07-26T15:59:49.699 INFO:tasks.rados.rados.0.smithi037.stdout:852: finishing write tid 6 to smithi03738989-4 2021-07-26T15:59:49.699 INFO:tasks.rados.rados.0.smithi037.stdout:852: finishing write tid 7 to smithi03738989-4 2021-07-26T15:59:49.699 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 599 (ObjNum 281 snap 81 seq_num 281) dirty exists 2021-07-26T15:59:49.699 INFO:tasks.rados.rados.0.smithi037.stdout:852: left oid 4 (ObjNum 281 snap 81 seq_num 281) 2021-07-26T15:59:49.701 INFO:tasks.rados.rados.0.smithi037.stdout:853: expect (ObjNum 108 snap 22 seq_num 108) 2021-07-26T15:59:49.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:49 smithi107 bash[14687]: cluster 2021-07-26T15:59:47.660423+0000 mgr.y (mgr.24994) 2 : cluster [DBG] pgmap v6: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 229 MiB data, 338 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:59:49.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:49 smithi107 bash[14687]: cluster 2021-07-26T15:59:48.409077+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2021-07-26T15:59:49.776 INFO:tasks.rados.rados.0.smithi037.stdout:856: finishing write tid 1 to smithi03738989-50 2021-07-26T15:59:49.777 INFO:tasks.rados.rados.0.smithi037.stdout:856: finishing write tid 2 to smithi03738989-50 2021-07-26T15:59:49.777 INFO:tasks.rados.rados.0.smithi037.stdout:856: finishing write tid 3 to smithi03738989-50 2021-07-26T15:59:49.777 INFO:tasks.rados.rados.0.smithi037.stdout:856: finishing write tid 4 to smithi03738989-50 2021-07-26T15:59:49.777 INFO:tasks.rados.rados.0.smithi037.stdout:856: finishing write tid 6 to smithi03738989-50 2021-07-26T15:59:49.778 INFO:tasks.rados.rados.0.smithi037.stdout:856: finishing write tid 7 to smithi03738989-50 2021-07-26T15:59:49.778 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 318 (ObjNum 282 snap 81 seq_num 282) dirty exists 2021-07-26T15:59:49.778 INFO:tasks.rados.rados.0.smithi037.stdout:856: left oid 50 (ObjNum 282 snap 81 seq_num 282) 2021-07-26T15:59:49.778 INFO:tasks.rados.rados.0.smithi037.stdout:858: finishing write tid 1 to smithi03738989-38 2021-07-26T15:59:49.779 INFO:tasks.rados.rados.0.smithi037.stdout:858: finishing write tid 2 to smithi03738989-38 2021-07-26T15:59:49.779 INFO:tasks.rados.rados.0.smithi037.stdout:846: done (12 left) 2021-07-26T15:59:49.779 INFO:tasks.rados.rados.0.smithi037.stdout:847: done (11 left) 2021-07-26T15:59:49.779 INFO:tasks.rados.rados.0.smithi037.stdout:848: done (10 left) 2021-07-26T15:59:49.780 INFO:tasks.rados.rados.0.smithi037.stdout:849: done (9 left) 2021-07-26T15:59:49.780 INFO:tasks.rados.rados.0.smithi037.stdout:850: done (8 left) 2021-07-26T15:59:49.780 INFO:tasks.rados.rados.0.smithi037.stdout:851: done (7 left) 2021-07-26T15:59:49.780 INFO:tasks.rados.rados.0.smithi037.stdout:852: done (6 left) 2021-07-26T15:59:49.780 INFO:tasks.rados.rados.0.smithi037.stdout:853: done (5 left) 2021-07-26T15:59:49.782 INFO:tasks.rados.rados.0.smithi037.stdout:854: done (4 left) 2021-07-26T15:59:49.782 INFO:tasks.rados.rados.0.smithi037.stdout:856: done (3 left) 2021-07-26T15:59:49.783 INFO:tasks.rados.rados.0.smithi037.stdout:861: rmattr oid 46 current snap is 81 2021-07-26T15:59:49.783 INFO:tasks.rados.rados.0.smithi037.stdout:861: done (3 left) 2021-07-26T15:59:49.783 INFO:tasks.rados.rados.0.smithi037.stdout:862: rmattr oid 49 current snap is 81 2021-07-26T15:59:49.783 INFO:tasks.rados.rados.0.smithi037.stdout:862: done (3 left) 2021-07-26T15:59:49.784 INFO:tasks.rados.rados.0.smithi037.stdout:863: snap_remove snap 55 2021-07-26T15:59:49.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:49 smithi037 bash[18551]: cluster 2021-07-26T15:59:47.660423+0000 mgr.y (mgr.24994) 2 : cluster [DBG] pgmap v6: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 229 MiB data, 338 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:59:49.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:49 smithi037 bash[18551]: cluster 2021-07-26T15:59:48.409077+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2021-07-26T15:59:50.434 INFO:tasks.rados.rados.0.smithi037.stdout:863: done (3 left) 2021-07-26T15:59:50.435 INFO:tasks.rados.rados.0.smithi037.stdout:864: snap_create 2021-07-26T15:59:50.437 INFO:tasks.rados.rados.0.smithi037.stdout:858: finishing write tid 3 to smithi03738989-38 2021-07-26T15:59:50.437 INFO:tasks.rados.rados.0.smithi037.stdout:858: finishing write tid 4 to smithi03738989-38 2021-07-26T15:59:50.438 INFO:tasks.rados.rados.0.smithi037.stdout:858: finishing write tid 6 to smithi03738989-38 2021-07-26T15:59:50.438 INFO:tasks.rados.rados.0.smithi037.stdout:859: expect (ObjNum 23 snap 0 seq_num 23) 2021-07-26T15:59:50.451 INFO:tasks.rados.rados.0.smithi037.stdout:858: finishing write tid 7 to smithi03738989-38 2021-07-26T15:59:50.451 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 328 (ObjNum 283 snap 81 seq_num 283) dirty exists 2021-07-26T15:59:50.451 INFO:tasks.rados.rados.0.smithi037.stdout:858: left oid 38 (ObjNum 283 snap 81 seq_num 283) 2021-07-26T15:59:50.451 INFO:tasks.rados.rados.0.smithi037.stdout:860: expect (ObjNum 188 snap 46 seq_num 188) 2021-07-26T15:59:50.765 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:50 smithi107 bash[14687]: cluster 2021-07-26T15:59:49.420155+0000 mon.a (mon.0) 39 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2021-07-26T15:59:50.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:50 smithi037 bash[18551]: cluster 2021-07-26T15:59:49.420155+0000 mon.a (mon.0) 39 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2021-07-26T15:59:51.306 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: debug 2021-07-26T15:59:51.039+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:59:51.306 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T15:59:51.307 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:51.307 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T15:59:51.307 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:51.307 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T15:59:51.307 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:51.308 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:51.308 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:59:51.308 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: debug 2021-07-26T15:59:51.043+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:59:51.308 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T15:59:51.309 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:51.309 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T15:59:51.309 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:51.309 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T15:59:51.310 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:51.310 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:51.310 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:59:51.310 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: debug 2021-07-26T15:59:51.047+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:59:51.311 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T15:59:51.311 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:51.311 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T15:59:51.311 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:51.311 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T15:59:51.312 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:51.312 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:51.312 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:59:51.312 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: debug 2021-07-26T15:59:51.047+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:59:51.313 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T15:59:51.313 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:51.313 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T15:59:51.313 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:51.314 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T15:59:51.314 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:51.314 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:51.314 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:59:51.438 INFO:tasks.rados.rados.0.smithi037.stdout:858: done (3 left) 2021-07-26T15:59:51.438 INFO:tasks.rados.rados.0.smithi037.stdout:859: done (2 left) 2021-07-26T15:59:51.439 INFO:tasks.rados.rados.0.smithi037.stdout:860: done (1 left) 2021-07-26T15:59:51.439 INFO:tasks.rados.rados.0.smithi037.stdout:864: done (0 left) 2021-07-26T15:59:51.439 INFO:tasks.rados.rados.0.smithi037.stdout:865: snap_create 2021-07-26T15:59:51.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: cluster 2021-07-26T15:59:49.660916+0000 mgr.y (mgr.24994) 3 : cluster [DBG] pgmap v9: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 229 MiB data, 338 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:59:51.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: cluster 2021-07-26T15:59:50.432016+0000 mon.a (mon.0) 40 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2021-07-26T15:59:51.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:50.594249+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T15:59:51.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:50.773697+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T15:59:51.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:50.831877+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:51.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:50.833133+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:50.834184+0000 mon.a (mon.0) 45 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:51.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:50.835266+0000 mon.a (mon.0) 46 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:50.836414+0000 mon.a (mon.0) 47 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:51.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:50.837439+0000 mon.a (mon.0) 48 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:50.838550+0000 mon.a (mon.0) 49 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:51.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:50.839614+0000 mon.a (mon.0) 50 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:50.840762+0000 mon.a (mon.0) 51 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi037.wjuegm","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T15:59:51.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:50.841719+0000 mon.c (mon.1) 203 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:50.842159+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:51.014640+0000 mon.a (mon.0) 53 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:51.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:51.016640+0000 mon.a (mon.0) 54 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:51.018438+0000 mon.a (mon.0) 55 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:51.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:51.020225+0000 mon.a (mon.0) 56 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:51.021912+0000 mon.a (mon.0) 57 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:51.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:51.023732+0000 mon.a (mon.0) 58 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:51.025505+0000 mon.a (mon.0) 59 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:51.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:51.027254+0000 mon.a (mon.0) 60 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:51.029016+0000 mon.a (mon.0) 61 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi107.pmlxcx","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T15:59:51.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:51.030287+0000 mon.c (mon.1) 204 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:51.030913+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:51.040891+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T15:59:51.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:51.059211+0000 mon.c (mon.1) 205 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:59:51.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:51.061387+0000 mon.c (mon.1) 206 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:59:51.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:51.063112+0000 mon.c (mon.1) 207 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:59:51.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:51 smithi037 bash[18551]: audit 2021-07-26T15:59:51.064527+0000 mon.c (mon.1) 208 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2021-07-26T15:59:51.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: cluster 2021-07-26T15:59:49.660916+0000 mgr.y (mgr.24994) 3 : cluster [DBG] pgmap v9: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 229 MiB data, 338 MiB used, 707 GiB / 715 GiB avail 2021-07-26T15:59:51.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: cluster 2021-07-26T15:59:50.432016+0000 mon.a (mon.0) 40 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2021-07-26T15:59:51.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:50.594249+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T15:59:51.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:50.773697+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T15:59:51.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:50.831877+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:51.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:50.833133+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:50.834184+0000 mon.a (mon.0) 45 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:51.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:50.835266+0000 mon.a (mon.0) 46 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:50.836414+0000 mon.a (mon.0) 47 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:51.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:50.837439+0000 mon.a (mon.0) 48 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:50.838550+0000 mon.a (mon.0) 49 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:51.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:50.839614+0000 mon.a (mon.0) 50 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:50.840762+0000 mon.a (mon.0) 51 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi037.wjuegm","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T15:59:51.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:50.841719+0000 mon.c (mon.1) 203 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:50.842159+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:51.014640+0000 mon.a (mon.0) 53 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:51.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:51.016640+0000 mon.a (mon.0) 54 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:51.018438+0000 mon.a (mon.0) 55 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:51.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:51.020225+0000 mon.a (mon.0) 56 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:51.021912+0000 mon.a (mon.0) 57 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:51.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:51.023732+0000 mon.a (mon.0) 58 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:51.025505+0000 mon.a (mon.0) 59 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T15:59:51.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:51.027254+0000 mon.a (mon.0) 60 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:51.029016+0000 mon.a (mon.0) 61 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi107.pmlxcx","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T15:59:51.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:51.030287+0000 mon.c (mon.1) 204 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:51.030913+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T15:59:51.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:51.040891+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T15:59:51.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:51.059211+0000 mon.c (mon.1) 205 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T15:59:51.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:51.061387+0000 mon.c (mon.1) 206 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T15:59:51.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:51.063112+0000 mon.c (mon.1) 207 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T15:59:51.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:51 smithi107 bash[14687]: audit 2021-07-26T15:59:51.064527+0000 mon.c (mon.1) 208 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2021-07-26T15:59:51.885 INFO:tasks.rados.rados.0.smithi037.stdout:865: done (0 left) 2021-07-26T15:59:51.886 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 83 2021-07-26T15:59:51.886 INFO:tasks.rados.rados.0.smithi037.stdout:866: seq_num 284 ranges {163840=761856,925696=598016,1523712=671744,2195456=335872} 2021-07-26T15:59:51.890 INFO:tasks.rados.rados.0.smithi037.stdout:866: writing smithi03738989-18 from 163840 to 925696 tid 1 2021-07-26T15:59:51.894 INFO:tasks.rados.rados.0.smithi037.stdout:866: writing smithi03738989-18 from 925696 to 1523712 tid 2 2021-07-26T15:59:51.899 INFO:tasks.rados.rados.0.smithi037.stdout:866: writing smithi03738989-18 from 1523712 to 2195456 tid 3 2021-07-26T15:59:51.900 INFO:tasks.rados.rados.0.smithi037.stdout:866: writing smithi03738989-18 from 2195456 to 2531328 tid 4 2021-07-26T15:59:51.901 INFO:tasks.rados.rados.0.smithi037.stdout:867: copy_from oid 5 from oid 33 current snap is 83 2021-07-26T15:59:51.902 INFO:tasks.rados.rados.0.smithi037.stdout:868: snap_remove snap 78 2021-07-26T15:59:52.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: cephadm 2021-07-26T15:59:51.046369+0000 mgr.y (mgr.24994) 4 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:59:52.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T15:59:52.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:52.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T15:59:52.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:52.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T15:59:52.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:52.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:52.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:59:52.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: cephadm 2021-07-26T15:59:51.048399+0000 mgr.y (mgr.24994) 5 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:59:52.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T15:59:52.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:52.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T15:59:52.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:52.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T15:59:52.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:52.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:52.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:59:52.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: cephadm 2021-07-26T15:59:51.052567+0000 mgr.y (mgr.24994) 6 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:59:52.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T15:59:52.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:52.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T15:59:52.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:52.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T15:59:52.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:52.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:52.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:59:52.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: cephadm 2021-07-26T15:59:51.054771+0000 mgr.y (mgr.24994) 7 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:59:52.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T15:59:52.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:52.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T15:59:52.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:52.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T15:59:52.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:52.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:52.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:59:52.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: cephadm 2021-07-26T15:59:51.065536+0000 mgr.y (mgr.24994) 8 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2021-07-26T15:59:52.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: cluster 2021-07-26T15:59:51.437130+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2021-07-26T15:59:52.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:52 smithi107 bash[14687]: cluster 2021-07-26T15:59:51.882946+0000 mon.a (mon.0) 65 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2021-07-26T15:59:52.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: cephadm 2021-07-26T15:59:51.046369+0000 mgr.y (mgr.24994) 4 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T15:59:52.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: Traceback (most recent call last): 2021-07-26T15:59:52.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:52.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: if self._apply_service(spec): 2021-07-26T15:59:52.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:52.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: rank_generation=slot.rank_generation, 2021-07-26T15:59:52.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:52.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:52.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T15:59:52.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: cephadm 2021-07-26T15:59:51.048399+0000 mgr.y (mgr.24994) 5 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T15:59:52.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: Traceback (most recent call last): 2021-07-26T15:59:52.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:52.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: if self._apply_service(spec): 2021-07-26T15:59:52.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:52.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: rank_generation=slot.rank_generation, 2021-07-26T15:59:52.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:52.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:52.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T15:59:52.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: cephadm 2021-07-26T15:59:51.052567+0000 mgr.y (mgr.24994) 6 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T15:59:52.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: Traceback (most recent call last): 2021-07-26T15:59:52.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:52.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: if self._apply_service(spec): 2021-07-26T15:59:52.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:52.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: rank_generation=slot.rank_generation, 2021-07-26T15:59:52.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:52.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:52.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T15:59:52.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: cephadm 2021-07-26T15:59:51.054771+0000 mgr.y (mgr.24994) 7 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T15:59:52.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: Traceback (most recent call last): 2021-07-26T15:59:52.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T15:59:52.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: if self._apply_service(spec): 2021-07-26T15:59:52.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T15:59:52.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: rank_generation=slot.rank_generation, 2021-07-26T15:59:52.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T15:59:52.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T15:59:52.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T15:59:52.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: cephadm 2021-07-26T15:59:51.065536+0000 mgr.y (mgr.24994) 8 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2021-07-26T15:59:52.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: cluster 2021-07-26T15:59:51.437130+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2021-07-26T15:59:52.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:52 smithi037 bash[18551]: cluster 2021-07-26T15:59:51.882946+0000 mon.a (mon.0) 65 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2021-07-26T15:59:52.905 INFO:tasks.rados.rados.0.smithi037.stdout:867: finishing copy_from to smithi03738989-5 2021-07-26T15:59:52.905 INFO:tasks.rados.rados.0.smithi037.stdout:867: got expected ENOENT (src dne) 2021-07-26T15:59:52.906 INFO:tasks.rados.rados.0.smithi037.stdout:867: finishing copy_from racing read to smithi03738989-5 2021-07-26T15:59:52.906 INFO:tasks.rados.rados.0.smithi037.stdout:866: finishing write tid 1 to smithi03738989-18 2021-07-26T15:59:52.906 INFO:tasks.rados.rados.0.smithi037.stdout:866: finishing write tid 2 to smithi03738989-18 2021-07-26T15:59:52.906 INFO:tasks.rados.rados.0.smithi037.stdout:866: finishing write tid 3 to smithi03738989-18 2021-07-26T15:59:52.907 INFO:tasks.rados.rados.0.smithi037.stdout:866: finishing write tid 4 to smithi03738989-18 2021-07-26T15:59:52.907 INFO:tasks.rados.rados.0.smithi037.stdout:866: finishing write tid 6 to smithi03738989-18 2021-07-26T15:59:52.907 INFO:tasks.rados.rados.0.smithi037.stdout:866: finishing write tid 7 to smithi03738989-18 2021-07-26T15:59:52.907 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 236 (ObjNum 284 snap 83 seq_num 284) dirty exists 2021-07-26T15:59:52.908 INFO:tasks.rados.rados.0.smithi037.stdout:866: left oid 18 (ObjNum 284 snap 83 seq_num 284) 2021-07-26T15:59:52.908 INFO:tasks.rados.rados.0.smithi037.stdout:866: done (2 left) 2021-07-26T15:59:52.908 INFO:tasks.rados.rados.0.smithi037.stdout:867: done (1 left) 2021-07-26T15:59:52.908 INFO:tasks.rados.rados.0.smithi037.stdout:868: done (0 left) 2021-07-26T15:59:52.908 INFO:tasks.rados.rados.0.smithi037.stdout:869: rollback oid 28 current snap is 83 2021-07-26T15:59:52.909 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 28 to 68 2021-07-26T15:59:52.910 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 83 2021-07-26T15:59:52.911 INFO:tasks.rados.rados.0.smithi037.stdout:870: seq_num 285 ranges {4005888=778240,4784128=475136,5259264=475136,5734400=655360} 2021-07-26T15:59:52.936 INFO:tasks.rados.rados.0.smithi037.stdout:870: writing smithi03738989-42 from 4005888 to 4784128 tid 1 2021-07-26T15:59:52.938 INFO:tasks.rados.rados.0.smithi037.stdout:870: writing smithi03738989-42 from 4784128 to 5259264 tid 2 2021-07-26T15:59:52.941 INFO:tasks.rados.rados.0.smithi037.stdout:870: writing smithi03738989-42 from 5259264 to 5734400 tid 3 2021-07-26T15:59:52.945 INFO:tasks.rados.rados.0.smithi037.stdout:870: writing smithi03738989-42 from 5734400 to 6389760 tid 4 2021-07-26T15:59:52.946 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 83 2021-07-26T15:59:52.946 INFO:tasks.rados.rados.0.smithi037.stdout:871: seq_num 286 ranges {3874816=794624,4669440=761856,5431296=679936,6111232=163840} 2021-07-26T15:59:52.972 INFO:tasks.rados.rados.0.smithi037.stdout:871: writing smithi03738989-23 from 3874816 to 4669440 tid 1 2021-07-26T15:59:52.976 INFO:tasks.rados.rados.0.smithi037.stdout:871: writing smithi03738989-23 from 4669440 to 5431296 tid 2 2021-07-26T15:59:52.980 INFO:tasks.rados.rados.0.smithi037.stdout:871: writing smithi03738989-23 from 5431296 to 6111232 tid 3 2021-07-26T15:59:52.982 INFO:tasks.rados.rados.0.smithi037.stdout:871: writing smithi03738989-23 from 6111232 to 6275072 tid 4 2021-07-26T15:59:52.982 INFO:tasks.rados.rados.0.smithi037.stdout:872: snap_create 2021-07-26T15:59:52.982 INFO:tasks.rados.rados.0.smithi037.stdout:869: finishing rollback tid 0 to smithi03738989-28 2021-07-26T15:59:52.983 INFO:tasks.rados.rados.0.smithi037.stdout:869: finishing rollback tid 1 to smithi03738989-28 2021-07-26T15:59:52.983 INFO:tasks.rados.rados.0.smithi037.stdout:869: finishing rollback tid 2 to smithi03738989-28 2021-07-26T15:59:52.983 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 332 (ObjNum 27 snap 0 seq_num 27) dirty exists 2021-07-26T15:59:52.983 INFO:tasks.rados.rados.0.smithi037.stdout:870: finishing write tid 1 to smithi03738989-42 2021-07-26T15:59:52.983 INFO:tasks.rados.rados.0.smithi037.stdout:870: finishing write tid 2 to smithi03738989-42 2021-07-26T15:59:52.984 INFO:tasks.rados.rados.0.smithi037.stdout:870: finishing write tid 3 to smithi03738989-42 2021-07-26T15:59:52.984 INFO:tasks.rados.rados.0.smithi037.stdout:870: finishing write tid 4 to smithi03738989-42 2021-07-26T15:59:52.984 INFO:tasks.rados.rados.0.smithi037.stdout:870: finishing write tid 6 to smithi03738989-42 2021-07-26T15:59:52.984 INFO:tasks.rados.rados.0.smithi037.stdout:870: finishing write tid 7 to smithi03738989-42 2021-07-26T15:59:52.985 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 342 (ObjNum 285 snap 83 seq_num 285) dirty exists 2021-07-26T15:59:52.985 INFO:tasks.rados.rados.0.smithi037.stdout:870: left oid 42 (ObjNum 285 snap 83 seq_num 285) 2021-07-26T15:59:52.985 INFO:tasks.rados.rados.0.smithi037.stdout:871: finishing write tid 1 to smithi03738989-23 2021-07-26T15:59:52.986 INFO:tasks.rados.rados.0.smithi037.stdout:871: finishing write tid 2 to smithi03738989-23 2021-07-26T15:59:52.989 INFO:tasks.rados.rados.0.smithi037.stdout:871: finishing write tid 3 to smithi03738989-23 2021-07-26T15:59:52.989 INFO:tasks.rados.rados.0.smithi037.stdout:871: finishing write tid 4 to smithi03738989-23 2021-07-26T15:59:52.990 INFO:tasks.rados.rados.0.smithi037.stdout:871: finishing write tid 6 to smithi03738989-23 2021-07-26T15:59:52.991 INFO:tasks.rados.rados.0.smithi037.stdout:871: finishing write tid 7 to smithi03738989-23 2021-07-26T15:59:52.992 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 367 (ObjNum 286 snap 83 seq_num 286) dirty exists 2021-07-26T15:59:52.992 INFO:tasks.rados.rados.0.smithi037.stdout:871: left oid 23 (ObjNum 286 snap 83 seq_num 286) 2021-07-26T15:59:53.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:53 smithi037 bash[18551]: cluster 2021-07-26T15:59:51.661663+0000 mgr.y (mgr.24994) 9 : cluster [DBG] pgmap v12: 89 pgs: 89 active+clean; 243 MiB data, 359 MiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2021-07-26T15:59:53.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:53 smithi037 bash[18551]: cluster 2021-07-26T15:59:52.898663+0000 mon.a (mon.0) 66 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2021-07-26T15:59:53.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:53 smithi107 bash[14687]: cluster 2021-07-26T15:59:51.661663+0000 mgr.y (mgr.24994) 9 : cluster [DBG] pgmap v12: 89 pgs: 89 active+clean; 243 MiB data, 359 MiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2021-07-26T15:59:53.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:53 smithi107 bash[14687]: cluster 2021-07-26T15:59:52.898663+0000 mon.a (mon.0) 66 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2021-07-26T15:59:53.903 INFO:tasks.rados.rados.0.smithi037.stdout:869: done (3 left) 2021-07-26T15:59:53.903 INFO:tasks.rados.rados.0.smithi037.stdout:870: done (2 left) 2021-07-26T15:59:53.904 INFO:tasks.rados.rados.0.smithi037.stdout:871: done (1 left) 2021-07-26T15:59:53.904 INFO:tasks.rados.rados.0.smithi037.stdout:872: done (0 left) 2021-07-26T15:59:53.904 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 84 2021-07-26T15:59:53.904 INFO:tasks.rados.rados.0.smithi037.stdout:873: seq_num 287 ranges {4079616=8192} 2021-07-26T15:59:53.929 INFO:tasks.rados.rados.0.smithi037.stdout:873: writing smithi03738989-45 from 4079616 to 4087808 tid 1 2021-07-26T15:59:53.929 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 84 2021-07-26T15:59:53.929 INFO:tasks.rados.rados.0.smithi037.stdout:874: seq_num 288 ranges {2842624=24576} 2021-07-26T15:59:53.945 INFO:tasks.rados.rados.0.smithi037.stdout:874: writing smithi03738989-10 from 2842624 to 2867200 tid 1 2021-07-26T15:59:53.946 INFO:tasks.rados.rados.0.smithi037.stdout:875: delete oid 7 current snap is 84 2021-07-26T15:59:53.946 INFO:tasks.rados.rados.0.smithi037.stdout:873: finishing write tid 1 to smithi03738989-45 2021-07-26T15:59:53.946 INFO:tasks.rados.rados.0.smithi037.stdout:873: finishing write tid 3 to smithi03738989-45 2021-07-26T15:59:53.946 INFO:tasks.rados.rados.0.smithi037.stdout:873: finishing write tid 4 to smithi03738989-45 2021-07-26T15:59:53.947 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 616 (ObjNum 287 snap 84 seq_num 287) dirty exists 2021-07-26T15:59:53.947 INFO:tasks.rados.rados.0.smithi037.stdout:873: left oid 45 (ObjNum 287 snap 84 seq_num 287) 2021-07-26T15:59:53.949 INFO:tasks.rados.rados.0.smithi037.stdout:874: finishing write tid 1 to smithi03738989-10 2021-07-26T15:59:53.951 INFO:tasks.rados.rados.0.smithi037.stdout:874: finishing write tid 3 to smithi03738989-10 2021-07-26T15:59:53.954 INFO:tasks.rados.rados.0.smithi037.stdout:873: done (2 left) 2021-07-26T15:59:53.955 INFO:tasks.rados.rados.0.smithi037.stdout:875: done (1 left) 2021-07-26T15:59:53.955 INFO:tasks.rados.rados.0.smithi037.stdout:876: rmattr oid 20 current snap is 84 2021-07-26T15:59:53.955 INFO:tasks.rados.rados.0.smithi037.stdout:876: done (1 left) 2021-07-26T15:59:53.956 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 84 2021-07-26T15:59:53.956 INFO:tasks.rados.rados.0.smithi037.stdout:877: seq_num 290 ranges {0=57344} 2021-07-26T15:59:53.956 INFO:tasks.rados.rados.0.smithi037.stdout:877: writing smithi03738989-24 from 0 to 57344 tid 1 2021-07-26T15:59:53.956 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 84 2021-07-26T15:59:53.956 INFO:tasks.rados.rados.0.smithi037.stdout:878: seq_num 291 ranges {0=81920} 2021-07-26T15:59:53.957 INFO:tasks.rados.rados.0.smithi037.stdout:878: writing smithi03738989-37 from 0 to 81920 tid 1 2021-07-26T15:59:53.957 INFO:tasks.rados.rados.0.smithi037.stdout:879: delete oid 43 current snap is 84 2021-07-26T15:59:53.958 INFO:tasks.rados.rados.0.smithi037.stdout:879: done (3 left) 2021-07-26T15:59:53.958 INFO:tasks.rados.rados.0.smithi037.stdout:880: snap_create 2021-07-26T15:59:53.958 INFO:tasks.rados.rados.0.smithi037.stdout:874: finishing write tid 4 to smithi03738989-10 2021-07-26T15:59:53.959 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 619 (ObjNum 288 snap 84 seq_num 288) dirty exists 2021-07-26T15:59:53.959 INFO:tasks.rados.rados.0.smithi037.stdout:874: left oid 10 (ObjNum 288 snap 84 seq_num 288) 2021-07-26T15:59:53.959 INFO:tasks.rados.rados.0.smithi037.stdout:878: finishing write tid 1 to smithi03738989-37 2021-07-26T15:59:53.960 INFO:tasks.rados.rados.0.smithi037.stdout:878: finishing write tid 3 to smithi03738989-37 2021-07-26T15:59:53.960 INFO:tasks.rados.rados.0.smithi037.stdout:877: finishing write tid 1 to smithi03738989-24 2021-07-26T15:59:53.961 INFO:tasks.rados.rados.0.smithi037.stdout:877: finishing write tid 3 to smithi03738989-24 2021-07-26T15:59:53.961 INFO:tasks.rados.rados.0.smithi037.stdout:878: finishing write tid 4 to smithi03738989-37 2021-07-26T15:59:53.961 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 383 (ObjNum 291 snap 84 seq_num 291) dirty exists 2021-07-26T15:59:53.961 INFO:tasks.rados.rados.0.smithi037.stdout:878: left oid 37 (ObjNum 291 snap 84 seq_num 291) 2021-07-26T15:59:53.962 INFO:tasks.rados.rados.0.smithi037.stdout:877: finishing write tid 4 to smithi03738989-24 2021-07-26T15:59:53.962 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 621 (ObjNum 290 snap 84 seq_num 290) dirty exists 2021-07-26T15:59:53.962 INFO:tasks.rados.rados.0.smithi037.stdout:877: left oid 24 (ObjNum 290 snap 84 seq_num 290) 2021-07-26T15:59:54.901 INFO:tasks.rados.rados.0.smithi037.stdout:874: done (3 left) 2021-07-26T15:59:54.902 INFO:tasks.rados.rados.0.smithi037.stdout:877: done (2 left) 2021-07-26T15:59:54.902 INFO:tasks.rados.rados.0.smithi037.stdout:878: done (1 left) 2021-07-26T15:59:54.902 INFO:tasks.rados.rados.0.smithi037.stdout:880: done (0 left) 2021-07-26T15:59:54.902 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 85 2021-07-26T15:59:54.903 INFO:tasks.rados.rados.0.smithi037.stdout:881: seq_num 293 ranges {3235840=114688} 2021-07-26T15:59:54.921 INFO:tasks.rados.rados.0.smithi037.stdout:881: writing smithi03738989-13 from 3235840 to 3350528 tid 1 2021-07-26T15:59:54.922 INFO:tasks.rados.rados.0.smithi037.stdout:882: delete oid 50 current snap is 85 2021-07-26T15:59:54.931 INFO:tasks.rados.rados.0.smithi037.stdout:881: finishing write tid 1 to smithi03738989-13 2021-07-26T15:59:54.931 INFO:tasks.rados.rados.0.smithi037.stdout:881: finishing write tid 3 to smithi03738989-13 2021-07-26T15:59:54.933 INFO:tasks.rados.rados.0.smithi037.stdout:882: done (1 left) 2021-07-26T15:59:54.933 INFO:tasks.rados.rados.0.smithi037.stdout:883: rollback oid 21 current snap is 85 2021-07-26T15:59:54.934 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 21 to 79 2021-07-26T15:59:54.934 INFO:tasks.rados.rados.0.smithi037.stdout:884: snap_remove snap 73 2021-07-26T15:59:55.167 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:54 smithi037 bash[18551]: cluster 2021-07-26T15:59:53.662474+0000 mgr.y (mgr.24994) 10 : cluster [DBG] pgmap v15: 89 pgs: 89 active+clean; 243 MiB data, 359 MiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2021-07-26T15:59:55.168 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:54 smithi037 bash[18551]: cephadm 2021-07-26T15:59:53.865684+0000 mgr.y (mgr.24994) 11 : cephadm [INF] Upgrade: Updating mon.c 2021-07-26T15:59:55.168 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:54 smithi037 bash[18551]: audit 2021-07-26T15:59:53.872465+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T15:59:55.168 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:54 smithi037 bash[18551]: audit 2021-07-26T15:59:53.879754+0000 mon.c (mon.1) 209 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:59:55.169 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:54 smithi037 bash[18551]: audit 2021-07-26T15:59:53.881160+0000 mon.a (mon.0) 68 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:59:55.169 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:54 smithi037 bash[18551]: audit 2021-07-26T15:59:53.882319+0000 mon.c (mon.1) 210 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:59:55.169 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:54 smithi037 bash[18551]: cephadm 2021-07-26T15:59:53.883344+0000 mgr.y (mgr.24994) 12 : cephadm [INF] Deploying daemon mon.c on smithi037 2021-07-26T15:59:55.169 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:54 smithi037 bash[18551]: audit 2021-07-26T15:59:53.884610+0000 mon.a (mon.0) 69 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-07-26T15:59:55.170 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:54 smithi037 bash[18551]: cluster 2021-07-26T15:59:53.904091+0000 mon.a (mon.0) 70 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2021-07-26T15:59:55.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:54 smithi107 bash[14687]: cluster 2021-07-26T15:59:53.662474+0000 mgr.y (mgr.24994) 10 : cluster [DBG] pgmap v15: 89 pgs: 89 active+clean; 243 MiB data, 359 MiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2021-07-26T15:59:55.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:54 smithi107 bash[14687]: cephadm 2021-07-26T15:59:53.865684+0000 mgr.y (mgr.24994) 11 : cephadm [INF] Upgrade: Updating mon.c 2021-07-26T15:59:55.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:54 smithi107 bash[14687]: audit 2021-07-26T15:59:53.872465+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T15:59:55.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:54 smithi107 bash[14687]: audit 2021-07-26T15:59:53.879754+0000 mon.c (mon.1) 209 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T15:59:55.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:54 smithi107 bash[14687]: audit 2021-07-26T15:59:53.881160+0000 mon.a (mon.0) 68 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T15:59:55.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:54 smithi107 bash[14687]: audit 2021-07-26T15:59:53.882319+0000 mon.c (mon.1) 210 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T15:59:55.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:54 smithi107 bash[14687]: cephadm 2021-07-26T15:59:53.883344+0000 mgr.y (mgr.24994) 12 : cephadm [INF] Deploying daemon mon.c on smithi037 2021-07-26T15:59:55.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:54 smithi107 bash[14687]: audit 2021-07-26T15:59:53.884610+0000 mon.a (mon.0) 69 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-07-26T15:59:55.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:54 smithi107 bash[14687]: cluster 2021-07-26T15:59:53.904091+0000 mon.a (mon.0) 70 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2021-07-26T15:59:55.911 INFO:tasks.rados.rados.0.smithi037.stdout:881: finishing write tid 4 to smithi03738989-13 2021-07-26T15:59:55.912 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 337 (ObjNum 293 snap 85 seq_num 293) dirty exists 2021-07-26T15:59:55.912 INFO:tasks.rados.rados.0.smithi037.stdout:881: left oid 13 (ObjNum 293 snap 85 seq_num 293) 2021-07-26T15:59:55.912 INFO:tasks.rados.rados.0.smithi037.stdout:883: finishing rollback tid 1 to smithi03738989-21 2021-07-26T15:59:55.913 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 192 (ObjNum 372283296 snap 21933 seq_num 2122951744) dirty dne 2021-07-26T15:59:55.913 INFO:tasks.rados.rados.0.smithi037.stdout:881: done (2 left) 2021-07-26T15:59:55.914 INFO:tasks.rados.rados.0.smithi037.stdout:883: done (1 left) 2021-07-26T15:59:55.914 INFO:tasks.rados.rados.0.smithi037.stdout:884: done (0 left) 2021-07-26T15:59:55.914 INFO:tasks.rados.rados.0.smithi037.stdout:885: snap_create 2021-07-26T15:59:56.225 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:55 smithi037 bash[18551]: cluster 2021-07-26T15:59:54.901347+0000 mon.a (mon.0) 71 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2021-07-26T15:59:56.265 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 15:59:55 smithi107 bash[14687]: cluster 2021-07-26T15:59:54.901347+0000 mon.a (mon.0) 71 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2021-07-26T15:59:56.552 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:56 smithi037 systemd[1]: Stopping Ceph mon.c for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T15:59:56.553 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:56 smithi037 docker[42436]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:59:56.553 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:56 smithi037 bash[18551]: debug 2021-07-26T15:59:56.471+0000 7f9ba098e700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-07-26T15:59:56.553 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:56 smithi037 bash[18551]: debug 2021-07-26T15:59:56.471+0000 7f9ba098e700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2021-07-26T15:59:57.570 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:57 smithi037 docker[42436]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-mon.c 2021-07-26T15:59:57.571 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:57 smithi037 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mon.c.service: Succeeded. 2021-07-26T15:59:57.571 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:57 smithi037 systemd[1]: Stopped Ceph mon.c for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T15:59:57.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:57 smithi037 systemd[1]: Started Ceph mon.c for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T15:59:57.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:57 smithi037 bash[42499]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T15:59:59.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.715+0000 7f1908fde700 0 set uid:gid to 167:167 (ceph:ceph) 2021-07-26T15:59:59.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.715+0000 7f1908fde700 0 ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev), process ceph-mon, pid 1 2021-07-26T15:59:59.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.715+0000 7f1908fde700 0 pidfile_write: ignore empty --pid-file 2021-07-26T15:59:59.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 0 load: jerasure load: lrc 2021-07-26T15:59:59.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: RocksDB version: 6.15.5 2021-07-26T15:59:59.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-07-26T15:59:59.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Compile date Jul 24 2021 2021-07-26T15:59:59.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: DB SUMMARY 2021-07-26T15:59:59.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: DB Session ID: IMJQXOQNHHK70RNJ4WLA 2021-07-26T15:59:59.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: CURRENT file: CURRENT 2021-07-26T15:59:59.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: IDENTITY file: IDENTITY 2021-07-26T15:59:59.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 652 Bytes 2021-07-26T15:59:59.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000020.sst 2021-07-26T15:59:59.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000018.log size: 19366582 ; 2021-07-26T15:59:59.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.error_if_exists: 0 2021-07-26T15:59:59.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.create_if_missing: 0 2021-07-26T15:59:59.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.paranoid_checks: 1 2021-07-26T15:59:59.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2021-07-26T15:59:59.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.env: 0x560ff03a5a20 2021-07-26T15:59:59.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.fs: Posix File System 2021-07-26T15:59:59.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.info_log: 0x560ff205c080 2021-07-26T15:59:59.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_file_opening_threads: 16 2021-07-26T15:59:59.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.statistics: (nil) 2021-07-26T15:59:59.092 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.use_fsync: 0 2021-07-26T15:59:59.092 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_log_file_size: 0 2021-07-26T15:59:59.092 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-07-26T15:59:59.092 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-07-26T15:59:59.094 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.keep_log_file_num: 1000 2021-07-26T15:59:59.094 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.recycle_log_file_num: 0 2021-07-26T15:59:59.095 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.allow_fallocate: 1 2021-07-26T15:59:59.095 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.allow_mmap_reads: 0 2021-07-26T15:59:59.095 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.allow_mmap_writes: 0 2021-07-26T15:59:59.095 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.use_direct_reads: 0 2021-07-26T15:59:59.096 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-07-26T15:59:59.096 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.create_missing_column_families: 0 2021-07-26T15:59:59.096 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.db_log_dir: 2021-07-26T15:59:59.096 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2021-07-26T15:59:59.097 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-07-26T15:59:59.097 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-07-26T15:59:59.097 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-07-26T15:59:59.097 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-07-26T15:59:59.098 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-07-26T15:59:59.098 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-07-26T15:59:59.098 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.advise_random_on_open: 1 2021-07-26T15:59:59.098 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.db_write_buffer_size: 0 2021-07-26T15:59:59.098 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.write_buffer_manager: 0x560ff20d1d40 2021-07-26T15:59:59.099 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-07-26T15:59:59.099 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-07-26T15:59:59.099 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-07-26T15:59:59.099 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-07-26T15:59:59.100 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.rate_limiter: (nil) 2021-07-26T15:59:59.100 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-07-26T15:59:59.100 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.wal_recovery_mode: 2 2021-07-26T15:59:59.100 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.enable_thread_tracking: 0 2021-07-26T15:59:59.101 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.enable_pipelined_write: 0 2021-07-26T15:59:59.101 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.unordered_write: 0 2021-07-26T15:59:59.101 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-07-26T15:59:59.101 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-07-26T15:59:59.102 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-07-26T15:59:59.102 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-07-26T15:59:59.102 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.row_cache: None 2021-07-26T15:59:59.102 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.wal_filter: None 2021-07-26T15:59:59.102 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-07-26T15:59:59.103 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.allow_ingest_behind: 0 2021-07-26T15:59:59.103 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.preserve_deletes: 0 2021-07-26T15:59:59.103 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.two_write_queues: 0 2021-07-26T15:59:59.103 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.manual_wal_flush: 0 2021-07-26T15:59:59.104 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.atomic_flush: 0 2021-07-26T15:59:59.104 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-07-26T15:59:59.104 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.persist_stats_to_disk: 0 2021-07-26T15:59:59.104 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.write_dbid_to_manifest: 0 2021-07-26T15:59:59.104 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.log_readahead_size: 0 2021-07-26T15:59:59.105 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2021-07-26T15:59:59.105 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.best_efforts_recovery: 0 2021-07-26T15:59:59.105 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2021-07-26T15:59:59.105 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2021-07-26T15:59:59.105 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.allow_data_in_errors: 0 2021-07-26T15:59:59.106 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.db_host_id: __hostname__ 2021-07-26T15:59:59.106 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_background_jobs: 2 2021-07-26T15:59:59.106 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_background_compactions: -1 2021-07-26T15:59:59.106 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_subcompactions: 1 2021-07-26T15:59:59.106 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-07-26T15:59:59.107 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-07-26T15:59:59.107 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-07-26T15:59:59.107 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_total_wal_size: 0 2021-07-26T15:59:59.107 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-07-26T15:59:59.108 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-07-26T15:59:59.108 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-07-26T15:59:59.108 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-07-26T15:59:59.108 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_open_files: -1 2021-07-26T15:59:59.109 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.bytes_per_sync: 0 2021-07-26T15:59:59.109 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-07-26T15:59:59.109 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.strict_bytes_per_sync: 0 2021-07-26T15:59:59.109 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.compaction_readahead_size: 0 2021-07-26T15:59:59.109 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_background_flushes: -1 2021-07-26T15:59:59.110 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Compression algorithms supported: 2021-07-26T15:59:59.110 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-07-26T15:59:59.110 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: kZSTD supported: 0 2021-07-26T15:59:59.110 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: kXpressCompression supported: 0 2021-07-26T15:59:59.111 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: kLZ4HCCompression supported: 1 2021-07-26T15:59:59.111 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: kLZ4Compression supported: 1 2021-07-26T15:59:59.111 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: kBZip2Compression supported: 0 2021-07-26T15:59:59.111 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: kZlibCompression supported: 1 2021-07-26T15:59:59.111 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: kSnappyCompression supported: 1 2021-07-26T15:59:59.112 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-07-26T15:59:59.112 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: [db/version_set.cc:4725] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2021-07-26T15:59:59.112 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: [db/column_family.cc:597] --------------- Options for column family [default]: 2021-07-26T15:59:59.112 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-07-26T15:59:59.112 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.merge_operator: 2021-07-26T15:59:59.113 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.compaction_filter: None 2021-07-26T15:59:59.113 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.compaction_filter_factory: None 2021-07-26T15:59:59.113 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.sst_partitioner_factory: None 2021-07-26T15:59:59.113 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-07-26T15:59:59.114 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-07-26T15:59:59.114 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x560ff2027ba8) 2021-07-26T15:59:59.114 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: cache_index_and_filter_blocks: 1 2021-07-26T15:59:59.114 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: cache_index_and_filter_blocks_with_high_priority: 0 2021-07-26T15:59:59.114 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-07-26T15:59:59.115 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: pin_top_level_index_and_filter: 1 2021-07-26T15:59:59.115 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: index_type: 0 2021-07-26T15:59:59.115 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: data_block_index_type: 0 2021-07-26T15:59:59.115 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: index_shortening: 1 2021-07-26T15:59:59.116 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: data_block_hash_table_util_ratio: 0.750000 2021-07-26T15:59:59.116 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: hash_index_allow_collision: 1 2021-07-26T15:59:59.116 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: checksum: 1 2021-07-26T15:59:59.116 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: no_block_cache: 0 2021-07-26T15:59:59.117 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: block_cache: 0x560ff2056c10 2021-07-26T15:59:59.117 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: block_cache_name: BinnedLRUCache 2021-07-26T15:59:59.117 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: block_cache_options: 2021-07-26T15:59:59.117 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: capacity : 536870912 2021-07-26T15:59:59.117 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: num_shard_bits : 4 2021-07-26T15:59:59.118 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: strict_capacity_limit : 0 2021-07-26T15:59:59.118 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: high_pri_pool_ratio: 0.000 2021-07-26T15:59:59.118 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: block_cache_compressed: (nil) 2021-07-26T15:59:59.118 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: persistent_cache: (nil) 2021-07-26T15:59:59.119 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: block_size: 4096 2021-07-26T15:59:59.119 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: block_size_deviation: 10 2021-07-26T15:59:59.119 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: block_restart_interval: 16 2021-07-26T15:59:59.119 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: index_block_restart_interval: 1 2021-07-26T15:59:59.119 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: metadata_block_size: 4096 2021-07-26T15:59:59.120 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: partition_filters: 0 2021-07-26T15:59:59.120 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: use_delta_encoding: 1 2021-07-26T15:59:59.120 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: filter_policy: rocksdb.BuiltinBloomFilter 2021-07-26T15:59:59.120 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: whole_key_filtering: 1 2021-07-26T15:59:59.121 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: verify_compression: 0 2021-07-26T15:59:59.121 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: read_amp_bytes_per_bit: 0 2021-07-26T15:59:59.121 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: format_version: 4 2021-07-26T15:59:59.121 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: enable_index_compression: 1 2021-07-26T15:59:59.121 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: block_align: 0 2021-07-26T15:59:59.122 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.write_buffer_size: 33554432 2021-07-26T15:59:59.122 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_write_buffer_number: 2 2021-07-26T15:59:59.122 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.compression: NoCompression 2021-07-26T15:59:59.122 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.bottommost_compression: Disabled 2021-07-26T15:59:59.123 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.prefix_extractor: nullptr 2021-07-26T15:59:59.123 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-07-26T15:59:59.123 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.num_levels: 7 2021-07-26T15:59:59.123 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-07-26T15:59:59.123 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-07-26T15:59:59.124 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-07-26T15:59:59.124 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-07-26T15:59:59.124 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-07-26T15:59:59.124 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-07-26T15:59:59.125 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-07-26T15:59:59.125 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:59:59.125 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2021-07-26T15:59:59.125 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-07-26T15:59:59.125 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-07-26T15:59:59.126 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.compression_opts.level: 32767 2021-07-26T15:59:59.126 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.compression_opts.strategy: 0 2021-07-26T15:59:59.126 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-07-26T15:59:59.126 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-07-26T15:59:59.127 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.compression_opts.parallel_threads: 1 2021-07-26T15:59:59.127 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.compression_opts.enabled: false 2021-07-26T15:59:59.127 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-07-26T15:59:59.127 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-07-26T15:59:59.127 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-07-26T15:59:59.128 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.target_file_size_base: 67108864 2021-07-26T15:59:59.128 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-07-26T15:59:59.128 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-07-26T15:59:59.128 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-07-26T15:59:59.129 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-07-26T15:59:59.129 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-07-26T15:59:59.129 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-07-26T15:59:59.129 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-07-26T15:59:59.129 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-07-26T15:59:59.130 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-07-26T15:59:59.130 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-07-26T15:59:59.130 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-07-26T15:59:59.130 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-07-26T15:59:59.131 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-07-26T15:59:59.131 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.arena_block_size: 4194304 2021-07-26T15:59:59.131 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-07-26T15:59:59.131 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-07-26T15:59:59.131 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-07-26T15:59:59.132 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.disable_auto_compactions: 0 2021-07-26T15:59:59.132 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-07-26T15:59:59.132 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-07-26T15:59:59.132 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-07-26T15:59:59.133 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-07-26T15:59:59.133 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-07-26T15:59:59.133 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-07-26T15:59:59.133 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-07-26T15:59:59.133 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-07-26T15:59:59.134 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-07-26T15:59:59.134 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.719+0000 7f1908fde700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-07-26T15:59:59.134 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: Options.table_properties_collectors: 2021-07-26T15:59:59.134 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: Options.inplace_update_support: 0 2021-07-26T15:59:59.135 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-07-26T15:59:59.135 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-07-26T15:59:59.135 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-07-26T15:59:59.135 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-07-26T15:59:59.136 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: Options.bloom_locality: 0 2021-07-26T15:59:59.136 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: Options.max_successive_merges: 0 2021-07-26T15:59:59.136 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-07-26T15:59:59.136 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: Options.paranoid_file_checks: 0 2021-07-26T15:59:59.136 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: Options.force_consistency_checks: 1 2021-07-26T15:59:59.137 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: Options.report_bg_io_stats: 0 2021-07-26T15:59:59.137 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: Options.ttl: 2592000 2021-07-26T15:59:59.137 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: Options.periodic_compaction_seconds: 0 2021-07-26T15:59:59.137 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: Options.enable_blob_files: false 2021-07-26T15:59:59.137 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: Options.min_blob_size: 0 2021-07-26T15:59:59.138 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: Options.blob_file_size: 268435456 2021-07-26T15:59:59.138 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: Options.blob_compression_type: NoCompression 2021-07-26T15:59:59.138 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: Options.enable_blob_garbage_collection: false 2021-07-26T15:59:59.138 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2021-07-26T15:59:59.139 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-07-26T15:59:59.139 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: [db/version_set.cc:4773] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 22, last_sequence is 11571, log_number is 18,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-07-26T15:59:59.139 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: [db/version_set.cc:4782] Column family [default] (ID 0), log number is 18 2021-07-26T15:59:59.139 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: [db/version_set.cc:4083] Creating manifest 22 2021-07-26T15:59:59.140 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-07-26T15:59:59.140 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627315198725962, "job": 1, "event": "recovery_started", "wal_files": [18]} 2021-07-26T15:59:59.140 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.723+0000 7f1908fde700 4 rocksdb: [db/db_impl/db_impl_open.cc:847] Recovering log #18 mode 2 2021-07-26T15:59:59.140 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.743+0000 7f1908fde700 3 rocksdb: [table/block_based/filter_policy.cc:996] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2021-07-26T15:59:59.140 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.763+0000 7f1908fde700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627315198765148, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 23, "file_size": 12622217, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 12605625, "index_size": 12769, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2885, "raw_key_size": 24451, "raw_average_key_size": 21, "raw_value_size": 12576973, "raw_average_value_size": 11061, "num_data_blocks": 541, "num_entries": 1137, "num_deletions": 305, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1627315198, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "e155ded6-5bff-4d50-b5c6-0c681289f095", "db_session_id": "IMJQXOQNHHK70RNJ4WLA"}} 2021-07-26T15:59:59.141 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.763+0000 7f1908fde700 4 rocksdb: [db/version_set.cc:4083] Creating manifest 24 2021-07-26T15:59:59.141 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.763+0000 7f1908fde700 4 rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-07-26T15:59:59.141 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.763+0000 7f1908fde700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627315198765952, "job": 1, "event": "recovery_finished"} 2021-07-26T15:59:59.141 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.763+0000 7f1908fde700 4 rocksdb: [file/delete_scheduler.cc:73] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000018.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2021-07-26T15:59:59.142 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.767+0000 7f1908fde700 4 rocksdb: [db/db_impl/db_impl_open.cc:1701] SstFileManager instance 0x560ff2074a80 2021-07-26T15:59:59.142 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.767+0000 7f1908fde700 4 rocksdb: DB pointer 0x560ff2084000 2021-07-26T15:59:59.142 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.767+0000 7f18f8bf4700 4 rocksdb: [db/db_impl/db_impl.cc:902] ------- DUMPING STATS ------- 2021-07-26T15:59:59.142 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.767+0000 7f18f8bf4700 4 rocksdb: [db/db_impl/db_impl.cc:903] 2021-07-26T15:59:59.143 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: ** DB Stats ** 2021-07-26T15:59:59.143 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:59:59.143 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-07-26T15:59:59.143 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-07-26T15:59:59.143 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:59:59.144 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-07-26T15:59:59.144 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-07-26T15:59:59.144 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T15:59:59.144 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: ** Compaction Stats [default] ** 2021-07-26T15:59:59.144 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:59:59.145 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:59:59.145 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: L0 1/0 12.04 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 607.1 0.02 0.00 1 0.020 0 0 2021-07-26T15:59:59.145 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: L6 1/0 21.95 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:59:59.145 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Sum 2/0 33.99 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 607.1 0.02 0.00 1 0.020 0 0 2021-07-26T15:59:59.145 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 607.1 0.02 0.00 1 0.020 0 0 2021-07-26T15:59:59.146 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: ** Compaction Stats [default] ** 2021-07-26T15:59:59.146 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:59:59.146 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:59:59.146 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 607.1 0.02 0.00 1 0.020 0 0 2021-07-26T15:59:59.147 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:59:59.147 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Flush(GB): cumulative 0.012, interval 0.012 2021-07-26T15:59:59.147 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:59:59.147 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:59:59.147 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:59:59.148 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:59:59.148 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Cumulative compaction: 0.01 GB write, 262.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:59:59.148 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Interval compaction: 0.01 GB write, 262.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:59:59.148 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:59:59.149 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:59:59.149 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: ** Compaction Stats [default] ** 2021-07-26T15:59:59.149 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:59:59.149 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:59:59.149 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: L0 1/0 12.04 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 607.1 0.02 0.00 1 0.020 0 0 2021-07-26T15:59:59.150 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: L6 1/0 21.95 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:59:59.150 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Sum 2/0 33.99 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 607.1 0.02 0.00 1 0.020 0 0 2021-07-26T15:59:59.150 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T15:59:59.150 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: ** Compaction Stats [default] ** 2021-07-26T15:59:59.150 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T15:59:59.151 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T15:59:59.151 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 607.1 0.02 0.00 1 0.020 0 0 2021-07-26T15:59:59.151 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Uptime(secs): 0.0 total, 0.0 interval 2021-07-26T15:59:59.151 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Flush(GB): cumulative 0.012, interval 0.000 2021-07-26T15:59:59.152 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T15:59:59.152 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T15:59:59.152 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T15:59:59.152 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T15:59:59.153 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Cumulative compaction: 0.01 GB write, 261.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:59:59.153 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T15:59:59.153 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T15:59:59.154 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T15:59:59.154 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.767+0000 7f1908fde700 0 starting mon.c rank 1 at public addrs [v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0] at bind addrs [v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:59:59.154 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.771+0000 7f1908fde700 1 mon.c@-1(???) e3 preinit fsid 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T15:59:59.154 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.771+0000 7f1908fde700 0 mon.c@-1(???).mds e8 new map 2021-07-26T15:59:59.155 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.771+0000 7f1908fde700 0 mon.c@-1(???).mds e8 print_map 2021-07-26T15:59:59.155 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: e8 2021-07-26T15:59:59.155 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: enable_multiple, ever_enabled_multiple: 0,0 2021-07-26T15:59:59.155 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-07-26T15:59:59.155 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: legacy client fscid: 1 2021-07-26T15:59:59.156 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: 2021-07-26T15:59:59.156 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Filesystem 'foo' (1) 2021-07-26T15:59:59.156 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: fs_name foo 2021-07-26T15:59:59.156 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: epoch 5 2021-07-26T15:59:59.157 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: flags 12 joinable allow_snaps allow_multimds_snaps 2021-07-26T15:59:59.157 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: created 2021-07-26T15:54:21.225015+0000 2021-07-26T15:59:59.157 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: modified 2021-07-26T15:54:27.285244+0000 2021-07-26T15:59:59.157 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: tableserver 0 2021-07-26T15:59:59.158 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: root 0 2021-07-26T15:59:59.158 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: session_timeout 60 2021-07-26T15:59:59.158 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: session_autoclose 300 2021-07-26T15:59:59.158 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: max_file_size 1099511627776 2021-07-26T15:59:59.159 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: required_client_features {} 2021-07-26T15:59:59.159 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: last_failure 0 2021-07-26T15:59:59.159 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: last_failure_osd_epoch 0 2021-07-26T15:59:59.159 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-07-26T15:59:59.159 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: max_mds 1 2021-07-26T15:59:59.160 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: in 0 2021-07-26T15:59:59.160 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: up {0=34511} 2021-07-26T15:59:59.160 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: failed 2021-07-26T15:59:59.160 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: damaged 2021-07-26T15:59:59.161 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: stopped 2021-07-26T15:59:59.161 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: data_pools [4] 2021-07-26T15:59:59.161 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: metadata_pool 3 2021-07-26T15:59:59.161 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: inline_data disabled 2021-07-26T15:59:59.161 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: balancer 2021-07-26T15:59:59.162 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: standby_count_wanted 1 2021-07-26T15:59:59.162 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: [mds.foo.smithi107.pmlxcx{0:34511} state up:active seq 2 join_fscid=1 addr [v2:172.21.15.107:6832/958903155,v1:172.21.15.107:6833/958903155]] 2021-07-26T15:59:59.162 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: 2021-07-26T15:59:59.162 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: 2021-07-26T15:59:59.163 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: Standby daemons: 2021-07-26T15:59:59.163 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: 2021-07-26T15:59:59.163 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: [mds.foo.smithi037.wjuegm{-1:14634} state up:standby seq 3 join_fscid=1 addr [v2:172.21.15.37:6834/8565013,v1:172.21.15.37:6835/8565013]] 2021-07-26T15:59:59.163 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.771+0000 7f1908fde700 0 mon.c@-1(???).osd e212 crush map has features 3314933069571702784, adjusting msgr requires 2021-07-26T15:59:59.164 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.771+0000 7f1908fde700 0 mon.c@-1(???).osd e212 crush map has features 288514119978713088, adjusting msgr requires 2021-07-26T15:59:59.164 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.771+0000 7f1908fde700 0 mon.c@-1(???).osd e212 crush map has features 288514119978713088, adjusting msgr requires 2021-07-26T15:59:59.164 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.771+0000 7f1908fde700 0 mon.c@-1(???).osd e212 crush map has features 288514119978713088, adjusting msgr requires 2021-07-26T15:59:59.164 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 15:59:58 smithi037 bash[42499]: debug 2021-07-26T15:59:58.775+0000 7f1908fde700 1 mon.c@-1(???).paxosservice(auth 1..23) refresh upgraded, format 0 -> 3 2021-07-26T15:59:59.538 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T15:59:59.889 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T15:59:59.890 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 running (7m) 9s ago 7m 10.0M - 0.20.0 0881eb8f169f efab80df0ece 2021-07-26T15:59:59.890 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi107 running (7m) 9s ago 7m 26.1M - 6.7.4 3b1077a63311 2876c96eb484 2021-07-26T15:59:59.890 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi037.wjuegm smithi037 running (5m) 9s ago 5m 14.5M - 15.2.13 5eab30a79396 d211508d5e60 2021-07-26T15:59:59.890 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi107.pmlxcx smithi107 running (5m) 9s ago 5m 16.9M - 15.2.13 5eab30a79396 8636b713abef 2021-07-26T15:59:59.891 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi107 *:8443 running (41s) 9s ago 11m 369M - 17.0.0-6381-gbccf07c2 6cdb40438e66 860e60362e9d 2021-07-26T15:59:59.891 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443 running (77s) 9s ago 14m 404M - 17.0.0-6381-gbccf07c2 6cdb40438e66 a07fb6f2ffc9 2021-07-26T15:59:59.891 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (29s) 9s ago 14m 37.0M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 370b9a5b7829 2021-07-26T15:59:59.891 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi107 running (12m) 9s ago 12m 65.0M 2048M 15.2.13 5eab30a79396 ad1d4de14320 2021-07-26T15:59:59.892 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 starting - - - 2048M 2021-07-26T15:59:59.892 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 running (7m) 9s ago 7m 10.8M - 0.18.1 e5a616e4b9cf 3ad93cd5c278 2021-07-26T15:59:59.892 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi107 running (7m) 9s ago 7m 11.0M - 0.18.1 e5a616e4b9cf b308a000873c 2021-07-26T15:59:59.892 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (11m) 9s ago 11m 159M 4096M 15.2.13 5eab30a79396 8fea6ba8ff0e 2021-07-26T15:59:59.893 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (10m) 9s ago 10m 162M 4096M 15.2.13 5eab30a79396 3e1d842f2785 2021-07-26T15:59:59.893 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (10m) 9s ago 10m 129M 4096M 15.2.13 5eab30a79396 b01752f39fbb 2021-07-26T15:59:59.893 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (9m) 9s ago 10m 103M 4096M 15.2.13 5eab30a79396 291b11cfe756 2021-07-26T15:59:59.893 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi107 running (9m) 9s ago 9m 129M 4096M 15.2.13 5eab30a79396 cdf1c413f938 2021-07-26T15:59:59.893 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi107 running (9m) 9s ago 9m 127M 4096M 15.2.13 5eab30a79396 1948041463bd 2021-07-26T15:59:59.894 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi107 running (8m) 9s ago 8m 104M 4096M 15.2.13 5eab30a79396 4230be7c8f5f 2021-07-26T15:59:59.894 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi107 running (8m) 9s ago 8m 101M 4096M 15.2.13 5eab30a79396 964b0df7c499 2021-07-26T15:59:59.894 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi107 running (7m) 9s ago 7m 25.1M - 2.18.1 de242295e225 95178a9d7a1a 2021-07-26T16:00:00.281 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T16:00:00.281 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2021-07-26T16:00:00.281 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 1, 2021-07-26T16:00:00.282 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T16:00:00.282 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:00:00.282 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2021-07-26T16:00:00.282 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T16:00:00.283 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:00:00.283 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2021-07-26T16:00:00.283 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 8 2021-07-26T16:00:00.283 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:00:00.284 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2021-07-26T16:00:00.284 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 2 2021-07-26T16:00:00.284 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:00:00.284 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2021-07-26T16:00:00.284 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 11, 2021-07-26T16:00:00.285 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 4 2021-07-26T16:00:00.285 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:00:00.285 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T16:00:00.924 INFO:tasks.rados.rados.0.smithi037.stdout:885: done (0 left) 2021-07-26T16:00:00.925 INFO:tasks.rados.rados.0.smithi037.stdout:886: read oid 46 snap -1 2021-07-26T16:00:00.925 INFO:tasks.rados.rados.0.smithi037.stdout:886: expect (ObjNum 204 snap 52 seq_num 204) 2021-07-26T16:00:00.925 INFO:tasks.rados.rados.0.smithi037.stdout:887: read oid 12 snap -1 2021-07-26T16:00:00.926 INFO:tasks.rados.rados.0.smithi037.stdout:887: expect (ObjNum 108 snap 22 seq_num 108) 2021-07-26T16:00:00.926 INFO:tasks.rados.rados.0.smithi037.stdout:888: copy_from oid 19 from oid 41 current snap is 86 2021-07-26T16:00:00.926 INFO:tasks.rados.rados.0.smithi037.stdout:889: copy_from oid 49 from oid 18 current snap is 86 2021-07-26T16:00:00.926 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 86 2021-07-26T16:00:00.927 INFO:tasks.rados.rados.0.smithi037.stdout:890: seq_num 295 ranges {5070848=147456} 2021-07-26T16:00:00.957 INFO:tasks.rados.rados.0.smithi037.stdout:890: writing smithi03738989-35 from 5070848 to 5218304 tid 1 2021-07-26T16:00:00.957 INFO:tasks.rados.rados.0.smithi037.stdout:891: rollback oid 15 current snap is 86 2021-07-26T16:00:00.958 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 15 to 80 2021-07-26T16:00:00.958 INFO:tasks.rados.rados.0.smithi037.stdout:887: expect (ObjNum 108 snap 22 seq_num 108) 2021-07-26T16:00:01.037 INFO:tasks.rados.rados.0.smithi037.stdout:889: finishing copy_from to smithi03738989-49 2021-07-26T16:00:01.037 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 236 (ObjNum 284 snap 83 seq_num 284) dirty exists 2021-07-26T16:00:01.038 INFO:tasks.rados.rados.0.smithi037.stdout:889: finishing copy_from racing read to smithi03738989-49 2021-07-26T16:00:01.038 INFO:tasks.rados.rados.0.smithi037.stdout:886: expect (ObjNum 204 snap 52 seq_num 204) 2021-07-26T16:00:01.180 INFO:tasks.rados.rados.0.smithi037.stdout:888: finishing copy_from to smithi03738989-19 2021-07-26T16:00:01.181 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 224 (ObjNum 263 snap 75 seq_num 263) dirty exists 2021-07-26T16:00:01.181 INFO:tasks.rados.rados.0.smithi037.stdout:888: finishing copy_from racing read to smithi03738989-19 2021-07-26T16:00:01.181 INFO:tasks.rados.rados.0.smithi037.stdout:891: finishing rollback tid 0 to smithi03738989-15 2021-07-26T16:00:01.181 INFO:tasks.rados.rados.0.smithi037.stdout:890: finishing write tid 1 to smithi03738989-35 2021-07-26T16:00:01.182 INFO:tasks.rados.rados.0.smithi037.stdout:890: finishing write tid 3 to smithi03738989-35 2021-07-26T16:00:01.182 INFO:tasks.rados.rados.0.smithi037.stdout:891: finishing rollback tid 1 to smithi03738989-15 2021-07-26T16:00:01.182 INFO:tasks.rados.rados.0.smithi037.stdout:891: finishing rollback tid 2 to smithi03738989-15 2021-07-26T16:00:01.182 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 370 (ObjNum 38 snap 0 seq_num 38) dirty exists 2021-07-26T16:00:01.183 INFO:tasks.rados.rados.0.smithi037.stdout:890: finishing write tid 4 to smithi03738989-35 2021-07-26T16:00:01.183 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 528 (ObjNum 295 snap 86 seq_num 295) dirty exists 2021-07-26T16:00:01.183 INFO:tasks.rados.rados.0.smithi037.stdout:890: left oid 35 (ObjNum 295 snap 86 seq_num 295) 2021-07-26T16:00:01.183 INFO:tasks.rados.rados.0.smithi037.stdout:886: done (5 left) 2021-07-26T16:00:01.183 INFO:tasks.rados.rados.0.smithi037.stdout:887: done (4 left) 2021-07-26T16:00:01.184 INFO:tasks.rados.rados.0.smithi037.stdout:888: done (3 left) 2021-07-26T16:00:01.184 INFO:tasks.rados.rados.0.smithi037.stdout:889: done (2 left) 2021-07-26T16:00:01.184 INFO:tasks.rados.rados.0.smithi037.stdout:890: done (1 left) 2021-07-26T16:00:01.184 INFO:tasks.rados.rados.0.smithi037.stdout:891: done (0 left) 2021-07-26T16:00:01.185 INFO:tasks.rados.rados.0.smithi037.stdout:892: rollback oid 6 current snap is 86 2021-07-26T16:00:01.185 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 6 to 68 2021-07-26T16:00:01.185 INFO:tasks.rados.rados.0.smithi037.stdout:893: rollback oid 37 current snap is 86 2021-07-26T16:00:01.185 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 37 to 75 2021-07-26T16:00:01.185 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 86 2021-07-26T16:00:01.186 INFO:tasks.rados.rados.0.smithi037.stdout:894: seq_num 296 ranges {4087808=163840} 2021-07-26T16:00:01.213 INFO:tasks.rados.rados.0.smithi037.stdout:894: writing smithi03738989-45 from 4087808 to 4251648 tid 1 2021-07-26T16:00:01.214 INFO:tasks.rados.rados.0.smithi037.stdout:895: rollback oid 27 current snap is 86 2021-07-26T16:00:01.214 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 27 to 82 2021-07-26T16:00:01.214 INFO:tasks.rados.rados.0.smithi037.stdout:893: finishing rollback tid 0 to smithi03738989-37 2021-07-26T16:00:01.214 INFO:tasks.rados.rados.0.smithi037.stdout:892: finishing rollback tid 0 to smithi03738989-6 2021-07-26T16:00:01.215 INFO:tasks.rados.rados.0.smithi037.stdout:893: finishing rollback tid 1 to smithi03738989-37 2021-07-26T16:00:01.215 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 388 (ObjNum 372350928 snap 21933 seq_num 372353840) dirty dne 2021-07-26T16:00:01.215 INFO:tasks.rados.rados.0.smithi037.stdout:892: finishing rollback tid 1 to smithi03738989-6 2021-07-26T16:00:01.215 INFO:tasks.rados.rados.0.smithi037.stdout:893: done (3 left) 2021-07-26T16:00:01.216 INFO:tasks.rados.rados.0.smithi037.stdout:896: read oid 7 snap -1 2021-07-26T16:00:01.216 INFO:tasks.rados.rados.0.smithi037.stdout:896: expect deleted 2021-07-26T16:00:01.216 INFO:tasks.rados.rados.0.smithi037.stdout:897: snap_create 2021-07-26T16:00:01.216 INFO:tasks.rados.rados.0.smithi037.stdout:892: finishing rollback tid 2 to smithi03738989-6 2021-07-26T16:00:01.217 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 233 (ObjNum 135 snap 35 seq_num 135) dirty exists 2021-07-26T16:00:01.218 INFO:tasks.rados.rados.0.smithi037.stdout:894: finishing write tid 1 to smithi03738989-45 2021-07-26T16:00:01.218 INFO:tasks.rados.rados.0.smithi037.stdout:894: finishing write tid 3 to smithi03738989-45 2021-07-26T16:00:01.219 INFO:tasks.rados.rados.0.smithi037.stdout:895: finishing rollback tid 0 to smithi03738989-27 2021-07-26T16:00:01.221 INFO:tasks.rados.rados.0.smithi037.stdout:895: finishing rollback tid 1 to smithi03738989-27 2021-07-26T16:00:01.221 INFO:tasks.rados.rados.0.smithi037.stdout:894: finishing write tid 4 to smithi03738989-45 2021-07-26T16:00:01.221 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 634 (ObjNum 296 snap 86 seq_num 296) dirty exists 2021-07-26T16:00:01.221 INFO:tasks.rados.rados.0.smithi037.stdout:894: left oid 45 (ObjNum 296 snap 86 seq_num 296) 2021-07-26T16:00:01.222 INFO:tasks.rados.rados.0.smithi037.stdout:895: finishing rollback tid 2 to smithi03738989-27 2021-07-26T16:00:01.222 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 373 (ObjNum 108 snap 22 seq_num 108) dirty exists 2021-07-26T16:00:01.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: cluster 2021-07-26T15:59:57.663992+0000 mgr.y (mgr.24994) 14 : cluster [DBG] pgmap v20: 89 pgs: 89 active+clean; 250 MiB data, 370 MiB used, 707 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2021-07-26T16:00:01.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: cluster 2021-07-26T15:59:58.989867+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2021-07-26T16:00:01.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: audit 2021-07-26T15:59:59.524569+0000 mgr.y (mgr.24994) 15 : audit [DBG] from='client.44142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:00:01.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: cluster 2021-07-26T15:59:59.664706+0000 mgr.y (mgr.24994) 16 : cluster [DBG] pgmap v21: 89 pgs: 89 active+clean; 250 MiB data, 370 MiB used, 707 GiB / 715 GiB avail; 1.3 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2021-07-26T16:00:01.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: audit 2021-07-26T15:59:59.845038+0000 mgr.y (mgr.24994) 17 : audit [DBG] from='client.44148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:00:01.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: audit 2021-07-26T15:59:59.848503+0000 mon.a (mon.0) 73 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:00:01.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: audit 2021-07-26T15:59:59.850767+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:00:01.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: audit 2021-07-26T15:59:59.852972+0000 mon.a (mon.0) 75 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:01.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: audit 2021-07-26T15:59:59.855429+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:01.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: audit 2021-07-26T15:59:59.857728+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:01.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: audit 2021-07-26T15:59:59.860056+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:01.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: audit 2021-07-26T15:59:59.866664+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:00:01.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: audit 2021-07-26T15:59:59.869024+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:01.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: audit 2021-07-26T15:59:59.871576+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:01.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: audit 2021-07-26T15:59:59.873564+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:01.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: audit 2021-07-26T15:59:59.875436+0000 mon.a (mon.0) 83 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:01.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: cluster 2021-07-26T15:59:59.894860+0000 mon.a (mon.0) 84 : cluster [INF] mon.a calling monitor election 2021-07-26T16:00:01.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: cluster 2021-07-26T15:59:59.898428+0000 mon.a (mon.0) 85 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T16:00:01.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: cluster 2021-07-26T15:59:59.906079+0000 mon.a (mon.0) 86 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0],b=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],c=[v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0]} 2021-07-26T16:00:01.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: cluster 2021-07-26T15:59:59.906177+0000 mon.a (mon.0) 87 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 1 up:standby 2021-07-26T16:00:01.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: cluster 2021-07-26T15:59:59.906218+0000 mon.a (mon.0) 88 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2021-07-26T16:00:01.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: cluster 2021-07-26T15:59:59.906823+0000 mon.a (mon.0) 89 : cluster [DBG] mgrmap e31: y(active, since 20s), standbys: x 2021-07-26T16:00:01.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: cluster 2021-07-26T15:59:59.913707+0000 mon.a (mon.0) 90 : cluster [INF] overall HEALTH_OK 2021-07-26T16:00:01.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: audit 2021-07-26T15:59:59.913786+0000 mon.b (mon.2) 143 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:01.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: audit 2021-07-26T15:59:59.917839+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.24994 ' entity='' 2021-07-26T16:00:01.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: audit 2021-07-26T15:59:59.923517+0000 mon.a (mon.0) 92 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:00:01.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: cluster 2021-07-26T16:00:00.000129+0000 mon.a (mon.0) 93 : cluster [INF] overall HEALTH_OK 2021-07-26T16:00:01.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:00 smithi107 bash[14687]: audit 2021-07-26T16:00:00.282477+0000 mon.a (mon.0) 94 : audit [DBG] from='client.? 172.21.15.37:0/1367598972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:01.887 INFO:tasks.rados.rados.0.smithi037.stdout:892: done (4 left) 2021-07-26T16:00:01.887 INFO:tasks.rados.rados.0.smithi037.stdout:894: done (3 left) 2021-07-26T16:00:01.888 INFO:tasks.rados.rados.0.smithi037.stdout:895: done (2 left) 2021-07-26T16:00:01.888 INFO:tasks.rados.rados.0.smithi037.stdout:896: done (1 left) 2021-07-26T16:00:01.888 INFO:tasks.rados.rados.0.smithi037.stdout:897: done (0 left) 2021-07-26T16:00:01.888 INFO:tasks.rados.rados.0.smithi037.stdout:898: snap_remove snap 48 2021-07-26T16:00:02.265 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:01 smithi107 bash[14687]: cluster 2021-07-26T16:00:00.920004+0000 mon.a (mon.0) 95 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2021-07-26T16:00:02.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:01 smithi107 bash[14687]: cluster 2021-07-26T16:00:01.887805+0000 mon.a (mon.0) 96 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2021-07-26T16:00:02.909 INFO:tasks.rados.rados.0.smithi037.stdout:898: done (0 left) 2021-07-26T16:00:02.909 INFO:tasks.rados.rados.0.smithi037.stdout:899: rmattr oid 41 current snap is 87 2021-07-26T16:00:02.910 INFO:tasks.rados.rados.0.smithi037.stdout:900: snap_remove snap 80 2021-07-26T16:00:03.265 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:02 smithi107 bash[14687]: cluster 2021-07-26T16:00:01.665935+0000 mgr.y (mgr.24994) 18 : cluster [DBG] pgmap v23: 89 pgs: 89 active+clean; 255 MiB data, 374 MiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2021-07-26T16:00:03.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:02 smithi107 bash[14687]: cluster 2021-07-26T16:00:02.898126+0000 mon.a (mon.0) 97 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2021-07-26T16:00:03.902 INFO:tasks.rados.rados.0.smithi037.stdout:900: done (1 left) 2021-07-26T16:00:03.902 INFO:tasks.rados.rados.0.smithi037.stdout:901: setattr oid 12 current snap is 87 2021-07-26T16:00:03.903 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 311 (ObjNum 263 snap 75 seq_num 263) dirty exists 2021-07-26T16:00:03.907 INFO:tasks.rados.rados.0.smithi037.stdout:899: done (1 left) 2021-07-26T16:00:03.907 INFO:tasks.rados.rados.0.smithi037.stdout:902: rmattr oid 31 current snap is 87 2021-07-26T16:00:03.907 INFO:tasks.rados.rados.0.smithi037.stdout:902: done (1 left) 2021-07-26T16:00:03.907 INFO:tasks.rados.rados.0.smithi037.stdout:903: rollback oid 42 current snap is 87 2021-07-26T16:00:03.908 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 42 to 79 2021-07-26T16:00:03.908 INFO:tasks.rados.rados.0.smithi037.stdout:904: rollback oid 38 current snap is 87 2021-07-26T16:00:03.908 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 38 to 83 2021-07-26T16:00:03.908 INFO:tasks.rados.rados.0.smithi037.stdout:905: snap_create 2021-07-26T16:00:03.914 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 398 (ObjNum 108 snap 22 seq_num 108) dirty exists 2021-07-26T16:00:03.922 INFO:tasks.rados.rados.0.smithi037.stdout:903: finishing rollback tid 0 to smithi03738989-42 2021-07-26T16:00:03.922 INFO:tasks.rados.rados.0.smithi037.stdout:903: finishing rollback tid 1 to smithi03738989-42 2021-07-26T16:00:03.923 INFO:tasks.rados.rados.0.smithi037.stdout:903: finishing rollback tid 2 to smithi03738989-42 2021-07-26T16:00:03.923 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 354 (ObjNum 228 snap 61 seq_num 228) dirty exists 2021-07-26T16:00:03.923 INFO:tasks.rados.rados.0.smithi037.stdout:904: finishing rollback tid 0 to smithi03738989-38 2021-07-26T16:00:03.924 INFO:tasks.rados.rados.0.smithi037.stdout:904: finishing rollback tid 1 to smithi03738989-38 2021-07-26T16:00:03.924 INFO:tasks.rados.rados.0.smithi037.stdout:904: finishing rollback tid 2 to smithi03738989-38 2021-07-26T16:00:03.924 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 358 (ObjNum 283 snap 81 seq_num 283) dirty exists 2021-07-26T16:00:04.587 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: debug 2021-07-26T16:00:04.275+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:04.588 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:00:04.588 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:04.589 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:00:04.589 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:04.590 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:00:04.590 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:04.591 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:04.591 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:04.591 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: debug 2021-07-26T16:00:04.275+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:04.592 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:00:04.592 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:04.593 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:00:04.593 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:04.594 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:00:04.594 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:04.595 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:04.595 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:04.596 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: debug 2021-07-26T16:00:04.279+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:04.596 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:00:04.596 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:04.597 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:00:04.597 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:04.598 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:00:04.598 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:04.599 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:04.599 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:04.600 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: debug 2021-07-26T16:00:04.279+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:04.600 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:00:04.601 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:04.601 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:00:04.602 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:04.602 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:00:04.603 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:04.603 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:04.604 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:04 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:04.912 INFO:tasks.rados.rados.0.smithi037.stdout:901: done (3 left) 2021-07-26T16:00:04.912 INFO:tasks.rados.rados.0.smithi037.stdout:903: done (2 left) 2021-07-26T16:00:04.913 INFO:tasks.rados.rados.0.smithi037.stdout:904: done (1 left) 2021-07-26T16:00:04.913 INFO:tasks.rados.rados.0.smithi037.stdout:905: done (0 left) 2021-07-26T16:00:04.913 INFO:tasks.rados.rados.0.smithi037.stdout:906: rollback oid 43 current snap is 88 2021-07-26T16:00:04.913 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 43 to 66 2021-07-26T16:00:04.914 INFO:tasks.rados.rados.0.smithi037.stdout:907: snap_create 2021-07-26T16:00:04.914 INFO:tasks.rados.rados.0.smithi037.stdout:906: finishing rollback tid 1 to smithi03738989-43 2021-07-26T16:00:04.915 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 127 (ObjNum 372738320 snap 21933 seq_num 372004688) dirty dne 2021-07-26T16:00:05.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: cluster 2021-07-26T16:00:03.666605+0000 mgr.y (mgr.24994) 19 : cluster [DBG] pgmap v26: 89 pgs: 89 active+clean; 255 MiB data, 374 MiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 865 KiB/s wr, 4 op/s 2021-07-26T16:00:05.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: cluster 2021-07-26T16:00:03.902036+0000 mon.a (mon.0) 98 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2021-07-26T16:00:05.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: audit 2021-07-26T16:00:04.261584+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:05.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: audit 2021-07-26T16:00:04.272596+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:05.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: cephadm 2021-07-26T16:00:04.276120+0000 mgr.y (mgr.24994) 20 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:05.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T16:00:05.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:05.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T16:00:05.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:05.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T16:00:05.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:05.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:05.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:05.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: cephadm 2021-07-26T16:00:04.277634+0000 mgr.y (mgr.24994) 21 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:05.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T16:00:05.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:05.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T16:00:05.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:05.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T16:00:05.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:05.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:05.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:05.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: audit 2021-07-26T16:00:04.280070+0000 mon.b (mon.2) 144 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:05.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: cephadm 2021-07-26T16:00:04.280655+0000 mgr.y (mgr.24994) 22 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:05.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T16:00:05.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:05.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T16:00:05.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:05.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T16:00:05.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:05.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:05.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:05.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: cephadm 2021-07-26T16:00:04.282113+0000 mgr.y (mgr.24994) 23 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:05.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: Traceback (most recent call last): 2021-07-26T16:00:05.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:05.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: if self._apply_service(spec): 2021-07-26T16:00:05.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:05.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: rank_generation=slot.rank_generation, 2021-07-26T16:00:05.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:05.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:05.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:05.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: audit 2021-07-26T16:00:04.282716+0000 mon.b (mon.2) 145 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:05.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: audit 2021-07-26T16:00:04.284802+0000 mon.b (mon.2) 146 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T16:00:05.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: audit 2021-07-26T16:00:04.286391+0000 mon.b (mon.2) 147 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2021-07-26T16:00:05.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:04 smithi107 bash[14687]: cephadm 2021-07-26T16:00:04.293528+0000 mgr.y (mgr.24994) 24 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2021-07-26T16:00:05.918 INFO:tasks.rados.rados.0.smithi037.stdout:906: done (1 left) 2021-07-26T16:00:05.918 INFO:tasks.rados.rados.0.smithi037.stdout:907: done (0 left) 2021-07-26T16:00:05.918 INFO:tasks.rados.rados.0.smithi037.stdout:908: rmattr oid 29 current snap is 89 2021-07-26T16:00:05.919 INFO:tasks.rados.rados.0.smithi037.stdout:908: done (0 left) 2021-07-26T16:00:05.919 INFO:tasks.rados.rados.0.smithi037.stdout:909: snap_create 2021-07-26T16:00:06.203 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:05 smithi107 bash[14687]: cluster 2021-07-26T16:00:04.913205+0000 mon.a (mon.0) 101 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2021-07-26T16:00:06.936 INFO:tasks.rados.rados.0.smithi037.stdout:909: done (0 left) 2021-07-26T16:00:06.936 INFO:tasks.rados.rados.0.smithi037.stdout:910: delete oid 33 current snap is 90 2021-07-26T16:00:06.953 INFO:tasks.rados.rados.0.smithi037.stdout:910: done (0 left) 2021-07-26T16:00:06.953 INFO:tasks.rados.rados.0.smithi037.stdout:911: setattr oid 48 current snap is 90 2021-07-26T16:00:06.954 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 90 2021-07-26T16:00:06.954 INFO:tasks.rados.rados.0.smithi037.stdout:912: seq_num 298 ranges {3547136=196608} 2021-07-26T16:00:06.968 INFO:tasks.rados.rados.0.smithi037.stdout:912: writing smithi03738989-2 from 3547136 to 3743744 tid 1 2021-07-26T16:00:06.968 INFO:tasks.rados.rados.0.smithi037.stdout:913: read oid 37 snap -1 2021-07-26T16:00:06.969 INFO:tasks.rados.rados.0.smithi037.stdout:913: expect deleted 2021-07-26T16:00:06.969 INFO:tasks.rados.rados.0.smithi037.stdout:914: copy_from oid 40 from oid 33 current snap is 90 2021-07-26T16:00:06.969 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 400 (ObjNum 153 snap 38 seq_num 153) dirty exists 2021-07-26T16:00:06.969 INFO:tasks.rados.rados.0.smithi037.stdout:911: done (3 left) 2021-07-26T16:00:06.970 INFO:tasks.rados.rados.0.smithi037.stdout:915: snap_remove snap 76 2021-07-26T16:00:07.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:06 smithi107 bash[14687]: cluster 2021-07-26T16:00:05.667348+0000 mgr.y (mgr.24994) 25 : cluster [DBG] pgmap v29: 89 pgs: 89 active+clean; 255 MiB data, 374 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:07.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:06 smithi107 bash[14687]: cluster 2021-07-26T16:00:05.918984+0000 mon.a (mon.0) 102 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2021-07-26T16:00:07.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:06 smithi107 bash[14687]: audit 2021-07-26T16:00:06.915115+0000 mon.b (mon.2) 148 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T16:00:07.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:06 smithi107 bash[14687]: audit 2021-07-26T16:00:06.918688+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:07.959 INFO:tasks.rados.rados.0.smithi037.stdout:915: done (3 left) 2021-07-26T16:00:07.960 INFO:tasks.rados.rados.0.smithi037.stdout:916: setattr oid 27 current snap is 90 2021-07-26T16:00:07.960 INFO:tasks.rados.rados.0.smithi037.stdout:914: finishing copy_from to smithi03738989-40 2021-07-26T16:00:07.960 INFO:tasks.rados.rados.0.smithi037.stdout:914: got expected ENOENT (src dne) 2021-07-26T16:00:07.960 INFO:tasks.rados.rados.0.smithi037.stdout:914: finishing copy_from racing read to smithi03738989-40 2021-07-26T16:00:07.961 INFO:tasks.rados.rados.0.smithi037.stdout:912: finishing write tid 1 to smithi03738989-2 2021-07-26T16:00:07.961 INFO:tasks.rados.rados.0.smithi037.stdout:912: finishing write tid 3 to smithi03738989-2 2021-07-26T16:00:07.961 INFO:tasks.rados.rados.0.smithi037.stdout:912: finishing write tid 4 to smithi03738989-2 2021-07-26T16:00:07.961 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 245 (ObjNum 298 snap 90 seq_num 298) dirty exists 2021-07-26T16:00:07.961 INFO:tasks.rados.rados.0.smithi037.stdout:912: left oid 2 (ObjNum 298 snap 90 seq_num 298) 2021-07-26T16:00:07.962 INFO:tasks.rados.rados.0.smithi037.stdout:912: done (3 left) 2021-07-26T16:00:07.962 INFO:tasks.rados.rados.0.smithi037.stdout:913: done (2 left) 2021-07-26T16:00:07.963 INFO:tasks.rados.rados.0.smithi037.stdout:914: done (1 left) 2021-07-26T16:00:07.963 INFO:tasks.rados.rados.0.smithi037.stdout:917: snap_create 2021-07-26T16:00:07.981 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 374 (ObjNum 108 snap 22 seq_num 108) dirty exists 2021-07-26T16:00:08.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:07 smithi107 bash[14687]: cephadm 2021-07-26T16:00:06.907340+0000 mgr.y (mgr.24994) 26 : cephadm [INF] Upgrade: Updating mon.b 2021-07-26T16:00:08.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:07 smithi107 bash[14687]: audit 2021-07-26T16:00:06.924333+0000 mon.a (mon.0) 104 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T16:00:08.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:07 smithi107 bash[14687]: audit 2021-07-26T16:00:06.932397+0000 mon.b (mon.2) 149 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:08.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:07 smithi107 bash[14687]: cluster 2021-07-26T16:00:06.936882+0000 mon.a (mon.0) 105 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2021-07-26T16:00:08.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:07 smithi107 bash[14687]: cephadm 2021-07-26T16:00:06.950943+0000 mgr.y (mgr.24994) 27 : cephadm [INF] Deploying daemon mon.b on smithi107 2021-07-26T16:00:08.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:07 smithi107 bash[14687]: audit 2021-07-26T16:00:06.952552+0000 mon.a (mon.0) 106 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-07-26T16:00:08.959 INFO:tasks.rados.rados.0.smithi037.stdout:916: done (1 left) 2021-07-26T16:00:08.960 INFO:tasks.rados.rados.0.smithi037.stdout:917: done (0 left) 2021-07-26T16:00:08.960 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 91 2021-07-26T16:00:08.960 INFO:tasks.rados.rados.0.smithi037.stdout:918: seq_num 299 ranges {0=212992} 2021-07-26T16:00:08.961 INFO:tasks.rados.rados.0.smithi037.stdout:918: writing smithi03738989-37 from 0 to 212992 tid 1 2021-07-26T16:00:08.961 INFO:tasks.rados.rados.0.smithi037.stdout:919: snap_create 2021-07-26T16:00:08.968 INFO:tasks.rados.rados.0.smithi037.stdout:918: finishing write tid 1 to smithi03738989-37 2021-07-26T16:00:08.968 INFO:tasks.rados.rados.0.smithi037.stdout:918: finishing write tid 3 to smithi03738989-37 2021-07-26T16:00:08.969 INFO:tasks.rados.rados.0.smithi037.stdout:918: finishing write tid 4 to smithi03738989-37 2021-07-26T16:00:08.969 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 406 (ObjNum 299 snap 91 seq_num 299) dirty exists 2021-07-26T16:00:08.970 INFO:tasks.rados.rados.0.smithi037.stdout:918: left oid 37 (ObjNum 299 snap 91 seq_num 299) 2021-07-26T16:00:09.223 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:08 smithi107 bash[14687]: cluster 2021-07-26T16:00:07.668125+0000 mgr.y (mgr.24994) 28 : cluster [DBG] pgmap v32: 89 pgs: 89 active+clean; 255 MiB data, 379 MiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2021-07-26T16:00:09.224 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:08 smithi107 bash[14687]: cluster 2021-07-26T16:00:07.960267+0000 mon.a (mon.0) 107 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2021-07-26T16:00:09.516 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:09 smithi107 systemd[1]: Stopping Ceph mon.b for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T16:00:09.516 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:09 smithi107 docker[29279]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:00:09.516 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:09 smithi107 bash[14687]: debug 2021-07-26T16:00:09.460+0000 7fccc783a700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-07-26T16:00:09.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:09 smithi107 bash[14687]: debug 2021-07-26T16:00:09.460+0000 7fccc783a700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2021-07-26T16:00:10.709 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:10 smithi107 docker[29279]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-mon.b 2021-07-26T16:00:10.709 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:10 smithi107 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@mon.b.service: Succeeded. 2021-07-26T16:00:10.709 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:10 smithi107 systemd[1]: Stopped Ceph mon.b for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:00:10.710 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:10 smithi107 systemd[1]: Started Ceph mon.b for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:00:11.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:10 smithi107 bash[29346]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:00:12.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.740+0000 7f36fbd15700 0 set uid:gid to 167:167 (ceph:ceph) 2021-07-26T16:00:12.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.740+0000 7f36fbd15700 0 ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev), process ceph-mon, pid 1 2021-07-26T16:00:12.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.740+0000 7f36fbd15700 0 pidfile_write: ignore empty --pid-file 2021-07-26T16:00:12.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 0 load: jerasure load: lrc 2021-07-26T16:00:12.018 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: RocksDB version: 6.15.5 2021-07-26T16:00:12.018 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-07-26T16:00:12.018 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Compile date Jul 24 2021 2021-07-26T16:00:12.019 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: DB SUMMARY 2021-07-26T16:00:12.020 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: DB Session ID: 7X3M0KGMGER89WHYW5PZ 2021-07-26T16:00:12.020 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: CURRENT file: CURRENT 2021-07-26T16:00:12.020 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: IDENTITY file: IDENTITY 2021-07-26T16:00:12.021 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 652 Bytes 2021-07-26T16:00:12.021 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000020.sst 2021-07-26T16:00:12.022 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000018.log size: 21027660 ; 2021-07-26T16:00:12.022 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.error_if_exists: 0 2021-07-26T16:00:12.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.create_if_missing: 0 2021-07-26T16:00:12.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.paranoid_checks: 1 2021-07-26T16:00:12.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2021-07-26T16:00:12.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.env: 0x55fcc7c6da20 2021-07-26T16:00:12.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.fs: Posix File System 2021-07-26T16:00:12.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.info_log: 0x55fcc9bc2080 2021-07-26T16:00:12.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_file_opening_threads: 16 2021-07-26T16:00:12.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.statistics: (nil) 2021-07-26T16:00:12.025 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.use_fsync: 0 2021-07-26T16:00:12.025 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_log_file_size: 0 2021-07-26T16:00:12.025 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-07-26T16:00:12.026 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-07-26T16:00:12.028 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.keep_log_file_num: 1000 2021-07-26T16:00:12.028 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.recycle_log_file_num: 0 2021-07-26T16:00:12.028 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.allow_fallocate: 1 2021-07-26T16:00:12.029 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.allow_mmap_reads: 0 2021-07-26T16:00:12.029 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.allow_mmap_writes: 0 2021-07-26T16:00:12.029 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.use_direct_reads: 0 2021-07-26T16:00:12.029 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-07-26T16:00:12.030 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.create_missing_column_families: 0 2021-07-26T16:00:12.030 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.db_log_dir: 2021-07-26T16:00:12.030 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2021-07-26T16:00:12.031 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-07-26T16:00:12.031 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-07-26T16:00:12.031 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-07-26T16:00:12.031 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-07-26T16:00:12.032 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-07-26T16:00:12.032 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-07-26T16:00:12.033 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.advise_random_on_open: 1 2021-07-26T16:00:12.033 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.db_write_buffer_size: 0 2021-07-26T16:00:12.033 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.write_buffer_manager: 0x55fcc9c37d40 2021-07-26T16:00:12.033 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-07-26T16:00:12.034 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-07-26T16:00:12.034 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-07-26T16:00:12.034 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-07-26T16:00:12.035 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.rate_limiter: (nil) 2021-07-26T16:00:12.035 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-07-26T16:00:12.035 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.wal_recovery_mode: 2 2021-07-26T16:00:12.035 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.enable_thread_tracking: 0 2021-07-26T16:00:12.036 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.enable_pipelined_write: 0 2021-07-26T16:00:12.036 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.unordered_write: 0 2021-07-26T16:00:12.036 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-07-26T16:00:12.036 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-07-26T16:00:12.037 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-07-26T16:00:12.037 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-07-26T16:00:12.037 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.row_cache: None 2021-07-26T16:00:12.037 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.wal_filter: None 2021-07-26T16:00:12.038 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-07-26T16:00:12.038 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.allow_ingest_behind: 0 2021-07-26T16:00:12.038 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.preserve_deletes: 0 2021-07-26T16:00:12.039 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.two_write_queues: 0 2021-07-26T16:00:12.039 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.manual_wal_flush: 0 2021-07-26T16:00:12.039 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.atomic_flush: 0 2021-07-26T16:00:12.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-07-26T16:00:12.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.persist_stats_to_disk: 0 2021-07-26T16:00:12.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.write_dbid_to_manifest: 0 2021-07-26T16:00:12.040 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.log_readahead_size: 0 2021-07-26T16:00:12.041 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2021-07-26T16:00:12.041 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.best_efforts_recovery: 0 2021-07-26T16:00:12.041 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2021-07-26T16:00:12.041 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2021-07-26T16:00:12.042 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.allow_data_in_errors: 0 2021-07-26T16:00:12.042 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.db_host_id: __hostname__ 2021-07-26T16:00:12.042 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_background_jobs: 2 2021-07-26T16:00:12.043 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_background_compactions: -1 2021-07-26T16:00:12.043 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_subcompactions: 1 2021-07-26T16:00:12.043 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-07-26T16:00:12.043 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-07-26T16:00:12.044 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-07-26T16:00:12.044 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_total_wal_size: 0 2021-07-26T16:00:12.044 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-07-26T16:00:12.044 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-07-26T16:00:12.045 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-07-26T16:00:12.045 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-07-26T16:00:12.045 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_open_files: -1 2021-07-26T16:00:12.046 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.bytes_per_sync: 0 2021-07-26T16:00:12.046 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-07-26T16:00:12.046 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.strict_bytes_per_sync: 0 2021-07-26T16:00:12.046 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.compaction_readahead_size: 0 2021-07-26T16:00:12.047 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_background_flushes: -1 2021-07-26T16:00:12.047 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Compression algorithms supported: 2021-07-26T16:00:12.047 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-07-26T16:00:12.047 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: kZSTD supported: 0 2021-07-26T16:00:12.048 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: kXpressCompression supported: 0 2021-07-26T16:00:12.048 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: kLZ4HCCompression supported: 1 2021-07-26T16:00:12.048 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: kLZ4Compression supported: 1 2021-07-26T16:00:12.048 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: kBZip2Compression supported: 0 2021-07-26T16:00:12.049 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: kZlibCompression supported: 1 2021-07-26T16:00:12.049 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: kSnappyCompression supported: 1 2021-07-26T16:00:12.049 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-07-26T16:00:12.050 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: [db/version_set.cc:4725] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2021-07-26T16:00:12.050 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: [db/column_family.cc:597] --------------- Options for column family [default]: 2021-07-26T16:00:12.050 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-07-26T16:00:12.050 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.merge_operator: 2021-07-26T16:00:12.051 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.compaction_filter: None 2021-07-26T16:00:12.051 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.compaction_filter_factory: None 2021-07-26T16:00:12.051 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.sst_partitioner_factory: None 2021-07-26T16:00:12.051 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-07-26T16:00:12.052 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-07-26T16:00:12.052 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55fcc9b8dba8) 2021-07-26T16:00:12.052 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: cache_index_and_filter_blocks: 1 2021-07-26T16:00:12.052 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: cache_index_and_filter_blocks_with_high_priority: 0 2021-07-26T16:00:12.053 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-07-26T16:00:12.053 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: pin_top_level_index_and_filter: 1 2021-07-26T16:00:12.053 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: index_type: 0 2021-07-26T16:00:12.053 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: data_block_index_type: 0 2021-07-26T16:00:12.054 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: index_shortening: 1 2021-07-26T16:00:12.054 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: data_block_hash_table_util_ratio: 0.750000 2021-07-26T16:00:12.054 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: hash_index_allow_collision: 1 2021-07-26T16:00:12.054 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: checksum: 1 2021-07-26T16:00:12.055 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: no_block_cache: 0 2021-07-26T16:00:12.055 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: block_cache: 0x55fcc9bbcc10 2021-07-26T16:00:12.055 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: block_cache_name: BinnedLRUCache 2021-07-26T16:00:12.056 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: block_cache_options: 2021-07-26T16:00:12.056 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: capacity : 536870912 2021-07-26T16:00:12.056 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: num_shard_bits : 4 2021-07-26T16:00:12.057 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: strict_capacity_limit : 0 2021-07-26T16:00:12.057 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: high_pri_pool_ratio: 0.000 2021-07-26T16:00:12.057 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: block_cache_compressed: (nil) 2021-07-26T16:00:12.057 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: persistent_cache: (nil) 2021-07-26T16:00:12.058 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: block_size: 4096 2021-07-26T16:00:12.058 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: block_size_deviation: 10 2021-07-26T16:00:12.058 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: block_restart_interval: 16 2021-07-26T16:00:12.058 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: index_block_restart_interval: 1 2021-07-26T16:00:12.059 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: metadata_block_size: 4096 2021-07-26T16:00:12.059 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: partition_filters: 0 2021-07-26T16:00:12.059 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: use_delta_encoding: 1 2021-07-26T16:00:12.060 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: filter_policy: rocksdb.BuiltinBloomFilter 2021-07-26T16:00:12.060 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: whole_key_filtering: 1 2021-07-26T16:00:12.060 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: verify_compression: 0 2021-07-26T16:00:12.060 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: read_amp_bytes_per_bit: 0 2021-07-26T16:00:12.061 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: format_version: 4 2021-07-26T16:00:12.061 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: enable_index_compression: 1 2021-07-26T16:00:12.061 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: block_align: 0 2021-07-26T16:00:12.061 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.write_buffer_size: 33554432 2021-07-26T16:00:12.062 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_write_buffer_number: 2 2021-07-26T16:00:12.062 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.compression: NoCompression 2021-07-26T16:00:12.062 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.bottommost_compression: Disabled 2021-07-26T16:00:12.063 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.prefix_extractor: nullptr 2021-07-26T16:00:12.063 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-07-26T16:00:12.063 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.num_levels: 7 2021-07-26T16:00:12.063 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-07-26T16:00:12.064 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-07-26T16:00:12.064 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-07-26T16:00:12.064 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-07-26T16:00:12.065 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-07-26T16:00:12.065 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-07-26T16:00:12.065 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-07-26T16:00:12.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-07-26T16:00:12.066 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2021-07-26T16:00:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-07-26T16:00:12.067 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-07-26T16:00:12.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.compression_opts.level: 32767 2021-07-26T16:00:12.068 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.compression_opts.strategy: 0 2021-07-26T16:00:12.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-07-26T16:00:12.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-07-26T16:00:12.069 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.compression_opts.parallel_threads: 1 2021-07-26T16:00:12.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.compression_opts.enabled: false 2021-07-26T16:00:12.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-07-26T16:00:12.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-07-26T16:00:12.070 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-07-26T16:00:12.071 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.target_file_size_base: 67108864 2021-07-26T16:00:12.071 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-07-26T16:00:12.071 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-07-26T16:00:12.071 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-07-26T16:00:12.072 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-07-26T16:00:12.072 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-07-26T16:00:12.073 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-07-26T16:00:12.073 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-07-26T16:00:12.073 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-07-26T16:00:12.073 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-07-26T16:00:12.074 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-07-26T16:00:12.074 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-07-26T16:00:12.074 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-07-26T16:00:12.074 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-07-26T16:00:12.075 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.arena_block_size: 4194304 2021-07-26T16:00:12.075 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-07-26T16:00:12.075 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-07-26T16:00:12.075 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-07-26T16:00:12.075 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.disable_auto_compactions: 0 2021-07-26T16:00:12.076 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-07-26T16:00:12.076 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-07-26T16:00:12.076 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-07-26T16:00:12.076 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-07-26T16:00:12.077 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-07-26T16:00:12.077 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-07-26T16:00:12.077 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-07-26T16:00:12.077 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-07-26T16:00:12.078 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-07-26T16:00:12.078 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-07-26T16:00:12.078 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.table_properties_collectors: 2021-07-26T16:00:12.079 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.inplace_update_support: 0 2021-07-26T16:00:12.079 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-07-26T16:00:12.079 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-07-26T16:00:12.079 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-07-26T16:00:12.080 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-07-26T16:00:12.080 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.bloom_locality: 0 2021-07-26T16:00:12.081 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.max_successive_merges: 0 2021-07-26T16:00:12.081 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-07-26T16:00:12.081 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.paranoid_file_checks: 0 2021-07-26T16:00:12.082 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.force_consistency_checks: 1 2021-07-26T16:00:12.082 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.report_bg_io_stats: 0 2021-07-26T16:00:12.082 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.ttl: 2592000 2021-07-26T16:00:12.082 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.periodic_compaction_seconds: 0 2021-07-26T16:00:12.083 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.enable_blob_files: false 2021-07-26T16:00:12.083 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.min_blob_size: 0 2021-07-26T16:00:12.084 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.blob_file_size: 268435456 2021-07-26T16:00:12.084 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.blob_compression_type: NoCompression 2021-07-26T16:00:12.085 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.enable_blob_garbage_collection: false 2021-07-26T16:00:12.085 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2021-07-26T16:00:12.085 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-07-26T16:00:12.085 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: [db/version_set.cc:4773] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 22, last_sequence is 11478, log_number is 18,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-07-26T16:00:12.086 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: [db/version_set.cc:4782] Column family [default] (ID 0), log number is 18 2021-07-26T16:00:12.086 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: [db/version_set.cc:4083] Creating manifest 22 2021-07-26T16:00:12.086 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-07-26T16:00:12.087 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627315211752921, "job": 1, "event": "recovery_started", "wal_files": [18]} 2021-07-26T16:00:12.087 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.748+0000 7f36fbd15700 4 rocksdb: [db/db_impl/db_impl_open.cc:847] Recovering log #18 mode 2 2021-07-26T16:00:12.087 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.776+0000 7f36fbd15700 3 rocksdb: [table/block_based/filter_policy.cc:996] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2021-07-26T16:00:12.088 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.800+0000 7f36fbd15700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627315211801384, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 23, "file_size": 13702531, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 13684555, "index_size": 13897, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3141, "raw_key_size": 26207, "raw_average_key_size": 21, "raw_value_size": 13653635, "raw_average_value_size": 11209, "num_data_blocks": 589, "num_entries": 1218, "num_deletions": 310, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1627315211, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "3d1912db-daf2-4440-9c50-834ae26b8ffe", "db_session_id": "7X3M0KGMGER89WHYW5PZ"}} 2021-07-26T16:00:12.088 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.800+0000 7f36fbd15700 4 rocksdb: [db/version_set.cc:4083] Creating manifest 24 2021-07-26T16:00:12.088 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.800+0000 7f36fbd15700 4 rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-07-26T16:00:12.089 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.800+0000 7f36fbd15700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1627315211802299, "job": 1, "event": "recovery_finished"} 2021-07-26T16:00:12.089 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.804+0000 7f36fbd15700 4 rocksdb: [file/delete_scheduler.cc:73] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000018.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2021-07-26T16:00:12.089 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.804+0000 7f36fbd15700 4 rocksdb: [db/db_impl/db_impl_open.cc:1701] SstFileManager instance 0x55fcc9bdaa80 2021-07-26T16:00:12.090 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.804+0000 7f36fbd15700 4 rocksdb: DB pointer 0x55fcc9bea000 2021-07-26T16:00:12.090 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.804+0000 7f36eb92b700 4 rocksdb: [db/db_impl/db_impl.cc:902] ------- DUMPING STATS ------- 2021-07-26T16:00:12.090 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.804+0000 7f36eb92b700 4 rocksdb: [db/db_impl/db_impl.cc:903] 2021-07-26T16:00:12.091 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: ** DB Stats ** 2021-07-26T16:00:12.091 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Uptime(secs): 0.1 total, 0.1 interval 2021-07-26T16:00:12.091 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-07-26T16:00:12.092 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-07-26T16:00:12.092 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T16:00:12.092 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-07-26T16:00:12.092 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-07-26T16:00:12.093 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-07-26T16:00:12.093 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: ** Compaction Stats [default] ** 2021-07-26T16:00:12.093 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T16:00:12.094 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T16:00:12.094 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: L0 1/0 13.07 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 556.0 0.02 0.00 1 0.024 0 0 2021-07-26T16:00:12.094 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: L6 1/0 21.95 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T16:00:12.095 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Sum 2/0 35.02 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 556.0 0.02 0.00 1 0.024 0 0 2021-07-26T16:00:12.095 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 556.0 0.02 0.00 1 0.024 0 0 2021-07-26T16:00:12.095 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: ** Compaction Stats [default] ** 2021-07-26T16:00:12.096 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T16:00:12.097 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T16:00:12.097 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 556.0 0.02 0.00 1 0.024 0 0 2021-07-26T16:00:12.097 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Uptime(secs): 0.1 total, 0.1 interval 2021-07-26T16:00:12.098 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Flush(GB): cumulative 0.013, interval 0.013 2021-07-26T16:00:12.098 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T16:00:12.098 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T16:00:12.099 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T16:00:12.099 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T16:00:12.099 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Cumulative compaction: 0.01 GB write, 231.80 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T16:00:12.100 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Interval compaction: 0.01 GB write, 231.80 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T16:00:12.100 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T16:00:12.101 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T16:00:12.101 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: ** Compaction Stats [default] ** 2021-07-26T16:00:12.101 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T16:00:12.102 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T16:00:12.102 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: L0 1/0 13.07 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 556.0 0.02 0.00 1 0.024 0 0 2021-07-26T16:00:12.102 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: L6 1/0 21.95 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T16:00:12.103 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Sum 2/0 35.02 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 556.0 0.02 0.00 1 0.024 0 0 2021-07-26T16:00:12.103 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-07-26T16:00:12.104 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: ** Compaction Stats [default] ** 2021-07-26T16:00:12.104 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-07-26T16:00:12.104 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-07-26T16:00:12.105 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 556.0 0.02 0.00 1 0.024 0 0 2021-07-26T16:00:12.105 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Uptime(secs): 0.1 total, 0.0 interval 2021-07-26T16:00:12.105 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Flush(GB): cumulative 0.013, interval 0.000 2021-07-26T16:00:12.106 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: AddFile(GB): cumulative 0.000, interval 0.000 2021-07-26T16:00:12.106 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: AddFile(Total Files): cumulative 0, interval 0 2021-07-26T16:00:12.106 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: AddFile(L0 Files): cumulative 0, interval 0 2021-07-26T16:00:12.107 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: AddFile(Keys): cumulative 0, interval 0 2021-07-26T16:00:12.107 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Cumulative compaction: 0.01 GB write, 231.27 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T16:00:12.107 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-07-26T16:00:12.108 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-07-26T16:00:12.108 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: ** File Read Latency Histogram By Level [default] ** 2021-07-26T16:00:12.108 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.804+0000 7f36fbd15700 0 starting mon.b rank 2 at public addrs [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] at bind addrs [v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T16:00:12.108 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.808+0000 7f36fbd15700 1 mon.b@-1(???) e3 preinit fsid 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T16:00:12.109 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.808+0000 7f36fbd15700 0 mon.b@-1(???).mds e8 new map 2021-07-26T16:00:12.109 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.808+0000 7f36fbd15700 0 mon.b@-1(???).mds e8 print_map 2021-07-26T16:00:12.110 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: e8 2021-07-26T16:00:12.110 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: enable_multiple, ever_enabled_multiple: 0,0 2021-07-26T16:00:12.111 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-07-26T16:00:12.111 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: legacy client fscid: 1 2021-07-26T16:00:12.111 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: 2021-07-26T16:00:12.112 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Filesystem 'foo' (1) 2021-07-26T16:00:12.112 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: fs_name foo 2021-07-26T16:00:12.113 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: epoch 5 2021-07-26T16:00:12.113 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: flags 12 joinable allow_snaps allow_multimds_snaps 2021-07-26T16:00:12.114 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: created 2021-07-26T15:54:21.225015+0000 2021-07-26T16:00:12.114 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: modified 2021-07-26T15:54:27.285244+0000 2021-07-26T16:00:12.114 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: tableserver 0 2021-07-26T16:00:12.115 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: root 0 2021-07-26T16:00:12.115 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: session_timeout 60 2021-07-26T16:00:12.115 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: session_autoclose 300 2021-07-26T16:00:12.116 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: max_file_size 1099511627776 2021-07-26T16:00:12.116 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: required_client_features {} 2021-07-26T16:00:12.116 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: last_failure 0 2021-07-26T16:00:12.116 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: last_failure_osd_epoch 0 2021-07-26T16:00:12.117 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-07-26T16:00:12.117 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: max_mds 1 2021-07-26T16:00:12.117 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: in 0 2021-07-26T16:00:12.118 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: up {0=34511} 2021-07-26T16:00:12.118 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: failed 2021-07-26T16:00:12.119 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: damaged 2021-07-26T16:00:12.119 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: stopped 2021-07-26T16:00:12.119 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: data_pools [4] 2021-07-26T16:00:12.120 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: metadata_pool 3 2021-07-26T16:00:12.120 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: inline_data disabled 2021-07-26T16:00:12.121 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: balancer 2021-07-26T16:00:12.121 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: standby_count_wanted 1 2021-07-26T16:00:12.122 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: [mds.foo.smithi107.pmlxcx{0:34511} state up:active seq 2 join_fscid=1 addr [v2:172.21.15.107:6832/958903155,v1:172.21.15.107:6833/958903155]] 2021-07-26T16:00:12.122 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: 2021-07-26T16:00:12.123 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: 2021-07-26T16:00:12.123 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: Standby daemons: 2021-07-26T16:00:12.124 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: 2021-07-26T16:00:12.124 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: [mds.foo.smithi037.wjuegm{-1:14634} state up:standby seq 3 join_fscid=1 addr [v2:172.21.15.37:6834/8565013,v1:172.21.15.37:6835/8565013]] 2021-07-26T16:00:12.125 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.808+0000 7f36fbd15700 0 mon.b@-1(???).osd e221 crush map has features 3314933069571702784, adjusting msgr requires 2021-07-26T16:00:12.125 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.808+0000 7f36fbd15700 0 mon.b@-1(???).osd e221 crush map has features 288514119978713088, adjusting msgr requires 2021-07-26T16:00:12.126 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.808+0000 7f36fbd15700 0 mon.b@-1(???).osd e221 crush map has features 288514119978713088, adjusting msgr requires 2021-07-26T16:00:12.126 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.808+0000 7f36fbd15700 0 mon.b@-1(???).osd e221 crush map has features 288514119978713088, adjusting msgr requires 2021-07-26T16:00:12.126 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:11 smithi107 bash[29346]: debug 2021-07-26T16:00:11.808+0000 7f36fbd15700 1 mon.b@-1(???).paxosservice(auth 1..24) refresh upgraded, format 0 -> 3 2021-07-26T16:00:14.063 INFO:tasks.rados.rados.0.smithi037.stdout:918: done (1 left) 2021-07-26T16:00:14.063 INFO:tasks.rados.rados.0.smithi037.stdout:919: done (0 left) 2021-07-26T16:00:14.064 INFO:tasks.rados.rados.0.smithi037.stdout:920: read oid 11 snap 44 2021-07-26T16:00:14.064 INFO:tasks.rados.rados.0.smithi037.stdout:920: expect (ObjNum 144 snap 38 seq_num 144) 2021-07-26T16:00:14.065 INFO:tasks.rados.rados.0.smithi037.stdout:921: snap_create 2021-07-26T16:00:14.076 INFO:tasks.rados.rados.0.smithi037.stdout:920: expect (ObjNum 144 snap 38 seq_num 144) 2021-07-26T16:00:14.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:45:46.123148+0000 mon.a (mon.0) 0 : [INF] mkfs 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T16:00:14.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:57:51.953663+0000 mgr.y (mgr.14140) 451 : cephadm [INF] Deploying daemon mgr.x on smithi107 2021-07-26T16:00:14.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:58:05.912489+0000 mgr.y (mgr.14140) 459 : cephadm [INF] refreshing smithi037 facts 2021-07-26T16:00:14.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:58:08.555700+0000 mgr.y (mgr.14140) 462 : cephadm [INF] refreshing smithi107 facts 2021-07-26T16:00:14.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:58:08.917438+0000 mgr.y (mgr.14140) 463 : cephadm [INF] Upgrade: Target is quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f with id 6cdb40438e662d3c5ecb03d5b9d0b7a3675f8fa9b2b429ef0081ea4adc0695ed 2021-07-26T16:00:14.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:58:08.920669+0000 mgr.y (mgr.14140) 464 : cephadm [INF] Upgrade: Checking mgr daemons... 2021-07-26T16:00:14.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:58:08.921229+0000 mgr.y (mgr.14140) 465 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-07-26T16:00:14.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:58:08.925921+0000 mgr.y (mgr.14140) 466 : cephadm [INF] Failing over to other MGR 2021-07-26T16:00:14.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:58:20.360288+0000 mgr.x (mgr.34787) 1 : cephadm [INF] inventory: adjusted host smithi037 addr 'smithi037' -> '172.21.15.37' 2021-07-26T16:00:14.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:58:26.008692+0000 mgr.x (mgr.34787) 7 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:14.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:14.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:58:26.010517+0000 mgr.x (mgr.34787) 8 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:14.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:14.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:45:46.123148+0000 mon.a (mon.0) 0 : [INF] mkfs 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T16:00:14.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:57:51.953663+0000 mgr.y (mgr.14140) 451 : cephadm [INF] Deploying daemon mgr.x on smithi107 2021-07-26T16:00:14.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:58:05.912489+0000 mgr.y (mgr.14140) 459 : cephadm [INF] refreshing smithi037 facts 2021-07-26T16:00:14.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:58:08.555700+0000 mgr.y (mgr.14140) 462 : cephadm [INF] refreshing smithi107 facts 2021-07-26T16:00:14.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:58:08.917438+0000 mgr.y (mgr.14140) 463 : cephadm [INF] Upgrade: Target is quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f with id 6cdb40438e662d3c5ecb03d5b9d0b7a3675f8fa9b2b429ef0081ea4adc0695ed 2021-07-26T16:00:14.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:58:08.920669+0000 mgr.y (mgr.14140) 464 : cephadm [INF] Upgrade: Checking mgr daemons... 2021-07-26T16:00:14.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:58:08.921229+0000 mgr.y (mgr.14140) 465 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-07-26T16:00:14.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:58:08.925921+0000 mgr.y (mgr.14140) 466 : cephadm [INF] Failing over to other MGR 2021-07-26T16:00:14.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:58:20.360288+0000 mgr.x (mgr.34787) 1 : cephadm [INF] inventory: adjusted host smithi037 addr 'smithi037' -> '172.21.15.37' 2021-07-26T16:00:14.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:58:26.008692+0000 mgr.x (mgr.34787) 7 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:14.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:14.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:58:26.010517+0000 mgr.x (mgr.34787) 8 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:14.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:14.352 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:58:26.013787+0000 mgr.x (mgr.34787) 9 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:14.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.354 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.354 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.354 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.354 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:14.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:58:26.015319+0000 mgr.x (mgr.34787) 10 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:14.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:14.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:58:26.027295+0000 mgr.x (mgr.34787) 11 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T16:00:14.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:58:28.553508+0000 mgr.x (mgr.34787) 14 : cephadm [INF] Upgrade: Updating mgr.y 2021-07-26T16:00:14.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:58:28.570185+0000 mgr.x (mgr.34787) 15 : cephadm [INF] Deploying daemon mgr.y on smithi037 2021-07-26T16:00:14.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:58:47.612143+0000 mgr.x (mgr.34787) 25 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:14.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.360 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:58:26.013787+0000 mgr.x (mgr.34787) 9 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:14.360 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.360 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.361 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.361 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.361 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.361 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.362 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.362 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:14.362 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:58:26.015319+0000 mgr.x (mgr.34787) 10 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:14.362 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.363 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.363 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.363 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.363 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.364 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.364 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.364 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:14.364 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:58:26.027295+0000 mgr.x (mgr.34787) 11 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T16:00:14.365 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:58:28.553508+0000 mgr.x (mgr.34787) 14 : cephadm [INF] Upgrade: Updating mgr.y 2021-07-26T16:00:14.365 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:58:28.570185+0000 mgr.x (mgr.34787) 15 : cephadm [INF] Deploying daemon mgr.y on smithi037 2021-07-26T16:00:14.365 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:58:47.612143+0000 mgr.x (mgr.34787) 25 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:14.365 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.366 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.366 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.366 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.366 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.367 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.367 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.367 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:14.368 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:58:47.614597+0000 mgr.x (mgr.34787) 26 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:14.368 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.368 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.368 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.369 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.369 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.369 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.370 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.370 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:14.370 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:58:47.617764+0000 mgr.x (mgr.34787) 27 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:14.370 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.371 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.371 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.371 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.371 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.371 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.372 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.372 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:14.372 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:58:47.618738+0000 mgr.x (mgr.34787) 28 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:14.372 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.373 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.373 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.373 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.373 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.374 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.374 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.374 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:14.374 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:58:47.624130+0000 mgr.x (mgr.34787) 29 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T16:00:14.375 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:14.375 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:58:47.614597+0000 mgr.x (mgr.34787) 26 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:14.375 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.376 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.376 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.376 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.376 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.377 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.377 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.377 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:14.377 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:58:47.617764+0000 mgr.x (mgr.34787) 27 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:14.378 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.378 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.378 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.378 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.379 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.379 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.379 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.379 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:14.380 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:58:47.618738+0000 mgr.x (mgr.34787) 28 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:14.380 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.380 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.380 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.381 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.381 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.381 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.381 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.382 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:14.382 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:58:47.624130+0000 mgr.x (mgr.34787) 29 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T16:00:14.382 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:58:47.626976+0000 mgr.x (mgr.34787) 30 : cephadm [INF] Failing over to other MGR 2021-07-26T16:00:14.383 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:58:56.740364+0000 mgr.y (mgr.24901) 1 : cephadm [INF] inventory: adjusted host smithi107 addr 'smithi107' -> '172.21.15.107' 2021-07-26T16:00:14.383 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:59:02.035229+0000 mgr.y (mgr.24901) 7 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:14.383 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.383 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.384 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.384 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.384 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.384 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.385 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.385 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:14.385 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:59:02.036637+0000 mgr.y (mgr.24901) 8 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:14.385 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.385 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.386 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.386 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.386 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.386 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.387 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.387 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:14.387 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:59:02.038862+0000 mgr.y (mgr.24901) 9 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:14.387 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.388 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.388 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.388 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.388 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.389 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.389 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.389 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:14.389 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:58:47.626976+0000 mgr.x (mgr.34787) 30 : cephadm [INF] Failing over to other MGR 2021-07-26T16:00:14.390 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:58:56.740364+0000 mgr.y (mgr.24901) 1 : cephadm [INF] inventory: adjusted host smithi107 addr 'smithi107' -> '172.21.15.107' 2021-07-26T16:00:14.390 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:59:02.035229+0000 mgr.y (mgr.24901) 7 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:14.390 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.391 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.391 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.391 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.391 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.392 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.392 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.392 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:14.392 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:59:02.036637+0000 mgr.y (mgr.24901) 8 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:14.392 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.393 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.393 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.393 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.393 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.394 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.394 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.394 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:14.394 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:59:02.038862+0000 mgr.y (mgr.24901) 9 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:14.395 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.395 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.395 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.395 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.396 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.396 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.396 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.396 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:14.397 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:59:02.040061+0000 mgr.y (mgr.24901) 10 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:14.397 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.397 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.398 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.398 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.398 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.398 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.399 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.399 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:14.399 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:59:04.673585+0000 mgr.y (mgr.24901) 12 : cephadm [INF] Upgrade: Updating mgr.x 2021-07-26T16:00:14.399 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:59:04.682262+0000 mgr.y (mgr.24901) 14 : cephadm [INF] Deploying daemon mgr.x on smithi107 2021-07-26T16:00:14.400 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:59:23.904094+0000 mgr.y (mgr.24901) 24 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:14.400 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.400 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.400 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.401 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.401 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.401 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.401 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.402 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:14.402 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:59:23.905580+0000 mgr.y (mgr.24901) 25 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:14.402 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.402 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.402 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.403 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.403 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.403 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.403 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.404 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:14.404 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:59:02.040061+0000 mgr.y (mgr.24901) 10 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:14.404 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.405 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.405 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.405 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.405 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.406 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.406 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.406 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:14.406 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:59:04.673585+0000 mgr.y (mgr.24901) 12 : cephadm [INF] Upgrade: Updating mgr.x 2021-07-26T16:00:14.407 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:59:04.682262+0000 mgr.y (mgr.24901) 14 : cephadm [INF] Deploying daemon mgr.x on smithi107 2021-07-26T16:00:14.407 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:59:23.904094+0000 mgr.y (mgr.24901) 24 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:14.407 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.407 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.407 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.408 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.408 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.408 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.408 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.409 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:14.409 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:59:23.905580+0000 mgr.y (mgr.24901) 25 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:14.409 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.409 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.410 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.410 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.410 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.410 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.411 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.411 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:14.411 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:59:23.908518+0000 mgr.y (mgr.24901) 26 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:14.412 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.412 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.412 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.412 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.413 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.413 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.413 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.413 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:14.414 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:59:23.909802+0000 mgr.y (mgr.24901) 27 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:14.414 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.414 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.414 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.415 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.415 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.415 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.415 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.416 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:14.416 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:59:23.918308+0000 mgr.y (mgr.24901) 28 : cephadm [INF] Upgrade: Setting container_image for all mgr 2021-07-26T16:00:14.416 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:59:23.947791+0000 mgr.y (mgr.24901) 29 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2021-07-26T16:00:14.416 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:59:26.587370+0000 mgr.y (mgr.24901) 31 : cephadm [INF] Upgrade: Updating mon.a 2021-07-26T16:00:14.416 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:59:26.606231+0000 mgr.y (mgr.24901) 32 : cephadm [INF] Deploying daemon mon.a on smithi037 2021-07-26T16:00:14.417 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:39.288209+0000 mon.a (mon.0) 20 : cluster [INF] Activating manager daemon y 2021-07-26T16:00:14.417 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:39.299718+0000 mon.a (mon.0) 21 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2021-07-26T16:00:14.417 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:39.644144+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e29: y(active, starting, since 0.356132s), standbys: x 2021-07-26T16:00:14.417 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:40.300126+0000 mon.a (mon.0) 23 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2021-07-26T16:00:14.418 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:41.298931+0000 mon.a (mon.0) 24 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2021-07-26T16:00:14.418 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:42.305912+0000 mon.a (mon.0) 25 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2021-07-26T16:00:14.418 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:59:23.908518+0000 mgr.y (mgr.24901) 26 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:14.419 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.419 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.419 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.419 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.420 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.420 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.420 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.420 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:14.421 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:59:23.909802+0000 mgr.y (mgr.24901) 27 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:14.421 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.421 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.421 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.422 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.422 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.422 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.422 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.423 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:14.423 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:59:23.918308+0000 mgr.y (mgr.24901) 28 : cephadm [INF] Upgrade: Setting container_image for all mgr 2021-07-26T16:00:14.423 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:59:23.947791+0000 mgr.y (mgr.24901) 29 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2021-07-26T16:00:14.423 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:59:26.587370+0000 mgr.y (mgr.24901) 31 : cephadm [INF] Upgrade: Updating mon.a 2021-07-26T16:00:14.423 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:59:26.606231+0000 mgr.y (mgr.24901) 32 : cephadm [INF] Deploying daemon mon.a on smithi037 2021-07-26T16:00:14.424 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:39.288209+0000 mon.a (mon.0) 20 : cluster [INF] Activating manager daemon y 2021-07-26T16:00:14.424 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:39.299718+0000 mon.a (mon.0) 21 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2021-07-26T16:00:14.424 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:39.644144+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e29: y(active, starting, since 0.356132s), standbys: x 2021-07-26T16:00:14.424 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:40.300126+0000 mon.a (mon.0) 23 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2021-07-26T16:00:14.425 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:41.298931+0000 mon.a (mon.0) 24 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2021-07-26T16:00:14.425 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:42.305912+0000 mon.a (mon.0) 25 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2021-07-26T16:00:14.425 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:43.319608+0000 mon.a (mon.0) 26 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2021-07-26T16:00:14.426 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:44.330695+0000 mon.a (mon.0) 27 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2021-07-26T16:00:14.426 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:45.340902+0000 mon.a (mon.0) 28 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2021-07-26T16:00:14.426 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:45.692139+0000 mon.a (mon.0) 29 : cluster [INF] Manager daemon y is now available 2021-07-26T16:00:14.426 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:46.340683+0000 mon.a (mon.0) 34 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2021-07-26T16:00:14.427 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:46.374052+0000 mon.a (mon.0) 35 : cluster [DBG] mgrmap e30: y(active, since 7s), standbys: x 2021-07-26T16:00:14.427 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:46.403552+0000 mgr.y (mgr.24994) 1 : cluster [DBG] pgmap v4: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 229 MiB data, 338 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:14.427 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:47.390969+0000 mon.a (mon.0) 36 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2021-07-26T16:00:14.427 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:47.660423+0000 mgr.y (mgr.24994) 2 : cluster [DBG] pgmap v6: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 229 MiB data, 338 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:14.428 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:47.885573+0000 mon.a (mon.0) 37 : cluster [DBG] mgrmap e31: y(active, since 8s), standbys: x 2021-07-26T16:00:14.428 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:48.409077+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2021-07-26T16:00:14.428 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:49.420155+0000 mon.a (mon.0) 39 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2021-07-26T16:00:14.429 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:49.660916+0000 mgr.y (mgr.24994) 3 : cluster [DBG] pgmap v9: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 229 MiB data, 338 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:14.429 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:50.432016+0000 mon.a (mon.0) 40 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2021-07-26T16:00:14.429 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:50.842159+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.429 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:51.014640+0000 mon.a (mon.0) 53 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:00:14.430 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:51.016640+0000 mon.a (mon.0) 54 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.430 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:51.018438+0000 mon.a (mon.0) 55 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:00:14.431 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:51.020225+0000 mon.a (mon.0) 56 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.432 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:51.021912+0000 mon.a (mon.0) 57 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:00:14.432 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:51.023732+0000 mon.a (mon.0) 58 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.432 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:51.025505+0000 mon.a (mon.0) 59 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:00:14.433 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:43.319608+0000 mon.a (mon.0) 26 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2021-07-26T16:00:14.433 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:44.330695+0000 mon.a (mon.0) 27 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2021-07-26T16:00:14.433 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:45.340902+0000 mon.a (mon.0) 28 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2021-07-26T16:00:14.433 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:45.692139+0000 mon.a (mon.0) 29 : cluster [INF] Manager daemon y is now available 2021-07-26T16:00:14.434 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:46.340683+0000 mon.a (mon.0) 34 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2021-07-26T16:00:14.434 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:46.374052+0000 mon.a (mon.0) 35 : cluster [DBG] mgrmap e30: y(active, since 7s), standbys: x 2021-07-26T16:00:14.434 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:46.403552+0000 mgr.y (mgr.24994) 1 : cluster [DBG] pgmap v4: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 229 MiB data, 338 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:14.434 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:47.390969+0000 mon.a (mon.0) 36 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2021-07-26T16:00:14.435 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:47.660423+0000 mgr.y (mgr.24994) 2 : cluster [DBG] pgmap v6: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 229 MiB data, 338 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:14.435 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:47.885573+0000 mon.a (mon.0) 37 : cluster [DBG] mgrmap e31: y(active, since 8s), standbys: x 2021-07-26T16:00:14.435 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:48.409077+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2021-07-26T16:00:14.436 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:49.420155+0000 mon.a (mon.0) 39 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2021-07-26T16:00:14.436 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:49.660916+0000 mgr.y (mgr.24994) 3 : cluster [DBG] pgmap v9: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 229 MiB data, 338 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:14.436 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:50.432016+0000 mon.a (mon.0) 40 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2021-07-26T16:00:14.436 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:50.842159+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.437 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:51.014640+0000 mon.a (mon.0) 53 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:00:14.437 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:51.016640+0000 mon.a (mon.0) 54 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.437 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:51.018438+0000 mon.a (mon.0) 55 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:00:14.437 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:51.020225+0000 mon.a (mon.0) 56 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.438 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:51.021912+0000 mon.a (mon.0) 57 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:00:14.438 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:51.023732+0000 mon.a (mon.0) 58 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.438 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:51.025505+0000 mon.a (mon.0) 59 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:00:14.439 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:51.027254+0000 mon.a (mon.0) 60 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.439 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:51.029016+0000 mon.a (mon.0) 61 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi107.pmlxcx","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T16:00:14.439 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:51.030287+0000 mon.c (mon.1) 204 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.440 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:51.030913+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.440 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:51.040891+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:14.440 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:59:51.046369+0000 mgr.y (mgr.24994) 4 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:14.440 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.441 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.441 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.441 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.441 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.441 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.442 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.442 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:14.442 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:59:51.048399+0000 mgr.y (mgr.24994) 5 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:14.442 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.443 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.443 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.443 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.443 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.444 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.444 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.444 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:14.444 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:59:51.052567+0000 mgr.y (mgr.24994) 6 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:14.445 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:51.027254+0000 mon.a (mon.0) 60 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.445 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:51.029016+0000 mon.a (mon.0) 61 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi107.pmlxcx","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T16:00:14.445 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:51.030287+0000 mon.c (mon.1) 204 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:51.030913+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:51.040891+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:14.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:59:51.046369+0000 mgr.y (mgr.24994) 4 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:14.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.446 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.447 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.447 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.447 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.447 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.448 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.448 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:14.448 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:59:51.048399+0000 mgr.y (mgr.24994) 5 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:14.448 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.449 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.449 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.449 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.449 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.449 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.450 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.450 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:14.450 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:59:51.052567+0000 mgr.y (mgr.24994) 6 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:14.451 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.451 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.451 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.451 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.452 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.452 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.452 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.452 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:14.453 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:59:51.054771+0000 mgr.y (mgr.24994) 7 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:14.453 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.453 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.453 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.453 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.454 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.454 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.454 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.454 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:14.455 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:51.059211+0000 mon.c (mon.1) 205 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:14.455 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:51.061387+0000 mon.c (mon.1) 206 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:14.455 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:51.063112+0000 mon.c (mon.1) 207 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T16:00:14.455 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:51.064527+0000 mon.c (mon.1) 208 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2021-07-26T16:00:14.456 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:59:51.065536+0000 mgr.y (mgr.24994) 8 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2021-07-26T16:00:14.456 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:51.437130+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2021-07-26T16:00:14.456 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:51.661663+0000 mgr.y (mgr.24994) 9 : cluster [DBG] pgmap v12: 89 pgs: 89 active+clean; 243 MiB data, 359 MiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2021-07-26T16:00:14.456 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:51.882946+0000 mon.a (mon.0) 65 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2021-07-26T16:00:14.457 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:52.898663+0000 mon.a (mon.0) 66 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2021-07-26T16:00:14.457 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:53.662474+0000 mgr.y (mgr.24994) 10 : cluster [DBG] pgmap v15: 89 pgs: 89 active+clean; 243 MiB data, 359 MiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2021-07-26T16:00:14.457 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:59:53.865684+0000 mgr.y (mgr.24994) 11 : cephadm [INF] Upgrade: Updating mon.c 2021-07-26T16:00:14.458 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.458 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.458 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.458 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.459 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.459 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.459 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.459 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:14.459 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:59:51.054771+0000 mgr.y (mgr.24994) 7 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:14.460 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.460 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.460 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.460 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.461 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.461 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.461 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.461 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:14.462 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:51.059211+0000 mon.c (mon.1) 205 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:14.462 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:51.061387+0000 mon.c (mon.1) 206 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:14.462 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:51.063112+0000 mon.c (mon.1) 207 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T16:00:14.462 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:51.064527+0000 mon.c (mon.1) 208 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2021-07-26T16:00:14.462 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:59:51.065536+0000 mgr.y (mgr.24994) 8 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2021-07-26T16:00:14.463 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:51.437130+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2021-07-26T16:00:14.463 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:51.661663+0000 mgr.y (mgr.24994) 9 : cluster [DBG] pgmap v12: 89 pgs: 89 active+clean; 243 MiB data, 359 MiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2021-07-26T16:00:14.463 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:51.882946+0000 mon.a (mon.0) 65 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2021-07-26T16:00:14.463 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:52.898663+0000 mon.a (mon.0) 66 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2021-07-26T16:00:14.464 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:53.662474+0000 mgr.y (mgr.24994) 10 : cluster [DBG] pgmap v15: 89 pgs: 89 active+clean; 243 MiB data, 359 MiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2021-07-26T16:00:14.464 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:59:53.865684+0000 mgr.y (mgr.24994) 11 : cephadm [INF] Upgrade: Updating mon.c 2021-07-26T16:00:14.464 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:53.872465+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:14.465 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:53.879754+0000 mon.c (mon.1) 209 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T16:00:14.465 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:53.881160+0000 mon.a (mon.0) 68 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T16:00:14.465 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:53.882319+0000 mon.c (mon.1) 210 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:14.465 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T15:59:53.883344+0000 mgr.y (mgr.24994) 12 : cephadm [INF] Deploying daemon mon.c on smithi037 2021-07-26T16:00:14.466 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:53.884610+0000 mon.a (mon.0) 69 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-07-26T16:00:14.466 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:53.904091+0000 mon.a (mon.0) 70 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2021-07-26T16:00:14.466 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:54.901347+0000 mon.a (mon.0) 71 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2021-07-26T16:00:14.466 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:57.663992+0000 mgr.y (mgr.24994) 14 : cluster [DBG] pgmap v20: 89 pgs: 89 active+clean; 250 MiB data, 370 MiB used, 707 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2021-07-26T16:00:14.467 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:58.989867+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2021-07-26T16:00:14.467 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:59.524569+0000 mgr.y (mgr.24994) 15 : audit [DBG] from='client.44142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:00:14.467 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:59.664706+0000 mgr.y (mgr.24994) 16 : cluster [DBG] pgmap v21: 89 pgs: 89 active+clean; 250 MiB data, 370 MiB used, 707 GiB / 715 GiB avail; 1.3 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2021-07-26T16:00:14.467 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:59.845038+0000 mgr.y (mgr.24994) 17 : audit [DBG] from='client.44148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:00:14.469 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:59.848503+0000 mon.a (mon.0) 73 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:00:14.470 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:59.850767+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:00:14.470 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:59.852972+0000 mon.a (mon.0) 75 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.470 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:59.855429+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.470 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:59.857728+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.471 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:59.860056+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.471 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:53.872465+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:14.472 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:53.879754+0000 mon.c (mon.1) 209 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T16:00:14.472 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:53.881160+0000 mon.a (mon.0) 68 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T16:00:14.472 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:53.882319+0000 mon.c (mon.1) 210 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:14.473 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T15:59:53.883344+0000 mgr.y (mgr.24994) 12 : cephadm [INF] Deploying daemon mon.c on smithi037 2021-07-26T16:00:14.473 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:53.884610+0000 mon.a (mon.0) 69 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-07-26T16:00:14.473 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:53.904091+0000 mon.a (mon.0) 70 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2021-07-26T16:00:14.473 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:54.901347+0000 mon.a (mon.0) 71 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2021-07-26T16:00:14.474 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:57.663992+0000 mgr.y (mgr.24994) 14 : cluster [DBG] pgmap v20: 89 pgs: 89 active+clean; 250 MiB data, 370 MiB used, 707 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2021-07-26T16:00:14.474 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:58.989867+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2021-07-26T16:00:14.474 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:59.524569+0000 mgr.y (mgr.24994) 15 : audit [DBG] from='client.44142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:00:14.474 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:59.664706+0000 mgr.y (mgr.24994) 16 : cluster [DBG] pgmap v21: 89 pgs: 89 active+clean; 250 MiB data, 370 MiB used, 707 GiB / 715 GiB avail; 1.3 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2021-07-26T16:00:14.475 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:59.845038+0000 mgr.y (mgr.24994) 17 : audit [DBG] from='client.44148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:00:14.475 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:59.848503+0000 mon.a (mon.0) 73 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:00:14.475 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:59.850767+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:00:14.475 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:59.852972+0000 mon.a (mon.0) 75 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.476 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:59.855429+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.476 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:59.857728+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.476 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:59.860056+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.477 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:59.866664+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:00:14.477 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:59.869024+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.477 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:59.871576+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.478 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:59.873564+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.478 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:59.875436+0000 mon.a (mon.0) 83 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.478 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:59.894860+0000 mon.a (mon.0) 84 : cluster [INF] mon.a calling monitor election 2021-07-26T16:00:14.478 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:59.898428+0000 mon.a (mon.0) 85 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T16:00:14.479 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:59.906079+0000 mon.a (mon.0) 86 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0],b=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],c=[v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0]} 2021-07-26T16:00:14.479 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:59.906177+0000 mon.a (mon.0) 87 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 1 up:standby 2021-07-26T16:00:14.479 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:59.906218+0000 mon.a (mon.0) 88 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2021-07-26T16:00:14.479 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:59.906823+0000 mon.a (mon.0) 89 : cluster [DBG] mgrmap e31: y(active, since 20s), standbys: x 2021-07-26T16:00:14.479 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T15:59:59.913707+0000 mon.a (mon.0) 90 : cluster [INF] overall HEALTH_OK 2021-07-26T16:00:14.480 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:59.913786+0000 mon.b (mon.2) 143 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:14.480 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:59.917839+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.24994 ' entity='' 2021-07-26T16:00:14.480 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T15:59:59.923517+0000 mon.a (mon.0) 92 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:00:14.480 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:00.000129+0000 mon.a (mon.0) 93 : cluster [INF] overall HEALTH_OK 2021-07-26T16:00:14.481 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T16:00:00.282477+0000 mon.a (mon.0) 94 : audit [DBG] from='client.? 172.21.15.37:0/1367598972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:14.481 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:00.920004+0000 mon.a (mon.0) 95 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2021-07-26T16:00:14.481 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:01.665935+0000 mgr.y (mgr.24994) 18 : cluster [DBG] pgmap v23: 89 pgs: 89 active+clean; 255 MiB data, 374 MiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2021-07-26T16:00:14.481 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:01.887805+0000 mon.a (mon.0) 96 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2021-07-26T16:00:14.482 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:02.898126+0000 mon.a (mon.0) 97 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2021-07-26T16:00:14.482 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:03.666605+0000 mgr.y (mgr.24994) 19 : cluster [DBG] pgmap v26: 89 pgs: 89 active+clean; 255 MiB data, 374 MiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 865 KiB/s wr, 4 op/s 2021-07-26T16:00:14.482 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:59.866664+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:00:14.483 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:59.869024+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.483 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:59.871576+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.483 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:59.873564+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.483 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:59.875436+0000 mon.a (mon.0) 83 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.484 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:59.894860+0000 mon.a (mon.0) 84 : cluster [INF] mon.a calling monitor election 2021-07-26T16:00:14.484 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:59.898428+0000 mon.a (mon.0) 85 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T16:00:14.484 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:59.906079+0000 mon.a (mon.0) 86 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0],b=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],c=[v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0]} 2021-07-26T16:00:14.484 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:59.906177+0000 mon.a (mon.0) 87 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 1 up:standby 2021-07-26T16:00:14.484 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:59.906218+0000 mon.a (mon.0) 88 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2021-07-26T16:00:14.485 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:59.906823+0000 mon.a (mon.0) 89 : cluster [DBG] mgrmap e31: y(active, since 20s), standbys: x 2021-07-26T16:00:14.485 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T15:59:59.913707+0000 mon.a (mon.0) 90 : cluster [INF] overall HEALTH_OK 2021-07-26T16:00:14.485 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:59.913786+0000 mon.b (mon.2) 143 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:14.485 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:59.917839+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.24994 ' entity='' 2021-07-26T16:00:14.486 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T15:59:59.923517+0000 mon.a (mon.0) 92 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:00:14.486 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:00.000129+0000 mon.a (mon.0) 93 : cluster [INF] overall HEALTH_OK 2021-07-26T16:00:14.486 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T16:00:00.282477+0000 mon.a (mon.0) 94 : audit [DBG] from='client.? 172.21.15.37:0/1367598972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:14.486 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:00.920004+0000 mon.a (mon.0) 95 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2021-07-26T16:00:14.487 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:01.665935+0000 mgr.y (mgr.24994) 18 : cluster [DBG] pgmap v23: 89 pgs: 89 active+clean; 255 MiB data, 374 MiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2021-07-26T16:00:14.487 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:01.887805+0000 mon.a (mon.0) 96 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2021-07-26T16:00:14.487 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:02.898126+0000 mon.a (mon.0) 97 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2021-07-26T16:00:14.487 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:03.666605+0000 mgr.y (mgr.24994) 19 : cluster [DBG] pgmap v26: 89 pgs: 89 active+clean; 255 MiB data, 374 MiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 865 KiB/s wr, 4 op/s 2021-07-26T16:00:14.488 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:03.902036+0000 mon.a (mon.0) 98 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2021-07-26T16:00:14.488 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T16:00:04.261584+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:14.489 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T16:00:04.272596+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:14.489 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T16:00:04.276120+0000 mgr.y (mgr.24994) 20 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:14.489 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.489 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.490 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.490 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.490 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.490 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.491 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.491 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:14.491 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T16:00:04.277634+0000 mgr.y (mgr.24994) 21 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:14.491 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.491 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.492 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.492 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.492 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.492 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.493 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.493 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:14.493 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T16:00:04.280070+0000 mon.b (mon.2) 144 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:14.493 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T16:00:04.280655+0000 mgr.y (mgr.24994) 22 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:14.493 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.494 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.494 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.494 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.494 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.495 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.495 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.495 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:14.495 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T16:00:04.282113+0000 mgr.y (mgr.24994) 23 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:14.496 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:14.496 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.496 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:14.496 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.497 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.497 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.497 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.497 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:14.497 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T16:00:04.282716+0000 mon.b (mon.2) 145 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:14.498 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T16:00:04.284802+0000 mon.b (mon.2) 146 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T16:00:14.498 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T16:00:04.286391+0000 mon.b (mon.2) 147 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2021-07-26T16:00:14.498 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T16:00:04.293528+0000 mgr.y (mgr.24994) 24 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2021-07-26T16:00:14.498 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:04.913205+0000 mon.a (mon.0) 101 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2021-07-26T16:00:14.499 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:05.667348+0000 mgr.y (mgr.24994) 25 : cluster [DBG] pgmap v29: 89 pgs: 89 active+clean; 255 MiB data, 374 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:14.499 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:05.918984+0000 mon.a (mon.0) 102 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2021-07-26T16:00:14.499 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T16:00:06.907340+0000 mgr.y (mgr.24994) 26 : cephadm [INF] Upgrade: Updating mon.b 2021-07-26T16:00:14.499 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T16:00:06.915115+0000 mon.b (mon.2) 148 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T16:00:14.500 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T16:00:06.918688+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:14.500 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T16:00:06.924333+0000 mon.a (mon.0) 104 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T16:00:14.500 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T16:00:06.932397+0000 mon.b (mon.2) 149 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:14.500 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:06.936882+0000 mon.a (mon.0) 105 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2021-07-26T16:00:14.500 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cephadm 2021-07-26T16:00:06.950943+0000 mgr.y (mgr.24994) 27 : cephadm [INF] Deploying daemon mon.b on smithi107 2021-07-26T16:00:14.501 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:03.902036+0000 mon.a (mon.0) 98 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2021-07-26T16:00:14.501 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T16:00:04.261584+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:14.502 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T16:00:04.272596+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:14.502 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T16:00:04.276120+0000 mgr.y (mgr.24994) 20 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:14.502 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.502 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.502 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.503 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.503 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.503 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.503 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.504 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:14.504 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T16:00:04.277634+0000 mgr.y (mgr.24994) 21 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:14.504 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.504 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.505 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.505 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.505 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.505 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.507 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.507 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:14.507 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T16:00:04.280070+0000 mon.b (mon.2) 144 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:14.508 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T16:00:04.280655+0000 mgr.y (mgr.24994) 22 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:14.508 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.508 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.508 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.509 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.509 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.510 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T16:00:06.952552+0000 mon.a (mon.0) 106 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-07-26T16:00:14.510 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:07.668125+0000 mgr.y (mgr.24994) 28 : cluster [DBG] pgmap v32: 89 pgs: 89 active+clean; 255 MiB data, 379 MiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2021-07-26T16:00:14.510 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:07.960267+0000 mon.a (mon.0) 107 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2021-07-26T16:00:14.510 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:11.670274+0000 mgr.y (mgr.24994) 30 : cluster [DBG] pgmap v36: 89 pgs: 89 active+clean; 256 MiB data, 380 MiB used, 707 GiB / 715 GiB avail; 355 B/s rd, 69 KiB/s wr, 12 op/s 2021-07-26T16:00:14.511 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:13.032309+0000 mon.b (mon.2) 2 : cluster [INF] mon.b calling monitor election 2021-07-26T16:00:14.511 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T16:00:13.035568+0000 mon.c (mon.1) 5 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T16:00:14.511 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T16:00:13.035833+0000 mon.c (mon.1) 6 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T16:00:14.511 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T16:00:13.036102+0000 mon.c (mon.1) 7 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T16:00:14.512 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:13.037332+0000 mon.a (mon.0) 115 : cluster [INF] overall HEALTH_OK 2021-07-26T16:00:14.512 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:13.038706+0000 mon.c (mon.1) 8 : cluster [INF] mon.c calling monitor election 2021-07-26T16:00:14.512 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:13.038740+0000 mon.a (mon.0) 116 : cluster [INF] mon.a calling monitor election 2021-07-26T16:00:14.512 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:13.041330+0000 mon.a (mon.0) 117 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T16:00:14.513 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:13.053298+0000 mon.a (mon.0) 118 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0],b=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],c=[v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0]} 2021-07-26T16:00:14.513 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:13.053404+0000 mon.a (mon.0) 119 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 1 up:standby 2021-07-26T16:00:14.513 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:13.053454+0000 mon.a (mon.0) 120 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2021-07-26T16:00:14.513 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:13.053866+0000 mon.a (mon.0) 121 : cluster [DBG] mgrmap e31: y(active, since 33s), standbys: x 2021-07-26T16:00:14.514 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: cluster 2021-07-26T16:00:13.060377+0000 mon.a (mon.0) 122 : cluster [INF] overall HEALTH_OK 2021-07-26T16:00:14.514 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T16:00:13.066522+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.24994 ' entity='' 2021-07-26T16:00:14.514 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T16:00:13.069077+0000 mon.c (mon.1) 9 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:14.514 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[42499]: audit 2021-07-26T16:00:13.072288+0000 mon.c (mon.1) 10 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:00:14.515 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.515 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.516 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:14.516 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T16:00:04.282113+0000 mgr.y (mgr.24994) 23 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:14.516 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:14.516 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.517 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:14.517 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.517 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.517 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.518 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.518 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:14.518 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T16:00:04.282716+0000 mon.b (mon.2) 145 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:14.518 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T16:00:04.284802+0000 mon.b (mon.2) 146 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T16:00:14.519 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T16:00:04.286391+0000 mon.b (mon.2) 147 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2021-07-26T16:00:14.519 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T16:00:04.293528+0000 mgr.y (mgr.24994) 24 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2021-07-26T16:00:14.519 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:04.913205+0000 mon.a (mon.0) 101 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2021-07-26T16:00:14.519 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:05.667348+0000 mgr.y (mgr.24994) 25 : cluster [DBG] pgmap v29: 89 pgs: 89 active+clean; 255 MiB data, 374 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:14.520 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:05.918984+0000 mon.a (mon.0) 102 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2021-07-26T16:00:14.520 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T16:00:06.907340+0000 mgr.y (mgr.24994) 26 : cephadm [INF] Upgrade: Updating mon.b 2021-07-26T16:00:14.520 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T16:00:06.915115+0000 mon.b (mon.2) 148 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T16:00:14.520 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T16:00:06.918688+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:14.521 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T16:00:06.924333+0000 mon.a (mon.0) 104 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T16:00:14.521 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T16:00:06.932397+0000 mon.b (mon.2) 149 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:14.521 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:06.936882+0000 mon.a (mon.0) 105 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2021-07-26T16:00:14.521 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cephadm 2021-07-26T16:00:06.950943+0000 mgr.y (mgr.24994) 27 : cephadm [INF] Deploying daemon mon.b on smithi107 2021-07-26T16:00:14.522 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T16:00:06.952552+0000 mon.a (mon.0) 106 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-07-26T16:00:14.522 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:07.668125+0000 mgr.y (mgr.24994) 28 : cluster [DBG] pgmap v32: 89 pgs: 89 active+clean; 255 MiB data, 379 MiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2021-07-26T16:00:14.522 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:07.960267+0000 mon.a (mon.0) 107 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2021-07-26T16:00:14.522 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:11.670274+0000 mgr.y (mgr.24994) 30 : cluster [DBG] pgmap v36: 89 pgs: 89 active+clean; 256 MiB data, 380 MiB used, 707 GiB / 715 GiB avail; 355 B/s rd, 69 KiB/s wr, 12 op/s 2021-07-26T16:00:14.523 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:13.032309+0000 mon.b (mon.2) 2 : cluster [INF] mon.b calling monitor election 2021-07-26T16:00:14.523 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T16:00:13.035568+0000 mon.c (mon.1) 5 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T16:00:14.523 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T16:00:13.035833+0000 mon.c (mon.1) 6 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T16:00:14.523 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T16:00:13.036102+0000 mon.c (mon.1) 7 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T16:00:14.524 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:13.037332+0000 mon.a (mon.0) 115 : cluster [INF] overall HEALTH_OK 2021-07-26T16:00:14.524 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:13.038706+0000 mon.c (mon.1) 8 : cluster [INF] mon.c calling monitor election 2021-07-26T16:00:14.524 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:13.038740+0000 mon.a (mon.0) 116 : cluster [INF] mon.a calling monitor election 2021-07-26T16:00:14.524 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:13.041330+0000 mon.a (mon.0) 117 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T16:00:14.525 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:13.053298+0000 mon.a (mon.0) 118 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0],b=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],c=[v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0]} 2021-07-26T16:00:14.525 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:13.053404+0000 mon.a (mon.0) 119 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 1 up:standby 2021-07-26T16:00:14.525 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:13.053454+0000 mon.a (mon.0) 120 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2021-07-26T16:00:14.525 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:13.053866+0000 mon.a (mon.0) 121 : cluster [DBG] mgrmap e31: y(active, since 33s), standbys: x 2021-07-26T16:00:14.525 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: cluster 2021-07-26T16:00:13.060377+0000 mon.a (mon.0) 122 : cluster [INF] overall HEALTH_OK 2021-07-26T16:00:14.526 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T16:00:13.066522+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.24994 ' entity='' 2021-07-26T16:00:14.526 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T16:00:13.069077+0000 mon.c (mon.1) 9 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:14.526 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:14 smithi037 bash[41498]: audit 2021-07-26T16:00:13.072288+0000 mon.c (mon.1) 10 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:00:14.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:45:46.123148+0000 mon.a (mon.0) 0 : [INF] mkfs 72588c72-ee28-11eb-8c23-001a4aab830c 2021-07-26T16:00:14.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:57:51.953663+0000 mgr.y (mgr.14140) 451 : cephadm [INF] Deploying daemon mgr.x on smithi107 2021-07-26T16:00:14.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:58:05.912489+0000 mgr.y (mgr.14140) 459 : cephadm [INF] refreshing smithi037 facts 2021-07-26T16:00:14.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:58:08.555700+0000 mgr.y (mgr.14140) 462 : cephadm [INF] refreshing smithi107 facts 2021-07-26T16:00:14.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:58:08.917438+0000 mgr.y (mgr.14140) 463 : cephadm [INF] Upgrade: Target is quay.ceph.io/ceph-ci/ceph@sha256:67e488f4500e461b30826121bd40591c300504e54b7f51ac497f9cc91d13998f with id 6cdb40438e662d3c5ecb03d5b9d0b7a3675f8fa9b2b429ef0081ea4adc0695ed 2021-07-26T16:00:14.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:58:08.920669+0000 mgr.y (mgr.14140) 464 : cephadm [INF] Upgrade: Checking mgr daemons... 2021-07-26T16:00:14.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:58:08.921229+0000 mgr.y (mgr.14140) 465 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2021-07-26T16:00:14.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:58:08.925921+0000 mgr.y (mgr.14140) 466 : cephadm [INF] Failing over to other MGR 2021-07-26T16:00:14.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:58:20.360288+0000 mgr.x (mgr.34787) 1 : cephadm [INF] inventory: adjusted host smithi037 addr 'smithi037' -> '172.21.15.37' 2021-07-26T16:00:14.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:58:26.008692+0000 mgr.x (mgr.34787) 7 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:14.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:14.534 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:58:26.010517+0000 mgr.x (mgr.34787) 8 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:14.534 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.534 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.534 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.535 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.535 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.535 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.535 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.536 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:14.536 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:58:26.013787+0000 mgr.x (mgr.34787) 9 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:14.536 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.536 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.537 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.537 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.537 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.537 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.538 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.538 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:14.538 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:58:26.015319+0000 mgr.x (mgr.34787) 10 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:14.538 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.539 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.539 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.539 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.539 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.540 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.540 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.540 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:14.540 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:58:26.027295+0000 mgr.x (mgr.34787) 11 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T16:00:14.541 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:58:28.553508+0000 mgr.x (mgr.34787) 14 : cephadm [INF] Upgrade: Updating mgr.y 2021-07-26T16:00:14.541 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:58:28.570185+0000 mgr.x (mgr.34787) 15 : cephadm [INF] Deploying daemon mgr.y on smithi037 2021-07-26T16:00:14.541 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:58:47.612143+0000 mgr.x (mgr.34787) 25 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:14.541 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:14.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:58:47.614597+0000 mgr.x (mgr.34787) 26 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:14.544 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.544 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.544 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.544 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.545 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.545 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.545 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.545 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:14.546 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:58:47.617764+0000 mgr.x (mgr.34787) 27 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:14.546 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.546 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.546 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.547 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.547 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.547 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.547 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.548 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:14.548 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:58:47.618738+0000 mgr.x (mgr.34787) 28 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:14.548 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.548 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.549 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.549 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.549 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.549 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:14.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:58:47.624130+0000 mgr.x (mgr.34787) 29 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2021-07-26T16:00:14.550 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:58:47.626976+0000 mgr.x (mgr.34787) 30 : cephadm [INF] Failing over to other MGR 2021-07-26T16:00:14.551 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:58:56.740364+0000 mgr.y (mgr.24901) 1 : cephadm [INF] inventory: adjusted host smithi107 addr 'smithi107' -> '172.21.15.107' 2021-07-26T16:00:14.551 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:59:02.035229+0000 mgr.y (mgr.24901) 7 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:14.551 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.551 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.552 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.552 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.552 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.552 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.553 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.553 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:14.553 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:59:02.036637+0000 mgr.y (mgr.24901) 8 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:14.553 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.554 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.554 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.554 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.554 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.555 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.555 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.555 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:14.555 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:59:02.038862+0000 mgr.y (mgr.24901) 9 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:14.556 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.556 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.556 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.556 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.557 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.557 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.557 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.557 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:14.558 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:59:02.040061+0000 mgr.y (mgr.24901) 10 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:14.558 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.558 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.558 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.559 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.559 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.559 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.559 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.560 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:14.560 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:59:04.673585+0000 mgr.y (mgr.24901) 12 : cephadm [INF] Upgrade: Updating mgr.x 2021-07-26T16:00:14.560 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:59:04.682262+0000 mgr.y (mgr.24901) 14 : cephadm [INF] Deploying daemon mgr.x on smithi107 2021-07-26T16:00:14.560 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:59:23.904094+0000 mgr.y (mgr.24901) 24 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:14.561 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.561 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.561 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.561 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.562 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.562 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.562 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.563 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:14.563 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:59:23.905580+0000 mgr.y (mgr.24901) 25 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:14.563 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.563 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.564 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.564 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.564 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.564 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.565 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.565 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:14.565 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:59:23.908518+0000 mgr.y (mgr.24901) 26 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:14.565 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.566 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:14.567 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:59:23.909802+0000 mgr.y (mgr.24901) 27 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:14.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.568 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.569 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:14.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:59:23.918308+0000 mgr.y (mgr.24901) 28 : cephadm [INF] Upgrade: Setting container_image for all mgr 2021-07-26T16:00:14.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:59:23.947791+0000 mgr.y (mgr.24901) 29 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2021-07-26T16:00:14.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:59:26.587370+0000 mgr.y (mgr.24901) 31 : cephadm [INF] Upgrade: Updating mon.a 2021-07-26T16:00:14.570 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:59:26.606231+0000 mgr.y (mgr.24901) 32 : cephadm [INF] Deploying daemon mon.a on smithi037 2021-07-26T16:00:14.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:39.288209+0000 mon.a (mon.0) 20 : cluster [INF] Activating manager daemon y 2021-07-26T16:00:14.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:39.299718+0000 mon.a (mon.0) 21 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2021-07-26T16:00:14.571 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:39.644144+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e29: y(active, starting, since 0.356132s), standbys: x 2021-07-26T16:00:14.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:40.300126+0000 mon.a (mon.0) 23 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2021-07-26T16:00:14.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:41.298931+0000 mon.a (mon.0) 24 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2021-07-26T16:00:14.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:42.305912+0000 mon.a (mon.0) 25 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2021-07-26T16:00:14.572 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:43.319608+0000 mon.a (mon.0) 26 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2021-07-26T16:00:14.573 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:44.330695+0000 mon.a (mon.0) 27 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2021-07-26T16:00:14.573 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:45.340902+0000 mon.a (mon.0) 28 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2021-07-26T16:00:14.573 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:45.692139+0000 mon.a (mon.0) 29 : cluster [INF] Manager daemon y is now available 2021-07-26T16:00:14.573 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:46.340683+0000 mon.a (mon.0) 34 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2021-07-26T16:00:14.574 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:46.374052+0000 mon.a (mon.0) 35 : cluster [DBG] mgrmap e30: y(active, since 7s), standbys: x 2021-07-26T16:00:14.574 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:46.403552+0000 mgr.y (mgr.24994) 1 : cluster [DBG] pgmap v4: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 229 MiB data, 338 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:14.574 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:47.390969+0000 mon.a (mon.0) 36 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2021-07-26T16:00:14.574 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:47.660423+0000 mgr.y (mgr.24994) 2 : cluster [DBG] pgmap v6: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 229 MiB data, 338 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:14.575 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:47.885573+0000 mon.a (mon.0) 37 : cluster [DBG] mgrmap e31: y(active, since 8s), standbys: x 2021-07-26T16:00:14.575 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:48.409077+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2021-07-26T16:00:14.575 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:49.420155+0000 mon.a (mon.0) 39 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2021-07-26T16:00:14.575 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:49.660916+0000 mgr.y (mgr.24994) 3 : cluster [DBG] pgmap v9: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 229 MiB data, 338 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:14.576 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:50.432016+0000 mon.a (mon.0) 40 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2021-07-26T16:00:14.576 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:50.842159+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.576 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:51.014640+0000 mon.a (mon.0) 53 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:00:14.576 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:51.016640+0000 mon.a (mon.0) 54 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.577 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:51.018438+0000 mon.a (mon.0) 55 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:00:14.577 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:51.020225+0000 mon.a (mon.0) 56 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.577 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:51.021912+0000 mon.a (mon.0) 57 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:00:14.577 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:51.023732+0000 mon.a (mon.0) 58 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.578 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:51.025505+0000 mon.a (mon.0) 59 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:00:14.578 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:51.027254+0000 mon.a (mon.0) 60 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.578 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:51.029016+0000 mon.a (mon.0) 61 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi107.pmlxcx","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T16:00:14.579 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:51.030287+0000 mon.c (mon.1) 204 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.579 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:51.030913+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.579 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:51.040891+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:14.579 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:59:51.046369+0000 mgr.y (mgr.24994) 4 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:14.580 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.580 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.580 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.580 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.581 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.581 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.581 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.581 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:14.582 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:59:51.048399+0000 mgr.y (mgr.24994) 5 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:14.582 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.582 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.582 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.583 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.583 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.583 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.583 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.584 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:14.584 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:59:51.052567+0000 mgr.y (mgr.24994) 6 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:14.584 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.584 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.585 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.585 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.585 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.586 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.586 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.586 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:14.586 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:59:51.054771+0000 mgr.y (mgr.24994) 7 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:14.587 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.587 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.587 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.587 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.588 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.588 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.588 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.588 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:14.589 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:51.059211+0000 mon.c (mon.1) 205 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:14.589 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:51.061387+0000 mon.c (mon.1) 206 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:14.589 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:51.063112+0000 mon.c (mon.1) 207 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T16:00:14.589 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:51.064527+0000 mon.c (mon.1) 208 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2021-07-26T16:00:14.590 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:59:51.065536+0000 mgr.y (mgr.24994) 8 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2021-07-26T16:00:14.590 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:51.437130+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2021-07-26T16:00:14.590 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:51.661663+0000 mgr.y (mgr.24994) 9 : cluster [DBG] pgmap v12: 89 pgs: 89 active+clean; 243 MiB data, 359 MiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2021-07-26T16:00:14.590 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:51.882946+0000 mon.a (mon.0) 65 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2021-07-26T16:00:14.591 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:52.898663+0000 mon.a (mon.0) 66 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2021-07-26T16:00:14.591 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:53.662474+0000 mgr.y (mgr.24994) 10 : cluster [DBG] pgmap v15: 89 pgs: 89 active+clean; 243 MiB data, 359 MiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2021-07-26T16:00:14.591 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:59:53.865684+0000 mgr.y (mgr.24994) 11 : cephadm [INF] Upgrade: Updating mon.c 2021-07-26T16:00:14.591 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:53.872465+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:14.592 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:53.879754+0000 mon.c (mon.1) 209 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T16:00:14.592 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:53.881160+0000 mon.a (mon.0) 68 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T16:00:14.592 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:53.882319+0000 mon.c (mon.1) 210 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:14.592 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T15:59:53.883344+0000 mgr.y (mgr.24994) 12 : cephadm [INF] Deploying daemon mon.c on smithi037 2021-07-26T16:00:14.593 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:53.884610+0000 mon.a (mon.0) 69 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-07-26T16:00:14.593 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:53.904091+0000 mon.a (mon.0) 70 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2021-07-26T16:00:14.593 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:54.901347+0000 mon.a (mon.0) 71 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2021-07-26T16:00:14.593 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:57.663992+0000 mgr.y (mgr.24994) 14 : cluster [DBG] pgmap v20: 89 pgs: 89 active+clean; 250 MiB data, 370 MiB used, 707 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2021-07-26T16:00:14.594 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:58.989867+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2021-07-26T16:00:14.594 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:59.524569+0000 mgr.y (mgr.24994) 15 : audit [DBG] from='client.44142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:00:14.594 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:59.664706+0000 mgr.y (mgr.24994) 16 : cluster [DBG] pgmap v21: 89 pgs: 89 active+clean; 250 MiB data, 370 MiB used, 707 GiB / 715 GiB avail; 1.3 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2021-07-26T16:00:14.594 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:59.845038+0000 mgr.y (mgr.24994) 17 : audit [DBG] from='client.44148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:00:14.595 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:59.848503+0000 mon.a (mon.0) 73 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:00:14.595 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:59.850767+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:00:14.595 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:59.852972+0000 mon.a (mon.0) 75 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.595 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:59.855429+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.595 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:59.857728+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:59.860056+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:59.866664+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:00:14.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:59.869024+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.596 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:59.871576+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.597 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:59.873564+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.597 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:59.875436+0000 mon.a (mon.0) 83 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:14.597 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:59.894860+0000 mon.a (mon.0) 84 : cluster [INF] mon.a calling monitor election 2021-07-26T16:00:14.597 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:59.898428+0000 mon.a (mon.0) 85 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T16:00:14.598 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:59.906079+0000 mon.a (mon.0) 86 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0],b=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],c=[v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0]} 2021-07-26T16:00:14.598 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:59.906177+0000 mon.a (mon.0) 87 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 1 up:standby 2021-07-26T16:00:14.598 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:59.906218+0000 mon.a (mon.0) 88 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2021-07-26T16:00:14.598 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:59.906823+0000 mon.a (mon.0) 89 : cluster [DBG] mgrmap e31: y(active, since 20s), standbys: x 2021-07-26T16:00:14.599 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T15:59:59.913707+0000 mon.a (mon.0) 90 : cluster [INF] overall HEALTH_OK 2021-07-26T16:00:14.599 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:59.913786+0000 mon.b (mon.2) 143 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:14.599 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:59.917839+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.24994 ' entity='' 2021-07-26T16:00:14.599 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T15:59:59.923517+0000 mon.a (mon.0) 92 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:00:14.600 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:00.000129+0000 mon.a (mon.0) 93 : cluster [INF] overall HEALTH_OK 2021-07-26T16:00:14.600 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T16:00:00.282477+0000 mon.a (mon.0) 94 : audit [DBG] from='client.? 172.21.15.37:0/1367598972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:14.600 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:00.920004+0000 mon.a (mon.0) 95 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2021-07-26T16:00:14.600 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:01.665935+0000 mgr.y (mgr.24994) 18 : cluster [DBG] pgmap v23: 89 pgs: 89 active+clean; 255 MiB data, 374 MiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2021-07-26T16:00:14.601 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:01.887805+0000 mon.a (mon.0) 96 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2021-07-26T16:00:14.601 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:02.898126+0000 mon.a (mon.0) 97 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2021-07-26T16:00:14.601 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:03.666605+0000 mgr.y (mgr.24994) 19 : cluster [DBG] pgmap v26: 89 pgs: 89 active+clean; 255 MiB data, 374 MiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 865 KiB/s wr, 4 op/s 2021-07-26T16:00:14.601 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:03.902036+0000 mon.a (mon.0) 98 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2021-07-26T16:00:14.602 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T16:00:04.261584+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:14.602 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T16:00:04.272596+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:14.602 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T16:00:04.276120+0000 mgr.y (mgr.24994) 20 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:14.602 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.603 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.607 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.608 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.608 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.608 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.608 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.609 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:14.609 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T16:00:04.277634+0000 mgr.y (mgr.24994) 21 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:14.609 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.609 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.610 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.610 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.610 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.610 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.611 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.611 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:14.611 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T16:00:04.280070+0000 mon.b (mon.2) 144 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:14.611 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T16:00:04.280655+0000 mgr.y (mgr.24994) 22 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:14.612 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.612 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.612 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.612 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.613 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.613 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.613 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.613 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:14.614 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T16:00:04.282113+0000 mgr.y (mgr.24994) 23 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:14.614 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:14.614 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:14.614 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:14.615 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:14.615 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:14.615 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:14.616 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:14.616 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:14.616 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T16:00:04.282716+0000 mon.b (mon.2) 145 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:14.616 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T16:00:04.284802+0000 mon.b (mon.2) 146 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2021-07-26T16:00:14.616 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T16:00:04.286391+0000 mon.b (mon.2) 147 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2021-07-26T16:00:14.617 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T16:00:04.293528+0000 mgr.y (mgr.24994) 24 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2021-07-26T16:00:14.617 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:04.913205+0000 mon.a (mon.0) 101 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2021-07-26T16:00:14.617 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:05.667348+0000 mgr.y (mgr.24994) 25 : cluster [DBG] pgmap v29: 89 pgs: 89 active+clean; 255 MiB data, 374 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:14.617 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:05.918984+0000 mon.a (mon.0) 102 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2021-07-26T16:00:14.618 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T16:00:06.907340+0000 mgr.y (mgr.24994) 26 : cephadm [INF] Upgrade: Updating mon.b 2021-07-26T16:00:14.618 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T16:00:06.915115+0000 mon.b (mon.2) 148 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T16:00:14.618 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T16:00:06.918688+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:14.618 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T16:00:06.924333+0000 mon.a (mon.0) 104 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T16:00:14.619 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T16:00:06.932397+0000 mon.b (mon.2) 149 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:14.619 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:06.936882+0000 mon.a (mon.0) 105 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2021-07-26T16:00:14.619 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cephadm 2021-07-26T16:00:06.950943+0000 mgr.y (mgr.24994) 27 : cephadm [INF] Deploying daemon mon.b on smithi107 2021-07-26T16:00:14.619 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T16:00:06.952552+0000 mon.a (mon.0) 106 : audit [DBG] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-07-26T16:00:14.619 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:07.668125+0000 mgr.y (mgr.24994) 28 : cluster [DBG] pgmap v32: 89 pgs: 89 active+clean; 255 MiB data, 379 MiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 6 op/s 2021-07-26T16:00:14.620 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:07.960267+0000 mon.a (mon.0) 107 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2021-07-26T16:00:14.620 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:11.670274+0000 mgr.y (mgr.24994) 30 : cluster [DBG] pgmap v36: 89 pgs: 89 active+clean; 256 MiB data, 380 MiB used, 707 GiB / 715 GiB avail; 355 B/s rd, 69 KiB/s wr, 12 op/s 2021-07-26T16:00:14.620 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:13.032309+0000 mon.b (mon.2) 2 : cluster [INF] mon.b calling monitor election 2021-07-26T16:00:14.620 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T16:00:13.035568+0000 mon.c (mon.1) 5 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2021-07-26T16:00:14.621 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T16:00:13.035833+0000 mon.c (mon.1) 6 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2021-07-26T16:00:14.621 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T16:00:13.036102+0000 mon.c (mon.1) 7 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2021-07-26T16:00:14.621 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:13.037332+0000 mon.a (mon.0) 115 : cluster [INF] overall HEALTH_OK 2021-07-26T16:00:14.621 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:13.038706+0000 mon.c (mon.1) 8 : cluster [INF] mon.c calling monitor election 2021-07-26T16:00:14.622 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:13.038740+0000 mon.a (mon.0) 116 : cluster [INF] mon.a calling monitor election 2021-07-26T16:00:14.622 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:13.041330+0000 mon.a (mon.0) 117 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-07-26T16:00:14.622 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:13.053298+0000 mon.a (mon.0) 118 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0],b=[v2:172.21.15.107:3300/0,v1:172.21.15.107:6789/0],c=[v2:172.21.15.37:3301/0,v1:172.21.15.37:6790/0]} 2021-07-26T16:00:14.622 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:13.053404+0000 mon.a (mon.0) 119 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 1 up:standby 2021-07-26T16:00:14.622 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:13.053454+0000 mon.a (mon.0) 120 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2021-07-26T16:00:14.623 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:13.053866+0000 mon.a (mon.0) 121 : cluster [DBG] mgrmap e31: y(active, since 33s), standbys: x 2021-07-26T16:00:14.623 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: cluster 2021-07-26T16:00:13.060377+0000 mon.a (mon.0) 122 : cluster [INF] overall HEALTH_OK 2021-07-26T16:00:14.623 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T16:00:13.066522+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.24994 ' entity='' 2021-07-26T16:00:14.623 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T16:00:13.069077+0000 mon.c (mon.1) 9 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:14.624 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:14 smithi107 bash[29346]: audit 2021-07-26T16:00:13.072288+0000 mon.c (mon.1) 10 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:00:15.052 INFO:tasks.rados.rados.0.smithi037.stdout:920: done (1 left) 2021-07-26T16:00:15.052 INFO:tasks.rados.rados.0.smithi037.stdout:921: done (0 left) 2021-07-26T16:00:15.052 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 93 2021-07-26T16:00:15.052 INFO:tasks.rados.rados.0.smithi037.stdout:922: seq_num 300 ranges {2867200=229376} 2021-07-26T16:00:15.073 INFO:tasks.rados.rados.0.smithi037.stdout:922: writing smithi03738989-10 from 2867200 to 3096576 tid 1 2021-07-26T16:00:15.074 INFO:tasks.rados.rados.0.smithi037.stdout:923: copy_from oid 5 from oid 16 current snap is 93 2021-07-26T16:00:15.074 INFO:tasks.rados.rados.0.smithi037.stdout:924: copy_from oid 36 from oid 3 current snap is 93 2021-07-26T16:00:15.074 INFO:tasks.rados.rados.0.smithi037.stdout:925: read oid 6 snap -1 2021-07-26T16:00:15.075 INFO:tasks.rados.rados.0.smithi037.stdout:925: expect (ObjNum 135 snap 35 seq_num 135) 2021-07-26T16:00:15.075 INFO:tasks.rados.rados.0.smithi037.stdout:926: rmattr oid 7 current snap is 93 2021-07-26T16:00:15.075 INFO:tasks.rados.rados.0.smithi037.stdout:926: done (4 left) 2021-07-26T16:00:15.075 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 93 2021-07-26T16:00:15.076 INFO:tasks.rados.rados.0.smithi037.stdout:927: seq_num 301 ranges {2531328=245760} 2021-07-26T16:00:15.090 INFO:tasks.rados.rados.0.smithi037.stdout:927: writing smithi03738989-49 from 2531328 to 2777088 tid 1 2021-07-26T16:00:15.090 INFO:tasks.rados.rados.0.smithi037.stdout:928: read oid 17 snap -1 2021-07-26T16:00:15.090 INFO:tasks.rados.rados.0.smithi037.stdout:928: expect (ObjNum 227 snap 60 seq_num 227) 2021-07-26T16:00:15.091 INFO:tasks.rados.rados.0.smithi037.stdout:929: rmattr oid 34 current snap is 93 2021-07-26T16:00:15.091 INFO:tasks.rados.rados.0.smithi037.stdout:922: finishing write tid 1 to smithi03738989-10 2021-07-26T16:00:15.091 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 93 2021-07-26T16:00:15.091 INFO:tasks.rados.rados.0.smithi037.stdout:930: seq_num 302 ranges {3604480=262144} 2021-07-26T16:00:15.113 INFO:tasks.rados.rados.0.smithi037.stdout:930: writing smithi03738989-46 from 3604480 to 3866624 tid 1 2021-07-26T16:00:15.113 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 93 2021-07-26T16:00:15.113 INFO:tasks.rados.rados.0.smithi037.stdout:931: seq_num 303 ranges {0=278528} 2021-07-26T16:00:15.114 INFO:tasks.rados.rados.0.smithi037.stdout:931: writing smithi03738989-44 from 0 to 278528 tid 1 2021-07-26T16:00:15.114 INFO:tasks.rados.rados.0.smithi037.stdout:932: rmattr oid 23 current snap is 93 2021-07-26T16:00:15.115 INFO:tasks.rados.rados.0.smithi037.stdout:932: done (9 left) 2021-07-26T16:00:15.115 INFO:tasks.rados.rados.0.smithi037.stdout:933: snap_create 2021-07-26T16:00:15.115 INFO:tasks.rados.rados.0.smithi037.stdout:922: finishing write tid 3 to smithi03738989-10 2021-07-26T16:00:15.115 INFO:tasks.rados.rados.0.smithi037.stdout:924: finishing copy_from to smithi03738989-36 2021-07-26T16:00:15.116 INFO:tasks.rados.rados.0.smithi037.stdout:924: got expected ENOENT (src dne) 2021-07-26T16:00:15.116 INFO:tasks.rados.rados.0.smithi037.stdout:924: finishing copy_from racing read to smithi03738989-36 2021-07-26T16:00:15.116 INFO:tasks.rados.rados.0.smithi037.stdout:925: expect (ObjNum 135 snap 35 seq_num 135) 2021-07-26T16:00:15.200 INFO:tasks.rados.rados.0.smithi037.stdout:922: finishing write tid 4 to smithi03738989-10 2021-07-26T16:00:15.201 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 663 (ObjNum 300 snap 93 seq_num 300) dirty exists 2021-07-26T16:00:15.201 INFO:tasks.rados.rados.0.smithi037.stdout:922: left oid 10 (ObjNum 300 snap 93 seq_num 300) 2021-07-26T16:00:15.201 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 375 (ObjNum 0 snap 0 seq_num 0) dirty exists 2021-07-26T16:00:15.201 INFO:tasks.rados.rados.0.smithi037.stdout:927: finishing write tid 1 to smithi03738989-49 2021-07-26T16:00:15.201 INFO:tasks.rados.rados.0.smithi037.stdout:927: finishing write tid 3 to smithi03738989-49 2021-07-26T16:00:15.202 INFO:tasks.rados.rados.0.smithi037.stdout:928: expect (ObjNum 227 snap 60 seq_num 227) 2021-07-26T16:00:15.233 INFO:tasks.rados.rados.0.smithi037.stdout:927: finishing write tid 4 to smithi03738989-49 2021-07-26T16:00:15.234 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 252 (ObjNum 301 snap 93 seq_num 301) dirty exists 2021-07-26T16:00:15.234 INFO:tasks.rados.rados.0.smithi037.stdout:927: left oid 49 (ObjNum 301 snap 93 seq_num 301) 2021-07-26T16:00:15.234 INFO:tasks.rados.rados.0.smithi037.stdout:923: finishing copy_from to smithi03738989-5 2021-07-26T16:00:15.234 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 285 (ObjNum 237 snap 63 seq_num 237) dirty exists 2021-07-26T16:00:15.235 INFO:tasks.rados.rados.0.smithi037.stdout:923: finishing copy_from racing read to smithi03738989-5 2021-07-26T16:00:15.235 INFO:tasks.rados.rados.0.smithi037.stdout:930: finishing write tid 1 to smithi03738989-46 2021-07-26T16:00:15.235 INFO:tasks.rados.rados.0.smithi037.stdout:930: finishing write tid 3 to smithi03738989-46 2021-07-26T16:00:15.235 INFO:tasks.rados.rados.0.smithi037.stdout:931: finishing write tid 1 to smithi03738989-44 2021-07-26T16:00:15.235 INFO:tasks.rados.rados.0.smithi037.stdout:931: finishing write tid 3 to smithi03738989-44 2021-07-26T16:00:15.236 INFO:tasks.rados.rados.0.smithi037.stdout:930: finishing write tid 4 to smithi03738989-46 2021-07-26T16:00:15.237 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 503 (ObjNum 302 snap 93 seq_num 302) dirty exists 2021-07-26T16:00:15.237 INFO:tasks.rados.rados.0.smithi037.stdout:930: left oid 46 (ObjNum 302 snap 93 seq_num 302) 2021-07-26T16:00:15.237 INFO:tasks.rados.rados.0.smithi037.stdout:931: finishing write tid 4 to smithi03738989-44 2021-07-26T16:00:15.237 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 287 (ObjNum 303 snap 93 seq_num 303) dirty exists 2021-07-26T16:00:15.238 INFO:tasks.rados.rados.0.smithi037.stdout:931: left oid 44 (ObjNum 303 snap 93 seq_num 303) 2021-07-26T16:00:15.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:15 smithi037 bash[41498]: cluster 2021-07-26T16:00:13.670967+0000 mgr.y (mgr.24994) 31 : cluster [DBG] pgmap v38: 89 pgs: 89 active+clean; 256 MiB data, 380 MiB used, 707 GiB / 715 GiB avail; 341 B/s rd, 67 KiB/s wr, 7 op/s 2021-07-26T16:00:15.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:15 smithi037 bash[41498]: cluster 2021-07-26T16:00:14.059300+0000 mon.a (mon.0) 124 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2021-07-26T16:00:15.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:15 smithi037 bash[42499]: cluster 2021-07-26T16:00:13.670967+0000 mgr.y (mgr.24994) 31 : cluster [DBG] pgmap v38: 89 pgs: 89 active+clean; 256 MiB data, 380 MiB used, 707 GiB / 715 GiB avail; 341 B/s rd, 67 KiB/s wr, 7 op/s 2021-07-26T16:00:15.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:15 smithi037 bash[42499]: cluster 2021-07-26T16:00:14.059300+0000 mon.a (mon.0) 124 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2021-07-26T16:00:15.516 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:15 smithi107 bash[29346]: cluster 2021-07-26T16:00:13.670967+0000 mgr.y (mgr.24994) 31 : cluster [DBG] pgmap v38: 89 pgs: 89 active+clean; 256 MiB data, 380 MiB used, 707 GiB / 715 GiB avail; 341 B/s rd, 67 KiB/s wr, 7 op/s 2021-07-26T16:00:15.516 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:15 smithi107 bash[29346]: cluster 2021-07-26T16:00:14.059300+0000 mon.a (mon.0) 124 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2021-07-26T16:00:16.069 INFO:tasks.rados.rados.0.smithi037.stdout:922: done (9 left) 2021-07-26T16:00:16.070 INFO:tasks.rados.rados.0.smithi037.stdout:923: done (8 left) 2021-07-26T16:00:16.070 INFO:tasks.rados.rados.0.smithi037.stdout:924: done (7 left) 2021-07-26T16:00:16.070 INFO:tasks.rados.rados.0.smithi037.stdout:925: done (6 left) 2021-07-26T16:00:16.070 INFO:tasks.rados.rados.0.smithi037.stdout:927: done (5 left) 2021-07-26T16:00:16.071 INFO:tasks.rados.rados.0.smithi037.stdout:928: done (4 left) 2021-07-26T16:00:16.071 INFO:tasks.rados.rados.0.smithi037.stdout:929: done (3 left) 2021-07-26T16:00:16.072 INFO:tasks.rados.rados.0.smithi037.stdout:930: done (2 left) 2021-07-26T16:00:16.072 INFO:tasks.rados.rados.0.smithi037.stdout:931: done (1 left) 2021-07-26T16:00:16.072 INFO:tasks.rados.rados.0.smithi037.stdout:933: done (0 left) 2021-07-26T16:00:16.072 INFO:tasks.rados.rados.0.smithi037.stdout:934: snap_create 2021-07-26T16:00:16.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:16 smithi037 bash[41498]: cluster 2021-07-26T16:00:15.052150+0000 mon.a (mon.0) 125 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2021-07-26T16:00:16.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:16 smithi037 bash[42499]: cluster 2021-07-26T16:00:15.052150+0000 mon.a (mon.0) 125 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2021-07-26T16:00:16.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:16 smithi107 bash[29346]: cluster 2021-07-26T16:00:15.052150+0000 mon.a (mon.0) 125 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2021-07-26T16:00:16.892 INFO:tasks.rados.rados.0.smithi037.stdout:934: done (0 left) 2021-07-26T16:00:16.892 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 95 2021-07-26T16:00:16.892 INFO:tasks.rados.rados.0.smithi037.stdout:935: seq_num 304 ranges {1409024=294912} 2021-07-26T16:00:16.904 INFO:tasks.rados.rados.0.smithi037.stdout:935: writing smithi03738989-17 from 1409024 to 1703936 tid 1 2021-07-26T16:00:16.904 INFO:tasks.rados.rados.0.smithi037.stdout:936: delete oid 15 current snap is 95 2021-07-26T16:00:16.917 INFO:tasks.rados.rados.0.smithi037.stdout:935: finishing write tid 1 to smithi03738989-17 2021-07-26T16:00:16.917 INFO:tasks.rados.rados.0.smithi037.stdout:935: finishing write tid 3 to smithi03738989-17 2021-07-26T16:00:16.918 INFO:tasks.rados.rados.0.smithi037.stdout:936: done (1 left) 2021-07-26T16:00:16.919 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 95 2021-07-26T16:00:16.919 INFO:tasks.rados.rados.0.smithi037.stdout:937: seq_num 306 ranges {2580480=327680} 2021-07-26T16:00:16.940 INFO:tasks.rados.rados.0.smithi037.stdout:937: writing smithi03738989-27 from 2580480 to 2908160 tid 1 2021-07-26T16:00:16.941 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 95 2021-07-26T16:00:16.941 INFO:tasks.rados.rados.0.smithi037.stdout:938: seq_num 307 ranges {3096576=344064} 2021-07-26T16:00:16.961 INFO:tasks.rados.rados.0.smithi037.stdout:938: writing smithi03738989-10 from 3096576 to 3440640 tid 1 2021-07-26T16:00:16.961 INFO:tasks.rados.rados.0.smithi037.stdout:939: delete oid 32 current snap is 95 2021-07-26T16:00:16.961 INFO:tasks.rados.rados.0.smithi037.stdout:935: finishing write tid 4 to smithi03738989-17 2021-07-26T16:00:16.961 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 372 (ObjNum 304 snap 95 seq_num 304) dirty exists 2021-07-26T16:00:16.962 INFO:tasks.rados.rados.0.smithi037.stdout:935: left oid 17 (ObjNum 304 snap 95 seq_num 304) 2021-07-26T16:00:16.962 INFO:tasks.rados.rados.0.smithi037.stdout:937: finishing write tid 1 to smithi03738989-27 2021-07-26T16:00:16.962 INFO:tasks.rados.rados.0.smithi037.stdout:937: finishing write tid 3 to smithi03738989-27 2021-07-26T16:00:16.962 INFO:tasks.rados.rados.0.smithi037.stdout:937: finishing write tid 4 to smithi03738989-27 2021-07-26T16:00:16.963 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 377 (ObjNum 306 snap 95 seq_num 306) dirty exists 2021-07-26T16:00:16.963 INFO:tasks.rados.rados.0.smithi037.stdout:937: left oid 27 (ObjNum 306 snap 95 seq_num 306) 2021-07-26T16:00:16.970 INFO:tasks.rados.rados.0.smithi037.stdout:938: finishing write tid 1 to smithi03738989-10 2021-07-26T16:00:16.970 INFO:tasks.rados.rados.0.smithi037.stdout:938: finishing write tid 3 to smithi03738989-10 2021-07-26T16:00:16.971 INFO:tasks.rados.rados.0.smithi037.stdout:935: done (3 left) 2021-07-26T16:00:16.972 INFO:tasks.rados.rados.0.smithi037.stdout:937: done (2 left) 2021-07-26T16:00:16.972 INFO:tasks.rados.rados.0.smithi037.stdout:939: done (1 left) 2021-07-26T16:00:16.972 INFO:tasks.rados.rados.0.smithi037.stdout:940: read oid 41 snap -1 2021-07-26T16:00:16.972 INFO:tasks.rados.rados.0.smithi037.stdout:940: expect (ObjNum 263 snap 75 seq_num 263) 2021-07-26T16:00:16.973 INFO:tasks.rados.rados.0.smithi037.stdout:941: read oid 31 snap -1 2021-07-26T16:00:16.973 INFO:tasks.rados.rados.0.smithi037.stdout:941: expect (ObjNum 138 snap 35 seq_num 138) 2021-07-26T16:00:16.973 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 95 2021-07-26T16:00:16.973 INFO:tasks.rados.rados.0.smithi037.stdout:942: seq_num 309 ranges {4251648=376832} 2021-07-26T16:00:16.999 INFO:tasks.rados.rados.0.smithi037.stdout:942: writing smithi03738989-45 from 4251648 to 4628480 tid 1 2021-07-26T16:00:16.999 INFO:tasks.rados.rados.0.smithi037.stdout:943: read oid 28 snap -1 2021-07-26T16:00:16.999 INFO:tasks.rados.rados.0.smithi037.stdout:943: expect (ObjNum 27 snap 0 seq_num 27) 2021-07-26T16:00:17.000 INFO:tasks.rados.rados.0.smithi037.stdout:944: read oid 7 snap -1 2021-07-26T16:00:17.000 INFO:tasks.rados.rados.0.smithi037.stdout:944: expect deleted 2021-07-26T16:00:17.000 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 95 2021-07-26T16:00:17.000 INFO:tasks.rados.rados.0.smithi037.stdout:945: seq_num 310 ranges {2875392=401408} 2021-07-26T16:00:17.017 INFO:tasks.rados.rados.0.smithi037.stdout:945: writing smithi03738989-6 from 2875392 to 3276800 tid 1 2021-07-26T16:00:17.018 INFO:tasks.rados.rados.0.smithi037.stdout:946: read oid 13 snap -1 2021-07-26T16:00:17.018 INFO:tasks.rados.rados.0.smithi037.stdout:946: expect (ObjNum 293 snap 85 seq_num 293) 2021-07-26T16:00:17.018 INFO:tasks.rados.rados.0.smithi037.stdout:947: read oid 48 snap -1 2021-07-26T16:00:17.018 INFO:tasks.rados.rados.0.smithi037.stdout:947: expect (ObjNum 153 snap 38 seq_num 153) 2021-07-26T16:00:17.019 INFO:tasks.rados.rados.0.smithi037.stdout:948: snap_remove snap 68 2021-07-26T16:00:17.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[42499]: cluster 2021-07-26T16:00:15.671785+0000 mgr.y (mgr.24994) 32 : cluster [DBG] pgmap v41: 89 pgs: 89 active+clean; 256 MiB data, 380 MiB used, 707 GiB / 715 GiB avail; 341 B/s rd, 67 KiB/s wr, 7 op/s 2021-07-26T16:00:17.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[42499]: cluster 2021-07-26T16:00:16.070374+0000 mon.a (mon.0) 126 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2021-07-26T16:00:17.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[42499]: cluster 2021-07-26T16:00:16.892230+0000 mon.a (mon.0) 127 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2021-07-26T16:00:17.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[41498]: cluster 2021-07-26T16:00:15.671785+0000 mgr.y (mgr.24994) 32 : cluster [DBG] pgmap v41: 89 pgs: 89 active+clean; 256 MiB data, 380 MiB used, 707 GiB / 715 GiB avail; 341 B/s rd, 67 KiB/s wr, 7 op/s 2021-07-26T16:00:17.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[41498]: cluster 2021-07-26T16:00:16.070374+0000 mon.a (mon.0) 126 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2021-07-26T16:00:17.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[41498]: cluster 2021-07-26T16:00:16.892230+0000 mon.a (mon.0) 127 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2021-07-26T16:00:17.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:17 smithi107 bash[29346]: cluster 2021-07-26T16:00:15.671785+0000 mgr.y (mgr.24994) 32 : cluster [DBG] pgmap v41: 89 pgs: 89 active+clean; 256 MiB data, 380 MiB used, 707 GiB / 715 GiB avail; 341 B/s rd, 67 KiB/s wr, 7 op/s 2021-07-26T16:00:17.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:17 smithi107 bash[29346]: cluster 2021-07-26T16:00:16.070374+0000 mon.a (mon.0) 126 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2021-07-26T16:00:17.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:17 smithi107 bash[29346]: cluster 2021-07-26T16:00:16.892230+0000 mon.a (mon.0) 127 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2021-07-26T16:00:17.907 INFO:tasks.rados.rados.0.smithi037.stdout:948: done (9 left) 2021-07-26T16:00:17.907 INFO:tasks.rados.rados.0.smithi037.stdout:949: snap_remove snap 52 2021-07-26T16:00:18.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: debug 2021-07-26T16:00:17.595+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:18.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:00:18.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:18.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:00:18.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:18.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:00:18.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:18.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:18.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:18.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: debug 2021-07-26T16:00:17.599+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:18.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:00:18.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:18.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:00:18.095 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:18.096 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:00:18.096 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:18.097 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:18.097 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:18.098 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: debug 2021-07-26T16:00:17.603+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:18.098 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:00:18.099 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:18.099 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:00:18.100 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:18.100 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:00:18.100 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:18.101 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:18.101 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:18.102 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: debug 2021-07-26T16:00:17.603+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:18.102 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:00:18.103 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:18.103 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:00:18.104 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:18.104 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:00:18.105 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:18.105 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:18.105 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:00:17 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:18.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:18 smithi037 bash[41498]: audit 2021-07-26T16:00:17.584592+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:18.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:18 smithi037 bash[41498]: audit 2021-07-26T16:00:17.596107+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:18.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:18 smithi037 bash[41498]: audit 2021-07-26T16:00:17.607563+0000 mon.c (mon.1) 11 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T16:00:18.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:18 smithi037 bash[41498]: audit 2021-07-26T16:00:17.609002+0000 mon.c (mon.1) 12 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T16:00:18.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:18 smithi037 bash[41498]: audit 2021-07-26T16:00:17.610388+0000 mon.c (mon.1) 13 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:18.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:18 smithi037 bash[41498]: audit 2021-07-26T16:00:17.612749+0000 mon.c (mon.1) 14 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2021-07-26T16:00:18.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:18 smithi037 bash[41498]: cluster 2021-07-26T16:00:17.906795+0000 mon.a (mon.0) 130 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2021-07-26T16:00:18.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:18 smithi037 bash[42499]: audit 2021-07-26T16:00:17.584592+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:18.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:18 smithi037 bash[42499]: audit 2021-07-26T16:00:17.596107+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:18.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:18 smithi037 bash[42499]: audit 2021-07-26T16:00:17.607563+0000 mon.c (mon.1) 11 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T16:00:18.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:18 smithi037 bash[42499]: audit 2021-07-26T16:00:17.609002+0000 mon.c (mon.1) 12 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T16:00:18.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:18 smithi037 bash[42499]: audit 2021-07-26T16:00:17.610388+0000 mon.c (mon.1) 13 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:18.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:18 smithi037 bash[42499]: audit 2021-07-26T16:00:17.612749+0000 mon.c (mon.1) 14 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2021-07-26T16:00:18.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:18 smithi037 bash[42499]: cluster 2021-07-26T16:00:17.906795+0000 mon.a (mon.0) 130 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2021-07-26T16:00:18.912 INFO:tasks.rados.rados.0.smithi037.stdout:949: done (9 left) 2021-07-26T16:00:18.912 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 95 2021-07-26T16:00:18.912 INFO:tasks.rados.rados.0.smithi037.stdout:950: seq_num 311 ranges {6275072=417792} 2021-07-26T16:00:18.953 INFO:tasks.rados.rados.0.smithi037.stdout:950: writing smithi03738989-23 from 6275072 to 6692864 tid 1 2021-07-26T16:00:18.953 INFO:tasks.rados.rados.0.smithi037.stdout:951: read oid 42 snap -1 2021-07-26T16:00:18.953 INFO:tasks.rados.rados.0.smithi037.stdout:951: expect (ObjNum 228 snap 61 seq_num 228) 2021-07-26T16:00:18.954 INFO:tasks.rados.rados.0.smithi037.stdout:952: snap_remove snap 87 2021-07-26T16:00:19.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:18 smithi107 bash[29346]: audit 2021-07-26T16:00:17.584592+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:19.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:18 smithi107 bash[29346]: audit 2021-07-26T16:00:17.596107+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:19.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:18 smithi107 bash[29346]: audit 2021-07-26T16:00:17.607563+0000 mon.c (mon.1) 11 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T16:00:19.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:18 smithi107 bash[29346]: audit 2021-07-26T16:00:17.609002+0000 mon.c (mon.1) 12 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T16:00:19.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:18 smithi107 bash[29346]: audit 2021-07-26T16:00:17.610388+0000 mon.c (mon.1) 13 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:19.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:18 smithi107 bash[29346]: audit 2021-07-26T16:00:17.612749+0000 mon.c (mon.1) 14 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2021-07-26T16:00:19.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:18 smithi107 bash[29346]: cluster 2021-07-26T16:00:17.906795+0000 mon.a (mon.0) 130 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2021-07-26T16:00:19.615 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: cephadm 2021-07-26T16:00:17.599061+0000 mgr.y (mgr.24994) 33 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:19.616 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:19.616 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:19.616 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:19.617 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:19.617 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:19.617 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:19.618 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:19.618 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:19.911 INFO:tasks.rados.rados.0.smithi037.stdout:952: done (11 left) 2021-07-26T16:00:19.911 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 95 2021-07-26T16:00:19.911 INFO:tasks.rados.rados.0.smithi037.stdout:953: seq_num 312 ranges {4481024=434176} 2021-07-26T16:00:19.945 INFO:tasks.rados.rados.0.smithi037.stdout:953: writing smithi03738989-26 from 4481024 to 4915200 tid 1 2021-07-26T16:00:19.945 INFO:tasks.rados.rados.0.smithi037.stdout:954: delete oid 37 current snap is 95 2021-07-26T16:00:19.946 INFO:tasks.rados.rados.0.smithi037.stdout:938: finishing write tid 4 to smithi03738989-10 2021-07-26T16:00:19.946 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 666 (ObjNum 307 snap 95 seq_num 307) dirty exists 2021-07-26T16:00:19.946 INFO:tasks.rados.rados.0.smithi037.stdout:938: left oid 10 (ObjNum 307 snap 95 seq_num 307) 2021-07-26T16:00:19.947 INFO:tasks.rados.rados.0.smithi037.stdout:940: expect (ObjNum 263 snap 75 seq_num 263) 2021-07-26T16:00:20.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: cephadm 2021-07-26T16:00:17.599061+0000 mgr.y (mgr.24994) 33 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:20.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:20.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:20.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:20.018 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:20.018 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:20.018 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:20.018 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:20.018 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:20.019 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: cephadm 2021-07-26T16:00:17.600883+0000 mgr.y (mgr.24994) 34 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:20.019 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:20.019 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:20.019 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:20.020 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:20.020 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:20.020 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:20.020 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:20.022 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:20.022 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: cephadm 2021-07-26T16:00:17.604479+0000 mgr.y (mgr.24994) 35 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:20.022 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:20.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:20.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:20.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:20.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:20.025 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:20.025 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:20.025 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:20.025 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: cephadm 2021-07-26T16:00:17.606502+0000 mgr.y (mgr.24994) 36 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:20.025 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:00:20.026 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:20.026 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:00:20.026 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:20.026 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:00:20.027 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:20.027 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:20.027 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:20.027 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: cephadm 2021-07-26T16:00:17.606980+0000 mgr.y (mgr.24994) 37 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2021-07-26T16:00:20.027 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: cephadm 2021-07-26T16:00:17.611969+0000 mgr.y (mgr.24994) 38 : cephadm [INF] Reconfiguring daemon mon.a on smithi037 2021-07-26T16:00:20.028 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: cluster 2021-07-26T16:00:17.672497+0000 mgr.y (mgr.24994) 39 : cluster [DBG] pgmap v44: 89 pgs: 89 active+clean; 261 MiB data, 389 MiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2021-07-26T16:00:20.028 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:19 smithi107 bash[29346]: cluster 2021-07-26T16:00:18.909938+0000 mon.a (mon.0) 131 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2021-07-26T16:00:20.029 INFO:tasks.rados.rados.0.smithi037.stdout:941: expect (ObjNum 138 snap 35 seq_num 138) 2021-07-26T16:00:20.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: cephadm 2021-07-26T16:00:17.599061+0000 mgr.y (mgr.24994) 33 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:00:20.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:20.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:20.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:20.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:20.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:20.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:20.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:20.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:00:20.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: cephadm 2021-07-26T16:00:17.600883+0000 mgr.y (mgr.24994) 34 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:20.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:20.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:20.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:20.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:20.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:20.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:20.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:20.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:20.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: cephadm 2021-07-26T16:00:17.604479+0000 mgr.y (mgr.24994) 35 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:20.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:20.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:20.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:20.092 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:20.092 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:20.092 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:20.092 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:20.093 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:20.093 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: cephadm 2021-07-26T16:00:17.606502+0000 mgr.y (mgr.24994) 36 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:20.093 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:00:20.093 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:20.093 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:00:20.094 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:20.094 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:00:20.094 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:20.094 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:20.095 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:20.095 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: cephadm 2021-07-26T16:00:17.606980+0000 mgr.y (mgr.24994) 37 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2021-07-26T16:00:20.095 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: cephadm 2021-07-26T16:00:17.611969+0000 mgr.y (mgr.24994) 38 : cephadm [INF] Reconfiguring daemon mon.a on smithi037 2021-07-26T16:00:20.095 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: cluster 2021-07-26T16:00:17.672497+0000 mgr.y (mgr.24994) 39 : cluster [DBG] pgmap v44: 89 pgs: 89 active+clean; 261 MiB data, 389 MiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2021-07-26T16:00:20.096 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[42499]: cluster 2021-07-26T16:00:18.909938+0000 mon.a (mon.0) 131 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2021-07-26T16:00:20.096 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: cephadm 2021-07-26T16:00:17.600883+0000 mgr.y (mgr.24994) 34 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:00:20.096 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:20.097 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:20.097 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:20.097 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:20.097 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:20.098 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:20.098 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:20.098 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:00:20.098 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: cephadm 2021-07-26T16:00:17.604479+0000 mgr.y (mgr.24994) 35 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:00:20.099 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:20.099 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:20.099 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:20.099 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:20.100 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:20.100 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:20.100 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:20.100 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:00:20.100 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: cephadm 2021-07-26T16:00:17.606502+0000 mgr.y (mgr.24994) 36 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:00:20.101 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:00:20.101 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:00:20.101 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:00:20.101 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:00:20.102 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:00:20.102 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:00:20.102 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:00:20.102 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:00:20.103 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: cephadm 2021-07-26T16:00:17.606980+0000 mgr.y (mgr.24994) 37 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2021-07-26T16:00:20.103 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: cephadm 2021-07-26T16:00:17.611969+0000 mgr.y (mgr.24994) 38 : cephadm [INF] Reconfiguring daemon mon.a on smithi037 2021-07-26T16:00:20.103 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: cluster 2021-07-26T16:00:17.672497+0000 mgr.y (mgr.24994) 39 : cluster [DBG] pgmap v44: 89 pgs: 89 active+clean; 261 MiB data, 389 MiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2021-07-26T16:00:20.103 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:19 smithi037 bash[41498]: cluster 2021-07-26T16:00:18.909938+0000 mon.a (mon.0) 131 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2021-07-26T16:00:20.153 INFO:tasks.rados.rados.0.smithi037.stdout:943: expect (ObjNum 27 snap 0 seq_num 27) 2021-07-26T16:00:20.167 INFO:tasks.rados.rados.0.smithi037.stdout:942: finishing write tid 1 to smithi03738989-45 2021-07-26T16:00:20.167 INFO:tasks.rados.rados.0.smithi037.stdout:942: finishing write tid 3 to smithi03738989-45 2021-07-26T16:00:20.168 INFO:tasks.rados.rados.0.smithi037.stdout:942: finishing write tid 4 to smithi03738989-45 2021-07-26T16:00:20.168 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 671 (ObjNum 309 snap 95 seq_num 309) dirty exists 2021-07-26T16:00:20.168 INFO:tasks.rados.rados.0.smithi037.stdout:942: left oid 45 (ObjNum 309 snap 95 seq_num 309) 2021-07-26T16:00:20.168 INFO:tasks.rados.rados.0.smithi037.stdout:947: expect (ObjNum 153 snap 38 seq_num 153) 2021-07-26T16:00:20.174 INFO:tasks.rados.rados.0.smithi037.stdout:945: finishing write tid 1 to smithi03738989-6 2021-07-26T16:00:20.175 INFO:tasks.rados.rados.0.smithi037.stdout:945: finishing write tid 3 to smithi03738989-6 2021-07-26T16:00:20.175 INFO:tasks.rados.rados.0.smithi037.stdout:945: finishing write tid 4 to smithi03738989-6 2021-07-26T16:00:20.175 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 252 (ObjNum 310 snap 95 seq_num 310) dirty exists 2021-07-26T16:00:20.175 INFO:tasks.rados.rados.0.smithi037.stdout:945: left oid 6 (ObjNum 310 snap 95 seq_num 310) 2021-07-26T16:00:20.176 INFO:tasks.rados.rados.0.smithi037.stdout:946: expect (ObjNum 293 snap 85 seq_num 293) 2021-07-26T16:00:20.350 INFO:tasks.rados.rados.0.smithi037.stdout:950: finishing write tid 1 to smithi03738989-23 2021-07-26T16:00:20.351 INFO:tasks.rados.rados.0.smithi037.stdout:950: finishing write tid 3 to smithi03738989-23 2021-07-26T16:00:20.351 INFO:tasks.rados.rados.0.smithi037.stdout:950: finishing write tid 4 to smithi03738989-23 2021-07-26T16:00:20.352 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 375 (ObjNum 311 snap 95 seq_num 311) dirty exists 2021-07-26T16:00:20.352 INFO:tasks.rados.rados.0.smithi037.stdout:950: left oid 23 (ObjNum 311 snap 95 seq_num 311) 2021-07-26T16:00:20.352 INFO:tasks.rados.rados.0.smithi037.stdout:951: expect (ObjNum 228 snap 61 seq_num 228) 2021-07-26T16:00:20.506 INFO:tasks.rados.rados.0.smithi037.stdout:953: finishing write tid 1 to smithi03738989-26 2021-07-26T16:00:20.507 INFO:tasks.rados.rados.0.smithi037.stdout:953: finishing write tid 3 to smithi03738989-26 2021-07-26T16:00:20.507 INFO:tasks.rados.rados.0.smithi037.stdout:953: finishing write tid 4 to smithi03738989-26 2021-07-26T16:00:20.507 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 379 (ObjNum 312 snap 95 seq_num 312) dirty exists 2021-07-26T16:00:20.507 INFO:tasks.rados.rados.0.smithi037.stdout:953: left oid 26 (ObjNum 312 snap 95 seq_num 312) 2021-07-26T16:00:20.508 INFO:tasks.rados.rados.0.smithi037.stdout:938: done (12 left) 2021-07-26T16:00:20.508 INFO:tasks.rados.rados.0.smithi037.stdout:940: done (11 left) 2021-07-26T16:00:20.508 INFO:tasks.rados.rados.0.smithi037.stdout:941: done (10 left) 2021-07-26T16:00:20.508 INFO:tasks.rados.rados.0.smithi037.stdout:942: done (9 left) 2021-07-26T16:00:20.509 INFO:tasks.rados.rados.0.smithi037.stdout:943: done (8 left) 2021-07-26T16:00:20.509 INFO:tasks.rados.rados.0.smithi037.stdout:944: done (7 left) 2021-07-26T16:00:20.509 INFO:tasks.rados.rados.0.smithi037.stdout:945: done (6 left) 2021-07-26T16:00:20.510 INFO:tasks.rados.rados.0.smithi037.stdout:946: done (5 left) 2021-07-26T16:00:20.510 INFO:tasks.rados.rados.0.smithi037.stdout:947: done (4 left) 2021-07-26T16:00:20.510 INFO:tasks.rados.rados.0.smithi037.stdout:950: done (3 left) 2021-07-26T16:00:20.510 INFO:tasks.rados.rados.0.smithi037.stdout:951: done (2 left) 2021-07-26T16:00:20.511 INFO:tasks.rados.rados.0.smithi037.stdout:953: done (1 left) 2021-07-26T16:00:20.511 INFO:tasks.rados.rados.0.smithi037.stdout:954: done (0 left) 2021-07-26T16:00:20.511 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 95 2021-07-26T16:00:20.512 INFO:tasks.rados.rados.0.smithi037.stdout:955: seq_num 314 ranges {2473984=466944} 2021-07-26T16:00:20.525 INFO:tasks.rados.rados.0.smithi037.stdout:955: writing smithi03738989-41 from 2473984 to 2940928 tid 1 2021-07-26T16:00:20.525 INFO:tasks.rados.rados.0.smithi037.stdout:956: rollback oid 47 current snap is 95 2021-07-26T16:00:20.526 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 47 to 69 2021-07-26T16:00:20.526 INFO:tasks.rados.rados.0.smithi037.stdout:957: snap_create 2021-07-26T16:00:20.531 INFO:tasks.rados.rados.0.smithi037.stdout:956: finishing rollback tid 0 to smithi03738989-47 2021-07-26T16:00:20.531 INFO:tasks.rados.rados.0.smithi037.stdout:956: finishing rollback tid 1 to smithi03738989-47 2021-07-26T16:00:20.531 INFO:tasks.rados.rados.0.smithi037.stdout:956: finishing rollback tid 2 to smithi03738989-47 2021-07-26T16:00:20.532 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 525 (ObjNum 169 snap 41 seq_num 169) dirty exists 2021-07-26T16:00:20.532 INFO:tasks.rados.rados.0.smithi037.stdout:955: finishing write tid 1 to smithi03738989-41 2021-07-26T16:00:20.533 INFO:tasks.rados.rados.0.smithi037.stdout:955: finishing write tid 3 to smithi03738989-41 2021-07-26T16:00:20.534 INFO:tasks.rados.rados.0.smithi037.stdout:955: finishing write tid 4 to smithi03738989-41 2021-07-26T16:00:20.535 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 334 (ObjNum 314 snap 95 seq_num 314) dirty exists 2021-07-26T16:00:20.535 INFO:tasks.rados.rados.0.smithi037.stdout:955: left oid 41 (ObjNum 314 snap 95 seq_num 314) 2021-07-26T16:00:21.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:20 smithi107 bash[29346]: cluster 2021-07-26T16:00:19.673267+0000 mgr.y (mgr.24994) 40 : cluster [DBG] pgmap v47: 89 pgs: 89 active+clean; 261 MiB data, 389 MiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2021-07-26T16:00:21.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:20 smithi107 bash[29346]: cluster 2021-07-26T16:00:19.911141+0000 mon.a (mon.0) 132 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2021-07-26T16:00:21.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:20 smithi107 bash[29346]: audit 2021-07-26T16:00:20.334365+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:21.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:20 smithi107 bash[29346]: cephadm 2021-07-26T16:00:20.338094+0000 mgr.y (mgr.24994) 41 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2021-07-26T16:00:21.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:20 smithi107 bash[29346]: audit 2021-07-26T16:00:20.338474+0000 mon.c (mon.1) 15 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T16:00:21.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:20 smithi107 bash[29346]: audit 2021-07-26T16:00:20.338829+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T16:00:21.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:20 smithi107 bash[29346]: audit 2021-07-26T16:00:20.339989+0000 mon.c (mon.1) 16 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T16:00:21.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:20 smithi107 bash[29346]: audit 2021-07-26T16:00:20.341123+0000 mon.c (mon.1) 17 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:21.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:20 smithi107 bash[29346]: cephadm 2021-07-26T16:00:20.342019+0000 mgr.y (mgr.24994) 42 : cephadm [INF] Reconfiguring daemon mgr.y on smithi037 2021-07-26T16:00:21.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:20 smithi107 bash[29346]: audit 2021-07-26T16:00:20.342970+0000 mon.c (mon.1) 18 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2021-07-26T16:00:21.349 INFO:tasks.rados.rados.0.smithi037.stdout:955: done (2 left) 2021-07-26T16:00:21.349 INFO:tasks.rados.rados.0.smithi037.stdout:956: done (1 left) 2021-07-26T16:00:21.349 INFO:tasks.rados.rados.0.smithi037.stdout:957: done (0 left) 2021-07-26T16:00:21.350 INFO:tasks.rados.rados.0.smithi037.stdout:958: rmattr oid 32 current snap is 96 2021-07-26T16:00:21.350 INFO:tasks.rados.rados.0.smithi037.stdout:958: done (0 left) 2021-07-26T16:00:21.350 INFO:tasks.rados.rados.0.smithi037.stdout:959: read oid 50 snap -1 2021-07-26T16:00:21.350 INFO:tasks.rados.rados.0.smithi037.stdout:959: expect deleted 2021-07-26T16:00:21.351 INFO:tasks.rados.rados.0.smithi037.stdout:960: rollback oid 48 current snap is 96 2021-07-26T16:00:21.351 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 48 to 95 2021-07-26T16:00:21.351 INFO:tasks.rados.rados.0.smithi037.stdout:961: delete oid 5 current snap is 96 2021-07-26T16:00:21.356 INFO:tasks.rados.rados.0.smithi037.stdout:959: done (2 left) 2021-07-26T16:00:21.357 INFO:tasks.rados.rados.0.smithi037.stdout:961: done (1 left) 2021-07-26T16:00:21.357 INFO:tasks.rados.rados.0.smithi037.stdout:962: delete oid 45 current snap is 96 2021-07-26T16:00:21.378 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:20 smithi037 bash[41498]: cluster 2021-07-26T16:00:19.673267+0000 mgr.y (mgr.24994) 40 : cluster [DBG] pgmap v47: 89 pgs: 89 active+clean; 261 MiB data, 389 MiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2021-07-26T16:00:21.378 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:20 smithi037 bash[41498]: cluster 2021-07-26T16:00:19.911141+0000 mon.a (mon.0) 132 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2021-07-26T16:00:21.379 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:20 smithi037 bash[41498]: audit 2021-07-26T16:00:20.334365+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:21.379 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:20 smithi037 bash[41498]: cephadm 2021-07-26T16:00:20.338094+0000 mgr.y (mgr.24994) 41 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2021-07-26T16:00:21.379 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:20 smithi037 bash[41498]: audit 2021-07-26T16:00:20.338474+0000 mon.c (mon.1) 15 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T16:00:21.379 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:20 smithi037 bash[41498]: audit 2021-07-26T16:00:20.338829+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T16:00:21.380 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:20 smithi037 bash[41498]: audit 2021-07-26T16:00:20.339989+0000 mon.c (mon.1) 16 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T16:00:21.380 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:20 smithi037 bash[41498]: audit 2021-07-26T16:00:20.341123+0000 mon.c (mon.1) 17 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:21.380 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:20 smithi037 bash[41498]: cephadm 2021-07-26T16:00:20.342019+0000 mgr.y (mgr.24994) 42 : cephadm [INF] Reconfiguring daemon mgr.y on smithi037 2021-07-26T16:00:21.380 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:20 smithi037 bash[41498]: audit 2021-07-26T16:00:20.342970+0000 mon.c (mon.1) 18 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2021-07-26T16:00:21.381 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:20 smithi037 bash[42499]: cluster 2021-07-26T16:00:19.673267+0000 mgr.y (mgr.24994) 40 : cluster [DBG] pgmap v47: 89 pgs: 89 active+clean; 261 MiB data, 389 MiB used, 707 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2021-07-26T16:00:21.381 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:20 smithi037 bash[42499]: cluster 2021-07-26T16:00:19.911141+0000 mon.a (mon.0) 132 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2021-07-26T16:00:21.381 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:20 smithi037 bash[42499]: audit 2021-07-26T16:00:20.334365+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:21.382 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:20 smithi037 bash[42499]: cephadm 2021-07-26T16:00:20.338094+0000 mgr.y (mgr.24994) 41 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2021-07-26T16:00:21.382 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:20 smithi037 bash[42499]: audit 2021-07-26T16:00:20.338474+0000 mon.c (mon.1) 15 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T16:00:21.382 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:20 smithi037 bash[42499]: audit 2021-07-26T16:00:20.338829+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T16:00:21.382 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:20 smithi037 bash[42499]: audit 2021-07-26T16:00:20.339989+0000 mon.c (mon.1) 16 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T16:00:21.383 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:20 smithi037 bash[42499]: audit 2021-07-26T16:00:20.341123+0000 mon.c (mon.1) 17 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:21.383 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:20 smithi037 bash[42499]: cephadm 2021-07-26T16:00:20.342019+0000 mgr.y (mgr.24994) 42 : cephadm [INF] Reconfiguring daemon mgr.y on smithi037 2021-07-26T16:00:21.383 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:20 smithi037 bash[42499]: audit 2021-07-26T16:00:20.342970+0000 mon.c (mon.1) 18 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2021-07-26T16:00:21.384 INFO:tasks.rados.rados.0.smithi037.stdout:960: finishing rollback tid 0 to smithi03738989-48 2021-07-26T16:00:21.384 INFO:tasks.rados.rados.0.smithi037.stdout:960: finishing rollback tid 1 to smithi03738989-48 2021-07-26T16:00:21.384 INFO:tasks.rados.rados.0.smithi037.stdout:960: finishing rollback tid 2 to smithi03738989-48 2021-07-26T16:00:21.385 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 424 (ObjNum 153 snap 38 seq_num 153) dirty exists 2021-07-26T16:00:21.385 INFO:tasks.rados.rados.0.smithi037.stdout:960: done (1 left) 2021-07-26T16:00:21.385 INFO:tasks.rados.rados.0.smithi037.stdout:962: done (0 left) 2021-07-26T16:00:21.385 INFO:tasks.rados.rados.0.smithi037.stdout:963: copy_from oid 25 from oid 31 current snap is 96 2021-07-26T16:00:21.386 INFO:tasks.rados.rados.0.smithi037.stdout:964: read oid 49 snap 75 2021-07-26T16:00:21.386 INFO:tasks.rados.rados.0.smithi037.stdout:964: expect deleted 2021-07-26T16:00:21.386 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 96 2021-07-26T16:00:21.387 INFO:tasks.rados.rados.0.smithi037.stdout:965: seq_num 317 ranges {6692864=516096} 2021-07-26T16:00:21.427 INFO:tasks.rados.rados.0.smithi037.stdout:965: writing smithi03738989-23 from 6692864 to 7208960 tid 1 2021-07-26T16:00:21.428 INFO:tasks.rados.rados.0.smithi037.stdout:966: copy_from oid 32 from oid 42 current snap is 96 2021-07-26T16:00:21.428 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 96 2021-07-26T16:00:21.428 INFO:tasks.rados.rados.0.smithi037.stdout:967: seq_num 318 ranges {2318336=532480} 2021-07-26T16:00:21.444 INFO:tasks.rados.rados.0.smithi037.stdout:967: writing smithi03738989-4 from 2318336 to 2850816 tid 1 2021-07-26T16:00:21.445 INFO:tasks.rados.rados.0.smithi037.stdout:968: read oid 50 snap 84 2021-07-26T16:00:21.445 INFO:tasks.rados.rados.0.smithi037.stdout:968: expect (ObjNum 282 snap 81 seq_num 282) 2021-07-26T16:00:21.445 INFO:tasks.rados.rados.0.smithi037.stdout:969: read oid 39 snap -1 2021-07-26T16:00:21.445 INFO:tasks.rados.rados.0.smithi037.stdout:969: expect deleted 2021-07-26T16:00:21.445 INFO:tasks.rados.rados.0.smithi037.stdout:970: read oid 6 snap 75 2021-07-26T16:00:21.446 INFO:tasks.rados.rados.0.smithi037.stdout:970: expect (ObjNum 135 snap 35 seq_num 135) 2021-07-26T16:00:21.446 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 96 2021-07-26T16:00:21.446 INFO:tasks.rados.rados.0.smithi037.stdout:971: seq_num 319 ranges {0=548864} 2021-07-26T16:00:21.447 INFO:tasks.rados.rados.0.smithi037.stdout:971: writing smithi03738989-5 from 0 to 548864 tid 1 2021-07-26T16:00:21.447 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 96 2021-07-26T16:00:21.448 INFO:tasks.rados.rados.0.smithi037.stdout:972: seq_num 320 ranges {0=565248} 2021-07-26T16:00:21.451 INFO:tasks.rados.rados.0.smithi037.stdout:972: writing smithi03738989-15 from 0 to 565248 tid 1 2021-07-26T16:00:21.451 INFO:tasks.rados.rados.0.smithi037.stdout:973: setattr oid 14 current snap is 96 2021-07-26T16:00:21.451 INFO:tasks.rados.rados.0.smithi037.stdout:963: finishing copy_from to smithi03738989-25 2021-07-26T16:00:21.452 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 388 (ObjNum 138 snap 35 seq_num 138) dirty exists 2021-07-26T16:00:21.452 INFO:tasks.rados.rados.0.smithi037.stdout:963: finishing copy_from racing read to smithi03738989-25 2021-07-26T16:00:21.452 INFO:tasks.rados.rados.0.smithi037.stdout:965: finishing write tid 1 to smithi03738989-23 2021-07-26T16:00:21.452 INFO:tasks.rados.rados.0.smithi037.stdout:965: finishing write tid 3 to smithi03738989-23 2021-07-26T16:00:21.453 INFO:tasks.rados.rados.0.smithi037.stdout:965: finishing write tid 4 to smithi03738989-23 2021-07-26T16:00:21.453 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 377 (ObjNum 317 snap 96 seq_num 317) dirty exists 2021-07-26T16:00:21.453 INFO:tasks.rados.rados.0.smithi037.stdout:965: left oid 23 (ObjNum 317 snap 96 seq_num 317) 2021-07-26T16:00:21.454 INFO:tasks.rados.rados.0.smithi037.stdout:963: done (10 left) 2021-07-26T16:00:21.454 INFO:tasks.rados.rados.0.smithi037.stdout:964: done (9 left) 2021-07-26T16:00:21.455 INFO:tasks.rados.rados.0.smithi037.stdout:965: done (8 left) 2021-07-26T16:00:21.455 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 96 2021-07-26T16:00:21.455 INFO:tasks.rados.rados.0.smithi037.stdout:974: seq_num 321 ranges {3440640=581632} 2021-07-26T16:00:21.476 INFO:tasks.rados.rados.0.smithi037.stdout:974: writing smithi03738989-10 from 3440640 to 4022272 tid 1 2021-07-26T16:00:21.476 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 96 2021-07-26T16:00:21.477 INFO:tasks.rados.rados.0.smithi037.stdout:975: seq_num 322 ranges {0=598016} 2021-07-26T16:00:21.480 INFO:tasks.rados.rados.0.smithi037.stdout:975: writing smithi03738989-21 from 0 to 598016 tid 1 2021-07-26T16:00:21.480 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 96 2021-07-26T16:00:21.480 INFO:tasks.rados.rados.0.smithi037.stdout:976: seq_num 323 ranges {2351104=614400} 2021-07-26T16:00:21.496 INFO:tasks.rados.rados.0.smithi037.stdout:976: writing smithi03738989-20 from 2351104 to 2965504 tid 1 2021-07-26T16:00:21.496 INFO:tasks.rados.rados.0.smithi037.stdout:977: snap_remove snap 51 2021-07-26T16:00:22.359 INFO:tasks.rados.rados.0.smithi037.stdout:977: done (11 left) 2021-07-26T16:00:22.360 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 96 2021-07-26T16:00:22.360 INFO:tasks.rados.rados.0.smithi037.stdout:978: seq_num 324 ranges {163840=630784} 2021-07-26T16:00:22.366 INFO:tasks.rados.rados.0.smithi037.stdout:978: writing smithi03738989-48 from 163840 to 794624 tid 1 2021-07-26T16:00:22.366 INFO:tasks.rados.rados.0.smithi037.stdout:979: snap_remove snap 86 2021-07-26T16:00:22.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:22 smithi037 bash[41498]: cluster 2021-07-26T16:00:21.345634+0000 mon.a (mon.0) 135 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2021-07-26T16:00:22.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:22 smithi037 bash[42499]: cluster 2021-07-26T16:00:21.345634+0000 mon.a (mon.0) 135 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2021-07-26T16:00:22.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:22 smithi107 bash[29346]: cluster 2021-07-26T16:00:21.345634+0000 mon.a (mon.0) 135 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2021-07-26T16:00:23.362 INFO:tasks.rados.rados.0.smithi037.stdout:979: done (12 left) 2021-07-26T16:00:23.362 INFO:tasks.rados.rados.0.smithi037.stdout:980: read oid 23 snap -1 2021-07-26T16:00:23.363 INFO:tasks.rados.rados.0.smithi037.stdout:980: expect (ObjNum 317 snap 96 seq_num 317) 2021-07-26T16:00:23.363 INFO:tasks.rados.rados.0.smithi037.stdout:981: snap_create 2021-07-26T16:00:23.363 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 181 (ObjNum 1 snap 32610 seq_num 373572080) dirty exists 2021-07-26T16:00:23.363 INFO:tasks.rados.rados.0.smithi037.stdout:966: finishing copy_from to smithi03738989-32 2021-07-26T16:00:23.363 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 354 (ObjNum 228 snap 61 seq_num 228) dirty exists 2021-07-26T16:00:23.364 INFO:tasks.rados.rados.0.smithi037.stdout:966: finishing copy_from racing read to smithi03738989-32 2021-07-26T16:00:23.364 INFO:tasks.rados.rados.0.smithi037.stdout:971: finishing write tid 1 to smithi03738989-5 2021-07-26T16:00:23.364 INFO:tasks.rados.rados.0.smithi037.stdout:971: finishing write tid 3 to smithi03738989-5 2021-07-26T16:00:23.364 INFO:tasks.rados.rados.0.smithi037.stdout:970: expect (ObjNum 135 snap 35 seq_num 135) 2021-07-26T16:00:23.447 INFO:tasks.rados.rados.0.smithi037.stdout:971: finishing write tid 4 to smithi03738989-5 2021-07-26T16:00:23.448 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 290 (ObjNum 319 snap 96 seq_num 319) dirty exists 2021-07-26T16:00:23.448 INFO:tasks.rados.rados.0.smithi037.stdout:971: left oid 5 (ObjNum 319 snap 96 seq_num 319) 2021-07-26T16:00:23.448 INFO:tasks.rados.rados.0.smithi037.stdout:967: finishing write tid 1 to smithi03738989-4 2021-07-26T16:00:23.448 INFO:tasks.rados.rados.0.smithi037.stdout:967: finishing write tid 3 to smithi03738989-4 2021-07-26T16:00:23.449 INFO:tasks.rados.rados.0.smithi037.stdout:972: finishing write tid 1 to smithi03738989-15 2021-07-26T16:00:23.449 INFO:tasks.rados.rados.0.smithi037.stdout:972: finishing write tid 3 to smithi03738989-15 2021-07-26T16:00:23.449 INFO:tasks.rados.rados.0.smithi037.stdout:968: expect (ObjNum 282 snap 81 seq_num 282) 2021-07-26T16:00:23.587 INFO:tasks.rados.rados.0.smithi037.stdout:967: finishing write tid 4 to smithi03738989-4 2021-07-26T16:00:23.587 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 705 (ObjNum 318 snap 96 seq_num 318) dirty exists 2021-07-26T16:00:23.588 INFO:tasks.rados.rados.0.smithi037.stdout:967: left oid 4 (ObjNum 318 snap 96 seq_num 318) 2021-07-26T16:00:23.588 INFO:tasks.rados.rados.0.smithi037.stdout:972: finishing write tid 4 to smithi03738989-15 2021-07-26T16:00:23.588 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 379 (ObjNum 320 snap 96 seq_num 320) dirty exists 2021-07-26T16:00:23.589 INFO:tasks.rados.rados.0.smithi037.stdout:972: left oid 15 (ObjNum 320 snap 96 seq_num 320) 2021-07-26T16:00:23.589 INFO:tasks.rados.rados.0.smithi037.stdout:974: finishing write tid 1 to smithi03738989-10 2021-07-26T16:00:23.589 INFO:tasks.rados.rados.0.smithi037.stdout:974: finishing write tid 3 to smithi03738989-10 2021-07-26T16:00:23.589 INFO:tasks.rados.rados.0.smithi037.stdout:974: finishing write tid 4 to smithi03738989-10 2021-07-26T16:00:23.590 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 708 (ObjNum 321 snap 96 seq_num 321) dirty exists 2021-07-26T16:00:23.590 INFO:tasks.rados.rados.0.smithi037.stdout:974: left oid 10 (ObjNum 321 snap 96 seq_num 321) 2021-07-26T16:00:23.590 INFO:tasks.rados.rados.0.smithi037.stdout:975: finishing write tid 1 to smithi03738989-21 2021-07-26T16:00:23.590 INFO:tasks.rados.rados.0.smithi037.stdout:975: finishing write tid 3 to smithi03738989-21 2021-07-26T16:00:23.591 INFO:tasks.rados.rados.0.smithi037.stdout:975: finishing write tid 4 to smithi03738989-21 2021-07-26T16:00:23.591 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 225 (ObjNum 322 snap 96 seq_num 322) dirty exists 2021-07-26T16:00:23.591 INFO:tasks.rados.rados.0.smithi037.stdout:975: left oid 21 (ObjNum 322 snap 96 seq_num 322) 2021-07-26T16:00:23.592 INFO:tasks.rados.rados.0.smithi037.stdout:976: finishing write tid 1 to smithi03738989-20 2021-07-26T16:00:23.592 INFO:tasks.rados.rados.0.smithi037.stdout:976: finishing write tid 3 to smithi03738989-20 2021-07-26T16:00:23.592 INFO:tasks.rados.rados.0.smithi037.stdout:976: finishing write tid 4 to smithi03738989-20 2021-07-26T16:00:23.592 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 111 (ObjNum 323 snap 96 seq_num 323) dirty exists 2021-07-26T16:00:23.593 INFO:tasks.rados.rados.0.smithi037.stdout:976: left oid 20 (ObjNum 323 snap 96 seq_num 323) 2021-07-26T16:00:23.593 INFO:tasks.rados.rados.0.smithi037.stdout:978: finishing write tid 1 to smithi03738989-48 2021-07-26T16:00:23.593 INFO:tasks.rados.rados.0.smithi037.stdout:978: finishing write tid 3 to smithi03738989-48 2021-07-26T16:00:23.593 INFO:tasks.rados.rados.0.smithi037.stdout:978: finishing write tid 4 to smithi03738989-48 2021-07-26T16:00:23.594 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 430 (ObjNum 324 snap 96 seq_num 324) dirty exists 2021-07-26T16:00:23.594 INFO:tasks.rados.rados.0.smithi037.stdout:978: left oid 48 (ObjNum 324 snap 96 seq_num 324) 2021-07-26T16:00:23.594 INFO:tasks.rados.rados.0.smithi037.stdout:980: expect (ObjNum 317 snap 96 seq_num 317) 2021-07-26T16:00:23.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:23 smithi107 bash[29346]: cluster 2021-07-26T16:00:21.674699+0000 mgr.y (mgr.24994) 43 : cluster [DBG] pgmap v50: 89 pgs: 89 active+clean; 256 MiB data, 382 MiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 748 KiB/s wr, 14 op/s 2021-07-26T16:00:23.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:23 smithi107 bash[29346]: cluster 2021-07-26T16:00:22.358328+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2021-07-26T16:00:23.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:23 smithi107 bash[29346]: audit 2021-07-26T16:00:22.773314+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:23.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:23 smithi107 bash[29346]: audit 2021-07-26T16:00:22.777218+0000 mon.c (mon.1) 19 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T16:00:23.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:23 smithi107 bash[29346]: audit 2021-07-26T16:00:22.778796+0000 mon.c (mon.1) 20 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T16:00:23.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:23 smithi107 bash[29346]: audit 2021-07-26T16:00:22.780238+0000 mon.c (mon.1) 21 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:23.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:23 smithi107 bash[29346]: audit 2021-07-26T16:00:22.782559+0000 mon.c (mon.1) 22 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-07-26T16:00:23.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:23 smithi037 bash[41498]: cluster 2021-07-26T16:00:21.674699+0000 mgr.y (mgr.24994) 43 : cluster [DBG] pgmap v50: 89 pgs: 89 active+clean; 256 MiB data, 382 MiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 748 KiB/s wr, 14 op/s 2021-07-26T16:00:23.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:23 smithi037 bash[41498]: cluster 2021-07-26T16:00:22.358328+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2021-07-26T16:00:23.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:23 smithi037 bash[41498]: audit 2021-07-26T16:00:22.773314+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:23.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:23 smithi037 bash[41498]: audit 2021-07-26T16:00:22.777218+0000 mon.c (mon.1) 19 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T16:00:23.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:23 smithi037 bash[41498]: audit 2021-07-26T16:00:22.778796+0000 mon.c (mon.1) 20 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T16:00:23.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:23 smithi037 bash[41498]: audit 2021-07-26T16:00:22.780238+0000 mon.c (mon.1) 21 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:23.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:23 smithi037 bash[41498]: audit 2021-07-26T16:00:22.782559+0000 mon.c (mon.1) 22 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-07-26T16:00:23.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:23 smithi037 bash[42499]: cluster 2021-07-26T16:00:21.674699+0000 mgr.y (mgr.24994) 43 : cluster [DBG] pgmap v50: 89 pgs: 89 active+clean; 256 MiB data, 382 MiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 748 KiB/s wr, 14 op/s 2021-07-26T16:00:23.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:23 smithi037 bash[42499]: cluster 2021-07-26T16:00:22.358328+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2021-07-26T16:00:23.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:23 smithi037 bash[42499]: audit 2021-07-26T16:00:22.773314+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:23.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:23 smithi037 bash[42499]: audit 2021-07-26T16:00:22.777218+0000 mon.c (mon.1) 19 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T16:00:23.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:23 smithi037 bash[42499]: audit 2021-07-26T16:00:22.778796+0000 mon.c (mon.1) 20 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T16:00:23.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:23 smithi037 bash[42499]: audit 2021-07-26T16:00:22.780238+0000 mon.c (mon.1) 21 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:23.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:23 smithi037 bash[42499]: audit 2021-07-26T16:00:22.782559+0000 mon.c (mon.1) 22 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-07-26T16:00:24.383 INFO:tasks.rados.rados.0.smithi037.stdout:966: done (13 left) 2021-07-26T16:00:24.383 INFO:tasks.rados.rados.0.smithi037.stdout:967: done (12 left) 2021-07-26T16:00:24.384 INFO:tasks.rados.rados.0.smithi037.stdout:968: done (11 left) 2021-07-26T16:00:24.384 INFO:tasks.rados.rados.0.smithi037.stdout:969: done (10 left) 2021-07-26T16:00:24.384 INFO:tasks.rados.rados.0.smithi037.stdout:970: done (9 left) 2021-07-26T16:00:24.385 INFO:tasks.rados.rados.0.smithi037.stdout:971: done (8 left) 2021-07-26T16:00:24.385 INFO:tasks.rados.rados.0.smithi037.stdout:972: done (7 left) 2021-07-26T16:00:24.385 INFO:tasks.rados.rados.0.smithi037.stdout:973: done (6 left) 2021-07-26T16:00:24.385 INFO:tasks.rados.rados.0.smithi037.stdout:974: done (5 left) 2021-07-26T16:00:24.385 INFO:tasks.rados.rados.0.smithi037.stdout:975: done (4 left) 2021-07-26T16:00:24.386 INFO:tasks.rados.rados.0.smithi037.stdout:976: done (3 left) 2021-07-26T16:00:24.386 INFO:tasks.rados.rados.0.smithi037.stdout:978: done (2 left) 2021-07-26T16:00:24.386 INFO:tasks.rados.rados.0.smithi037.stdout:980: done (1 left) 2021-07-26T16:00:24.387 INFO:tasks.rados.rados.0.smithi037.stdout:981: done (0 left) 2021-07-26T16:00:24.388 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 97 2021-07-26T16:00:24.388 INFO:tasks.rados.rados.0.smithi037.stdout:982: seq_num 325 ranges {0=647168} 2021-07-26T16:00:24.390 INFO:tasks.rados.rados.0.smithi037.stdout:982: writing smithi03738989-37 from 0 to 647168 tid 1 2021-07-26T16:00:24.390 INFO:tasks.rados.rados.0.smithi037.stdout:983: rmattr oid 2 current snap is 97 2021-07-26T16:00:24.390 INFO:tasks.rados.rados.0.smithi037.stdout:983: done (1 left) 2021-07-26T16:00:24.390 INFO:tasks.rados.rados.0.smithi037.stdout:984: read oid 2 snap 85 2021-07-26T16:00:24.391 INFO:tasks.rados.rados.0.smithi037.stdout:984: expect (ObjNum 256 snap 67 seq_num 256) 2021-07-26T16:00:24.391 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 97 2021-07-26T16:00:24.391 INFO:tasks.rados.rados.0.smithi037.stdout:985: seq_num 326 ranges {2285568=663552} 2021-07-26T16:00:24.408 INFO:tasks.rados.rados.0.smithi037.stdout:985: writing smithi03738989-1 from 2285568 to 2949120 tid 1 2021-07-26T16:00:24.409 INFO:tasks.rados.rados.0.smithi037.stdout:982: finishing write tid 1 to smithi03738989-37 2021-07-26T16:00:24.409 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 97 2021-07-26T16:00:24.410 INFO:tasks.rados.rados.0.smithi037.stdout:986: seq_num 327 ranges {4005888=679936} 2021-07-26T16:00:24.435 INFO:tasks.rados.rados.0.smithi037.stdout:986: writing smithi03738989-32 from 4005888 to 4685824 tid 1 2021-07-26T16:00:24.436 INFO:tasks.rados.rados.0.smithi037.stdout:987: rmattr oid 7 current snap is 97 2021-07-26T16:00:24.436 INFO:tasks.rados.rados.0.smithi037.stdout:987: done (4 left) 2021-07-26T16:00:24.436 INFO:tasks.rados.rados.0.smithi037.stdout:988: setattr oid 38 current snap is 97 2021-07-26T16:00:24.437 INFO:tasks.rados.rados.0.smithi037.stdout:982: finishing write tid 3 to smithi03738989-37 2021-07-26T16:00:24.437 INFO:tasks.rados.rados.0.smithi037.stdout:982: finishing write tid 4 to smithi03738989-37 2021-07-26T16:00:24.437 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 438 (ObjNum 325 snap 97 seq_num 325) dirty exists 2021-07-26T16:00:24.437 INFO:tasks.rados.rados.0.smithi037.stdout:982: left oid 37 (ObjNum 325 snap 97 seq_num 325) 2021-07-26T16:00:24.437 INFO:tasks.rados.rados.0.smithi037.stdout:984: expect (ObjNum 256 snap 67 seq_num 256) 2021-07-26T16:00:24.503 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:24 smithi037 bash[41498]: cephadm 2021-07-26T16:00:22.776600+0000 mgr.y (mgr.24994) 44 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-07-26T16:00:24.503 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:24 smithi037 bash[41498]: cephadm 2021-07-26T16:00:22.781546+0000 mgr.y (mgr.24994) 45 : cephadm [INF] Reconfiguring daemon mon.c on smithi037 2021-07-26T16:00:24.504 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:24 smithi037 bash[41498]: cluster 2021-07-26T16:00:23.360830+0000 mon.a (mon.0) 138 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2021-07-26T16:00:24.504 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:24 smithi037 bash[42499]: cephadm 2021-07-26T16:00:22.776600+0000 mgr.y (mgr.24994) 44 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-07-26T16:00:24.504 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:24 smithi037 bash[42499]: cephadm 2021-07-26T16:00:22.781546+0000 mgr.y (mgr.24994) 45 : cephadm [INF] Reconfiguring daemon mon.c on smithi037 2021-07-26T16:00:24.505 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:24 smithi037 bash[42499]: cluster 2021-07-26T16:00:23.360830+0000 mon.a (mon.0) 138 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2021-07-26T16:00:24.554 INFO:tasks.rados.rados.0.smithi037.stdout:985: finishing write tid 1 to smithi03738989-1 2021-07-26T16:00:24.555 INFO:tasks.rados.rados.0.smithi037.stdout:985: finishing write tid 3 to smithi03738989-1 2021-07-26T16:00:24.555 INFO:tasks.rados.rados.0.smithi037.stdout:985: finishing write tid 4 to smithi03738989-1 2021-07-26T16:00:24.556 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 729 (ObjNum 326 snap 97 seq_num 326) dirty exists 2021-07-26T16:00:24.556 INFO:tasks.rados.rados.0.smithi037.stdout:985: left oid 1 (ObjNum 326 snap 97 seq_num 326) 2021-07-26T16:00:24.556 INFO:tasks.rados.rados.0.smithi037.stdout:986: finishing write tid 1 to smithi03738989-32 2021-07-26T16:00:24.557 INFO:tasks.rados.rados.0.smithi037.stdout:986: finishing write tid 3 to smithi03738989-32 2021-07-26T16:00:24.557 INFO:tasks.rados.rados.0.smithi037.stdout:986: finishing write tid 4 to smithi03738989-32 2021-07-26T16:00:24.557 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 732 (ObjNum 327 snap 97 seq_num 327) dirty exists 2021-07-26T16:00:24.558 INFO:tasks.rados.rados.0.smithi037.stdout:986: left oid 32 (ObjNum 327 snap 97 seq_num 327) 2021-07-26T16:00:24.558 INFO:tasks.rados.rados.0.smithi037.stdout:982: done (4 left) 2021-07-26T16:00:24.558 INFO:tasks.rados.rados.0.smithi037.stdout:984: done (3 left) 2021-07-26T16:00:24.559 INFO:tasks.rados.rados.0.smithi037.stdout:985: done (2 left) 2021-07-26T16:00:24.559 INFO:tasks.rados.rados.0.smithi037.stdout:986: done (1 left) 2021-07-26T16:00:24.560 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 97 2021-07-26T16:00:24.560 INFO:tasks.rados.rados.0.smithi037.stdout:989: seq_num 328 ranges {565248=696320} 2021-07-26T16:00:24.572 INFO:tasks.rados.rados.0.smithi037.stdout:989: writing smithi03738989-15 from 565248 to 1261568 tid 1 2021-07-26T16:00:24.572 INFO:tasks.rados.rados.0.smithi037.stdout:990: delete oid 4 current snap is 97 2021-07-26T16:00:24.573 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 382 (ObjNum 283 snap 81 seq_num 283) dirty exists 2021-07-26T16:00:24.576 INFO:tasks.rados.rados.0.smithi037.stdout:988: done (2 left) 2021-07-26T16:00:24.576 INFO:tasks.rados.rados.0.smithi037.stdout:990: done (1 left) 2021-07-26T16:00:24.577 INFO:tasks.rados.rados.0.smithi037.stdout:991: read oid 5 snap -1 2021-07-26T16:00:24.577 INFO:tasks.rados.rados.0.smithi037.stdout:991: expect (ObjNum 319 snap 96 seq_num 319) 2021-07-26T16:00:24.578 INFO:tasks.rados.rados.0.smithi037.stdout:992: rmattr oid 32 current snap is 97 2021-07-26T16:00:24.578 INFO:tasks.rados.rados.0.smithi037.stdout:993: rmattr oid 50 current snap is 97 2021-07-26T16:00:24.579 INFO:tasks.rados.rados.0.smithi037.stdout:993: done (3 left) 2021-07-26T16:00:24.579 INFO:tasks.rados.rados.0.smithi037.stdout:994: setattr oid 21 current snap is 97 2021-07-26T16:00:24.580 INFO:tasks.rados.rados.0.smithi037.stdout:995: read oid 25 snap 79 2021-07-26T16:00:24.581 INFO:tasks.rados.rados.0.smithi037.stdout:995: expect (ObjNum 264 snap 75 seq_num 264) 2021-07-26T16:00:24.581 INFO:tasks.rados.rados.0.smithi037.stdout:996: rollback oid 29 current snap is 97 2021-07-26T16:00:24.582 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 29 to 61 2021-07-26T16:00:24.582 INFO:tasks.rados.rados.0.smithi037.stdout:997: setattr oid 17 current snap is 97 2021-07-26T16:00:24.585 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 735 (ObjNum 327 snap 97 seq_num 327) dirty exists 2021-07-26T16:00:24.585 INFO:tasks.rados.rados.0.smithi037.stdout:992: done (6 left) 2021-07-26T16:00:24.586 INFO:tasks.rados.rados.0.smithi037.stdout:998: rollback oid 35 current snap is 97 2021-07-26T16:00:24.587 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 35 to 74 2021-07-26T16:00:24.588 INFO:tasks.rados.rados.0.smithi037.stdout:999: rollback oid 4 current snap is 97 2021-07-26T16:00:24.588 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 4 to 94 2021-07-26T16:00:24.589 INFO:tasks.rados.rados.0.smithi037.stdout:1000: read oid 31 snap -1 2021-07-26T16:00:24.589 INFO:tasks.rados.rados.0.smithi037.stdout:1000: expect (ObjNum 138 snap 35 seq_num 138) 2021-07-26T16:00:24.590 INFO:tasks.rados.rados.0.smithi037.stdout:1001: snap_create 2021-07-26T16:00:24.591 INFO:tasks.rados.rados.0.smithi037.stdout:991: expect (ObjNum 319 snap 96 seq_num 319) 2021-07-26T16:00:24.603 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 231 (ObjNum 322 snap 96 seq_num 322) dirty exists 2021-07-26T16:00:24.603 INFO:tasks.rados.rados.0.smithi037.stdout:999: finishing rollback tid 1 to smithi03738989-4 2021-07-26T16:00:24.604 INFO:tasks.rados.rados.0.smithi037.stdout:989: finishing write tid 1 to smithi03738989-15 2021-07-26T16:00:24.604 INFO:tasks.rados.rados.0.smithi037.stdout:995: expect (ObjNum 264 snap 75 seq_num 264) 2021-07-26T16:00:24.649 INFO:tasks.rados.rados.0.smithi037.stdout:999: finishing rollback tid 2 to smithi03738989-4 2021-07-26T16:00:24.649 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 737 (ObjNum 281 snap 81 seq_num 281) dirty exists 2021-07-26T16:00:24.650 INFO:tasks.rados.rados.0.smithi037.stdout:989: finishing write tid 3 to smithi03738989-15 2021-07-26T16:00:24.650 INFO:tasks.rados.rados.0.smithi037.stdout:996: finishing rollback tid 0 to smithi03738989-29 2021-07-26T16:00:24.650 INFO:tasks.rados.rados.0.smithi037.stdout:989: finishing write tid 4 to smithi03738989-15 2021-07-26T16:00:24.650 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 381 (ObjNum 328 snap 97 seq_num 328) dirty exists 2021-07-26T16:00:24.651 INFO:tasks.rados.rados.0.smithi037.stdout:989: left oid 15 (ObjNum 328 snap 97 seq_num 328) 2021-07-26T16:00:24.651 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 382 (ObjNum 304 snap 95 seq_num 304) dirty exists 2021-07-26T16:00:24.651 INFO:tasks.rados.rados.0.smithi037.stdout:996: finishing rollback tid 1 to smithi03738989-29 2021-07-26T16:00:24.651 INFO:tasks.rados.rados.0.smithi037.stdout:996: finishing rollback tid 2 to smithi03738989-29 2021-07-26T16:00:24.652 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 564 (ObjNum 161 snap 41 seq_num 161) dirty exists 2021-07-26T16:00:24.652 INFO:tasks.rados.rados.0.smithi037.stdout:998: finishing rollback tid 0 to smithi03738989-35 2021-07-26T16:00:24.652 INFO:tasks.rados.rados.0.smithi037.stdout:998: finishing rollback tid 1 to smithi03738989-35 2021-07-26T16:00:24.653 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 567 (ObjNum 0 snap 0 seq_num 0) dirty dne 2021-07-26T16:00:24.653 INFO:tasks.rados.rados.0.smithi037.stdout:1000: expect (ObjNum 138 snap 35 seq_num 138) 2021-07-26T16:00:24.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:24 smithi107 bash[29346]: cephadm 2021-07-26T16:00:22.776600+0000 mgr.y (mgr.24994) 44 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-07-26T16:00:24.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:24 smithi107 bash[29346]: cephadm 2021-07-26T16:00:22.781546+0000 mgr.y (mgr.24994) 45 : cephadm [INF] Reconfiguring daemon mon.c on smithi037 2021-07-26T16:00:24.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:24 smithi107 bash[29346]: cluster 2021-07-26T16:00:23.360830+0000 mon.a (mon.0) 138 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2021-07-26T16:00:25.387 INFO:tasks.rados.rados.0.smithi037.stdout:989: done (9 left) 2021-07-26T16:00:25.387 INFO:tasks.rados.rados.0.smithi037.stdout:991: done (8 left) 2021-07-26T16:00:25.388 INFO:tasks.rados.rados.0.smithi037.stdout:994: done (7 left) 2021-07-26T16:00:25.388 INFO:tasks.rados.rados.0.smithi037.stdout:995: done (6 left) 2021-07-26T16:00:25.388 INFO:tasks.rados.rados.0.smithi037.stdout:996: done (5 left) 2021-07-26T16:00:25.388 INFO:tasks.rados.rados.0.smithi037.stdout:997: done (4 left) 2021-07-26T16:00:25.389 INFO:tasks.rados.rados.0.smithi037.stdout:998: done (3 left) 2021-07-26T16:00:25.389 INFO:tasks.rados.rados.0.smithi037.stdout:999: done (2 left) 2021-07-26T16:00:25.389 INFO:tasks.rados.rados.0.smithi037.stdout:1000: done (1 left) 2021-07-26T16:00:25.389 INFO:tasks.rados.rados.0.smithi037.stdout:1001: done (0 left) 2021-07-26T16:00:25.390 INFO:tasks.rados.rados.0.smithi037.stdout:1002: copy_from oid 2 from oid 18 current snap is 98 2021-07-26T16:00:25.390 INFO:tasks.rados.rados.0.smithi037.stdout:1003: snap_create 2021-07-26T16:00:25.416 INFO:tasks.rados.rados.0.smithi037.stdout:1002: finishing copy_from to smithi03738989-2 2021-07-26T16:00:25.416 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 236 (ObjNum 284 snap 83 seq_num 284) dirty exists 2021-07-26T16:00:25.417 INFO:tasks.rados.rados.0.smithi037.stdout:1002: finishing copy_from racing read to smithi03738989-2 2021-07-26T16:00:25.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:25 smithi107 bash[29346]: cluster 2021-07-26T16:00:23.675552+0000 mgr.y (mgr.24994) 46 : cluster [DBG] pgmap v53: 89 pgs: 89 active+clean; 256 MiB data, 382 MiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 748 KiB/s wr, 14 op/s 2021-07-26T16:00:25.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:25 smithi107 bash[29346]: cluster 2021-07-26T16:00:24.383692+0000 mon.a (mon.0) 139 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2021-07-26T16:00:25.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:25 smithi107 bash[29346]: audit 2021-07-26T16:00:25.117510+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:25.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:25 smithi107 bash[29346]: audit 2021-07-26T16:00:25.122155+0000 mon.c (mon.1) 23 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-07-26T16:00:25.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:25 smithi037 bash[41498]: cluster 2021-07-26T16:00:23.675552+0000 mgr.y (mgr.24994) 46 : cluster [DBG] pgmap v53: 89 pgs: 89 active+clean; 256 MiB data, 382 MiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 748 KiB/s wr, 14 op/s 2021-07-26T16:00:25.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:25 smithi037 bash[41498]: cluster 2021-07-26T16:00:24.383692+0000 mon.a (mon.0) 139 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2021-07-26T16:00:25.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:25 smithi037 bash[41498]: audit 2021-07-26T16:00:25.117510+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:25.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:25 smithi037 bash[41498]: audit 2021-07-26T16:00:25.122155+0000 mon.c (mon.1) 23 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-07-26T16:00:25.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:25 smithi037 bash[42499]: cluster 2021-07-26T16:00:23.675552+0000 mgr.y (mgr.24994) 46 : cluster [DBG] pgmap v53: 89 pgs: 89 active+clean; 256 MiB data, 382 MiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 748 KiB/s wr, 14 op/s 2021-07-26T16:00:25.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:25 smithi037 bash[42499]: cluster 2021-07-26T16:00:24.383692+0000 mon.a (mon.0) 139 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2021-07-26T16:00:25.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:25 smithi037 bash[42499]: audit 2021-07-26T16:00:25.117510+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:25.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:25 smithi037 bash[42499]: audit 2021-07-26T16:00:25.122155+0000 mon.c (mon.1) 23 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-07-26T16:00:26.402 INFO:tasks.rados.rados.0.smithi037.stdout:1002: done (1 left) 2021-07-26T16:00:26.402 INFO:tasks.rados.rados.0.smithi037.stdout:1003: done (0 left) 2021-07-26T16:00:26.403 INFO:tasks.rados.rados.0.smithi037.stdout:1004: read oid 19 snap -1 2021-07-26T16:00:26.403 INFO:tasks.rados.rados.0.smithi037.stdout:1004: expect (ObjNum 263 snap 75 seq_num 263) 2021-07-26T16:00:26.403 INFO:tasks.rados.rados.0.smithi037.stdout:1005: read oid 32 snap -1 2021-07-26T16:00:26.404 INFO:tasks.rados.rados.0.smithi037.stdout:1005: expect (ObjNum 327 snap 97 seq_num 327) 2021-07-26T16:00:26.404 INFO:tasks.rados.rados.0.smithi037.stdout:1006: read oid 23 snap -1 2021-07-26T16:00:26.404 INFO:tasks.rados.rados.0.smithi037.stdout:1006: expect (ObjNum 317 snap 96 seq_num 317) 2021-07-26T16:00:26.404 INFO:tasks.rados.rados.0.smithi037.stdout:1007: read oid 46 snap -1 2021-07-26T16:00:26.405 INFO:tasks.rados.rados.0.smithi037.stdout:1007: expect (ObjNum 302 snap 93 seq_num 302) 2021-07-26T16:00:26.405 INFO:tasks.rados.rados.0.smithi037.stdout:1008: snap_remove snap 81 2021-07-26T16:00:26.679 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:26 smithi037 bash[42499]: cephadm 2021-07-26T16:00:25.119948+0000 mgr.y (mgr.24994) 47 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2021-07-26T16:00:26.680 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:26 smithi037 bash[42499]: cephadm 2021-07-26T16:00:25.121250+0000 mgr.y (mgr.24994) 48 : cephadm [INF] Reconfiguring daemon osd.0 on smithi037 2021-07-26T16:00:26.680 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:26 smithi037 bash[42499]: cluster 2021-07-26T16:00:25.387936+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2021-07-26T16:00:26.680 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:26 smithi037 bash[41498]: cephadm 2021-07-26T16:00:25.119948+0000 mgr.y (mgr.24994) 47 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2021-07-26T16:00:26.681 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:26 smithi037 bash[41498]: cephadm 2021-07-26T16:00:25.121250+0000 mgr.y (mgr.24994) 48 : cephadm [INF] Reconfiguring daemon osd.0 on smithi037 2021-07-26T16:00:26.681 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:26 smithi037 bash[41498]: cluster 2021-07-26T16:00:25.387936+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2021-07-26T16:00:26.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:26 smithi107 bash[29346]: cephadm 2021-07-26T16:00:25.119948+0000 mgr.y (mgr.24994) 47 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2021-07-26T16:00:26.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:26 smithi107 bash[29346]: cephadm 2021-07-26T16:00:25.121250+0000 mgr.y (mgr.24994) 48 : cephadm [INF] Reconfiguring daemon osd.0 on smithi037 2021-07-26T16:00:26.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:26 smithi107 bash[29346]: cluster 2021-07-26T16:00:25.387936+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2021-07-26T16:00:26.895 INFO:tasks.rados.rados.0.smithi037.stdout:1008: done (4 left) 2021-07-26T16:00:26.895 INFO:tasks.rados.rados.0.smithi037.stdout:1009: read oid 40 snap 93 2021-07-26T16:00:26.895 INFO:tasks.rados.rados.0.smithi037.stdout:1009: expect (ObjNum 265 snap 75 seq_num 265) 2021-07-26T16:00:26.896 INFO:tasks.rados.rados.0.smithi037.stdout:1010: snap_remove snap 64 2021-07-26T16:00:27.681 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:27 smithi037 bash[41498]: cluster 2021-07-26T16:00:25.676291+0000 mgr.y (mgr.24994) 49 : cluster [DBG] pgmap v56: 89 pgs: 89 active+clean; 256 MiB data, 382 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:27.682 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:27 smithi037 bash[41498]: cluster 2021-07-26T16:00:26.402951+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2021-07-26T16:00:27.682 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:27 smithi037 bash[41498]: cluster 2021-07-26T16:00:26.895644+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2021-07-26T16:00:27.682 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:27 smithi037 bash[42499]: cluster 2021-07-26T16:00:25.676291+0000 mgr.y (mgr.24994) 49 : cluster [DBG] pgmap v56: 89 pgs: 89 active+clean; 256 MiB data, 382 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:27.683 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:27 smithi037 bash[42499]: cluster 2021-07-26T16:00:26.402951+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2021-07-26T16:00:27.683 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:27 smithi037 bash[42499]: cluster 2021-07-26T16:00:26.895644+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2021-07-26T16:00:27.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:27 smithi107 bash[29346]: cluster 2021-07-26T16:00:25.676291+0000 mgr.y (mgr.24994) 49 : cluster [DBG] pgmap v56: 89 pgs: 89 active+clean; 256 MiB data, 382 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:27.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:27 smithi107 bash[29346]: cluster 2021-07-26T16:00:26.402951+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2021-07-26T16:00:27.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:27 smithi107 bash[29346]: cluster 2021-07-26T16:00:26.895644+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2021-07-26T16:00:27.909 INFO:tasks.rados.rados.0.smithi037.stdout:1010: done (5 left) 2021-07-26T16:00:27.909 INFO:tasks.rados.rados.0.smithi037.stdout:1011: read oid 18 snap -1 2021-07-26T16:00:27.910 INFO:tasks.rados.rados.0.smithi037.stdout:1011: expect (ObjNum 284 snap 83 seq_num 284) 2021-07-26T16:00:27.910 INFO:tasks.rados.rados.0.smithi037.stdout:1012: delete oid 14 current snap is 99 2021-07-26T16:00:27.910 INFO:tasks.rados.rados.0.smithi037.stdout:1004: expect (ObjNum 263 snap 75 seq_num 263) 2021-07-26T16:00:27.994 INFO:tasks.rados.rados.0.smithi037.stdout:1007: expect (ObjNum 302 snap 93 seq_num 302) 2021-07-26T16:00:28.203 INFO:tasks.rados.rados.0.smithi037.stdout:1005: expect (ObjNum 327 snap 97 seq_num 327) 2021-07-26T16:00:28.434 INFO:tasks.rados.rados.0.smithi037.stdout:1006: expect (ObjNum 317 snap 96 seq_num 317) 2021-07-26T16:00:28.735 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:28 smithi037 bash[42499]: audit 2021-07-26T16:00:27.454931+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:28.735 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:28 smithi037 bash[42499]: cephadm 2021-07-26T16:00:27.457411+0000 mgr.y (mgr.24994) 50 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2021-07-26T16:00:28.736 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:28 smithi037 bash[42499]: cephadm 2021-07-26T16:00:27.458443+0000 mgr.y (mgr.24994) 51 : cephadm [INF] Reconfiguring daemon osd.1 on smithi037 2021-07-26T16:00:28.736 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:28 smithi037 bash[42499]: audit 2021-07-26T16:00:27.459284+0000 mon.c (mon.1) 24 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-07-26T16:00:28.737 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:28 smithi037 bash[42499]: cluster 2021-07-26T16:00:27.909272+0000 mon.a (mon.0) 145 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2021-07-26T16:00:28.737 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:28 smithi037 bash[41498]: audit 2021-07-26T16:00:27.454931+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:28.737 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:28 smithi037 bash[41498]: cephadm 2021-07-26T16:00:27.457411+0000 mgr.y (mgr.24994) 50 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2021-07-26T16:00:28.737 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:28 smithi037 bash[41498]: cephadm 2021-07-26T16:00:27.458443+0000 mgr.y (mgr.24994) 51 : cephadm [INF] Reconfiguring daemon osd.1 on smithi037 2021-07-26T16:00:28.738 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:28 smithi037 bash[41498]: audit 2021-07-26T16:00:27.459284+0000 mon.c (mon.1) 24 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-07-26T16:00:28.738 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:28 smithi037 bash[41498]: cluster 2021-07-26T16:00:27.909272+0000 mon.a (mon.0) 145 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2021-07-26T16:00:28.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:28 smithi107 bash[29346]: audit 2021-07-26T16:00:27.454931+0000 mon.a (mon.0) 144 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:28.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:28 smithi107 bash[29346]: cephadm 2021-07-26T16:00:27.457411+0000 mgr.y (mgr.24994) 50 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2021-07-26T16:00:28.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:28 smithi107 bash[29346]: cephadm 2021-07-26T16:00:27.458443+0000 mgr.y (mgr.24994) 51 : cephadm [INF] Reconfiguring daemon osd.1 on smithi037 2021-07-26T16:00:28.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:28 smithi107 bash[29346]: audit 2021-07-26T16:00:27.459284+0000 mon.c (mon.1) 24 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-07-26T16:00:28.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:28 smithi107 bash[29346]: cluster 2021-07-26T16:00:27.909272+0000 mon.a (mon.0) 145 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2021-07-26T16:00:28.926 INFO:tasks.rados.rados.0.smithi037.stdout:1009: expect (ObjNum 265 snap 75 seq_num 265) 2021-07-26T16:00:29.219 INFO:tasks.rados.rados.0.smithi037.stdout:1011: expect (ObjNum 284 snap 83 seq_num 284) 2021-07-26T16:00:29.284 INFO:tasks.rados.rados.0.smithi037.stdout:1004: done (6 left) 2021-07-26T16:00:29.284 INFO:tasks.rados.rados.0.smithi037.stdout:1005: done (5 left) 2021-07-26T16:00:29.285 INFO:tasks.rados.rados.0.smithi037.stdout:1006: done (4 left) 2021-07-26T16:00:29.285 INFO:tasks.rados.rados.0.smithi037.stdout:1007: done (3 left) 2021-07-26T16:00:29.286 INFO:tasks.rados.rados.0.smithi037.stdout:1009: done (2 left) 2021-07-26T16:00:29.286 INFO:tasks.rados.rados.0.smithi037.stdout:1011: done (1 left) 2021-07-26T16:00:29.286 INFO:tasks.rados.rados.0.smithi037.stdout:1012: done (0 left) 2021-07-26T16:00:29.286 INFO:tasks.rados.rados.0.smithi037.stdout:1013: snap_create 2021-07-26T16:00:29.468 INFO:tasks.rados.rados.0.smithi037.stdout:1013: done (0 left) 2021-07-26T16:00:29.469 INFO:tasks.rados.rados.0.smithi037.stdout:1014: delete oid 3 current snap is 100 2021-07-26T16:00:29.477 INFO:tasks.rados.rados.0.smithi037.stdout:1014: done (0 left) 2021-07-26T16:00:29.477 INFO:tasks.rados.rados.0.smithi037.stdout:1015: rollback oid 48 current snap is 100 2021-07-26T16:00:29.478 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 48 to 84 2021-07-26T16:00:29.478 INFO:tasks.rados.rados.0.smithi037.stdout:1016: delete oid 19 current snap is 100 2021-07-26T16:00:29.483 INFO:tasks.rados.rados.0.smithi037.stdout:1016: done (1 left) 2021-07-26T16:00:29.484 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 100 2021-07-26T16:00:29.484 INFO:tasks.rados.rados.0.smithi037.stdout:1017: seq_num 333 ranges {0=786432} 2021-07-26T16:00:29.490 INFO:tasks.rados.rados.0.smithi037.stdout:1017: writing smithi03738989-9 from 0 to 786432 tid 1 2021-07-26T16:00:29.490 INFO:tasks.rados.rados.0.smithi037.stdout:1018: snap_create 2021-07-26T16:00:29.491 INFO:tasks.rados.rados.0.smithi037.stdout:1015: finishing rollback tid 0 to smithi03738989-48 2021-07-26T16:00:29.491 INFO:tasks.rados.rados.0.smithi037.stdout:1015: finishing rollback tid 1 to smithi03738989-48 2021-07-26T16:00:29.491 INFO:tasks.rados.rados.0.smithi037.stdout:1015: finishing rollback tid 2 to smithi03738989-48 2021-07-26T16:00:29.491 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 450 (ObjNum 153 snap 38 seq_num 153) dirty exists 2021-07-26T16:00:29.495 INFO:tasks.rados.rados.0.smithi037.stdout:1017: finishing write tid 1 to smithi03738989-9 2021-07-26T16:00:29.495 INFO:tasks.rados.rados.0.smithi037.stdout:1017: finishing write tid 3 to smithi03738989-9 2021-07-26T16:00:29.497 INFO:tasks.rados.rados.0.smithi037.stdout:1017: finishing write tid 4 to smithi03738989-9 2021-07-26T16:00:29.497 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 555 (ObjNum 333 snap 100 seq_num 333) dirty exists 2021-07-26T16:00:29.497 INFO:tasks.rados.rados.0.smithi037.stdout:1017: left oid 9 (ObjNum 333 snap 100 seq_num 333) 2021-07-26T16:00:29.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:29 smithi107 bash[29346]: cluster 2021-07-26T16:00:27.677033+0000 mgr.y (mgr.24994) 52 : cluster [DBG] pgmap v59: 89 pgs: 89 active+clean; 269 MiB data, 399 MiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 41 op/s 2021-07-26T16:00:29.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:29 smithi037 bash[41498]: cluster 2021-07-26T16:00:27.677033+0000 mgr.y (mgr.24994) 52 : cluster [DBG] pgmap v59: 89 pgs: 89 active+clean; 269 MiB data, 399 MiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 41 op/s 2021-07-26T16:00:29.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:29 smithi037 bash[42499]: cluster 2021-07-26T16:00:27.677033+0000 mgr.y (mgr.24994) 52 : cluster [DBG] pgmap v59: 89 pgs: 89 active+clean; 269 MiB data, 399 MiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 41 op/s 2021-07-26T16:00:30.485 INFO:tasks.rados.rados.0.smithi037.stdout:1015: done (2 left) 2021-07-26T16:00:30.485 INFO:tasks.rados.rados.0.smithi037.stdout:1017: done (1 left) 2021-07-26T16:00:30.485 INFO:tasks.rados.rados.0.smithi037.stdout:1018: done (0 left) 2021-07-26T16:00:30.485 INFO:tasks.rados.rados.0.smithi037.stdout:1019: read oid 48 snap -1 2021-07-26T16:00:30.486 INFO:tasks.rados.rados.0.smithi037.stdout:1019: expect (ObjNum 153 snap 38 seq_num 153) 2021-07-26T16:00:30.486 INFO:tasks.rados.rados.0.smithi037.stdout:1020: snap_remove snap 99 2021-07-26T16:00:30.628 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T16:00:30.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:30 smithi107 bash[29346]: cluster 2021-07-26T16:00:29.466215+0000 mon.a (mon.0) 146 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2021-07-26T16:00:30.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:30 smithi107 bash[29346]: audit 2021-07-26T16:00:29.612833+0000 mon.a (mon.0) 147 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:30.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:30 smithi107 bash[29346]: audit 2021-07-26T16:00:29.617979+0000 mon.c (mon.1) 25 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-07-26T16:00:30.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:30 smithi037 bash[41498]: cluster 2021-07-26T16:00:29.466215+0000 mon.a (mon.0) 146 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2021-07-26T16:00:30.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:30 smithi037 bash[41498]: audit 2021-07-26T16:00:29.612833+0000 mon.a (mon.0) 147 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:30.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:30 smithi037 bash[41498]: audit 2021-07-26T16:00:29.617979+0000 mon.c (mon.1) 25 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-07-26T16:00:30.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:30 smithi037 bash[42499]: cluster 2021-07-26T16:00:29.466215+0000 mon.a (mon.0) 146 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2021-07-26T16:00:30.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:30 smithi037 bash[42499]: audit 2021-07-26T16:00:29.612833+0000 mon.a (mon.0) 147 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:30.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:30 smithi037 bash[42499]: audit 2021-07-26T16:00:29.617979+0000 mon.c (mon.1) 25 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-07-26T16:00:30.962 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T16:00:30.963 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 running (7m) 26s ago 8m 10.1M - 0.20.0 0881eb8f169f efab80df0ece 2021-07-26T16:00:30.963 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi107 running (7m) 13s ago 7m 26.1M - 6.7.4 3b1077a63311 2876c96eb484 2021-07-26T16:00:30.963 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi037.wjuegm smithi037 running (6m) 26s ago 6m 14.5M - 15.2.13 5eab30a79396 d211508d5e60 2021-07-26T16:00:30.964 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi107.pmlxcx smithi107 running (6m) 13s ago 6m 17.4M - 15.2.13 5eab30a79396 8636b713abef 2021-07-26T16:00:30.964 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi107 *:8443 running (72s) 13s ago 12m 371M - 17.0.0-6381-gbccf07c2 6cdb40438e66 860e60362e9d 2021-07-26T16:00:30.964 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443 running (108s) 26s ago 14m 411M - 17.0.0-6381-gbccf07c2 6cdb40438e66 a07fb6f2ffc9 2021-07-26T16:00:30.964 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (60s) 26s ago 14m 39.7M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 370b9a5b7829 2021-07-26T16:00:30.964 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi107 running (20s) 13s ago 12m 27.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 0f8f2b11f865 2021-07-26T16:00:30.965 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (33s) 26s ago 12m 27.0M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46cd16de9ecd 2021-07-26T16:00:30.965 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 running (8m) 26s ago 8m 10.9M - 0.18.1 e5a616e4b9cf 3ad93cd5c278 2021-07-26T16:00:30.965 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi107 running (8m) 13s ago 8m 11.0M - 0.18.1 e5a616e4b9cf b308a000873c 2021-07-26T16:00:30.965 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (11m) 26s ago 11m 164M 4096M 15.2.13 5eab30a79396 8fea6ba8ff0e 2021-07-26T16:00:30.966 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (11m) 26s ago 11m 167M 4096M 15.2.13 5eab30a79396 3e1d842f2785 2021-07-26T16:00:30.966 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (10m) 26s ago 11m 130M 4096M 15.2.13 5eab30a79396 b01752f39fbb 2021-07-26T16:00:30.966 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (10m) 26s ago 10m 108M 4096M 15.2.13 5eab30a79396 291b11cfe756 2021-07-26T16:00:30.966 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi107 running (10m) 13s ago 10m 142M 4096M 15.2.13 5eab30a79396 cdf1c413f938 2021-07-26T16:00:30.967 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi107 running (9m) 13s ago 9m 142M 4096M 15.2.13 5eab30a79396 1948041463bd 2021-07-26T16:00:30.967 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi107 running (9m) 13s ago 9m 108M 4096M 15.2.13 5eab30a79396 4230be7c8f5f 2021-07-26T16:00:30.967 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi107 running (8m) 13s ago 8m 105M 4096M 15.2.13 5eab30a79396 964b0df7c499 2021-07-26T16:00:30.967 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi107 running (7m) 13s ago 8m 25.3M - 2.18.1 de242295e225 95178a9d7a1a 2021-07-26T16:00:31.340 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T16:00:31.340 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2021-07-26T16:00:31.341 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T16:00:31.341 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:00:31.341 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2021-07-26T16:00:31.341 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T16:00:31.342 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:00:31.342 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2021-07-26T16:00:31.342 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 8 2021-07-26T16:00:31.342 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:00:31.343 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2021-07-26T16:00:31.343 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 2 2021-07-26T16:00:31.343 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:00:31.343 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2021-07-26T16:00:31.344 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 10, 2021-07-26T16:00:31.344 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 5 2021-07-26T16:00:31.344 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:00:31.344 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T16:00:31.484 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[41498]: cephadm 2021-07-26T16:00:29.615177+0000 mgr.y (mgr.24994) 53 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2021-07-26T16:00:31.485 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[41498]: cephadm 2021-07-26T16:00:29.617049+0000 mgr.y (mgr.24994) 54 : cephadm [INF] Reconfiguring daemon osd.2 on smithi037 2021-07-26T16:00:31.485 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[41498]: cluster 2021-07-26T16:00:29.677901+0000 mgr.y (mgr.24994) 55 : cluster [DBG] pgmap v62: 89 pgs: 89 active+clean; 269 MiB data, 399 MiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 41 op/s 2021-07-26T16:00:31.486 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[41498]: cluster 2021-07-26T16:00:30.485102+0000 mon.a (mon.0) 148 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2021-07-26T16:00:31.500 INFO:tasks.rados.rados.0.smithi037.stdout:1020: done (1 left) 2021-07-26T16:00:31.501 INFO:tasks.rados.rados.0.smithi037.stdout:1021: snap_create 2021-07-26T16:00:31.501 INFO:tasks.rados.rados.0.smithi037.stdout:1019: expect (ObjNum 153 snap 38 seq_num 153) 2021-07-26T16:00:31.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:31 smithi107 bash[29346]: cephadm 2021-07-26T16:00:29.615177+0000 mgr.y (mgr.24994) 53 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2021-07-26T16:00:31.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:31 smithi107 bash[29346]: cephadm 2021-07-26T16:00:29.617049+0000 mgr.y (mgr.24994) 54 : cephadm [INF] Reconfiguring daemon osd.2 on smithi037 2021-07-26T16:00:31.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:31 smithi107 bash[29346]: cluster 2021-07-26T16:00:29.677901+0000 mgr.y (mgr.24994) 55 : cluster [DBG] pgmap v62: 89 pgs: 89 active+clean; 269 MiB data, 399 MiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 41 op/s 2021-07-26T16:00:31.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:31 smithi107 bash[29346]: cluster 2021-07-26T16:00:30.485102+0000 mon.a (mon.0) 148 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2021-07-26T16:00:31.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:31 smithi107 bash[29346]: audit 2021-07-26T16:00:30.945112+0000 mon.c (mon.1) 26 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:00:31.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:31 smithi107 bash[29346]: audit 2021-07-26T16:00:30.945615+0000 mon.c (mon.1) 27 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:00:31.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:31 smithi107 bash[29346]: audit 2021-07-26T16:00:30.946078+0000 mon.c (mon.1) 28 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:31 smithi107 bash[29346]: audit 2021-07-26T16:00:30.946568+0000 mon.c (mon.1) 29 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:31 smithi107 bash[29346]: audit 2021-07-26T16:00:30.946987+0000 mon.c (mon.1) 30 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:31 smithi107 bash[29346]: audit 2021-07-26T16:00:30.947493+0000 mon.c (mon.1) 31 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:31 smithi107 bash[29346]: audit 2021-07-26T16:00:30.950233+0000 mon.c (mon.1) 32 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:00:31.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:31 smithi107 bash[29346]: audit 2021-07-26T16:00:30.950750+0000 mon.c (mon.1) 33 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:31 smithi107 bash[29346]: audit 2021-07-26T16:00:30.951295+0000 mon.c (mon.1) 34 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:31 smithi107 bash[29346]: audit 2021-07-26T16:00:30.951841+0000 mon.c (mon.1) 35 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:31 smithi107 bash[29346]: audit 2021-07-26T16:00:30.952367+0000 mon.c (mon.1) 36 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:31 smithi107 bash[29346]: audit 2021-07-26T16:00:31.341547+0000 mon.a (mon.0) 149 : audit [DBG] from='client.? 172.21.15.37:0/777229764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:31.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[42499]: cephadm 2021-07-26T16:00:29.615177+0000 mgr.y (mgr.24994) 53 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2021-07-26T16:00:31.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[42499]: cephadm 2021-07-26T16:00:29.617049+0000 mgr.y (mgr.24994) 54 : cephadm [INF] Reconfiguring daemon osd.2 on smithi037 2021-07-26T16:00:31.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[42499]: cluster 2021-07-26T16:00:29.677901+0000 mgr.y (mgr.24994) 55 : cluster [DBG] pgmap v62: 89 pgs: 89 active+clean; 269 MiB data, 399 MiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 41 op/s 2021-07-26T16:00:31.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[42499]: cluster 2021-07-26T16:00:30.485102+0000 mon.a (mon.0) 148 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2021-07-26T16:00:31.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[42499]: audit 2021-07-26T16:00:30.945112+0000 mon.c (mon.1) 26 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:00:31.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[42499]: audit 2021-07-26T16:00:30.945615+0000 mon.c (mon.1) 27 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:00:31.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[42499]: audit 2021-07-26T16:00:30.946078+0000 mon.c (mon.1) 28 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[42499]: audit 2021-07-26T16:00:30.946568+0000 mon.c (mon.1) 29 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[42499]: audit 2021-07-26T16:00:30.946987+0000 mon.c (mon.1) 30 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[42499]: audit 2021-07-26T16:00:30.947493+0000 mon.c (mon.1) 31 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[42499]: audit 2021-07-26T16:00:30.950233+0000 mon.c (mon.1) 32 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:00:31.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[42499]: audit 2021-07-26T16:00:30.950750+0000 mon.c (mon.1) 33 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[42499]: audit 2021-07-26T16:00:30.951295+0000 mon.c (mon.1) 34 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[42499]: audit 2021-07-26T16:00:30.951841+0000 mon.c (mon.1) 35 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[42499]: audit 2021-07-26T16:00:30.952367+0000 mon.c (mon.1) 36 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[42499]: audit 2021-07-26T16:00:31.341547+0000 mon.a (mon.0) 149 : audit [DBG] from='client.? 172.21.15.37:0/777229764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:31.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[41498]: audit 2021-07-26T16:00:30.945112+0000 mon.c (mon.1) 26 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:00:31.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[41498]: audit 2021-07-26T16:00:30.945615+0000 mon.c (mon.1) 27 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:00:31.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[41498]: audit 2021-07-26T16:00:30.946078+0000 mon.c (mon.1) 28 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[41498]: audit 2021-07-26T16:00:30.946568+0000 mon.c (mon.1) 29 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[41498]: audit 2021-07-26T16:00:30.946987+0000 mon.c (mon.1) 30 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[41498]: audit 2021-07-26T16:00:30.947493+0000 mon.c (mon.1) 31 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[41498]: audit 2021-07-26T16:00:30.950233+0000 mon.c (mon.1) 32 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:00:31.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[41498]: audit 2021-07-26T16:00:30.950750+0000 mon.c (mon.1) 33 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[41498]: audit 2021-07-26T16:00:30.951295+0000 mon.c (mon.1) 34 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[41498]: audit 2021-07-26T16:00:30.951841+0000 mon.c (mon.1) 35 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[41498]: audit 2021-07-26T16:00:30.952367+0000 mon.c (mon.1) 36 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:00:31.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:31 smithi037 bash[41498]: audit 2021-07-26T16:00:31.341547+0000 mon.a (mon.0) 149 : audit [DBG] from='client.? 172.21.15.37:0/777229764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:31.901 INFO:tasks.rados.rados.0.smithi037.stdout:1019: done (1 left) 2021-07-26T16:00:31.902 INFO:tasks.rados.rados.0.smithi037.stdout:1021: done (0 left) 2021-07-26T16:00:31.902 INFO:tasks.rados.rados.0.smithi037.stdout:1022: copy_from oid 20 from oid 32 current snap is 102 2021-07-26T16:00:31.902 INFO:tasks.rados.rados.0.smithi037.stdout:1023: delete oid 3 current snap is 102 2021-07-26T16:00:31.915 INFO:tasks.rados.rados.0.smithi037.stdout:1023: done (1 left) 2021-07-26T16:00:31.915 INFO:tasks.rados.rados.0.smithi037.stdout:1024: copy_from oid 45 from oid 37 current snap is 102 2021-07-26T16:00:31.916 INFO:tasks.rados.rados.0.smithi037.stdout:1025: snap_remove snap 85 2021-07-26T16:00:32.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:32 smithi107 bash[29346]: audit 2021-07-26T16:00:30.616677+0000 mgr.y (mgr.24994) 56 : audit [DBG] from='client.44160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:00:32.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:32 smithi107 bash[29346]: audit 2021-07-26T16:00:30.940683+0000 mgr.y (mgr.24994) 57 : audit [DBG] from='client.54109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:00:32.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:32 smithi107 bash[29346]: cluster 2021-07-26T16:00:31.501624+0000 mon.a (mon.0) 150 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2021-07-26T16:00:32.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:32 smithi107 bash[29346]: audit 2021-07-26T16:00:31.789505+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:32.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:32 smithi107 bash[29346]: audit 2021-07-26T16:00:31.794216+0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-07-26T16:00:32.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:32 smithi107 bash[29346]: cluster 2021-07-26T16:00:31.902951+0000 mon.a (mon.0) 152 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2021-07-26T16:00:32.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:32 smithi037 bash[41498]: audit 2021-07-26T16:00:30.616677+0000 mgr.y (mgr.24994) 56 : audit [DBG] from='client.44160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:00:32.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:32 smithi037 bash[41498]: audit 2021-07-26T16:00:30.940683+0000 mgr.y (mgr.24994) 57 : audit [DBG] from='client.54109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:00:32.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:32 smithi037 bash[41498]: cluster 2021-07-26T16:00:31.501624+0000 mon.a (mon.0) 150 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2021-07-26T16:00:32.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:32 smithi037 bash[41498]: audit 2021-07-26T16:00:31.789505+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:32.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:32 smithi037 bash[41498]: audit 2021-07-26T16:00:31.794216+0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-07-26T16:00:32.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:32 smithi037 bash[41498]: cluster 2021-07-26T16:00:31.902951+0000 mon.a (mon.0) 152 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2021-07-26T16:00:32.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:32 smithi037 bash[42499]: audit 2021-07-26T16:00:30.616677+0000 mgr.y (mgr.24994) 56 : audit [DBG] from='client.44160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:00:32.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:32 smithi037 bash[42499]: audit 2021-07-26T16:00:30.940683+0000 mgr.y (mgr.24994) 57 : audit [DBG] from='client.54109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:00:32.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:32 smithi037 bash[42499]: cluster 2021-07-26T16:00:31.501624+0000 mon.a (mon.0) 150 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2021-07-26T16:00:32.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:32 smithi037 bash[42499]: audit 2021-07-26T16:00:31.789505+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:32.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:32 smithi037 bash[42499]: audit 2021-07-26T16:00:31.794216+0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-07-26T16:00:32.839 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:32 smithi037 bash[42499]: cluster 2021-07-26T16:00:31.902951+0000 mon.a (mon.0) 152 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2021-07-26T16:00:32.912 INFO:tasks.rados.rados.0.smithi037.stdout:1025: done (2 left) 2021-07-26T16:00:32.912 INFO:tasks.rados.rados.0.smithi037.stdout:1026: snap_create 2021-07-26T16:00:32.912 INFO:tasks.rados.rados.0.smithi037.stdout:1024: finishing copy_from to smithi03738989-45 2021-07-26T16:00:32.913 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 438 (ObjNum 325 snap 97 seq_num 325) dirty exists 2021-07-26T16:00:32.913 INFO:tasks.rados.rados.0.smithi037.stdout:1024: finishing copy_from racing read to smithi03738989-45 2021-07-26T16:00:32.913 INFO:tasks.rados.rados.0.smithi037.stdout:1022: finishing copy_from to smithi03738989-20 2021-07-26T16:00:32.914 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 735 (ObjNum 327 snap 97 seq_num 327) dirty exists 2021-07-26T16:00:32.914 INFO:tasks.rados.rados.0.smithi037.stdout:1022: finishing copy_from racing read to smithi03738989-20 2021-07-26T16:00:33.659 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:33 smithi037 bash[42499]: cluster 2021-07-26T16:00:31.678743+0000 mgr.y (mgr.24994) 58 : cluster [DBG] pgmap v65: 89 pgs: 89 active+clean; 270 MiB data, 401 MiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 192 KiB/s wr, 9 op/s 2021-07-26T16:00:33.660 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:33 smithi037 bash[42499]: cephadm 2021-07-26T16:00:31.792167+0000 mgr.y (mgr.24994) 59 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2021-07-26T16:00:33.660 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:33 smithi037 bash[42499]: cephadm 2021-07-26T16:00:31.793418+0000 mgr.y (mgr.24994) 60 : cephadm [INF] Reconfiguring daemon osd.3 on smithi037 2021-07-26T16:00:33.660 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:33 smithi037 bash[42499]: cluster 2021-07-26T16:00:32.912948+0000 mon.a (mon.0) 153 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2021-07-26T16:00:33.661 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:33 smithi037 bash[41498]: cluster 2021-07-26T16:00:31.678743+0000 mgr.y (mgr.24994) 58 : cluster [DBG] pgmap v65: 89 pgs: 89 active+clean; 270 MiB data, 401 MiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 192 KiB/s wr, 9 op/s 2021-07-26T16:00:33.661 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:33 smithi037 bash[41498]: cephadm 2021-07-26T16:00:31.792167+0000 mgr.y (mgr.24994) 59 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2021-07-26T16:00:33.661 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:33 smithi037 bash[41498]: cephadm 2021-07-26T16:00:31.793418+0000 mgr.y (mgr.24994) 60 : cephadm [INF] Reconfiguring daemon osd.3 on smithi037 2021-07-26T16:00:33.662 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:33 smithi037 bash[41498]: cluster 2021-07-26T16:00:32.912948+0000 mon.a (mon.0) 153 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2021-07-26T16:00:33.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:33 smithi107 bash[29346]: cluster 2021-07-26T16:00:31.678743+0000 mgr.y (mgr.24994) 58 : cluster [DBG] pgmap v65: 89 pgs: 89 active+clean; 270 MiB data, 401 MiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 192 KiB/s wr, 9 op/s 2021-07-26T16:00:33.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:33 smithi107 bash[29346]: cephadm 2021-07-26T16:00:31.792167+0000 mgr.y (mgr.24994) 59 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2021-07-26T16:00:33.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:33 smithi107 bash[29346]: cephadm 2021-07-26T16:00:31.793418+0000 mgr.y (mgr.24994) 60 : cephadm [INF] Reconfiguring daemon osd.3 on smithi037 2021-07-26T16:00:33.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:33 smithi107 bash[29346]: cluster 2021-07-26T16:00:32.912948+0000 mon.a (mon.0) 153 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2021-07-26T16:00:33.916 INFO:tasks.rados.rados.0.smithi037.stdout:1022: done (2 left) 2021-07-26T16:00:33.916 INFO:tasks.rados.rados.0.smithi037.stdout:1024: done (1 left) 2021-07-26T16:00:33.916 INFO:tasks.rados.rados.0.smithi037.stdout:1026: done (0 left) 2021-07-26T16:00:33.917 INFO:tasks.rados.rados.0.smithi037.stdout:1027: snap_remove snap 89 2021-07-26T16:00:34.924 INFO:tasks.rados.rados.0.smithi037.stdout:1027: done (0 left) 2021-07-26T16:00:34.925 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 103 2021-07-26T16:00:34.925 INFO:tasks.rados.rados.0.smithi037.stdout:1028: seq_num 335 ranges {4079616=417792,4497408=401408} 2021-07-26T16:00:34.951 INFO:tasks.rados.rados.0.smithi037.stdout:1028: writing smithi03738989-25 from 4079616 to 4497408 tid 1 2021-07-26T16:00:34.955 INFO:tasks.rados.rados.0.smithi037.stdout:1028: writing smithi03738989-25 from 4497408 to 4898816 tid 2 2021-07-26T16:00:34.955 INFO:tasks.rados.rados.0.smithi037.stdout:1029: copy_from oid 1 from oid 10 current snap is 103 2021-07-26T16:00:34.955 INFO:tasks.rados.rados.0.smithi037.stdout:1030: read oid 46 snap -1 2021-07-26T16:00:34.956 INFO:tasks.rados.rados.0.smithi037.stdout:1030: expect (ObjNum 302 snap 93 seq_num 302) 2021-07-26T16:00:34.956 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 103 2021-07-26T16:00:34.956 INFO:tasks.rados.rados.0.smithi037.stdout:1031: seq_num 336 ranges {57344=434176,491520=401408} 2021-07-26T16:00:34.957 INFO:tasks.rados.rados.0.smithi037.stdout:1031: writing smithi03738989-24 from 57344 to 491520 tid 1 2021-07-26T16:00:34.961 INFO:tasks.rados.rados.0.smithi037.stdout:1031: writing smithi03738989-24 from 491520 to 892928 tid 2 2021-07-26T16:00:34.961 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 103 2021-07-26T16:00:34.961 INFO:tasks.rados.rados.0.smithi037.stdout:1032: seq_num 337 ranges {548864=450560,999424=401408} 2021-07-26T16:00:34.967 INFO:tasks.rados.rados.0.smithi037.stdout:1032: writing smithi03738989-5 from 548864 to 999424 tid 1 2021-07-26T16:00:34.971 INFO:tasks.rados.rados.0.smithi037.stdout:1032: writing smithi03738989-5 from 999424 to 1400832 tid 2 2021-07-26T16:00:34.971 INFO:tasks.rados.rados.0.smithi037.stdout:1033: rollback oid 26 current snap is 103 2021-07-26T16:00:34.971 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 26 to 94 2021-07-26T16:00:34.972 INFO:tasks.rados.rados.0.smithi037.stdout:1028: finishing write tid 1 to smithi03738989-25 2021-07-26T16:00:34.972 INFO:tasks.rados.rados.0.smithi037.stdout:1028: finishing write tid 2 to smithi03738989-25 2021-07-26T16:00:34.972 INFO:tasks.rados.rados.0.smithi037.stdout:1028: finishing write tid 4 to smithi03738989-25 2021-07-26T16:00:34.973 INFO:tasks.rados.rados.0.smithi037.stdout:1028: finishing write tid 5 to smithi03738989-25 2021-07-26T16:00:34.973 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 391 (ObjNum 335 snap 103 seq_num 335) dirty exists 2021-07-26T16:00:34.973 INFO:tasks.rados.rados.0.smithi037.stdout:1028: left oid 25 (ObjNum 335 snap 103 seq_num 335) 2021-07-26T16:00:34.973 INFO:tasks.rados.rados.0.smithi037.stdout:1031: finishing write tid 1 to smithi03738989-24 2021-07-26T16:00:34.974 INFO:tasks.rados.rados.0.smithi037.stdout:1028: done (5 left) 2021-07-26T16:00:34.975 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 50 current snap is 103 2021-07-26T16:00:34.975 INFO:tasks.rados.rados.0.smithi037.stdout:1034: seq_num 338 ranges {0=466944,466944=401408} 2021-07-26T16:00:34.977 INFO:tasks.rados.rados.0.smithi037.stdout:1034: writing smithi03738989-50 from 0 to 466944 tid 1 2021-07-26T16:00:34.977 INFO:tasks.rados.rados.0.smithi037.stdout:1034: writing smithi03738989-50 from 466944 to 868352 tid 2 2021-07-26T16:00:34.977 INFO:tasks.rados.rados.0.smithi037.stdout:1035: copy_from oid 41 from oid 47 current snap is 103 2021-07-26T16:00:34.978 INFO:tasks.rados.rados.0.smithi037.stdout:1036: copy_from oid 33 from oid 11 current snap is 103 2021-07-26T16:00:34.978 INFO:tasks.rados.rados.0.smithi037.stdout:1037: read oid 36 snap -1 2021-07-26T16:00:34.978 INFO:tasks.rados.rados.0.smithi037.stdout:1037: expect (ObjNum 179 snap 46 seq_num 179) 2021-07-26T16:00:34.978 INFO:tasks.rados.rados.0.smithi037.stdout:1038: snap_remove snap 84 2021-07-26T16:00:35.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:34 smithi107 bash[29346]: cluster 2021-07-26T16:00:33.679466+0000 mgr.y (mgr.24994) 61 : cluster [DBG] pgmap v68: 89 pgs: 89 active+clean; 270 MiB data, 401 MiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 192 KiB/s wr, 9 op/s 2021-07-26T16:00:35.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:34 smithi107 bash[29346]: cluster 2021-07-26T16:00:33.916434+0000 mon.a (mon.0) 154 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2021-07-26T16:00:35.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:34 smithi107 bash[29346]: audit 2021-07-26T16:00:34.304669+0000 mon.a (mon.0) 155 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:35.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:34 smithi107 bash[29346]: cephadm 2021-07-26T16:00:34.308348+0000 mgr.y (mgr.24994) 62 : cephadm [INF] Reconfiguring mds.foo.smithi037.wjuegm (monmap changed)... 2021-07-26T16:00:35.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:34 smithi107 bash[29346]: audit 2021-07-26T16:00:34.308942+0000 mon.c (mon.1) 38 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi037.wjuegm", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:00:35.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:34 smithi107 bash[29346]: audit 2021-07-26T16:00:34.309968+0000 mon.a (mon.0) 156 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi037.wjuegm", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:00:35.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:34 smithi107 bash[29346]: audit 2021-07-26T16:00:34.312478+0000 mon.c (mon.1) 39 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:35.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:34 smithi107 bash[29346]: cephadm 2021-07-26T16:00:34.314208+0000 mgr.y (mgr.24994) 63 : cephadm [INF] Reconfiguring daemon mds.foo.smithi037.wjuegm on smithi037 2021-07-26T16:00:35.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:34 smithi107 bash[29346]: audit 2021-07-26T16:00:34.315293+0000 mon.c (mon.1) 40 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi037.wjuegm","key": "container_image"}]: dispatch 2021-07-26T16:00:35.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:34 smithi037 bash[42499]: cluster 2021-07-26T16:00:33.679466+0000 mgr.y (mgr.24994) 61 : cluster [DBG] pgmap v68: 89 pgs: 89 active+clean; 270 MiB data, 401 MiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 192 KiB/s wr, 9 op/s 2021-07-26T16:00:35.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:34 smithi037 bash[42499]: cluster 2021-07-26T16:00:33.916434+0000 mon.a (mon.0) 154 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2021-07-26T16:00:35.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:34 smithi037 bash[42499]: audit 2021-07-26T16:00:34.304669+0000 mon.a (mon.0) 155 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:35.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:34 smithi037 bash[42499]: cephadm 2021-07-26T16:00:34.308348+0000 mgr.y (mgr.24994) 62 : cephadm [INF] Reconfiguring mds.foo.smithi037.wjuegm (monmap changed)... 2021-07-26T16:00:35.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:34 smithi037 bash[42499]: audit 2021-07-26T16:00:34.308942+0000 mon.c (mon.1) 38 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi037.wjuegm", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:00:35.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:34 smithi037 bash[42499]: audit 2021-07-26T16:00:34.309968+0000 mon.a (mon.0) 156 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi037.wjuegm", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:00:35.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:34 smithi037 bash[42499]: audit 2021-07-26T16:00:34.312478+0000 mon.c (mon.1) 39 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:35.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:34 smithi037 bash[42499]: cephadm 2021-07-26T16:00:34.314208+0000 mgr.y (mgr.24994) 63 : cephadm [INF] Reconfiguring daemon mds.foo.smithi037.wjuegm on smithi037 2021-07-26T16:00:35.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:34 smithi037 bash[42499]: audit 2021-07-26T16:00:34.315293+0000 mon.c (mon.1) 40 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi037.wjuegm","key": "container_image"}]: dispatch 2021-07-26T16:00:35.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:34 smithi037 bash[41498]: cluster 2021-07-26T16:00:33.679466+0000 mgr.y (mgr.24994) 61 : cluster [DBG] pgmap v68: 89 pgs: 89 active+clean; 270 MiB data, 401 MiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 192 KiB/s wr, 9 op/s 2021-07-26T16:00:35.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:34 smithi037 bash[41498]: cluster 2021-07-26T16:00:33.916434+0000 mon.a (mon.0) 154 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2021-07-26T16:00:35.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:34 smithi037 bash[41498]: audit 2021-07-26T16:00:34.304669+0000 mon.a (mon.0) 155 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:35.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:34 smithi037 bash[41498]: cephadm 2021-07-26T16:00:34.308348+0000 mgr.y (mgr.24994) 62 : cephadm [INF] Reconfiguring mds.foo.smithi037.wjuegm (monmap changed)... 2021-07-26T16:00:35.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:34 smithi037 bash[41498]: audit 2021-07-26T16:00:34.308942+0000 mon.c (mon.1) 38 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi037.wjuegm", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:00:35.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:34 smithi037 bash[41498]: audit 2021-07-26T16:00:34.309968+0000 mon.a (mon.0) 156 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi037.wjuegm", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:00:35.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:34 smithi037 bash[41498]: audit 2021-07-26T16:00:34.312478+0000 mon.c (mon.1) 39 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:35.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:34 smithi037 bash[41498]: cephadm 2021-07-26T16:00:34.314208+0000 mgr.y (mgr.24994) 63 : cephadm [INF] Reconfiguring daemon mds.foo.smithi037.wjuegm on smithi037 2021-07-26T16:00:35.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:34 smithi037 bash[41498]: audit 2021-07-26T16:00:34.315293+0000 mon.c (mon.1) 40 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi037.wjuegm","key": "container_image"}]: dispatch 2021-07-26T16:00:35.940 INFO:tasks.rados.rados.0.smithi037.stdout:1038: done (9 left) 2021-07-26T16:00:35.941 INFO:tasks.rados.rados.0.smithi037.stdout:1039: rollback oid 16 current snap is 103 2021-07-26T16:00:35.941 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 98 2021-07-26T16:00:35.941 INFO:tasks.rados.rados.0.smithi037.stdout:1030: expect (ObjNum 302 snap 93 seq_num 302) 2021-07-26T16:00:36.019 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:35 smithi037 bash[41498]: cluster 2021-07-26T16:00:34.919399+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2021-07-26T16:00:36.019 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:35 smithi037 bash[42499]: cluster 2021-07-26T16:00:34.919399+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2021-07-26T16:00:36.160 INFO:tasks.rados.rados.0.smithi037.stdout:1033: finishing rollback tid 0 to smithi03738989-26 2021-07-26T16:00:36.162 INFO:tasks.rados.rados.0.smithi037.stdout:1033: finishing rollback tid 1 to smithi03738989-26 2021-07-26T16:00:36.162 INFO:tasks.rados.rados.0.smithi037.stdout:1034: finishing write tid 1 to smithi03738989-50 2021-07-26T16:00:36.162 INFO:tasks.rados.rados.0.smithi037.stdout:1031: finishing write tid 2 to smithi03738989-24 2021-07-26T16:00:36.162 INFO:tasks.rados.rados.0.smithi037.stdout:1033: finishing rollback tid 2 to smithi03738989-26 2021-07-26T16:00:36.163 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 382 (ObjNum 273 snap 79 seq_num 273) dirty exists 2021-07-26T16:00:36.163 INFO:tasks.rados.rados.0.smithi037.stdout:1031: finishing write tid 4 to smithi03738989-24 2021-07-26T16:00:36.164 INFO:tasks.rados.rados.0.smithi037.stdout:1032: finishing write tid 1 to smithi03738989-5 2021-07-26T16:00:36.164 INFO:tasks.rados.rados.0.smithi037.stdout:1034: finishing write tid 2 to smithi03738989-50 2021-07-26T16:00:36.165 INFO:tasks.rados.rados.0.smithi037.stdout:1034: finishing write tid 4 to smithi03738989-50 2021-07-26T16:00:36.165 INFO:tasks.rados.rados.0.smithi037.stdout:1030: done (9 left) 2021-07-26T16:00:36.165 INFO:tasks.rados.rados.0.smithi037.stdout:1033: done (8 left) 2021-07-26T16:00:36.166 INFO:tasks.rados.rados.0.smithi037.stdout:1040: read oid 40 snap -1 2021-07-26T16:00:36.166 INFO:tasks.rados.rados.0.smithi037.stdout:1040: expect (ObjNum 265 snap 75 seq_num 265) 2021-07-26T16:00:36.166 INFO:tasks.rados.rados.0.smithi037.stdout:1032: finishing write tid 2 to smithi03738989-5 2021-07-26T16:00:36.167 INFO:tasks.rados.rados.0.smithi037.stdout:1032: finishing write tid 4 to smithi03738989-5 2021-07-26T16:00:36.167 INFO:tasks.rados.rados.0.smithi037.stdout:1031: finishing write tid 5 to smithi03738989-24 2021-07-26T16:00:36.167 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 784 (ObjNum 336 snap 103 seq_num 336) dirty exists 2021-07-26T16:00:36.168 INFO:tasks.rados.rados.0.smithi037.stdout:1031: left oid 24 (ObjNum 336 snap 103 seq_num 336) 2021-07-26T16:00:36.168 INFO:tasks.rados.rados.0.smithi037.stdout:1034: finishing write tid 5 to smithi03738989-50 2021-07-26T16:00:36.168 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 410 (ObjNum 338 snap 103 seq_num 338) dirty exists 2021-07-26T16:00:36.169 INFO:tasks.rados.rados.0.smithi037.stdout:1034: left oid 50 (ObjNum 338 snap 103 seq_num 338) 2021-07-26T16:00:36.169 INFO:tasks.rados.rados.0.smithi037.stdout:1032: finishing write tid 5 to smithi03738989-5 2021-07-26T16:00:36.170 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 294 (ObjNum 337 snap 103 seq_num 337) dirty exists 2021-07-26T16:00:36.170 INFO:tasks.rados.rados.0.smithi037.stdout:1032: left oid 5 (ObjNum 337 snap 103 seq_num 337) 2021-07-26T16:00:36.170 INFO:tasks.rados.rados.0.smithi037.stdout:1037: expect (ObjNum 179 snap 46 seq_num 179) 2021-07-26T16:00:36.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:35 smithi107 bash[29346]: cluster 2021-07-26T16:00:34.919399+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2021-07-26T16:00:36.371 INFO:tasks.rados.rados.0.smithi037.stdout:1029: finishing copy_from to smithi03738989-1 2021-07-26T16:00:36.371 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 708 (ObjNum 321 snap 96 seq_num 321) dirty exists 2021-07-26T16:00:36.371 INFO:tasks.rados.rados.0.smithi037.stdout:1029: finishing copy_from racing read to smithi03738989-1 2021-07-26T16:00:36.372 INFO:tasks.rados.rados.0.smithi037.stdout:1035: finishing copy_from to smithi03738989-41 2021-07-26T16:00:36.372 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 525 (ObjNum 169 snap 41 seq_num 169) dirty exists 2021-07-26T16:00:36.372 INFO:tasks.rados.rados.0.smithi037.stdout:1035: finishing copy_from racing read to smithi03738989-41 2021-07-26T16:00:36.372 INFO:tasks.rados.rados.0.smithi037.stdout:1036: finishing copy_from to smithi03738989-33 2021-07-26T16:00:36.373 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 374 (ObjNum 232 snap 62 seq_num 232) dirty exists 2021-07-26T16:00:36.373 INFO:tasks.rados.rados.0.smithi037.stdout:1036: finishing copy_from racing read to smithi03738989-33 2021-07-26T16:00:36.373 INFO:tasks.rados.rados.0.smithi037.stdout:1039: finishing rollback tid 0 to smithi03738989-16 2021-07-26T16:00:36.373 INFO:tasks.rados.rados.0.smithi037.stdout:1039: finishing rollback tid 1 to smithi03738989-16 2021-07-26T16:00:36.373 INFO:tasks.rados.rados.0.smithi037.stdout:1039: finishing rollback tid 2 to smithi03738989-16 2021-07-26T16:00:36.374 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 464 (ObjNum 237 snap 63 seq_num 237) dirty exists 2021-07-26T16:00:36.374 INFO:tasks.rados.rados.0.smithi037.stdout:1029: done (8 left) 2021-07-26T16:00:36.374 INFO:tasks.rados.rados.0.smithi037.stdout:1031: done (7 left) 2021-07-26T16:00:36.374 INFO:tasks.rados.rados.0.smithi037.stdout:1032: done (6 left) 2021-07-26T16:00:36.375 INFO:tasks.rados.rados.0.smithi037.stdout:1034: done (5 left) 2021-07-26T16:00:36.375 INFO:tasks.rados.rados.0.smithi037.stdout:1035: done (4 left) 2021-07-26T16:00:36.376 INFO:tasks.rados.rados.0.smithi037.stdout:1036: done (3 left) 2021-07-26T16:00:36.376 INFO:tasks.rados.rados.0.smithi037.stdout:1037: done (2 left) 2021-07-26T16:00:36.376 INFO:tasks.rados.rados.0.smithi037.stdout:1039: done (1 left) 2021-07-26T16:00:36.376 INFO:tasks.rados.rados.0.smithi037.stdout:1041: snap_remove snap 101 2021-07-26T16:00:36.945 INFO:tasks.rados.rados.0.smithi037.stdout:1041: done (1 left) 2021-07-26T16:00:36.945 INFO:tasks.rados.rados.0.smithi037.stdout:1042: read oid 28 snap -1 2021-07-26T16:00:36.946 INFO:tasks.rados.rados.0.smithi037.stdout:1042: expect (ObjNum 27 snap 0 seq_num 27) 2021-07-26T16:00:36.946 INFO:tasks.rados.rados.0.smithi037.stdout:1043: read oid 10 snap -1 2021-07-26T16:00:36.946 INFO:tasks.rados.rados.0.smithi037.stdout:1043: expect (ObjNum 321 snap 96 seq_num 321) 2021-07-26T16:00:36.947 INFO:tasks.rados.rados.0.smithi037.stdout:1044: snap_remove snap 57 2021-07-26T16:00:37.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:36 smithi107 bash[29346]: cluster 2021-07-26T16:00:35.680169+0000 mgr.y (mgr.24994) 64 : cluster [DBG] pgmap v71: 89 pgs: 89 active+clean; 270 MiB data, 401 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:37.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:36 smithi107 bash[29346]: cluster 2021-07-26T16:00:35.941166+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2021-07-26T16:00:37.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:36 smithi107 bash[29346]: audit 2021-07-26T16:00:36.650856+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:37.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:36 smithi107 bash[29346]: audit 2021-07-26T16:00:36.654019+0000 mon.c (mon.1) 41 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T16:00:37.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:36 smithi107 bash[29346]: audit 2021-07-26T16:00:36.655470+0000 mon.c (mon.1) 42 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T16:00:37.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:36 smithi107 bash[29346]: audit 2021-07-26T16:00:36.656797+0000 mon.c (mon.1) 43 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:37.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:36 smithi107 bash[29346]: audit 2021-07-26T16:00:36.658807+0000 mon.c (mon.1) 44 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-07-26T16:00:37.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:36 smithi037 bash[41498]: cluster 2021-07-26T16:00:35.680169+0000 mgr.y (mgr.24994) 64 : cluster [DBG] pgmap v71: 89 pgs: 89 active+clean; 270 MiB data, 401 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:37.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:36 smithi037 bash[41498]: cluster 2021-07-26T16:00:35.941166+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2021-07-26T16:00:37.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:36 smithi037 bash[41498]: audit 2021-07-26T16:00:36.650856+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:37.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:36 smithi037 bash[41498]: audit 2021-07-26T16:00:36.654019+0000 mon.c (mon.1) 41 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T16:00:37.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:36 smithi037 bash[41498]: audit 2021-07-26T16:00:36.655470+0000 mon.c (mon.1) 42 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T16:00:37.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:36 smithi037 bash[41498]: audit 2021-07-26T16:00:36.656797+0000 mon.c (mon.1) 43 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:37.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:36 smithi037 bash[41498]: audit 2021-07-26T16:00:36.658807+0000 mon.c (mon.1) 44 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-07-26T16:00:37.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:36 smithi037 bash[42499]: cluster 2021-07-26T16:00:35.680169+0000 mgr.y (mgr.24994) 64 : cluster [DBG] pgmap v71: 89 pgs: 89 active+clean; 270 MiB data, 401 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:37.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:36 smithi037 bash[42499]: cluster 2021-07-26T16:00:35.941166+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2021-07-26T16:00:37.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:36 smithi037 bash[42499]: audit 2021-07-26T16:00:36.650856+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:37.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:36 smithi037 bash[42499]: audit 2021-07-26T16:00:36.654019+0000 mon.c (mon.1) 41 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-07-26T16:00:37.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:36 smithi037 bash[42499]: audit 2021-07-26T16:00:36.655470+0000 mon.c (mon.1) 42 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-07-26T16:00:37.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:36 smithi037 bash[42499]: audit 2021-07-26T16:00:36.656797+0000 mon.c (mon.1) 43 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:37.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:36 smithi037 bash[42499]: audit 2021-07-26T16:00:36.658807+0000 mon.c (mon.1) 44 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-07-26T16:00:37.964 INFO:tasks.rados.rados.0.smithi037.stdout:1044: done (3 left) 2021-07-26T16:00:37.965 INFO:tasks.rados.rados.0.smithi037.stdout:1045: snap_create 2021-07-26T16:00:37.965 INFO:tasks.rados.rados.0.smithi037.stdout:1040: expect (ObjNum 265 snap 75 seq_num 265) 2021-07-26T16:00:38.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:37 smithi107 bash[29346]: cephadm 2021-07-26T16:00:36.653436+0000 mgr.y (mgr.24994) 65 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-07-26T16:00:38.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:37 smithi107 bash[29346]: cephadm 2021-07-26T16:00:36.658048+0000 mgr.y (mgr.24994) 66 : cephadm [INF] Reconfiguring daemon mon.b on smithi107 2021-07-26T16:00:38.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:37 smithi107 bash[29346]: cluster 2021-07-26T16:00:36.944269+0000 mon.a (mon.0) 160 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2021-07-26T16:00:38.278 INFO:tasks.rados.rados.0.smithi037.stdout:1042: expect (ObjNum 27 snap 0 seq_num 27) 2021-07-26T16:00:38.295 INFO:tasks.rados.rados.0.smithi037.stdout:1043: expect (ObjNum 321 snap 96 seq_num 321) 2021-07-26T16:00:38.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:37 smithi037 bash[41498]: cephadm 2021-07-26T16:00:36.653436+0000 mgr.y (mgr.24994) 65 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-07-26T16:00:38.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:37 smithi037 bash[41498]: cephadm 2021-07-26T16:00:36.658048+0000 mgr.y (mgr.24994) 66 : cephadm [INF] Reconfiguring daemon mon.b on smithi107 2021-07-26T16:00:38.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:37 smithi037 bash[41498]: cluster 2021-07-26T16:00:36.944269+0000 mon.a (mon.0) 160 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2021-07-26T16:00:38.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:37 smithi037 bash[42499]: cephadm 2021-07-26T16:00:36.653436+0000 mgr.y (mgr.24994) 65 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-07-26T16:00:38.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:37 smithi037 bash[42499]: cephadm 2021-07-26T16:00:36.658048+0000 mgr.y (mgr.24994) 66 : cephadm [INF] Reconfiguring daemon mon.b on smithi107 2021-07-26T16:00:38.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:37 smithi037 bash[42499]: cluster 2021-07-26T16:00:36.944269+0000 mon.a (mon.0) 160 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2021-07-26T16:00:38.970 INFO:tasks.rados.rados.0.smithi037.stdout:1040: done (3 left) 2021-07-26T16:00:38.971 INFO:tasks.rados.rados.0.smithi037.stdout:1042: done (2 left) 2021-07-26T16:00:38.971 INFO:tasks.rados.rados.0.smithi037.stdout:1043: done (1 left) 2021-07-26T16:00:38.971 INFO:tasks.rados.rados.0.smithi037.stdout:1045: done (0 left) 2021-07-26T16:00:38.972 INFO:tasks.rados.rados.0.smithi037.stdout:1046: read oid 29 snap -1 2021-07-26T16:00:38.972 INFO:tasks.rados.rados.0.smithi037.stdout:1046: expect (ObjNum 161 snap 41 seq_num 161) 2021-07-26T16:00:38.973 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 104 2021-07-26T16:00:38.973 INFO:tasks.rados.rados.0.smithi037.stdout:1047: seq_num 339 ranges {3276800=483328,3760128=401408} 2021-07-26T16:00:38.994 INFO:tasks.rados.rados.0.smithi037.stdout:1047: writing smithi03738989-6 from 3276800 to 3760128 tid 1 2021-07-26T16:00:38.996 INFO:tasks.rados.rados.0.smithi037.stdout:1047: writing smithi03738989-6 from 3760128 to 4161536 tid 2 2021-07-26T16:00:38.997 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 104 2021-07-26T16:00:38.997 INFO:tasks.rados.rados.0.smithi037.stdout:1048: seq_num 340 ranges {892928=499712,1392640=401408} 2021-07-26T16:00:39.004 INFO:tasks.rados.rados.0.smithi037.stdout:1048: writing smithi03738989-24 from 892928 to 1392640 tid 1 2021-07-26T16:00:39.008 INFO:tasks.rados.rados.0.smithi037.stdout:1048: writing smithi03738989-24 from 1392640 to 1794048 tid 2 2021-07-26T16:00:39.009 INFO:tasks.rados.rados.0.smithi037.stdout:1049: delete oid 33 current snap is 104 2021-07-26T16:00:39.009 INFO:tasks.rados.rados.0.smithi037.stdout:1046: expect (ObjNum 161 snap 41 seq_num 161) 2021-07-26T16:00:39.020 INFO:tasks.rados.rados.0.smithi037.stdout:1047: finishing write tid 1 to smithi03738989-6 2021-07-26T16:00:39.021 INFO:tasks.rados.rados.0.smithi037.stdout:1047: finishing write tid 2 to smithi03738989-6 2021-07-26T16:00:39.021 INFO:tasks.rados.rados.0.smithi037.stdout:1047: finishing write tid 4 to smithi03738989-6 2021-07-26T16:00:39.022 INFO:tasks.rados.rados.0.smithi037.stdout:1047: finishing write tid 5 to smithi03738989-6 2021-07-26T16:00:39.022 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 304 (ObjNum 339 snap 104 seq_num 339) dirty exists 2021-07-26T16:00:39.022 INFO:tasks.rados.rados.0.smithi037.stdout:1047: left oid 6 (ObjNum 339 snap 104 seq_num 339) 2021-07-26T16:00:39.023 INFO:tasks.rados.rados.0.smithi037.stdout:1048: finishing write tid 1 to smithi03738989-24 2021-07-26T16:00:39.023 INFO:tasks.rados.rados.0.smithi037.stdout:1048: finishing write tid 2 to smithi03738989-24 2021-07-26T16:00:39.024 INFO:tasks.rados.rados.0.smithi037.stdout:1048: finishing write tid 4 to smithi03738989-24 2021-07-26T16:00:39.024 INFO:tasks.rados.rados.0.smithi037.stdout:1048: finishing write tid 5 to smithi03738989-24 2021-07-26T16:00:39.025 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 814 (ObjNum 340 snap 104 seq_num 340) dirty exists 2021-07-26T16:00:39.025 INFO:tasks.rados.rados.0.smithi037.stdout:1048: left oid 24 (ObjNum 340 snap 104 seq_num 340) 2021-07-26T16:00:39.026 INFO:tasks.rados.rados.0.smithi037.stdout:1046: done (3 left) 2021-07-26T16:00:39.026 INFO:tasks.rados.rados.0.smithi037.stdout:1047: done (2 left) 2021-07-26T16:00:39.027 INFO:tasks.rados.rados.0.smithi037.stdout:1048: done (1 left) 2021-07-26T16:00:39.027 INFO:tasks.rados.rados.0.smithi037.stdout:1049: done (0 left) 2021-07-26T16:00:39.028 INFO:tasks.rados.rados.0.smithi037.stdout:1050: rollback oid 9 current snap is 104 2021-07-26T16:00:39.028 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 102 2021-07-26T16:00:39.029 INFO:tasks.rados.rados.0.smithi037.stdout:1051: delete oid 41 current snap is 104 2021-07-26T16:00:39.031 INFO:tasks.rados.rados.0.smithi037.stdout:1051: done (1 left) 2021-07-26T16:00:39.031 INFO:tasks.rados.rados.0.smithi037.stdout:1052: snap_create 2021-07-26T16:00:39.032 INFO:tasks.rados.rados.0.smithi037.stdout:1050: finishing rollback tid 0 to smithi03738989-9 2021-07-26T16:00:39.032 INFO:tasks.rados.rados.0.smithi037.stdout:1050: finishing rollback tid 1 to smithi03738989-9 2021-07-26T16:00:39.032 INFO:tasks.rados.rados.0.smithi037.stdout:1050: finishing rollback tid 2 to smithi03738989-9 2021-07-26T16:00:39.033 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 582 (ObjNum 333 snap 100 seq_num 333) dirty exists 2021-07-26T16:00:39.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:38 smithi107 bash[29346]: cluster 2021-07-26T16:00:37.680909+0000 mgr.y (mgr.24994) 67 : cluster [DBG] pgmap v74: 89 pgs: 89 active+clean; 288 MiB data, 428 MiB used, 707 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.4 MiB/s wr, 10 op/s 2021-07-26T16:00:39.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:38 smithi107 bash[29346]: cluster 2021-07-26T16:00:37.964877+0000 mon.a (mon.0) 161 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2021-07-26T16:00:39.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:38 smithi037 bash[41498]: cluster 2021-07-26T16:00:37.680909+0000 mgr.y (mgr.24994) 67 : cluster [DBG] pgmap v74: 89 pgs: 89 active+clean; 288 MiB data, 428 MiB used, 707 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.4 MiB/s wr, 10 op/s 2021-07-26T16:00:39.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:38 smithi037 bash[41498]: cluster 2021-07-26T16:00:37.964877+0000 mon.a (mon.0) 161 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2021-07-26T16:00:39.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:38 smithi037 bash[42499]: cluster 2021-07-26T16:00:37.680909+0000 mgr.y (mgr.24994) 67 : cluster [DBG] pgmap v74: 89 pgs: 89 active+clean; 288 MiB data, 428 MiB used, 707 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.4 MiB/s wr, 10 op/s 2021-07-26T16:00:39.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:38 smithi037 bash[42499]: cluster 2021-07-26T16:00:37.964877+0000 mon.a (mon.0) 161 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2021-07-26T16:00:39.981 INFO:tasks.rados.rados.0.smithi037.stdout:1050: done (1 left) 2021-07-26T16:00:39.981 INFO:tasks.rados.rados.0.smithi037.stdout:1052: done (0 left) 2021-07-26T16:00:39.981 INFO:tasks.rados.rados.0.smithi037.stdout:1053: read oid 12 snap -1 2021-07-26T16:00:39.982 INFO:tasks.rados.rados.0.smithi037.stdout:1053: expect (ObjNum 108 snap 22 seq_num 108) 2021-07-26T16:00:39.982 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 105 2021-07-26T16:00:39.982 INFO:tasks.rados.rados.0.smithi037.stdout:1054: seq_num 343 ranges {1261568=548864,1810432=401408} 2021-07-26T16:00:39.996 INFO:tasks.rados.rados.0.smithi037.stdout:1054: writing smithi03738989-15 from 1261568 to 1810432 tid 1 2021-07-26T16:00:39.998 INFO:tasks.rados.rados.0.smithi037.stdout:1054: writing smithi03738989-15 from 1810432 to 2211840 tid 2 2021-07-26T16:00:39.999 INFO:tasks.rados.rados.0.smithi037.stdout:1055: snap_remove snap 83 2021-07-26T16:00:40.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:39 smithi107 bash[29346]: cluster 2021-07-26T16:00:38.967406+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2021-07-26T16:00:40.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:39 smithi107 bash[29346]: audit 2021-07-26T16:00:39.201063+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:40.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:39 smithi107 bash[29346]: cephadm 2021-07-26T16:00:39.204486+0000 mgr.y (mgr.24994) 68 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2021-07-26T16:00:40.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:39 smithi107 bash[29346]: audit 2021-07-26T16:00:39.205127+0000 mon.c (mon.1) 45 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T16:00:40.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:39 smithi107 bash[29346]: audit 2021-07-26T16:00:39.205910+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T16:00:40.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:39 smithi107 bash[29346]: audit 2021-07-26T16:00:39.208137+0000 mon.c (mon.1) 46 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T16:00:40.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:39 smithi107 bash[29346]: audit 2021-07-26T16:00:39.209709+0000 mon.c (mon.1) 47 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:40.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:39 smithi107 bash[29346]: cephadm 2021-07-26T16:00:39.211054+0000 mgr.y (mgr.24994) 69 : cephadm [INF] Reconfiguring daemon mgr.x on smithi107 2021-07-26T16:00:40.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:39 smithi107 bash[29346]: audit 2021-07-26T16:00:39.212184+0000 mon.c (mon.1) 48 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2021-07-26T16:00:40.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:39 smithi037 bash[41498]: cluster 2021-07-26T16:00:38.967406+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2021-07-26T16:00:40.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:39 smithi037 bash[41498]: audit 2021-07-26T16:00:39.201063+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:40.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:39 smithi037 bash[41498]: cephadm 2021-07-26T16:00:39.204486+0000 mgr.y (mgr.24994) 68 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2021-07-26T16:00:40.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:39 smithi037 bash[41498]: audit 2021-07-26T16:00:39.205127+0000 mon.c (mon.1) 45 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T16:00:40.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:39 smithi037 bash[41498]: audit 2021-07-26T16:00:39.205910+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T16:00:40.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:39 smithi037 bash[41498]: audit 2021-07-26T16:00:39.208137+0000 mon.c (mon.1) 46 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T16:00:40.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:39 smithi037 bash[41498]: audit 2021-07-26T16:00:39.209709+0000 mon.c (mon.1) 47 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:40.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:39 smithi037 bash[41498]: cephadm 2021-07-26T16:00:39.211054+0000 mgr.y (mgr.24994) 69 : cephadm [INF] Reconfiguring daemon mgr.x on smithi107 2021-07-26T16:00:40.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:39 smithi037 bash[41498]: audit 2021-07-26T16:00:39.212184+0000 mon.c (mon.1) 48 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2021-07-26T16:00:40.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:39 smithi037 bash[42499]: cluster 2021-07-26T16:00:38.967406+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2021-07-26T16:00:40.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:39 smithi037 bash[42499]: audit 2021-07-26T16:00:39.201063+0000 mon.a (mon.0) 163 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:40.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:39 smithi037 bash[42499]: cephadm 2021-07-26T16:00:39.204486+0000 mgr.y (mgr.24994) 68 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2021-07-26T16:00:40.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:39 smithi037 bash[42499]: audit 2021-07-26T16:00:39.205127+0000 mon.c (mon.1) 45 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T16:00:40.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:39 smithi037 bash[42499]: audit 2021-07-26T16:00:39.205910+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-07-26T16:00:40.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:39 smithi037 bash[42499]: audit 2021-07-26T16:00:39.208137+0000 mon.c (mon.1) 46 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2021-07-26T16:00:40.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:39 smithi037 bash[42499]: audit 2021-07-26T16:00:39.209709+0000 mon.c (mon.1) 47 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:40.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:39 smithi037 bash[42499]: cephadm 2021-07-26T16:00:39.211054+0000 mgr.y (mgr.24994) 69 : cephadm [INF] Reconfiguring daemon mgr.x on smithi107 2021-07-26T16:00:40.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:39 smithi037 bash[42499]: audit 2021-07-26T16:00:39.212184+0000 mon.c (mon.1) 48 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2021-07-26T16:00:41.001 INFO:tasks.rados.rados.0.smithi037.stdout:1055: done (2 left) 2021-07-26T16:00:41.001 INFO:tasks.rados.rados.0.smithi037.stdout:1056: delete oid 23 current snap is 105 2021-07-26T16:00:41.002 INFO:tasks.rados.rados.0.smithi037.stdout:1053: expect (ObjNum 108 snap 22 seq_num 108) 2021-07-26T16:00:41.092 INFO:tasks.rados.rados.0.smithi037.stdout:1054: finishing write tid 1 to smithi03738989-15 2021-07-26T16:00:41.092 INFO:tasks.rados.rados.0.smithi037.stdout:1054: finishing write tid 2 to smithi03738989-15 2021-07-26T16:00:41.093 INFO:tasks.rados.rados.0.smithi037.stdout:1054: finishing write tid 4 to smithi03738989-15 2021-07-26T16:00:41.093 INFO:tasks.rados.rados.0.smithi037.stdout:1054: finishing write tid 5 to smithi03738989-15 2021-07-26T16:00:41.093 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 402 (ObjNum 343 snap 105 seq_num 343) dirty exists 2021-07-26T16:00:41.093 INFO:tasks.rados.rados.0.smithi037.stdout:1054: left oid 15 (ObjNum 343 snap 105 seq_num 343) 2021-07-26T16:00:41.094 INFO:tasks.rados.rados.0.smithi037.stdout:1053: done (2 left) 2021-07-26T16:00:41.094 INFO:tasks.rados.rados.0.smithi037.stdout:1054: done (1 left) 2021-07-26T16:00:41.094 INFO:tasks.rados.rados.0.smithi037.stdout:1056: done (0 left) 2021-07-26T16:00:41.094 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 105 2021-07-26T16:00:41.095 INFO:tasks.rados.rados.0.smithi037.stdout:1057: seq_num 345 ranges {3866624=581632,4448256=401408} 2021-07-26T16:00:41.124 INFO:tasks.rados.rados.0.smithi037.stdout:1057: writing smithi03738989-46 from 3866624 to 4448256 tid 1 2021-07-26T16:00:41.126 INFO:tasks.rados.rados.0.smithi037.stdout:1057: writing smithi03738989-46 from 4448256 to 4849664 tid 2 2021-07-26T16:00:41.126 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 105 2021-07-26T16:00:41.127 INFO:tasks.rados.rados.0.smithi037.stdout:1058: seq_num 346 ranges {2211840=598016,2809856=401408} 2021-07-26T16:00:41.142 INFO:tasks.rados.rados.0.smithi037.stdout:1058: writing smithi03738989-15 from 2211840 to 2809856 tid 1 2021-07-26T16:00:41.144 INFO:tasks.rados.rados.0.smithi037.stdout:1058: writing smithi03738989-15 from 2809856 to 3211264 tid 2 2021-07-26T16:00:41.145 INFO:tasks.rados.rados.0.smithi037.stdout:1059: read oid 31 snap -1 2021-07-26T16:00:41.145 INFO:tasks.rados.rados.0.smithi037.stdout:1059: expect (ObjNum 138 snap 35 seq_num 138) 2021-07-26T16:00:41.145 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 105 2021-07-26T16:00:41.146 INFO:tasks.rados.rados.0.smithi037.stdout:1060: seq_num 347 ranges {0=614400,614400=401408} 2021-07-26T16:00:41.148 INFO:tasks.rados.rados.0.smithi037.stdout:1060: writing smithi03738989-23 from 0 to 614400 tid 1 2021-07-26T16:00:41.150 INFO:tasks.rados.rados.0.smithi037.stdout:1060: writing smithi03738989-23 from 614400 to 1015808 tid 2 2021-07-26T16:00:41.151 INFO:tasks.rados.rados.0.smithi037.stdout:1061: snap_remove snap 100 2021-07-26T16:00:41.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:40 smithi107 bash[29346]: cluster 2021-07-26T16:00:39.681637+0000 mgr.y (mgr.24994) 70 : cluster [DBG] pgmap v77: 89 pgs: 89 active+clean; 288 MiB data, 428 MiB used, 707 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.4 MiB/s wr, 10 op/s 2021-07-26T16:00:41.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:40 smithi107 bash[29346]: cluster 2021-07-26T16:00:39.980437+0000 mon.a (mon.0) 165 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2021-07-26T16:00:41.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:40 smithi037 bash[41498]: cluster 2021-07-26T16:00:39.681637+0000 mgr.y (mgr.24994) 70 : cluster [DBG] pgmap v77: 89 pgs: 89 active+clean; 288 MiB data, 428 MiB used, 707 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.4 MiB/s wr, 10 op/s 2021-07-26T16:00:41.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:40 smithi037 bash[41498]: cluster 2021-07-26T16:00:39.980437+0000 mon.a (mon.0) 165 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2021-07-26T16:00:41.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:40 smithi037 bash[42499]: cluster 2021-07-26T16:00:39.681637+0000 mgr.y (mgr.24994) 70 : cluster [DBG] pgmap v77: 89 pgs: 89 active+clean; 288 MiB data, 428 MiB used, 707 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.4 MiB/s wr, 10 op/s 2021-07-26T16:00:41.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:40 smithi037 bash[42499]: cluster 2021-07-26T16:00:39.980437+0000 mon.a (mon.0) 165 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2021-07-26T16:00:41.905 INFO:tasks.rados.rados.0.smithi037.stdout:1061: done (4 left) 2021-07-26T16:00:41.905 INFO:tasks.rados.rados.0.smithi037.stdout:1062: rmattr oid 47 current snap is 105 2021-07-26T16:00:41.905 INFO:tasks.rados.rados.0.smithi037.stdout:1062: done (4 left) 2021-07-26T16:00:41.906 INFO:tasks.rados.rados.0.smithi037.stdout:1063: snap_remove snap 82 2021-07-26T16:00:42.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:41 smithi107 bash[29346]: cluster 2021-07-26T16:00:41.000365+0000 mon.a (mon.0) 166 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2021-07-26T16:00:42.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:41 smithi107 bash[29346]: audit 2021-07-26T16:00:41.203540+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:42.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:41 smithi107 bash[29346]: cephadm 2021-07-26T16:00:41.205936+0000 mgr.y (mgr.24994) 71 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2021-07-26T16:00:42.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:41 smithi107 bash[29346]: cephadm 2021-07-26T16:00:41.207128+0000 mgr.y (mgr.24994) 72 : cephadm [INF] Reconfiguring daemon osd.4 on smithi107 2021-07-26T16:00:42.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:41 smithi107 bash[29346]: audit 2021-07-26T16:00:41.207916+0000 mon.c (mon.1) 49 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2021-07-26T16:00:42.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:41 smithi107 bash[29346]: cluster 2021-07-26T16:00:41.904307+0000 mon.a (mon.0) 168 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2021-07-26T16:00:42.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:42 smithi037 bash[42499]: cluster 2021-07-26T16:00:41.000365+0000 mon.a (mon.0) 166 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2021-07-26T16:00:42.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:42 smithi037 bash[42499]: audit 2021-07-26T16:00:41.203540+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:42.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:42 smithi037 bash[42499]: cephadm 2021-07-26T16:00:41.205936+0000 mgr.y (mgr.24994) 71 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2021-07-26T16:00:42.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:42 smithi037 bash[42499]: cephadm 2021-07-26T16:00:41.207128+0000 mgr.y (mgr.24994) 72 : cephadm [INF] Reconfiguring daemon osd.4 on smithi107 2021-07-26T16:00:42.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:42 smithi037 bash[42499]: audit 2021-07-26T16:00:41.207916+0000 mon.c (mon.1) 49 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2021-07-26T16:00:42.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:42 smithi037 bash[42499]: cluster 2021-07-26T16:00:41.904307+0000 mon.a (mon.0) 168 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2021-07-26T16:00:42.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:41 smithi037 bash[41498]: cluster 2021-07-26T16:00:41.000365+0000 mon.a (mon.0) 166 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2021-07-26T16:00:42.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:41 smithi037 bash[41498]: audit 2021-07-26T16:00:41.203540+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:42.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:41 smithi037 bash[41498]: cephadm 2021-07-26T16:00:41.205936+0000 mgr.y (mgr.24994) 71 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2021-07-26T16:00:42.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:42 smithi037 bash[41498]: cephadm 2021-07-26T16:00:41.207128+0000 mgr.y (mgr.24994) 72 : cephadm [INF] Reconfiguring daemon osd.4 on smithi107 2021-07-26T16:00:42.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:42 smithi037 bash[41498]: audit 2021-07-26T16:00:41.207916+0000 mon.c (mon.1) 49 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2021-07-26T16:00:42.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:42 smithi037 bash[41498]: cluster 2021-07-26T16:00:41.904307+0000 mon.a (mon.0) 168 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2021-07-26T16:00:42.919 INFO:tasks.rados.rados.0.smithi037.stdout:1063: done (4 left) 2021-07-26T16:00:42.919 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 105 2021-07-26T16:00:42.920 INFO:tasks.rados.rados.0.smithi037.stdout:1064: seq_num 348 ranges {647168=630784,1277952=401408} 2021-07-26T16:00:42.927 INFO:tasks.rados.rados.0.smithi037.stdout:1064: writing smithi03738989-45 from 647168 to 1277952 tid 1 2021-07-26T16:00:42.931 INFO:tasks.rados.rados.0.smithi037.stdout:1064: writing smithi03738989-45 from 1277952 to 1679360 tid 2 2021-07-26T16:00:42.931 INFO:tasks.rados.rados.0.smithi037.stdout:1057: finishing write tid 1 to smithi03738989-46 2021-07-26T16:00:42.931 INFO:tasks.rados.rados.0.smithi037.stdout:1057: finishing write tid 2 to smithi03738989-46 2021-07-26T16:00:42.932 INFO:tasks.rados.rados.0.smithi037.stdout:1057: finishing write tid 4 to smithi03738989-46 2021-07-26T16:00:42.932 INFO:tasks.rados.rados.0.smithi037.stdout:1057: finishing write tid 5 to smithi03738989-46 2021-07-26T16:00:42.932 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 592 (ObjNum 345 snap 105 seq_num 345) dirty exists 2021-07-26T16:00:42.933 INFO:tasks.rados.rados.0.smithi037.stdout:1057: left oid 46 (ObjNum 345 snap 105 seq_num 345) 2021-07-26T16:00:42.933 INFO:tasks.rados.rados.0.smithi037.stdout:1058: finishing write tid 1 to smithi03738989-15 2021-07-26T16:00:42.933 INFO:tasks.rados.rados.0.smithi037.stdout:1058: finishing write tid 2 to smithi03738989-15 2021-07-26T16:00:42.934 INFO:tasks.rados.rados.0.smithi037.stdout:1058: finishing write tid 4 to smithi03738989-15 2021-07-26T16:00:42.934 INFO:tasks.rados.rados.0.smithi037.stdout:1060: finishing write tid 1 to smithi03738989-23 2021-07-26T16:00:42.934 INFO:tasks.rados.rados.0.smithi037.stdout:1060: finishing write tid 2 to smithi03738989-23 2021-07-26T16:00:42.935 INFO:tasks.rados.rados.0.smithi037.stdout:1058: finishing write tid 5 to smithi03738989-15 2021-07-26T16:00:42.935 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 413 (ObjNum 346 snap 105 seq_num 346) dirty exists 2021-07-26T16:00:42.935 INFO:tasks.rados.rados.0.smithi037.stdout:1058: left oid 15 (ObjNum 346 snap 105 seq_num 346) 2021-07-26T16:00:42.936 INFO:tasks.rados.rados.0.smithi037.stdout:1060: finishing write tid 4 to smithi03738989-23 2021-07-26T16:00:42.936 INFO:tasks.rados.rados.0.smithi037.stdout:1059: expect (ObjNum 138 snap 35 seq_num 138) 2021-07-26T16:00:43.067 INFO:tasks.rados.rados.0.smithi037.stdout:1060: finishing write tid 5 to smithi03738989-23 2021-07-26T16:00:43.068 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 416 (ObjNum 347 snap 105 seq_num 347) dirty exists 2021-07-26T16:00:43.068 INFO:tasks.rados.rados.0.smithi037.stdout:1060: left oid 23 (ObjNum 347 snap 105 seq_num 347) 2021-07-26T16:00:43.068 INFO:tasks.rados.rados.0.smithi037.stdout:1064: finishing write tid 1 to smithi03738989-45 2021-07-26T16:00:43.068 INFO:tasks.rados.rados.0.smithi037.stdout:1064: finishing write tid 2 to smithi03738989-45 2021-07-26T16:00:43.069 INFO:tasks.rados.rados.0.smithi037.stdout:1064: finishing write tid 4 to smithi03738989-45 2021-07-26T16:00:43.069 INFO:tasks.rados.rados.0.smithi037.stdout:1064: finishing write tid 5 to smithi03738989-45 2021-07-26T16:00:43.069 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 836 (ObjNum 348 snap 105 seq_num 348) dirty exists 2021-07-26T16:00:43.070 INFO:tasks.rados.rados.0.smithi037.stdout:1064: left oid 45 (ObjNum 348 snap 105 seq_num 348) 2021-07-26T16:00:43.070 INFO:tasks.rados.rados.0.smithi037.stdout:1057: done (4 left) 2021-07-26T16:00:43.070 INFO:tasks.rados.rados.0.smithi037.stdout:1058: done (3 left) 2021-07-26T16:00:43.070 INFO:tasks.rados.rados.0.smithi037.stdout:1059: done (2 left) 2021-07-26T16:00:43.071 INFO:tasks.rados.rados.0.smithi037.stdout:1060: done (1 left) 2021-07-26T16:00:43.071 INFO:tasks.rados.rados.0.smithi037.stdout:1064: done (0 left) 2021-07-26T16:00:43.071 INFO:tasks.rados.rados.0.smithi037.stdout:1065: read oid 19 snap -1 2021-07-26T16:00:43.071 INFO:tasks.rados.rados.0.smithi037.stdout:1065: expect deleted 2021-07-26T16:00:43.072 INFO:tasks.rados.rados.0.smithi037.stdout:1066: snap_remove snap 104 2021-07-26T16:00:43.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:43 smithi107 bash[29346]: cluster 2021-07-26T16:00:41.683073+0000 mgr.y (mgr.24994) 73 : cluster [DBG] pgmap v80: 89 pgs: 89 active+clean; 276 MiB data, 410 MiB used, 707 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2021-07-26T16:00:43.506 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:43 smithi107 bash[29346]: cluster 2021-07-26T16:00:42.919391+0000 mon.a (mon.0) 169 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2021-07-26T16:00:43.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:43 smithi037 bash[41498]: cluster 2021-07-26T16:00:41.683073+0000 mgr.y (mgr.24994) 73 : cluster [DBG] pgmap v80: 89 pgs: 89 active+clean; 276 MiB data, 410 MiB used, 707 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2021-07-26T16:00:43.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:43 smithi037 bash[41498]: cluster 2021-07-26T16:00:42.919391+0000 mon.a (mon.0) 169 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2021-07-26T16:00:43.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:43 smithi037 bash[42499]: cluster 2021-07-26T16:00:41.683073+0000 mgr.y (mgr.24994) 73 : cluster [DBG] pgmap v80: 89 pgs: 89 active+clean; 276 MiB data, 410 MiB used, 707 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2021-07-26T16:00:43.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:43 smithi037 bash[42499]: cluster 2021-07-26T16:00:42.919391+0000 mon.a (mon.0) 169 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2021-07-26T16:00:43.922 INFO:tasks.rados.rados.0.smithi037.stdout:1066: done (1 left) 2021-07-26T16:00:43.923 INFO:tasks.rados.rados.0.smithi037.stdout:1067: read oid 34 snap -1 2021-07-26T16:00:43.923 INFO:tasks.rados.rados.0.smithi037.stdout:1067: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:00:43.923 INFO:tasks.rados.rados.0.smithi037.stdout:1068: read oid 13 snap -1 2021-07-26T16:00:43.924 INFO:tasks.rados.rados.0.smithi037.stdout:1068: expect (ObjNum 293 snap 85 seq_num 293) 2021-07-26T16:00:43.924 INFO:tasks.rados.rados.0.smithi037.stdout:1069: copy_from oid 10 from oid 42 current snap is 105 2021-07-26T16:00:43.924 INFO:tasks.rados.rados.0.smithi037.stdout:1065: done (3 left) 2021-07-26T16:00:43.924 INFO:tasks.rados.rados.0.smithi037.stdout:1070: snap_remove snap 75 2021-07-26T16:00:44.542 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:44 smithi107 bash[29346]: audit 2021-07-26T16:00:43.278491+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:44.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:44 smithi107 bash[29346]: cephadm 2021-07-26T16:00:43.281638+0000 mgr.y (mgr.24994) 74 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2021-07-26T16:00:44.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:44 smithi107 bash[29346]: cephadm 2021-07-26T16:00:43.283604+0000 mgr.y (mgr.24994) 75 : cephadm [INF] Reconfiguring daemon osd.5 on smithi107 2021-07-26T16:00:44.543 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:44 smithi107 bash[29346]: audit 2021-07-26T16:00:43.284603+0000 mon.c (mon.1) 50 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2021-07-26T16:00:44.544 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:44 smithi107 bash[29346]: cluster 2021-07-26T16:00:43.923388+0000 mon.a (mon.0) 171 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2021-07-26T16:00:44.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:44 smithi037 bash[42499]: audit 2021-07-26T16:00:43.278491+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:44.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:44 smithi037 bash[42499]: cephadm 2021-07-26T16:00:43.281638+0000 mgr.y (mgr.24994) 74 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2021-07-26T16:00:44.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:44 smithi037 bash[42499]: cephadm 2021-07-26T16:00:43.283604+0000 mgr.y (mgr.24994) 75 : cephadm [INF] Reconfiguring daemon osd.5 on smithi107 2021-07-26T16:00:44.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:44 smithi037 bash[42499]: audit 2021-07-26T16:00:43.284603+0000 mon.c (mon.1) 50 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2021-07-26T16:00:44.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:44 smithi037 bash[42499]: cluster 2021-07-26T16:00:43.923388+0000 mon.a (mon.0) 171 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2021-07-26T16:00:44.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:44 smithi037 bash[41498]: audit 2021-07-26T16:00:43.278491+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:44.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:44 smithi037 bash[41498]: cephadm 2021-07-26T16:00:43.281638+0000 mgr.y (mgr.24994) 74 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2021-07-26T16:00:44.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:44 smithi037 bash[41498]: cephadm 2021-07-26T16:00:43.283604+0000 mgr.y (mgr.24994) 75 : cephadm [INF] Reconfiguring daemon osd.5 on smithi107 2021-07-26T16:00:44.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:44 smithi037 bash[41498]: audit 2021-07-26T16:00:43.284603+0000 mon.c (mon.1) 50 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2021-07-26T16:00:44.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:44 smithi037 bash[41498]: cluster 2021-07-26T16:00:43.923388+0000 mon.a (mon.0) 171 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2021-07-26T16:00:44.921 INFO:tasks.rados.rados.0.smithi037.stdout:1070: done (3 left) 2021-07-26T16:00:44.921 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 105 2021-07-26T16:00:44.922 INFO:tasks.rados.rados.0.smithi037.stdout:1071: seq_num 349 ranges {0=655360,655360=401408} 2021-07-26T16:00:44.930 INFO:tasks.rados.rados.0.smithi037.stdout:1071: writing smithi03738989-8 from 0 to 655360 tid 1 2021-07-26T16:00:44.933 INFO:tasks.rados.rados.0.smithi037.stdout:1071: writing smithi03738989-8 from 655360 to 1056768 tid 2 2021-07-26T16:00:44.934 INFO:tasks.rados.rados.0.smithi037.stdout:1072: snap_create 2021-07-26T16:00:44.934 INFO:tasks.rados.rados.0.smithi037.stdout:1067: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:00:44.934 INFO:tasks.rados.rados.0.smithi037.stdout:1068: expect (ObjNum 293 snap 85 seq_num 293) 2021-07-26T16:00:45.116 INFO:tasks.rados.rados.0.smithi037.stdout:1069: finishing copy_from to smithi03738989-10 2021-07-26T16:00:45.117 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 354 (ObjNum 228 snap 61 seq_num 228) dirty exists 2021-07-26T16:00:45.117 INFO:tasks.rados.rados.0.smithi037.stdout:1069: finishing copy_from racing read to smithi03738989-10 2021-07-26T16:00:45.118 INFO:tasks.rados.rados.0.smithi037.stdout:1071: finishing write tid 1 to smithi03738989-8 2021-07-26T16:00:45.118 INFO:tasks.rados.rados.0.smithi037.stdout:1071: finishing write tid 2 to smithi03738989-8 2021-07-26T16:00:45.118 INFO:tasks.rados.rados.0.smithi037.stdout:1071: finishing write tid 4 to smithi03738989-8 2021-07-26T16:00:45.119 INFO:tasks.rados.rados.0.smithi037.stdout:1071: finishing write tid 5 to smithi03738989-8 2021-07-26T16:00:45.119 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 417 (ObjNum 349 snap 105 seq_num 349) dirty exists 2021-07-26T16:00:45.120 INFO:tasks.rados.rados.0.smithi037.stdout:1071: left oid 8 (ObjNum 349 snap 105 seq_num 349) 2021-07-26T16:00:45.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:45 smithi037 bash[41498]: cluster 2021-07-26T16:00:43.683976+0000 mgr.y (mgr.24994) 76 : cluster [DBG] pgmap v83: 89 pgs: 89 active+clean; 276 MiB data, 410 MiB used, 707 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2021-07-26T16:00:45.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:45 smithi037 bash[41498]: cluster 2021-07-26T16:00:44.921452+0000 mon.a (mon.0) 172 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2021-07-26T16:00:45.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:45 smithi037 bash[42499]: cluster 2021-07-26T16:00:43.683976+0000 mgr.y (mgr.24994) 76 : cluster [DBG] pgmap v83: 89 pgs: 89 active+clean; 276 MiB data, 410 MiB used, 707 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2021-07-26T16:00:45.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:45 smithi037 bash[42499]: cluster 2021-07-26T16:00:44.921452+0000 mon.a (mon.0) 172 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2021-07-26T16:00:45.644 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:45 smithi107 bash[29346]: cluster 2021-07-26T16:00:43.683976+0000 mgr.y (mgr.24994) 76 : cluster [DBG] pgmap v83: 89 pgs: 89 active+clean; 276 MiB data, 410 MiB used, 707 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2021-07-26T16:00:45.645 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:45 smithi107 bash[29346]: cluster 2021-07-26T16:00:44.921452+0000 mon.a (mon.0) 172 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2021-07-26T16:00:45.924 INFO:tasks.rados.rados.0.smithi037.stdout:1067: done (4 left) 2021-07-26T16:00:45.924 INFO:tasks.rados.rados.0.smithi037.stdout:1068: done (3 left) 2021-07-26T16:00:45.925 INFO:tasks.rados.rados.0.smithi037.stdout:1069: done (2 left) 2021-07-26T16:00:45.925 INFO:tasks.rados.rados.0.smithi037.stdout:1071: done (1 left) 2021-07-26T16:00:45.925 INFO:tasks.rados.rados.0.smithi037.stdout:1072: done (0 left) 2021-07-26T16:00:45.926 INFO:tasks.rados.rados.0.smithi037.stdout:1073: snap_create 2021-07-26T16:00:46.668 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:46 smithi107 bash[29346]: audit 2021-07-26T16:00:45.410283+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:46.669 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:46 smithi107 bash[29346]: cephadm 2021-07-26T16:00:45.413430+0000 mgr.y (mgr.24994) 77 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2021-07-26T16:00:46.669 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:46 smithi107 bash[29346]: cephadm 2021-07-26T16:00:45.415395+0000 mgr.y (mgr.24994) 78 : cephadm [INF] Reconfiguring daemon osd.6 on smithi107 2021-07-26T16:00:46.669 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:46 smithi107 bash[29346]: audit 2021-07-26T16:00:45.416622+0000 mon.c (mon.1) 51 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2021-07-26T16:00:46.669 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:46 smithi107 bash[29346]: audit 2021-07-26T16:00:45.702311+0000 mon.c (mon.1) 52 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-07-26T16:00:46.670 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:46 smithi107 bash[29346]: audit 2021-07-26T16:00:45.703194+0000 mon.c (mon.1) 53 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-07-26T16:00:46.670 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:46 smithi107 bash[29346]: audit 2021-07-26T16:00:45.703313+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-07-26T16:00:46.670 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:46 smithi107 bash[29346]: audit 2021-07-26T16:00:45.703921+0000 mon.c (mon.1) 54 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-07-26T16:00:46.670 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:46 smithi107 bash[29346]: audit 2021-07-26T16:00:45.704160+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-07-26T16:00:46.671 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:46 smithi107 bash[29346]: audit 2021-07-26T16:00:45.705583+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-07-26T16:00:46.671 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:46 smithi107 bash[29346]: cluster 2021-07-26T16:00:45.922465+0000 mon.a (mon.0) 177 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2021-07-26T16:00:46.671 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:46 smithi107 bash[29346]: audit 2021-07-26T16:00:45.931024+0000 mon.c (mon.1) 55 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:00:46.671 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:46 smithi107 bash[29346]: audit 2021-07-26T16:00:45.931752+0000 mon.a (mon.0) 178 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:00:46.672 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:46 smithi107 bash[29346]: audit 2021-07-26T16:00:45.944834+0000 mon.c (mon.1) 56 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:00:46.672 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:46 smithi107 bash[29346]: audit 2021-07-26T16:00:45.945449+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:00:46.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[41498]: audit 2021-07-26T16:00:45.410283+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:46.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[41498]: cephadm 2021-07-26T16:00:45.413430+0000 mgr.y (mgr.24994) 77 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2021-07-26T16:00:46.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[41498]: cephadm 2021-07-26T16:00:45.415395+0000 mgr.y (mgr.24994) 78 : cephadm [INF] Reconfiguring daemon osd.6 on smithi107 2021-07-26T16:00:46.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[41498]: audit 2021-07-26T16:00:45.416622+0000 mon.c (mon.1) 51 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2021-07-26T16:00:46.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[41498]: audit 2021-07-26T16:00:45.702311+0000 mon.c (mon.1) 52 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-07-26T16:00:46.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[41498]: audit 2021-07-26T16:00:45.703194+0000 mon.c (mon.1) 53 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-07-26T16:00:46.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[41498]: audit 2021-07-26T16:00:45.703313+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-07-26T16:00:46.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[41498]: audit 2021-07-26T16:00:45.703921+0000 mon.c (mon.1) 54 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-07-26T16:00:46.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[41498]: audit 2021-07-26T16:00:45.704160+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-07-26T16:00:46.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[41498]: audit 2021-07-26T16:00:45.705583+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-07-26T16:00:46.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[41498]: cluster 2021-07-26T16:00:45.922465+0000 mon.a (mon.0) 177 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2021-07-26T16:00:46.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[41498]: audit 2021-07-26T16:00:45.931024+0000 mon.c (mon.1) 55 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:00:46.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[41498]: audit 2021-07-26T16:00:45.931752+0000 mon.a (mon.0) 178 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:00:46.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[41498]: audit 2021-07-26T16:00:45.944834+0000 mon.c (mon.1) 56 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:00:46.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[41498]: audit 2021-07-26T16:00:45.945449+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:00:46.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[42499]: audit 2021-07-26T16:00:45.410283+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:46.840 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[42499]: cephadm 2021-07-26T16:00:45.413430+0000 mgr.y (mgr.24994) 77 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2021-07-26T16:00:46.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[42499]: cephadm 2021-07-26T16:00:45.415395+0000 mgr.y (mgr.24994) 78 : cephadm [INF] Reconfiguring daemon osd.6 on smithi107 2021-07-26T16:00:46.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[42499]: audit 2021-07-26T16:00:45.416622+0000 mon.c (mon.1) 51 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2021-07-26T16:00:46.841 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[42499]: audit 2021-07-26T16:00:45.702311+0000 mon.c (mon.1) 52 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-07-26T16:00:46.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[42499]: audit 2021-07-26T16:00:45.703194+0000 mon.c (mon.1) 53 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-07-26T16:00:46.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[42499]: audit 2021-07-26T16:00:45.703313+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-07-26T16:00:46.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[42499]: audit 2021-07-26T16:00:45.703921+0000 mon.c (mon.1) 54 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-07-26T16:00:46.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[42499]: audit 2021-07-26T16:00:45.704160+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-07-26T16:00:46.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[42499]: audit 2021-07-26T16:00:45.705583+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-07-26T16:00:46.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[42499]: cluster 2021-07-26T16:00:45.922465+0000 mon.a (mon.0) 177 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2021-07-26T16:00:46.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[42499]: audit 2021-07-26T16:00:45.931024+0000 mon.c (mon.1) 55 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:00:46.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[42499]: audit 2021-07-26T16:00:45.931752+0000 mon.a (mon.0) 178 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:00:46.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[42499]: audit 2021-07-26T16:00:45.944834+0000 mon.c (mon.1) 56 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:00:46.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:46 smithi037 bash[42499]: audit 2021-07-26T16:00:45.945449+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:00:46.905 INFO:tasks.rados.rados.0.smithi037.stdout:1073: done (0 left) 2021-07-26T16:00:46.906 INFO:tasks.rados.rados.0.smithi037.stdout:1074: snap_remove snap 71 2021-07-26T16:00:47.766 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:47 smithi107 bash[29346]: cluster 2021-07-26T16:00:45.684865+0000 mgr.y (mgr.24994) 79 : cluster [DBG] pgmap v86: 89 pgs: 89 active+clean; 276 MiB data, 410 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:47.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:47 smithi107 bash[29346]: cluster 2021-07-26T16:00:46.905590+0000 mon.a (mon.0) 180 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2021-07-26T16:00:47.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:47 smithi037 bash[41498]: cluster 2021-07-26T16:00:45.684865+0000 mgr.y (mgr.24994) 79 : cluster [DBG] pgmap v86: 89 pgs: 89 active+clean; 276 MiB data, 410 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:47.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:47 smithi037 bash[41498]: cluster 2021-07-26T16:00:46.905590+0000 mon.a (mon.0) 180 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2021-07-26T16:00:47.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:47 smithi037 bash[42499]: cluster 2021-07-26T16:00:45.684865+0000 mgr.y (mgr.24994) 79 : cluster [DBG] pgmap v86: 89 pgs: 89 active+clean; 276 MiB data, 410 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:47.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:47 smithi037 bash[42499]: cluster 2021-07-26T16:00:46.905590+0000 mon.a (mon.0) 180 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2021-07-26T16:00:47.916 INFO:tasks.rados.rados.0.smithi037.stdout:1074: done (0 left) 2021-07-26T16:00:47.917 INFO:tasks.rados.rados.0.smithi037.stdout:1075: snap_remove snap 74 2021-07-26T16:00:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:48 smithi107 bash[29346]: audit 2021-07-26T16:00:47.551540+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:48 smithi107 bash[29346]: cephadm 2021-07-26T16:00:47.554660+0000 mgr.y (mgr.24994) 80 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2021-07-26T16:00:48.817 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:48 smithi107 bash[29346]: cephadm 2021-07-26T16:00:47.556525+0000 mgr.y (mgr.24994) 81 : cephadm [INF] Reconfiguring daemon osd.7 on smithi107 2021-07-26T16:00:48.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:48 smithi107 bash[29346]: audit 2021-07-26T16:00:47.557608+0000 mon.c (mon.1) 57 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2021-07-26T16:00:48.818 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:48 smithi107 bash[29346]: cluster 2021-07-26T16:00:47.917717+0000 mon.a (mon.0) 182 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2021-07-26T16:00:48.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:48 smithi037 bash[41498]: audit 2021-07-26T16:00:47.551540+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:48.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:48 smithi037 bash[41498]: cephadm 2021-07-26T16:00:47.554660+0000 mgr.y (mgr.24994) 80 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2021-07-26T16:00:48.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:48 smithi037 bash[41498]: cephadm 2021-07-26T16:00:47.556525+0000 mgr.y (mgr.24994) 81 : cephadm [INF] Reconfiguring daemon osd.7 on smithi107 2021-07-26T16:00:48.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:48 smithi037 bash[41498]: audit 2021-07-26T16:00:47.557608+0000 mon.c (mon.1) 57 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2021-07-26T16:00:48.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:48 smithi037 bash[41498]: cluster 2021-07-26T16:00:47.917717+0000 mon.a (mon.0) 182 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2021-07-26T16:00:48.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:48 smithi037 bash[42499]: audit 2021-07-26T16:00:47.551540+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:48.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:48 smithi037 bash[42499]: cephadm 2021-07-26T16:00:47.554660+0000 mgr.y (mgr.24994) 80 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2021-07-26T16:00:48.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:48 smithi037 bash[42499]: cephadm 2021-07-26T16:00:47.556525+0000 mgr.y (mgr.24994) 81 : cephadm [INF] Reconfiguring daemon osd.7 on smithi107 2021-07-26T16:00:48.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:48 smithi037 bash[42499]: audit 2021-07-26T16:00:47.557608+0000 mon.c (mon.1) 57 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2021-07-26T16:00:48.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:48 smithi037 bash[42499]: cluster 2021-07-26T16:00:47.917717+0000 mon.a (mon.0) 182 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2021-07-26T16:00:48.919 INFO:tasks.rados.rados.0.smithi037.stdout:1075: done (0 left) 2021-07-26T16:00:48.920 INFO:tasks.rados.rados.0.smithi037.stdout:1076: delete oid 6 current snap is 107 2021-07-26T16:00:48.935 INFO:tasks.rados.rados.0.smithi037.stdout:1076: done (0 left) 2021-07-26T16:00:48.935 INFO:tasks.rados.rados.0.smithi037.stdout:1077: read oid 23 snap 106 2021-07-26T16:00:48.935 INFO:tasks.rados.rados.0.smithi037.stdout:1077: expect (ObjNum 347 snap 105 seq_num 347) 2021-07-26T16:00:48.936 INFO:tasks.rados.rados.0.smithi037.stdout:1078: delete oid 13 current snap is 107 2021-07-26T16:00:48.946 INFO:tasks.rados.rados.0.smithi037.stdout:1077: expect (ObjNum 347 snap 105 seq_num 347) 2021-07-26T16:00:48.972 INFO:tasks.rados.rados.0.smithi037.stdout:1077: done (1 left) 2021-07-26T16:00:48.973 INFO:tasks.rados.rados.0.smithi037.stdout:1078: done (0 left) 2021-07-26T16:00:48.973 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 107 2021-07-26T16:00:48.973 INFO:tasks.rados.rados.0.smithi037.stdout:1079: seq_num 352 ranges {0=704512,704512=401408} 2021-07-26T16:00:48.980 INFO:tasks.rados.rados.0.smithi037.stdout:1079: writing smithi03738989-19 from 0 to 704512 tid 1 2021-07-26T16:00:48.986 INFO:tasks.rados.rados.0.smithi037.stdout:1079: writing smithi03738989-19 from 704512 to 1105920 tid 2 2021-07-26T16:00:48.986 INFO:tasks.rados.rados.0.smithi037.stdout:1080: read oid 15 snap -1 2021-07-26T16:00:48.986 INFO:tasks.rados.rados.0.smithi037.stdout:1080: expect (ObjNum 346 snap 105 seq_num 346) 2021-07-26T16:00:48.986 INFO:tasks.rados.rados.0.smithi037.stdout:1081: read oid 27 snap 97 2021-07-26T16:00:48.987 INFO:tasks.rados.rados.0.smithi037.stdout:1081: expect (ObjNum 306 snap 95 seq_num 306) 2021-07-26T16:00:48.987 INFO:tasks.rados.rados.0.smithi037.stdout:1082: rollback oid 38 current snap is 107 2021-07-26T16:00:48.987 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 38 to 105 2021-07-26T16:00:48.987 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 107 2021-07-26T16:00:48.988 INFO:tasks.rados.rados.0.smithi037.stdout:1083: seq_num 353 ranges {4481024=720896,5201920=401408} 2021-07-26T16:00:49.015 INFO:tasks.rados.rados.0.smithi037.stdout:1083: writing smithi03738989-26 from 4481024 to 5201920 tid 1 2021-07-26T16:00:49.018 INFO:tasks.rados.rados.0.smithi037.stdout:1083: writing smithi03738989-26 from 5201920 to 5603328 tid 2 2021-07-26T16:00:49.018 INFO:tasks.rados.rados.0.smithi037.stdout:1084: snap_create 2021-07-26T16:00:49.018 INFO:tasks.rados.rados.0.smithi037.stdout:1079: finishing write tid 1 to smithi03738989-19 2021-07-26T16:00:49.019 INFO:tasks.rados.rados.0.smithi037.stdout:1082: finishing rollback tid 0 to smithi03738989-38 2021-07-26T16:00:49.019 INFO:tasks.rados.rados.0.smithi037.stdout:1082: finishing rollback tid 1 to smithi03738989-38 2021-07-26T16:00:49.019 INFO:tasks.rados.rados.0.smithi037.stdout:1079: finishing write tid 2 to smithi03738989-19 2021-07-26T16:00:49.019 INFO:tasks.rados.rados.0.smithi037.stdout:1079: finishing write tid 4 to smithi03738989-19 2021-07-26T16:00:49.020 INFO:tasks.rados.rados.0.smithi037.stdout:1082: finishing rollback tid 2 to smithi03738989-38 2021-07-26T16:00:49.020 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 425 (ObjNum 283 snap 81 seq_num 283) dirty exists 2021-07-26T16:00:49.021 INFO:tasks.rados.rados.0.smithi037.stdout:1079: finishing write tid 5 to smithi03738989-19 2021-07-26T16:00:49.021 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 299 (ObjNum 352 snap 107 seq_num 352) dirty exists 2021-07-26T16:00:49.021 INFO:tasks.rados.rados.0.smithi037.stdout:1079: left oid 19 (ObjNum 352 snap 107 seq_num 352) 2021-07-26T16:00:49.021 INFO:tasks.rados.rados.0.smithi037.stdout:1081: expect (ObjNum 306 snap 95 seq_num 306) 2021-07-26T16:00:49.149 INFO:tasks.rados.rados.0.smithi037.stdout:1080: expect (ObjNum 346 snap 105 seq_num 346) 2021-07-26T16:00:49.293 INFO:tasks.rados.rados.0.smithi037.stdout:1083: finishing write tid 1 to smithi03738989-26 2021-07-26T16:00:49.293 INFO:tasks.rados.rados.0.smithi037.stdout:1083: finishing write tid 2 to smithi03738989-26 2021-07-26T16:00:49.293 INFO:tasks.rados.rados.0.smithi037.stdout:1083: finishing write tid 4 to smithi03738989-26 2021-07-26T16:00:49.294 INFO:tasks.rados.rados.0.smithi037.stdout:1083: finishing write tid 5 to smithi03738989-26 2021-07-26T16:00:49.294 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 424 (ObjNum 353 snap 107 seq_num 353) dirty exists 2021-07-26T16:00:49.294 INFO:tasks.rados.rados.0.smithi037.stdout:1083: left oid 26 (ObjNum 353 snap 107 seq_num 353) 2021-07-26T16:00:49.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:49 smithi037 bash[41498]: cluster 2021-07-26T16:00:47.685778+0000 mgr.y (mgr.24994) 82 : cluster [DBG] pgmap v89: 89 pgs: 89 active+clean; 277 MiB data, 412 MiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2021-07-26T16:00:49.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:49 smithi037 bash[41498]: cluster 2021-07-26T16:00:48.919826+0000 mon.a (mon.0) 183 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2021-07-26T16:00:49.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:49 smithi037 bash[42499]: cluster 2021-07-26T16:00:47.685778+0000 mgr.y (mgr.24994) 82 : cluster [DBG] pgmap v89: 89 pgs: 89 active+clean; 277 MiB data, 412 MiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2021-07-26T16:00:49.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:49 smithi037 bash[42499]: cluster 2021-07-26T16:00:48.919826+0000 mon.a (mon.0) 183 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2021-07-26T16:00:49.923 INFO:tasks.rados.rados.0.smithi037.stdout:1079: done (5 left) 2021-07-26T16:00:49.924 INFO:tasks.rados.rados.0.smithi037.stdout:1080: done (4 left) 2021-07-26T16:00:49.924 INFO:tasks.rados.rados.0.smithi037.stdout:1081: done (3 left) 2021-07-26T16:00:49.924 INFO:tasks.rados.rados.0.smithi037.stdout:1082: done (2 left) 2021-07-26T16:00:49.924 INFO:tasks.rados.rados.0.smithi037.stdout:1083: done (1 left) 2021-07-26T16:00:49.925 INFO:tasks.rados.rados.0.smithi037.stdout:1084: done (0 left) 2021-07-26T16:00:49.925 INFO:tasks.rados.rados.0.smithi037.stdout:1085: rollback oid 29 current snap is 108 2021-07-26T16:00:49.925 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 29 to 90 2021-07-26T16:00:49.925 INFO:tasks.rados.rados.0.smithi037.stdout:1086: snap_remove snap 98 2021-07-26T16:00:49.929 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:49 smithi107 bash[29346]: cluster 2021-07-26T16:00:47.685778+0000 mgr.y (mgr.24994) 82 : cluster [DBG] pgmap v89: 89 pgs: 89 active+clean; 277 MiB data, 412 MiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2021-07-26T16:00:49.930 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:49 smithi107 bash[29346]: cluster 2021-07-26T16:00:48.919826+0000 mon.a (mon.0) 183 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2021-07-26T16:00:50.927 INFO:tasks.rados.rados.0.smithi037.stdout:1086: done (1 left) 2021-07-26T16:00:50.927 INFO:tasks.rados.rados.0.smithi037.stdout:1087: read oid 4 snap -1 2021-07-26T16:00:50.928 INFO:tasks.rados.rados.0.smithi037.stdout:1087: expect (ObjNum 281 snap 81 seq_num 281) 2021-07-26T16:00:50.928 INFO:tasks.rados.rados.0.smithi037.stdout:1088: delete oid 20 current snap is 108 2021-07-26T16:00:50.928 INFO:tasks.rados.rados.0.smithi037.stdout:1085: finishing rollback tid 0 to smithi03738989-29 2021-07-26T16:00:50.928 INFO:tasks.rados.rados.0.smithi037.stdout:1085: finishing rollback tid 1 to smithi03738989-29 2021-07-26T16:00:50.929 INFO:tasks.rados.rados.0.smithi037.stdout:1085: finishing rollback tid 2 to smithi03738989-29 2021-07-26T16:00:50.929 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 615 (ObjNum 264 snap 75 seq_num 264) dirty exists 2021-07-26T16:00:50.948 INFO:tasks.rados.rados.0.smithi037.stdout:1085: done (2 left) 2021-07-26T16:00:50.949 INFO:tasks.rados.rados.0.smithi037.stdout:1088: done (1 left) 2021-07-26T16:00:50.949 INFO:tasks.rados.rados.0.smithi037.stdout:1089: snap_remove snap 107 2021-07-26T16:00:51.014 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:50 smithi107 bash[29346]: cluster 2021-07-26T16:00:49.686544+0000 mgr.y (mgr.24994) 83 : cluster [DBG] pgmap v92: 89 pgs: 89 active+clean; 277 MiB data, 412 MiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2021-07-26T16:00:51.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:50 smithi107 bash[29346]: audit 2021-07-26T16:00:49.707353+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:51.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:50 smithi107 bash[29346]: cephadm 2021-07-26T16:00:49.711793+0000 mgr.y (mgr.24994) 84 : cephadm [INF] Reconfiguring mds.foo.smithi107.pmlxcx (monmap changed)... 2021-07-26T16:00:51.015 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:50 smithi107 bash[29346]: audit 2021-07-26T16:00:49.712448+0000 mon.c (mon.1) 58 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pmlxcx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:00:51.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:50 smithi107 bash[29346]: audit 2021-07-26T16:00:49.713061+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pmlxcx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:00:51.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:50 smithi107 bash[29346]: audit 2021-07-26T16:00:49.715090+0000 mon.c (mon.1) 59 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:51.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:50 smithi107 bash[29346]: cephadm 2021-07-26T16:00:49.716681+0000 mgr.y (mgr.24994) 85 : cephadm [INF] Reconfiguring daemon mds.foo.smithi107.pmlxcx on smithi107 2021-07-26T16:00:51.016 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:50 smithi107 bash[29346]: audit 2021-07-26T16:00:49.717608+0000 mon.c (mon.1) 60 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi107.pmlxcx","key": "container_image"}]: dispatch 2021-07-26T16:00:51.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:50 smithi107 bash[29346]: cluster 2021-07-26T16:00:49.921550+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2021-07-26T16:00:51.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:50 smithi037 bash[41498]: cluster 2021-07-26T16:00:49.686544+0000 mgr.y (mgr.24994) 83 : cluster [DBG] pgmap v92: 89 pgs: 89 active+clean; 277 MiB data, 412 MiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2021-07-26T16:00:51.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:50 smithi037 bash[41498]: audit 2021-07-26T16:00:49.707353+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:51.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:50 smithi037 bash[41498]: cephadm 2021-07-26T16:00:49.711793+0000 mgr.y (mgr.24994) 84 : cephadm [INF] Reconfiguring mds.foo.smithi107.pmlxcx (monmap changed)... 2021-07-26T16:00:51.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:50 smithi037 bash[41498]: audit 2021-07-26T16:00:49.712448+0000 mon.c (mon.1) 58 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pmlxcx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:00:51.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:50 smithi037 bash[41498]: audit 2021-07-26T16:00:49.713061+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pmlxcx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:00:51.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:50 smithi037 bash[41498]: audit 2021-07-26T16:00:49.715090+0000 mon.c (mon.1) 59 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:51.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:50 smithi037 bash[41498]: cephadm 2021-07-26T16:00:49.716681+0000 mgr.y (mgr.24994) 85 : cephadm [INF] Reconfiguring daemon mds.foo.smithi107.pmlxcx on smithi107 2021-07-26T16:00:51.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:50 smithi037 bash[41498]: audit 2021-07-26T16:00:49.717608+0000 mon.c (mon.1) 60 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi107.pmlxcx","key": "container_image"}]: dispatch 2021-07-26T16:00:51.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:50 smithi037 bash[41498]: cluster 2021-07-26T16:00:49.921550+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2021-07-26T16:00:51.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:50 smithi037 bash[42499]: cluster 2021-07-26T16:00:49.686544+0000 mgr.y (mgr.24994) 83 : cluster [DBG] pgmap v92: 89 pgs: 89 active+clean; 277 MiB data, 412 MiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2021-07-26T16:00:51.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:50 smithi037 bash[42499]: audit 2021-07-26T16:00:49.707353+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:51.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:50 smithi037 bash[42499]: cephadm 2021-07-26T16:00:49.711793+0000 mgr.y (mgr.24994) 84 : cephadm [INF] Reconfiguring mds.foo.smithi107.pmlxcx (monmap changed)... 2021-07-26T16:00:51.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:50 smithi037 bash[42499]: audit 2021-07-26T16:00:49.712448+0000 mon.c (mon.1) 58 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pmlxcx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:00:51.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:50 smithi037 bash[42499]: audit 2021-07-26T16:00:49.713061+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pmlxcx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:00:51.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:50 smithi037 bash[42499]: audit 2021-07-26T16:00:49.715090+0000 mon.c (mon.1) 59 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:00:51.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:50 smithi037 bash[42499]: cephadm 2021-07-26T16:00:49.716681+0000 mgr.y (mgr.24994) 85 : cephadm [INF] Reconfiguring daemon mds.foo.smithi107.pmlxcx on smithi107 2021-07-26T16:00:51.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:50 smithi037 bash[42499]: audit 2021-07-26T16:00:49.717608+0000 mon.c (mon.1) 60 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi107.pmlxcx","key": "container_image"}]: dispatch 2021-07-26T16:00:51.091 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:50 smithi037 bash[42499]: cluster 2021-07-26T16:00:49.921550+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2021-07-26T16:00:51.938 INFO:tasks.rados.rados.0.smithi037.stdout:1089: done (1 left) 2021-07-26T16:00:51.939 INFO:tasks.rados.rados.0.smithi037.stdout:1090: delete oid 11 current snap is 108 2021-07-26T16:00:51.939 INFO:tasks.rados.rados.0.smithi037.stdout:1087: expect (ObjNum 281 snap 81 seq_num 281) 2021-07-26T16:00:52.019 INFO:tasks.rados.rados.0.smithi037.stdout:1087: done (1 left) 2021-07-26T16:00:52.019 INFO:tasks.rados.rados.0.smithi037.stdout:1090: done (0 left) 2021-07-26T16:00:52.019 INFO:tasks.rados.rados.0.smithi037.stdout:1091: snap_remove snap 102 2021-07-26T16:00:52.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:51 smithi107 bash[29346]: cluster 2021-07-26T16:00:50.926191+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2021-07-26T16:00:52.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:51 smithi107 bash[29346]: audit 2021-07-26T16:00:51.838419+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:52.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:51 smithi107 bash[29346]: audit 2021-07-26T16:00:51.843375+0000 mon.c (mon.1) 61 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:52.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:51 smithi107 bash[29346]: audit 2021-07-26T16:00:51.846677+0000 mon.c (mon.1) 62 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:52.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:51 smithi107 bash[29346]: audit 2021-07-26T16:00:51.849564+0000 mon.c (mon.1) 63 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:52.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:51 smithi107 bash[29346]: audit 2021-07-26T16:00:51.858755+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:52.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:51 smithi107 bash[29346]: audit 2021-07-26T16:00:51.860875+0000 mon.c (mon.1) 64 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-07-26T16:00:52.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:51 smithi107 bash[29346]: audit 2021-07-26T16:00:51.861709+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-07-26T16:00:52.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:51 smithi107 bash[29346]: audit 2021-07-26T16:00:51.867324+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2021-07-26T16:00:52.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:51 smithi107 bash[29346]: audit 2021-07-26T16:00:51.869295+0000 mon.c (mon.1) 65 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-07-26T16:00:52.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:51 smithi107 bash[29346]: audit 2021-07-26T16:00:51.869979+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-07-26T16:00:52.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:51 smithi107 bash[29346]: audit 2021-07-26T16:00:51.874978+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2021-07-26T16:00:52.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:51 smithi107 bash[29346]: audit 2021-07-26T16:00:51.877123+0000 mon.c (mon.1) 66 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-07-26T16:00:52.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:51 smithi107 bash[29346]: audit 2021-07-26T16:00:51.877631+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-07-26T16:00:52.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:51 smithi107 bash[29346]: audit 2021-07-26T16:00:51.883122+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2021-07-26T16:00:52.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:51 smithi107 bash[29346]: audit 2021-07-26T16:00:51.884847+0000 mon.c (mon.1) 67 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:52.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:51 smithi107 bash[29346]: audit 2021-07-26T16:00:51.891765+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:52.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:51 smithi107 bash[29346]: audit 2021-07-26T16:00:51.898299+0000 mon.c (mon.1) 68 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-07-26T16:00:52.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[41498]: cluster 2021-07-26T16:00:50.926191+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2021-07-26T16:00:52.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[41498]: audit 2021-07-26T16:00:51.838419+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:52.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[41498]: audit 2021-07-26T16:00:51.843375+0000 mon.c (mon.1) 61 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:52.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[41498]: audit 2021-07-26T16:00:51.846677+0000 mon.c (mon.1) 62 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:52.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[41498]: audit 2021-07-26T16:00:51.849564+0000 mon.c (mon.1) 63 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:52.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[41498]: audit 2021-07-26T16:00:51.858755+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:52.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[41498]: audit 2021-07-26T16:00:51.860875+0000 mon.c (mon.1) 64 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-07-26T16:00:52.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[41498]: audit 2021-07-26T16:00:51.861709+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-07-26T16:00:52.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[41498]: audit 2021-07-26T16:00:51.867324+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2021-07-26T16:00:52.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[41498]: audit 2021-07-26T16:00:51.869295+0000 mon.c (mon.1) 65 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-07-26T16:00:52.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[41498]: audit 2021-07-26T16:00:51.869979+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-07-26T16:00:52.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[41498]: audit 2021-07-26T16:00:51.874978+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2021-07-26T16:00:52.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[41498]: audit 2021-07-26T16:00:51.877123+0000 mon.c (mon.1) 66 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-07-26T16:00:52.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[41498]: audit 2021-07-26T16:00:51.877631+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-07-26T16:00:52.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[41498]: audit 2021-07-26T16:00:51.883122+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2021-07-26T16:00:52.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[41498]: audit 2021-07-26T16:00:51.884847+0000 mon.c (mon.1) 67 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:52.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[41498]: audit 2021-07-26T16:00:51.891765+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:52.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[41498]: audit 2021-07-26T16:00:51.898299+0000 mon.c (mon.1) 68 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-07-26T16:00:52.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[42499]: cluster 2021-07-26T16:00:50.926191+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2021-07-26T16:00:52.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[42499]: audit 2021-07-26T16:00:51.838419+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:52.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[42499]: audit 2021-07-26T16:00:51.843375+0000 mon.c (mon.1) 61 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:00:52.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[42499]: audit 2021-07-26T16:00:51.846677+0000 mon.c (mon.1) 62 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:52.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[42499]: audit 2021-07-26T16:00:51.849564+0000 mon.c (mon.1) 63 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:52.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[42499]: audit 2021-07-26T16:00:51.858755+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:52.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[42499]: audit 2021-07-26T16:00:51.860875+0000 mon.c (mon.1) 64 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-07-26T16:00:52.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[42499]: audit 2021-07-26T16:00:51.861709+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-07-26T16:00:52.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[42499]: audit 2021-07-26T16:00:51.867324+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2021-07-26T16:00:52.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[42499]: audit 2021-07-26T16:00:51.869295+0000 mon.c (mon.1) 65 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-07-26T16:00:52.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[42499]: audit 2021-07-26T16:00:51.869979+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-07-26T16:00:52.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[42499]: audit 2021-07-26T16:00:51.874978+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2021-07-26T16:00:52.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[42499]: audit 2021-07-26T16:00:51.877123+0000 mon.c (mon.1) 66 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-07-26T16:00:52.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[42499]: audit 2021-07-26T16:00:51.877631+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-07-26T16:00:52.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[42499]: audit 2021-07-26T16:00:51.883122+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2021-07-26T16:00:52.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[42499]: audit 2021-07-26T16:00:51.884847+0000 mon.c (mon.1) 67 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:00:52.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[42499]: audit 2021-07-26T16:00:51.891765+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:52.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:51 smithi037 bash[42499]: audit 2021-07-26T16:00:51.898299+0000 mon.c (mon.1) 68 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-07-26T16:00:52.941 INFO:tasks.rados.rados.0.smithi037.stdout:1091: done (0 left) 2021-07-26T16:00:52.942 INFO:tasks.rados.rados.0.smithi037.stdout:1092: read oid 6 snap -1 2021-07-26T16:00:52.942 INFO:tasks.rados.rados.0.smithi037.stdout:1092: expect deleted 2021-07-26T16:00:52.942 INFO:tasks.rados.rados.0.smithi037.stdout:1093: copy_from oid 50 from oid 30 current snap is 108 2021-07-26T16:00:52.943 INFO:tasks.rados.rados.0.smithi037.stdout:1094: rmattr oid 49 current snap is 108 2021-07-26T16:00:52.943 INFO:tasks.rados.rados.0.smithi037.stdout:1095: delete oid 45 current snap is 108 2021-07-26T16:00:52.948 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 292 (ObjNum 301 snap 93 seq_num 301) dirty exists 2021-07-26T16:00:52.951 INFO:tasks.rados.rados.0.smithi037.stdout:1093: finishing copy_from to smithi03738989-50 2021-07-26T16:00:52.951 INFO:tasks.rados.rados.0.smithi037.stdout:1093: got expected ENOENT (src dne) 2021-07-26T16:00:52.952 INFO:tasks.rados.rados.0.smithi037.stdout:1093: finishing copy_from racing read to smithi03738989-50 2021-07-26T16:00:52.952 INFO:tasks.rados.rados.0.smithi037.stdout:1092: done (3 left) 2021-07-26T16:00:52.953 INFO:tasks.rados.rados.0.smithi037.stdout:1093: done (2 left) 2021-07-26T16:00:52.953 INFO:tasks.rados.rados.0.smithi037.stdout:1094: done (1 left) 2021-07-26T16:00:52.953 INFO:tasks.rados.rados.0.smithi037.stdout:1095: done (0 left) 2021-07-26T16:00:52.954 INFO:tasks.rados.rados.0.smithi037.stdout:1096: delete oid 3 current snap is 108 2021-07-26T16:00:52.963 INFO:tasks.rados.rados.0.smithi037.stdout:1096: done (0 left) 2021-07-26T16:00:52.963 INFO:tasks.rados.rados.0.smithi037.stdout:1097: read oid 23 snap 90 2021-07-26T16:00:52.963 INFO:tasks.rados.rados.0.smithi037.stdout:1097: expect (ObjNum 286 snap 83 seq_num 286) 2021-07-26T16:00:52.963 INFO:tasks.rados.rados.0.smithi037.stdout:1098: copy_from oid 20 from oid 30 current snap is 108 2021-07-26T16:00:52.964 INFO:tasks.rados.rados.0.smithi037.stdout:1099: copy_from oid 7 from oid 1 current snap is 108 2021-07-26T16:00:52.964 INFO:tasks.rados.rados.0.smithi037.stdout:1100: snap_remove snap 95 2021-07-26T16:00:53.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:52 smithi107 bash[29346]: cluster 2021-07-26T16:00:51.687819+0000 mgr.y (mgr.24994) 86 : cluster [DBG] pgmap v95: 89 pgs: 89 active+clean; 281 MiB data, 416 MiB used, 707 GiB / 715 GiB avail; 6.8 MiB/s rd, 544 KiB/s wr, 7 op/s 2021-07-26T16:00:53.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:52 smithi107 bash[29346]: cephadm 2021-07-26T16:00:51.850963+0000 mgr.y (mgr.24994) 87 : cephadm [INF] Upgrade: Setting container_image for all mon 2021-07-26T16:00:53.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:52 smithi107 bash[29346]: cephadm 2021-07-26T16:00:51.886130+0000 mgr.y (mgr.24994) 88 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-07-26T16:00:53.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:52 smithi107 bash[29346]: audit 2021-07-26T16:00:51.898615+0000 mgr.y (mgr.24994) 89 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-07-26T16:00:53.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:52 smithi107 bash[29346]: cephadm 2021-07-26T16:00:51.900617+0000 mgr.y (mgr.24994) 90 : cephadm [INF] Upgrade: osd.0 is safe to restart 2021-07-26T16:00:53.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:52 smithi107 bash[29346]: cluster 2021-07-26T16:00:51.935852+0000 mon.a (mon.0) 197 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2021-07-26T16:00:53.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:52 smithi037 bash[42499]: cluster 2021-07-26T16:00:51.687819+0000 mgr.y (mgr.24994) 86 : cluster [DBG] pgmap v95: 89 pgs: 89 active+clean; 281 MiB data, 416 MiB used, 707 GiB / 715 GiB avail; 6.8 MiB/s rd, 544 KiB/s wr, 7 op/s 2021-07-26T16:00:53.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:52 smithi037 bash[42499]: cephadm 2021-07-26T16:00:51.850963+0000 mgr.y (mgr.24994) 87 : cephadm [INF] Upgrade: Setting container_image for all mon 2021-07-26T16:00:53.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:52 smithi037 bash[42499]: cephadm 2021-07-26T16:00:51.886130+0000 mgr.y (mgr.24994) 88 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-07-26T16:00:53.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:52 smithi037 bash[42499]: audit 2021-07-26T16:00:51.898615+0000 mgr.y (mgr.24994) 89 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-07-26T16:00:53.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:52 smithi037 bash[42499]: cephadm 2021-07-26T16:00:51.900617+0000 mgr.y (mgr.24994) 90 : cephadm [INF] Upgrade: osd.0 is safe to restart 2021-07-26T16:00:53.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:52 smithi037 bash[42499]: cluster 2021-07-26T16:00:51.935852+0000 mon.a (mon.0) 197 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2021-07-26T16:00:53.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:52 smithi037 bash[41498]: cluster 2021-07-26T16:00:51.687819+0000 mgr.y (mgr.24994) 86 : cluster [DBG] pgmap v95: 89 pgs: 89 active+clean; 281 MiB data, 416 MiB used, 707 GiB / 715 GiB avail; 6.8 MiB/s rd, 544 KiB/s wr, 7 op/s 2021-07-26T16:00:53.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:52 smithi037 bash[41498]: cephadm 2021-07-26T16:00:51.850963+0000 mgr.y (mgr.24994) 87 : cephadm [INF] Upgrade: Setting container_image for all mon 2021-07-26T16:00:53.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:52 smithi037 bash[41498]: cephadm 2021-07-26T16:00:51.886130+0000 mgr.y (mgr.24994) 88 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-07-26T16:00:53.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:52 smithi037 bash[41498]: audit 2021-07-26T16:00:51.898615+0000 mgr.y (mgr.24994) 89 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-07-26T16:00:53.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:52 smithi037 bash[41498]: cephadm 2021-07-26T16:00:51.900617+0000 mgr.y (mgr.24994) 90 : cephadm [INF] Upgrade: osd.0 is safe to restart 2021-07-26T16:00:53.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:52 smithi037 bash[41498]: cluster 2021-07-26T16:00:51.935852+0000 mon.a (mon.0) 197 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2021-07-26T16:00:53.965 INFO:tasks.rados.rados.0.smithi037.stdout:1100: done (3 left) 2021-07-26T16:00:53.966 INFO:tasks.rados.rados.0.smithi037.stdout:1101: read oid 4 snap 69 2021-07-26T16:00:53.966 INFO:tasks.rados.rados.0.smithi037.stdout:1101: expect (ObjNum 250 snap 64 seq_num 250) 2021-07-26T16:00:53.966 INFO:tasks.rados.rados.0.smithi037.stdout:1102: snap_remove snap 44 2021-07-26T16:00:54.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:53 smithi107 bash[29346]: cluster 2021-07-26T16:00:52.939769+0000 mon.a (mon.0) 198 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2021-07-26T16:00:54.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:53 smithi037 bash[41498]: cluster 2021-07-26T16:00:52.939769+0000 mon.a (mon.0) 198 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2021-07-26T16:00:54.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:53 smithi037 bash[42499]: cluster 2021-07-26T16:00:52.939769+0000 mon.a (mon.0) 198 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2021-07-26T16:00:54.968 INFO:tasks.rados.rados.0.smithi037.stdout:1102: done (4 left) 2021-07-26T16:00:54.969 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 108 2021-07-26T16:00:54.969 INFO:tasks.rados.rados.0.smithi037.stdout:1103: seq_num 358 ranges {1056768=802816,1859584=401408} 2021-07-26T16:00:54.984 INFO:tasks.rados.rados.0.smithi037.stdout:1103: writing smithi03738989-8 from 1056768 to 1859584 tid 1 2021-07-26T16:00:54.987 INFO:tasks.rados.rados.0.smithi037.stdout:1103: writing smithi03738989-8 from 1859584 to 2260992 tid 2 2021-07-26T16:00:54.987 INFO:tasks.rados.rados.0.smithi037.stdout:1104: read oid 47 snap -1 2021-07-26T16:00:54.988 INFO:tasks.rados.rados.0.smithi037.stdout:1104: expect (ObjNum 169 snap 41 seq_num 169) 2021-07-26T16:00:54.988 INFO:tasks.rados.rados.0.smithi037.stdout:1105: delete oid 29 current snap is 108 2021-07-26T16:00:54.989 INFO:tasks.rados.rados.0.smithi037.stdout:1098: finishing copy_from to smithi03738989-20 2021-07-26T16:00:54.989 INFO:tasks.rados.rados.0.smithi037.stdout:1098: got expected ENOENT (src dne) 2021-07-26T16:00:54.989 INFO:tasks.rados.rados.0.smithi037.stdout:1098: finishing copy_from racing read to smithi03738989-20 2021-07-26T16:00:54.990 INFO:tasks.rados.rados.0.smithi037.stdout:1099: finishing copy_from to smithi03738989-7 2021-07-26T16:00:54.990 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 708 (ObjNum 321 snap 96 seq_num 321) dirty exists 2021-07-26T16:00:54.991 INFO:tasks.rados.rados.0.smithi037.stdout:1097: expect (ObjNum 286 snap 83 seq_num 286) 2021-07-26T16:00:55.086 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:00:54 smithi037 bash[22512]: debug 2021-07-26T16:00:54.994+0000 7f7d8dfb2700 -1 osd.1 pg_epoch: 264 pg[5.cs0( v 264'904 (0'0,264'904] local-lis/les=59/60 n=35 ec=59/59 lis/c=59/59 les/c/f=60/60/0 sis=59) [1,4,0]p1(0) r=0 lpr=59 luod=263'902 crt=263'902 lcod 263'900 mlcod 263'900 active+clean+snaptrim trimq=[4d~1] ps=[7b~1,7e~2,92~1,94~2,a9~1,ae~1,b2~1,b4~1,b6~1,bc~1,c6~1]] removing snap head 2021-07-26T16:00:55.086 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:00:54 smithi037 bash[24051]: debug 2021-07-26T16:00:54.994+0000 7f108bc73700 -1 osd.2 pg_epoch: 264 pg[5.bs0( v 263'336 (0'0,263'336] local-lis/les=59/60 n=14 ec=59/59 lis/c=59/59 les/c/f=60/60/0 sis=59) [2,0,5]p2(0) r=0 lpr=59 crt=263'336 lcod 263'334 mlcod 263'334 active+clean+snaptrim trimq=[4d~1] ps=[7b~1,7e~2,92~1,94~2,a9~1,ae~1,b2~1,b4~1,b6~1,bc~1,c6~1]] removing snap head 2021-07-26T16:00:55.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:54 smithi037 bash[41498]: cluster 2021-07-26T16:00:53.688593+0000 mgr.y (mgr.24994) 91 : cluster [DBG] pgmap v98: 89 pgs: 89 active+clean; 281 MiB data, 416 MiB used, 707 GiB / 715 GiB avail; 6.8 MiB/s rd, 544 KiB/s wr, 7 op/s 2021-07-26T16:00:55.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:54 smithi037 bash[41498]: cluster 2021-07-26T16:00:53.963992+0000 mon.a (mon.0) 199 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2021-07-26T16:00:55.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:54 smithi037 bash[41498]: cephadm 2021-07-26T16:00:54.595493+0000 mgr.y (mgr.24994) 92 : cephadm [INF] Upgrade: Updating osd.0 2021-07-26T16:00:55.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:54 smithi037 bash[41498]: audit 2021-07-26T16:00:54.606458+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:55.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:54 smithi037 bash[41498]: audit 2021-07-26T16:00:54.610704+0000 mon.c (mon.1) 69 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-07-26T16:00:55.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:54 smithi037 bash[42499]: cluster 2021-07-26T16:00:53.688593+0000 mgr.y (mgr.24994) 91 : cluster [DBG] pgmap v98: 89 pgs: 89 active+clean; 281 MiB data, 416 MiB used, 707 GiB / 715 GiB avail; 6.8 MiB/s rd, 544 KiB/s wr, 7 op/s 2021-07-26T16:00:55.089 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:54 smithi037 bash[42499]: cluster 2021-07-26T16:00:53.963992+0000 mon.a (mon.0) 199 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2021-07-26T16:00:55.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:54 smithi037 bash[42499]: cephadm 2021-07-26T16:00:54.595493+0000 mgr.y (mgr.24994) 92 : cephadm [INF] Upgrade: Updating osd.0 2021-07-26T16:00:55.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:54 smithi037 bash[42499]: audit 2021-07-26T16:00:54.606458+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:55.090 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:54 smithi037 bash[42499]: audit 2021-07-26T16:00:54.610704+0000 mon.c (mon.1) 69 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-07-26T16:00:55.253 INFO:tasks.rados.rados.0.smithi037.stdout:1099: finishing copy_from racing read to smithi03738989-7 2021-07-26T16:00:55.253 INFO:tasks.rados.rados.0.smithi037.stdout:1101: expect (ObjNum 250 snap 64 seq_num 250) 2021-07-26T16:00:55.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:54 smithi107 bash[29346]: cluster 2021-07-26T16:00:53.688593+0000 mgr.y (mgr.24994) 91 : cluster [DBG] pgmap v98: 89 pgs: 89 active+clean; 281 MiB data, 416 MiB used, 707 GiB / 715 GiB avail; 6.8 MiB/s rd, 544 KiB/s wr, 7 op/s 2021-07-26T16:00:55.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:54 smithi107 bash[29346]: cluster 2021-07-26T16:00:53.963992+0000 mon.a (mon.0) 199 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2021-07-26T16:00:55.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:54 smithi107 bash[29346]: cephadm 2021-07-26T16:00:54.595493+0000 mgr.y (mgr.24994) 92 : cephadm [INF] Upgrade: Updating osd.0 2021-07-26T16:00:55.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:54 smithi107 bash[29346]: audit 2021-07-26T16:00:54.606458+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:00:55.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:54 smithi107 bash[29346]: audit 2021-07-26T16:00:54.610704+0000 mon.c (mon.1) 69 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-07-26T16:00:55.533 INFO:tasks.rados.rados.0.smithi037.stdout:1103: finishing write tid 1 to smithi03738989-8 2021-07-26T16:00:55.534 INFO:tasks.rados.rados.0.smithi037.stdout:1103: finishing write tid 2 to smithi03738989-8 2021-07-26T16:00:55.534 INFO:tasks.rados.rados.0.smithi037.stdout:1103: finishing write tid 4 to smithi03738989-8 2021-07-26T16:00:55.535 INFO:tasks.rados.rados.0.smithi037.stdout:1103: finishing write tid 5 to smithi03738989-8 2021-07-26T16:00:55.535 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 441 (ObjNum 358 snap 108 seq_num 358) dirty exists 2021-07-26T16:00:55.535 INFO:tasks.rados.rados.0.smithi037.stdout:1103: left oid 8 (ObjNum 358 snap 108 seq_num 358) 2021-07-26T16:00:55.535 INFO:tasks.rados.rados.0.smithi037.stdout:1104: expect (ObjNum 169 snap 41 seq_num 169) 2021-07-26T16:00:55.634 INFO:tasks.rados.rados.0.smithi037.stdout:1097: done (6 left) 2021-07-26T16:00:55.635 INFO:tasks.rados.rados.0.smithi037.stdout:1098: done (5 left) 2021-07-26T16:00:55.635 INFO:tasks.rados.rados.0.smithi037.stdout:1099: done (4 left) 2021-07-26T16:00:55.635 INFO:tasks.rados.rados.0.smithi037.stdout:1101: done (3 left) 2021-07-26T16:00:55.636 INFO:tasks.rados.rados.0.smithi037.stdout:1103: done (2 left) 2021-07-26T16:00:55.636 INFO:tasks.rados.rados.0.smithi037.stdout:1104: done (1 left) 2021-07-26T16:00:55.636 INFO:tasks.rados.rados.0.smithi037.stdout:1105: done (0 left) 2021-07-26T16:00:55.636 INFO:tasks.rados.rados.0.smithi037.stdout:1106: delete oid 49 current snap is 108 2021-07-26T16:00:55.637 INFO:tasks.rados.rados.0.smithi037.stdout:1106: done (0 left) 2021-07-26T16:00:55.638 INFO:tasks.rados.rados.0.smithi037.stdout:1107: snap_create 2021-07-26T16:00:55.986 INFO:tasks.rados.rados.0.smithi037.stdout:1107: done (0 left) 2021-07-26T16:00:55.987 INFO:tasks.rados.rados.0.smithi037.stdout:1108: rmattr oid 12 current snap is 109 2021-07-26T16:00:55.987 INFO:tasks.rados.rados.0.smithi037.stdout:1109: rollback oid 16 current snap is 109 2021-07-26T16:00:55.987 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 103 2021-07-26T16:00:55.987 INFO:tasks.rados.rados.0.smithi037.stdout:1110: snap_remove snap 61 2021-07-26T16:00:56.223 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:55 smithi037 bash[41498]: cephadm 2021-07-26T16:00:54.609477+0000 mgr.y (mgr.24994) 93 : cephadm [INF] Deploying daemon osd.0 on smithi037 2021-07-26T16:00:56.223 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:55 smithi037 bash[41498]: cluster 2021-07-26T16:00:54.966347+0000 mon.a (mon.0) 201 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2021-07-26T16:00:56.224 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:55 smithi037 bash[42499]: cephadm 2021-07-26T16:00:54.609477+0000 mgr.y (mgr.24994) 93 : cephadm [INF] Deploying daemon osd.0 on smithi037 2021-07-26T16:00:56.224 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:55 smithi037 bash[42499]: cluster 2021-07-26T16:00:54.966347+0000 mon.a (mon.0) 201 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2021-07-26T16:00:56.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:55 smithi107 bash[29346]: cephadm 2021-07-26T16:00:54.609477+0000 mgr.y (mgr.24994) 93 : cephadm [INF] Deploying daemon osd.0 on smithi037 2021-07-26T16:00:56.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:55 smithi107 bash[29346]: cluster 2021-07-26T16:00:54.966347+0000 mon.a (mon.0) 201 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2021-07-26T16:00:56.915 INFO:tasks.rados.rados.0.smithi037.stdout:1110: done (2 left) 2021-07-26T16:00:56.915 INFO:tasks.rados.rados.0.smithi037.stdout:1111: snap_create 2021-07-26T16:00:56.916 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 528 (ObjNum 108 snap 22 seq_num 108) dirty exists 2021-07-26T16:00:56.916 INFO:tasks.rados.rados.0.smithi037.stdout:1109: finishing rollback tid 0 to smithi03738989-16 2021-07-26T16:00:56.916 INFO:tasks.rados.rados.0.smithi037.stdout:1109: finishing rollback tid 1 to smithi03738989-16 2021-07-26T16:00:56.916 INFO:tasks.rados.rados.0.smithi037.stdout:1109: finishing rollback tid 2 to smithi03738989-16 2021-07-26T16:00:56.916 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 532 (ObjNum 237 snap 63 seq_num 237) dirty exists 2021-07-26T16:00:57.093 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:56 smithi037 bash[41498]: cluster 2021-07-26T16:00:55.689264+0000 mgr.y (mgr.24994) 94 : cluster [DBG] pgmap v101: 89 pgs: 89 active+clean; 281 MiB data, 416 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:57.094 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:56 smithi037 bash[41498]: cluster 2021-07-26T16:00:55.985880+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2021-07-26T16:00:57.094 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:56 smithi037 bash[41498]: cluster 2021-07-26T16:00:56.913982+0000 mon.a (mon.0) 203 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2021-07-26T16:00:57.094 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:56 smithi037 bash[42499]: cluster 2021-07-26T16:00:55.689264+0000 mgr.y (mgr.24994) 94 : cluster [DBG] pgmap v101: 89 pgs: 89 active+clean; 281 MiB data, 416 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:57.095 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:56 smithi037 bash[42499]: cluster 2021-07-26T16:00:55.985880+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2021-07-26T16:00:57.095 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:56 smithi037 bash[42499]: cluster 2021-07-26T16:00:56.913982+0000 mon.a (mon.0) 203 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2021-07-26T16:00:57.095 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:00:56 smithi037 bash[20991]: debug 2021-07-26T16:00:56.926+0000 7ff61ff3e700 -1 osd.0 pg_epoch: 266 pg[5.3s0( v 266'430 (0'0,266'430] local-lis/les=59/60 n=15 ec=59/59 lis/c=59/59 les/c/f=60/60/0 sis=59) [0,3,6]p0(0) r=0 lpr=59 luod=264'428 crt=264'428 lcod 264'426 mlcod 264'426 active+clean+snaptrim trimq=[6a~1] ps=[4d~1,a9~1,b6~1,c6~1]] removing snap head 2021-07-26T16:00:57.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:56 smithi107 bash[29346]: cluster 2021-07-26T16:00:55.689264+0000 mgr.y (mgr.24994) 94 : cluster [DBG] pgmap v101: 89 pgs: 89 active+clean; 281 MiB data, 416 MiB used, 707 GiB / 715 GiB avail 2021-07-26T16:00:57.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:56 smithi107 bash[29346]: cluster 2021-07-26T16:00:55.985880+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2021-07-26T16:00:57.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:56 smithi107 bash[29346]: cluster 2021-07-26T16:00:56.913982+0000 mon.a (mon.0) 203 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2021-07-26T16:00:57.381 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:00:57 smithi037 systemd[1]: Stopping Ceph osd.0 for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T16:00:57.381 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:00:57 smithi037 docker[43966]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:00:57.381 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[20991]: debug 2021-07-26T16:00:57.206+0000 7ff63f7ee700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-07-26T16:00:57.382 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[20991]: debug 2021-07-26T16:00:57.206+0000 7ff63f7ee700 -1 osd.0 266 *** Got signal Terminated *** 2021-07-26T16:00:57.382 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[20991]: debug 2021-07-26T16:00:57.206+0000 7ff63f7ee700 -1 osd.0 266 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-07-26T16:00:57.917 INFO:tasks.rados.rados.0.smithi037.stdout:1108: done (2 left) 2021-07-26T16:00:57.917 INFO:tasks.rados.rados.0.smithi037.stdout:1109: done (1 left) 2021-07-26T16:00:57.917 INFO:tasks.rados.rados.0.smithi037.stdout:1111: done (0 left) 2021-07-26T16:00:57.918 INFO:tasks.rados.rados.0.smithi037.stdout:1112: copy_from oid 23 from oid 38 current snap is 110 2021-07-26T16:00:57.918 INFO:tasks.rados.rados.0.smithi037.stdout:1113: snap_remove snap 69 2021-07-26T16:00:58.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.480579+0000 mon.a (mon.0) 204 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-07-26T16:00:58.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.480668+0000 mon.a (mon.0) 205 : cluster [INF] osd.0 failed (root=default,host=smithi037) (connection refused reported by osd.1) 2021-07-26T16:00:58.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.481052+0000 mon.a (mon.0) 206 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-07-26T16:00:58.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.481185+0000 mon.a (mon.0) 207 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-07-26T16:00:58.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.481608+0000 mon.a (mon.0) 208 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-07-26T16:00:58.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.481749+0000 mon.a (mon.0) 209 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-07-26T16:00:58.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.482034+0000 mon.a (mon.0) 210 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-07-26T16:00:58.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.482251+0000 mon.a (mon.0) 211 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-07-26T16:00:58.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.482560+0000 mon.a (mon.0) 212 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-07-26T16:00:58.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.482696+0000 mon.a (mon.0) 213 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-07-26T16:00:58.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.483009+0000 mon.a (mon.0) 214 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-07-26T16:00:58.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.483133+0000 mon.a (mon.0) 215 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-07-26T16:00:58.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.483407+0000 mon.a (mon.0) 216 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-07-26T16:00:58.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.483603+0000 mon.a (mon.0) 217 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-07-26T16:00:58.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.483961+0000 mon.a (mon.0) 218 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-07-26T16:00:58.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.884341+0000 mon.a (mon.0) 219 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-07-26T16:00:58.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.884775+0000 mon.a (mon.0) 220 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-07-26T16:00:58.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.884981+0000 mon.a (mon.0) 221 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-07-26T16:00:58.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.885559+0000 mon.a (mon.0) 222 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-07-26T16:00:58.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.885706+0000 mon.a (mon.0) 223 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-07-26T16:00:58.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.885994+0000 mon.a (mon.0) 224 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-07-26T16:00:58.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.886116+0000 mon.a (mon.0) 225 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-07-26T16:00:58.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.886388+0000 mon.a (mon.0) 226 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-07-26T16:00:58.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.886511+0000 mon.a (mon.0) 227 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-07-26T16:00:58.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.886872+0000 mon.a (mon.0) 228 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-07-26T16:00:58.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.887003+0000 mon.a (mon.0) 229 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-07-26T16:00:58.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.887372+0000 mon.a (mon.0) 230 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-07-26T16:00:58.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.887511+0000 mon.a (mon.0) 231 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-07-26T16:00:58.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.887920+0000 mon.a (mon.0) 232 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-07-26T16:00:58.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.904759+0000 mon.a (mon.0) 233 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:00:58.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:57 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.912061+0000 mon.a (mon.0) 234 : cluster [DBG] osdmap e267: 8 total, 7 up, 8 in 2021-07-26T16:00:58.336 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:00:58 smithi037 docker[43966]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-osd.0 2021-07-26T16:00:58.336 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:00:58 smithi037 bash[44011]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:00:58.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.480579+0000 mon.a (mon.0) 204 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-07-26T16:00:58.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.480668+0000 mon.a (mon.0) 205 : cluster [INF] osd.0 failed (root=default,host=smithi037) (connection refused reported by osd.1) 2021-07-26T16:00:58.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.481052+0000 mon.a (mon.0) 206 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-07-26T16:00:58.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.481185+0000 mon.a (mon.0) 207 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-07-26T16:00:58.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.481608+0000 mon.a (mon.0) 208 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-07-26T16:00:58.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.481749+0000 mon.a (mon.0) 209 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-07-26T16:00:58.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.482034+0000 mon.a (mon.0) 210 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-07-26T16:00:58.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.482251+0000 mon.a (mon.0) 211 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-07-26T16:00:58.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.482560+0000 mon.a (mon.0) 212 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-07-26T16:00:58.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.482696+0000 mon.a (mon.0) 213 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-07-26T16:00:58.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.483009+0000 mon.a (mon.0) 214 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-07-26T16:00:58.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.483133+0000 mon.a (mon.0) 215 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-07-26T16:00:58.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.483407+0000 mon.a (mon.0) 216 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-07-26T16:00:58.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.483603+0000 mon.a (mon.0) 217 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-07-26T16:00:58.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.483961+0000 mon.a (mon.0) 218 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-07-26T16:00:58.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.884341+0000 mon.a (mon.0) 219 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-07-26T16:00:58.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.884775+0000 mon.a (mon.0) 220 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-07-26T16:00:58.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.884981+0000 mon.a (mon.0) 221 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-07-26T16:00:58.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.885559+0000 mon.a (mon.0) 222 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-07-26T16:00:58.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.885706+0000 mon.a (mon.0) 223 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-07-26T16:00:58.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.885994+0000 mon.a (mon.0) 224 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-07-26T16:00:58.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.886116+0000 mon.a (mon.0) 225 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-07-26T16:00:58.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.886388+0000 mon.a (mon.0) 226 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-07-26T16:00:58.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.886511+0000 mon.a (mon.0) 227 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-07-26T16:00:58.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.886872+0000 mon.a (mon.0) 228 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-07-26T16:00:58.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.887003+0000 mon.a (mon.0) 229 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-07-26T16:00:58.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.480579+0000 mon.a (mon.0) 204 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-07-26T16:00:58.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.480668+0000 mon.a (mon.0) 205 : cluster [INF] osd.0 failed (root=default,host=smithi037) (connection refused reported by osd.1) 2021-07-26T16:00:58.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.481052+0000 mon.a (mon.0) 206 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-07-26T16:00:58.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.481185+0000 mon.a (mon.0) 207 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-07-26T16:00:58.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.481608+0000 mon.a (mon.0) 208 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-07-26T16:00:58.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.481749+0000 mon.a (mon.0) 209 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-07-26T16:00:58.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.482034+0000 mon.a (mon.0) 210 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-07-26T16:00:58.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.482251+0000 mon.a (mon.0) 211 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-07-26T16:00:58.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.482560+0000 mon.a (mon.0) 212 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-07-26T16:00:58.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.482696+0000 mon.a (mon.0) 213 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-07-26T16:00:58.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.483009+0000 mon.a (mon.0) 214 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-07-26T16:00:58.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.483133+0000 mon.a (mon.0) 215 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-07-26T16:00:58.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.483407+0000 mon.a (mon.0) 216 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-07-26T16:00:58.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.483603+0000 mon.a (mon.0) 217 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-07-26T16:00:58.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.483961+0000 mon.a (mon.0) 218 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-07-26T16:00:58.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.884341+0000 mon.a (mon.0) 219 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-07-26T16:00:58.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.884775+0000 mon.a (mon.0) 220 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-07-26T16:00:58.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.884981+0000 mon.a (mon.0) 221 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-07-26T16:00:58.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.885559+0000 mon.a (mon.0) 222 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-07-26T16:00:58.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.885706+0000 mon.a (mon.0) 223 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-07-26T16:00:58.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.885994+0000 mon.a (mon.0) 224 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-07-26T16:00:58.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.886116+0000 mon.a (mon.0) 225 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-07-26T16:00:58.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.886388+0000 mon.a (mon.0) 226 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-07-26T16:00:58.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.886511+0000 mon.a (mon.0) 227 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-07-26T16:00:58.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.886872+0000 mon.a (mon.0) 228 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-07-26T16:00:58.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.887003+0000 mon.a (mon.0) 229 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-07-26T16:00:58.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.887372+0000 mon.a (mon.0) 230 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-07-26T16:00:58.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.887511+0000 mon.a (mon.0) 231 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-07-26T16:00:58.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.887920+0000 mon.a (mon.0) 232 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-07-26T16:00:58.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.904759+0000 mon.a (mon.0) 233 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:00:58.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.912061+0000 mon.a (mon.0) 234 : cluster [DBG] osdmap e267: 8 total, 7 up, 8 in 2021-07-26T16:00:58.352 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.887372+0000 mon.a (mon.0) 230 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-07-26T16:00:58.352 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.887511+0000 mon.a (mon.0) 231 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-07-26T16:00:58.352 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.887920+0000 mon.a (mon.0) 232 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-07-26T16:00:58.352 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.904759+0000 mon.a (mon.0) 233 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:00:58.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:57 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.912061+0000 mon.a (mon.0) 234 : cluster [DBG] osdmap e267: 8 total, 7 up, 8 in 2021-07-26T16:00:58.922 INFO:tasks.rados.rados.0.smithi037.stdout:1113: done (1 left) 2021-07-26T16:00:58.922 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 110 2021-07-26T16:00:58.922 INFO:tasks.rados.rados.0.smithi037.stdout:1114: seq_num 361 ranges {2580480=450560,3031040=581632,3612672=221184} 2021-07-26T16:00:58.940 INFO:tasks.rados.rados.0.smithi037.stdout:1114: writing smithi03738989-12 from 2580480 to 3031040 tid 1 2021-07-26T16:00:58.944 INFO:tasks.rados.rados.0.smithi037.stdout:1114: writing smithi03738989-12 from 3031040 to 3612672 tid 2 2021-07-26T16:00:58.946 INFO:tasks.rados.rados.0.smithi037.stdout:1114: writing smithi03738989-12 from 3612672 to 3833856 tid 3 2021-07-26T16:00:58.946 INFO:tasks.rados.rados.0.smithi037.stdout:1115: copy_from oid 44 from oid 4 current snap is 110 2021-07-26T16:00:58.947 INFO:tasks.rados.rados.0.smithi037.stdout:1116: rmattr oid 8 current snap is 110 2021-07-26T16:00:58.947 INFO:tasks.rados.rados.0.smithi037.stdout:1116: done (3 left) 2021-07-26T16:00:58.947 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 110 2021-07-26T16:00:58.947 INFO:tasks.rados.rados.0.smithi037.stdout:1117: seq_num 362 ranges {0=466944,466944=466944,933888=335872} 2021-07-26T16:00:58.949 INFO:tasks.rados.rados.0.smithi037.stdout:1117: writing smithi03738989-39 from 0 to 466944 tid 1 2021-07-26T16:00:58.952 INFO:tasks.rados.rados.0.smithi037.stdout:1117: writing smithi03738989-39 from 466944 to 933888 tid 2 2021-07-26T16:00:58.954 INFO:tasks.rados.rados.0.smithi037.stdout:1117: writing smithi03738989-39 from 933888 to 1269760 tid 3 2021-07-26T16:00:58.954 INFO:tasks.rados.rados.0.smithi037.stdout:1118: snap_create 2021-07-26T16:00:58.955 INFO:tasks.rados.rados.0.smithi037.stdout:1114: finishing write tid 1 to smithi03738989-12 2021-07-26T16:00:58.955 INFO:tasks.rados.rados.0.smithi037.stdout:1114: finishing write tid 2 to smithi03738989-12 2021-07-26T16:00:58.959 INFO:tasks.rados.rados.0.smithi037.stdout:1114: finishing write tid 3 to smithi03738989-12 2021-07-26T16:00:58.960 INFO:tasks.rados.rados.0.smithi037.stdout:1114: finishing write tid 5 to smithi03738989-12 2021-07-26T16:00:58.961 INFO:tasks.rados.rados.0.smithi037.stdout:1112: finishing copy_from to smithi03738989-23 2021-07-26T16:00:58.961 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 425 (ObjNum 283 snap 81 seq_num 283) dirty exists 2021-07-26T16:00:58.962 INFO:tasks.rados.rados.0.smithi037.stdout:1112: finishing copy_from racing read to smithi03738989-23 2021-07-26T16:00:58.962 INFO:tasks.rados.rados.0.smithi037.stdout:1114: finishing write tid 6 to smithi03738989-12 2021-07-26T16:00:58.962 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 549 (ObjNum 361 snap 110 seq_num 361) dirty exists 2021-07-26T16:00:58.962 INFO:tasks.rados.rados.0.smithi037.stdout:1114: left oid 12 (ObjNum 361 snap 110 seq_num 361) 2021-07-26T16:00:58.963 INFO:tasks.rados.rados.0.smithi037.stdout:1117: finishing write tid 1 to smithi03738989-39 2021-07-26T16:00:58.963 INFO:tasks.rados.rados.0.smithi037.stdout:1117: finishing write tid 2 to smithi03738989-39 2021-07-26T16:00:58.963 INFO:tasks.rados.rados.0.smithi037.stdout:1117: finishing write tid 3 to smithi03738989-39 2021-07-26T16:00:58.963 INFO:tasks.rados.rados.0.smithi037.stdout:1117: finishing write tid 5 to smithi03738989-39 2021-07-26T16:00:58.964 INFO:tasks.rados.rados.0.smithi037.stdout:1115: finishing copy_from to smithi03738989-44 2021-07-26T16:00:58.965 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 737 (ObjNum 281 snap 81 seq_num 281) dirty exists 2021-07-26T16:00:58.965 INFO:tasks.rados.rados.0.smithi037.stdout:1115: finishing copy_from racing read to smithi03738989-44 2021-07-26T16:00:58.967 INFO:tasks.rados.rados.0.smithi037.stdout:1117: finishing write tid 6 to smithi03738989-39 2021-07-26T16:00:58.967 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 930 (ObjNum 362 snap 110 seq_num 362) dirty exists 2021-07-26T16:00:58.967 INFO:tasks.rados.rados.0.smithi037.stdout:1117: left oid 39 (ObjNum 362 snap 110 seq_num 362) 2021-07-26T16:00:59.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:58 smithi107 bash[29346]: cluster 2021-07-26T16:00:57.690011+0000 mgr.y (mgr.24994) 95 : cluster [DBG] pgmap v104: 89 pgs: 89 active+clean; 234 MiB data, 369 MiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2021-07-26T16:00:59.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:00:58 smithi107 bash[29346]: cluster 2021-07-26T16:00:58.920186+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e268: 8 total, 7 up, 8 in 2021-07-26T16:00:59.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:58 smithi037 bash[41498]: cluster 2021-07-26T16:00:57.690011+0000 mgr.y (mgr.24994) 95 : cluster [DBG] pgmap v104: 89 pgs: 89 active+clean; 234 MiB data, 369 MiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2021-07-26T16:00:59.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:00:58 smithi037 bash[41498]: cluster 2021-07-26T16:00:58.920186+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e268: 8 total, 7 up, 8 in 2021-07-26T16:00:59.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:58 smithi037 bash[42499]: cluster 2021-07-26T16:00:57.690011+0000 mgr.y (mgr.24994) 95 : cluster [DBG] pgmap v104: 89 pgs: 89 active+clean; 234 MiB data, 369 MiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2021-07-26T16:00:59.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:00:58 smithi037 bash[42499]: cluster 2021-07-26T16:00:58.920186+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e268: 8 total, 7 up, 8 in 2021-07-26T16:00:59.918 INFO:tasks.rados.rados.0.smithi037.stdout:1112: done (4 left) 2021-07-26T16:00:59.918 INFO:tasks.rados.rados.0.smithi037.stdout:1114: done (3 left) 2021-07-26T16:00:59.918 INFO:tasks.rados.rados.0.smithi037.stdout:1115: done (2 left) 2021-07-26T16:00:59.919 INFO:tasks.rados.rados.0.smithi037.stdout:1117: done (1 left) 2021-07-26T16:00:59.919 INFO:tasks.rados.rados.0.smithi037.stdout:1118: done (0 left) 2021-07-26T16:00:59.919 INFO:tasks.rados.rados.0.smithi037.stdout:1119: rollback oid 26 current snap is 111 2021-07-26T16:00:59.919 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 26 to 97 2021-07-26T16:00:59.920 INFO:tasks.rados.rados.0.smithi037.stdout:1120: copy_from oid 48 from oid 14 current snap is 111 2021-07-26T16:00:59.920 INFO:tasks.rados.rados.0.smithi037.stdout:1121: snap_create 2021-07-26T16:00:59.922 INFO:tasks.rados.rados.0.smithi037.stdout:1120: finishing copy_from to smithi03738989-48 2021-07-26T16:00:59.923 INFO:tasks.rados.rados.0.smithi037.stdout:1120: got expected ENOENT (src dne) 2021-07-26T16:00:59.923 INFO:tasks.rados.rados.0.smithi037.stdout:1120: finishing copy_from racing read to smithi03738989-48 2021-07-26T16:00:59.928 INFO:tasks.rados.rados.0.smithi037.stdout:1119: finishing rollback tid 0 to smithi03738989-26 2021-07-26T16:00:59.929 INFO:tasks.rados.rados.0.smithi037.stdout:1119: finishing rollback tid 1 to smithi03738989-26 2021-07-26T16:00:59.929 INFO:tasks.rados.rados.0.smithi037.stdout:1119: finishing rollback tid 2 to smithi03738989-26 2021-07-26T16:00:59.929 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 450 (ObjNum 312 snap 95 seq_num 312) dirty exists 2021-07-26T16:01:00.840 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:01:00 smithi037 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@osd.0.service: Succeeded. 2021-07-26T16:01:00.840 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:01:00 smithi037 systemd[1]: Stopped Ceph osd.0 for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:01:00.926 INFO:tasks.rados.rados.0.smithi037.stdout:1119: done (2 left) 2021-07-26T16:01:00.926 INFO:tasks.rados.rados.0.smithi037.stdout:1120: done (1 left) 2021-07-26T16:01:00.927 INFO:tasks.rados.rados.0.smithi037.stdout:1121: done (0 left) 2021-07-26T16:01:00.927 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 112 2021-07-26T16:01:00.927 INFO:tasks.rados.rados.0.smithi037.stdout:1122: seq_num 363 ranges {2351104=483328,2834432=753664,3588096=49152} 2021-07-26T16:01:00.946 INFO:tasks.rados.rados.0.smithi037.stdout:1122: writing smithi03738989-23 from 2351104 to 2834432 tid 1 2021-07-26T16:01:00.951 INFO:tasks.rados.rados.0.smithi037.stdout:1122: writing smithi03738989-23 from 2834432 to 3588096 tid 2 2021-07-26T16:01:00.952 INFO:tasks.rados.rados.0.smithi037.stdout:1122: writing smithi03738989-23 from 3588096 to 3637248 tid 3 2021-07-26T16:01:00.953 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 112 2021-07-26T16:01:00.953 INFO:tasks.rados.rados.0.smithi037.stdout:1123: seq_num 364 ranges {3301376=499712,3801088=638976,4440064=163840} 2021-07-26T16:01:00.981 INFO:tasks.rados.rados.0.smithi037.stdout:1123: writing smithi03738989-36 from 3301376 to 3801088 tid 1 2021-07-26T16:01:00.981 INFO:tasks.rados.rados.0.smithi037.stdout:1123: writing smithi03738989-36 from 3801088 to 4440064 tid 2 2021-07-26T16:01:00.981 INFO:tasks.rados.rados.0.smithi037.stdout:1123: writing smithi03738989-36 from 4440064 to 4603904 tid 3 2021-07-26T16:01:00.981 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 112 2021-07-26T16:01:00.982 INFO:tasks.rados.rados.0.smithi037.stdout:1124: seq_num 365 ranges {3833856=516096,4349952=573440,4923392=229376} 2021-07-26T16:01:01.002 INFO:tasks.rados.rados.0.smithi037.stdout:1124: writing smithi03738989-12 from 3833856 to 4349952 tid 1 2021-07-26T16:01:01.006 INFO:tasks.rados.rados.0.smithi037.stdout:1124: writing smithi03738989-12 from 4349952 to 4923392 tid 2 2021-07-26T16:01:01.007 INFO:tasks.rados.rados.0.smithi037.stdout:1124: writing smithi03738989-12 from 4923392 to 5152768 tid 3 2021-07-26T16:01:01.008 INFO:tasks.rados.rados.0.smithi037.stdout:1125: snap_create 2021-07-26T16:01:01.008 INFO:tasks.rados.rados.0.smithi037.stdout:1122: finishing write tid 1 to smithi03738989-23 2021-07-26T16:01:01.008 INFO:tasks.rados.rados.0.smithi037.stdout:1122: finishing write tid 2 to smithi03738989-23 2021-07-26T16:01:01.008 INFO:tasks.rados.rados.0.smithi037.stdout:1122: finishing write tid 3 to smithi03738989-23 2021-07-26T16:01:01.009 INFO:tasks.rados.rados.0.smithi037.stdout:1122: finishing write tid 5 to smithi03738989-23 2021-07-26T16:01:01.009 INFO:tasks.rados.rados.0.smithi037.stdout:1122: finishing write tid 6 to smithi03738989-23 2021-07-26T16:01:01.009 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 481 (ObjNum 363 snap 112 seq_num 363) dirty exists 2021-07-26T16:01:01.009 INFO:tasks.rados.rados.0.smithi037.stdout:1122: left oid 23 (ObjNum 363 snap 112 seq_num 363) 2021-07-26T16:01:01.010 INFO:tasks.rados.rados.0.smithi037.stdout:1123: finishing write tid 1 to smithi03738989-36 2021-07-26T16:01:01.010 INFO:tasks.rados.rados.0.smithi037.stdout:1123: finishing write tid 2 to smithi03738989-36 2021-07-26T16:01:01.010 INFO:tasks.rados.rados.0.smithi037.stdout:1123: finishing write tid 3 to smithi03738989-36 2021-07-26T16:01:01.010 INFO:tasks.rados.rados.0.smithi037.stdout:1123: finishing write tid 5 to smithi03738989-36 2021-07-26T16:01:01.011 INFO:tasks.rados.rados.0.smithi037.stdout:1123: finishing write tid 6 to smithi03738989-36 2021-07-26T16:01:01.011 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 530 (ObjNum 364 snap 112 seq_num 364) dirty exists 2021-07-26T16:01:01.011 INFO:tasks.rados.rados.0.smithi037.stdout:1123: left oid 36 (ObjNum 364 snap 112 seq_num 364) 2021-07-26T16:01:01.013 INFO:tasks.rados.rados.0.smithi037.stdout:1124: finishing write tid 1 to smithi03738989-12 2021-07-26T16:01:01.013 INFO:tasks.rados.rados.0.smithi037.stdout:1124: finishing write tid 2 to smithi03738989-12 2021-07-26T16:01:01.014 INFO:tasks.rados.rados.0.smithi037.stdout:1124: finishing write tid 3 to smithi03738989-12 2021-07-26T16:01:01.014 INFO:tasks.rados.rados.0.smithi037.stdout:1124: finishing write tid 5 to smithi03738989-12 2021-07-26T16:01:01.016 INFO:tasks.rados.rados.0.smithi037.stdout:1124: finishing write tid 6 to smithi03738989-12 2021-07-26T16:01:01.016 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 554 (ObjNum 365 snap 112 seq_num 365) dirty exists 2021-07-26T16:01:01.017 INFO:tasks.rados.rados.0.smithi037.stdout:1124: left oid 12 (ObjNum 365 snap 112 seq_num 365) 2021-07-26T16:01:01.266 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:00 smithi107 bash[29346]: cluster 2021-07-26T16:00:59.691034+0000 mgr.y (mgr.24994) 96 : cluster [DBG] pgmap v107: 89 pgs: 13 stale+active+clean, 76 active+clean; 234 MiB data, 369 MiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2021-07-26T16:01:01.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:00 smithi107 bash[29346]: cluster 2021-07-26T16:00:59.918347+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e269: 8 total, 7 up, 8 in 2021-07-26T16:01:01.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:00 smithi107 bash[29346]: audit 2021-07-26T16:01:00.877168+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:01.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:00 smithi107 bash[29346]: audit 2021-07-26T16:01:00.879047+0000 mon.c (mon.1) 70 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:01:01.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:00 smithi107 bash[29346]: audit 2021-07-26T16:01:00.881077+0000 mon.c (mon.1) 71 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:01:01.336 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:01:00 smithi037 systemd[1]: Started Ceph osd.0 for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:01:01.336 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:01:00 smithi037 bash[44137]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:01:01.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:00 smithi037 bash[41498]: cluster 2021-07-26T16:00:59.691034+0000 mgr.y (mgr.24994) 96 : cluster [DBG] pgmap v107: 89 pgs: 13 stale+active+clean, 76 active+clean; 234 MiB data, 369 MiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2021-07-26T16:01:01.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:00 smithi037 bash[41498]: cluster 2021-07-26T16:00:59.918347+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e269: 8 total, 7 up, 8 in 2021-07-26T16:01:01.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:00 smithi037 bash[41498]: audit 2021-07-26T16:01:00.877168+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:01.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:00 smithi037 bash[41498]: audit 2021-07-26T16:01:00.879047+0000 mon.c (mon.1) 70 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:01:01.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:00 smithi037 bash[41498]: audit 2021-07-26T16:01:00.881077+0000 mon.c (mon.1) 71 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:01:01.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:00 smithi037 bash[42499]: cluster 2021-07-26T16:00:59.691034+0000 mgr.y (mgr.24994) 96 : cluster [DBG] pgmap v107: 89 pgs: 13 stale+active+clean, 76 active+clean; 234 MiB data, 369 MiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2021-07-26T16:01:01.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:00 smithi037 bash[42499]: cluster 2021-07-26T16:00:59.918347+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e269: 8 total, 7 up, 8 in 2021-07-26T16:01:01.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:00 smithi037 bash[42499]: audit 2021-07-26T16:01:00.877168+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:01.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:00 smithi037 bash[42499]: audit 2021-07-26T16:01:00.879047+0000 mon.c (mon.1) 70 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:01:01.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:00 smithi037 bash[42499]: audit 2021-07-26T16:01:00.881077+0000 mon.c (mon.1) 71 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:01:01.697 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T16:01:01.911 INFO:tasks.rados.rados.0.smithi037.stdout:1122: done (3 left) 2021-07-26T16:01:01.912 INFO:tasks.rados.rados.0.smithi037.stdout:1123: done (2 left) 2021-07-26T16:01:01.912 INFO:tasks.rados.rados.0.smithi037.stdout:1124: done (1 left) 2021-07-26T16:01:01.912 INFO:tasks.rados.rados.0.smithi037.stdout:1125: done (0 left) 2021-07-26T16:01:01.912 INFO:tasks.rados.rados.0.smithi037.stdout:1126: read oid 16 snap -1 2021-07-26T16:01:01.913 INFO:tasks.rados.rados.0.smithi037.stdout:1126: expect (ObjNum 237 snap 63 seq_num 237) 2021-07-26T16:01:01.913 INFO:tasks.rados.rados.0.smithi037.stdout:1127: read oid 47 snap -1 2021-07-26T16:01:01.913 INFO:tasks.rados.rados.0.smithi037.stdout:1127: expect (ObjNum 169 snap 41 seq_num 169) 2021-07-26T16:01:01.913 INFO:tasks.rados.rados.0.smithi037.stdout:1128: read oid 29 snap -1 2021-07-26T16:01:01.914 INFO:tasks.rados.rados.0.smithi037.stdout:1128: expect deleted 2021-07-26T16:01:01.914 INFO:tasks.rados.rados.0.smithi037.stdout:1129: rollback oid 14 current snap is 113 2021-07-26T16:01:01.914 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 14 to 93 2021-07-26T16:01:01.914 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 113 2021-07-26T16:01:01.915 INFO:tasks.rados.rados.0.smithi037.stdout:1130: seq_num 366 ranges {0=532480,532480=458752,991232=344064} 2021-07-26T16:01:01.916 INFO:tasks.rados.rados.0.smithi037.stdout:1130: writing smithi03738989-13 from 0 to 532480 tid 1 2021-07-26T16:01:01.920 INFO:tasks.rados.rados.0.smithi037.stdout:1130: writing smithi03738989-13 from 532480 to 991232 tid 2 2021-07-26T16:01:01.923 INFO:tasks.rados.rados.0.smithi037.stdout:1130: writing smithi03738989-13 from 991232 to 1335296 tid 3 2021-07-26T16:01:01.923 INFO:tasks.rados.rados.0.smithi037.stdout:1131: read oid 9 snap -1 2021-07-26T16:01:01.923 INFO:tasks.rados.rados.0.smithi037.stdout:1131: expect (ObjNum 333 snap 100 seq_num 333) 2021-07-26T16:01:01.924 INFO:tasks.rados.rados.0.smithi037.stdout:1132: snap_create 2021-07-26T16:01:01.924 INFO:tasks.rados.rados.0.smithi037.stdout:1129: finishing rollback tid 1 to smithi03738989-14 2021-07-26T16:01:01.924 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 182 (ObjNum 288 snap 0 seq_num 33) dirty dne 2021-07-26T16:01:01.928 INFO:tasks.rados.rados.0.smithi037.stdout:1130: finishing write tid 1 to smithi03738989-13 2021-07-26T16:01:01.928 INFO:tasks.rados.rados.0.smithi037.stdout:1130: finishing write tid 2 to smithi03738989-13 2021-07-26T16:01:01.931 INFO:tasks.rados.rados.0.smithi037.stdout:1130: finishing write tid 3 to smithi03738989-13 2021-07-26T16:01:01.932 INFO:tasks.rados.rados.0.smithi037.stdout:1130: finishing write tid 5 to smithi03738989-13 2021-07-26T16:01:01.937 INFO:tasks.rados.rados.0.smithi037.stdout:1127: expect (ObjNum 169 snap 41 seq_num 169) 2021-07-26T16:01:02.050 INFO:tasks.rados.rados.0.smithi037.stdout:1130: finishing write tid 6 to smithi03738989-13 2021-07-26T16:01:02.051 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 482 (ObjNum 366 snap 113 seq_num 366) dirty exists 2021-07-26T16:01:02.051 INFO:tasks.rados.rados.0.smithi037.stdout:1130: left oid 13 (ObjNum 366 snap 113 seq_num 366) 2021-07-26T16:01:02.051 INFO:tasks.rados.rados.0.smithi037.stdout:1131: expect (ObjNum 333 snap 100 seq_num 333) 2021-07-26T16:01:02.052 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T16:01:02.053 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 running (8m) 57s ago 8m 10.1M - 0.20.0 0881eb8f169f efab80df0ece 2021-07-26T16:01:02.053 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi107 running (8m) 44s ago 8m 26.1M - 6.7.4 3b1077a63311 2876c96eb484 2021-07-26T16:01:02.053 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi037.wjuegm smithi037 running (6m) 57s ago 6m 14.5M - 15.2.13 5eab30a79396 d211508d5e60 2021-07-26T16:01:02.053 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi107.pmlxcx smithi107 running (6m) 44s ago 6m 17.4M - 15.2.13 5eab30a79396 8636b713abef 2021-07-26T16:01:02.054 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi107 *:8443 running (103s) 44s ago 12m 371M - 17.0.0-6381-gbccf07c2 6cdb40438e66 860e60362e9d 2021-07-26T16:01:02.054 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443 running (2m) 57s ago 15m 411M - 17.0.0-6381-gbccf07c2 6cdb40438e66 a07fb6f2ffc9 2021-07-26T16:01:02.055 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (91s) 57s ago 15m 39.7M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 370b9a5b7829 2021-07-26T16:01:02.055 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi107 running (51s) 44s ago 13m 27.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 0f8f2b11f865 2021-07-26T16:01:02.056 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (64s) 57s ago 13m 27.0M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46cd16de9ecd 2021-07-26T16:01:02.056 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 running (8m) 57s ago 8m 10.9M - 0.18.1 e5a616e4b9cf 3ad93cd5c278 2021-07-26T16:01:02.057 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi107 running (8m) 44s ago 8m 11.0M - 0.18.1 e5a616e4b9cf b308a000873c 2021-07-26T16:01:02.057 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 starting - - - 4096M 2021-07-26T16:01:02.058 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (11m) 57s ago 11m 167M 4096M 15.2.13 5eab30a79396 3e1d842f2785 2021-07-26T16:01:02.058 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (11m) 57s ago 11m 130M 4096M 15.2.13 5eab30a79396 b01752f39fbb 2021-07-26T16:01:02.058 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (10m) 57s ago 11m 108M 4096M 15.2.13 5eab30a79396 291b11cfe756 2021-07-26T16:01:02.059 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi107 running (10m) 44s ago 10m 142M 4096M 15.2.13 5eab30a79396 cdf1c413f938 2021-07-26T16:01:02.059 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi107 running (10m) 44s ago 10m 142M 4096M 15.2.13 5eab30a79396 1948041463bd 2021-07-26T16:01:02.060 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi107 running (9m) 44s ago 9m 108M 4096M 15.2.13 5eab30a79396 4230be7c8f5f 2021-07-26T16:01:02.060 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi107 running (9m) 44s ago 9m 105M 4096M 15.2.13 5eab30a79396 964b0df7c499 2021-07-26T16:01:02.061 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi107 running (8m) 44s ago 8m 25.3M - 2.18.1 de242295e225 95178a9d7a1a 2021-07-26T16:01:02.069 INFO:tasks.rados.rados.0.smithi037.stdout:1126: expect (ObjNum 237 snap 63 seq_num 237) 2021-07-26T16:01:02.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:01 smithi107 bash[29346]: cluster 2021-07-26T16:01:00.925927+0000 mon.a (mon.0) 238 : cluster [DBG] osdmap e270: 8 total, 7 up, 8 in 2021-07-26T16:01:02.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:01 smithi107 bash[29346]: cluster 2021-07-26T16:01:01.911463+0000 mon.a (mon.0) 239 : cluster [DBG] osdmap e271: 8 total, 7 up, 8 in 2021-07-26T16:01:02.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:01 smithi037 bash[41498]: cluster 2021-07-26T16:01:00.925927+0000 mon.a (mon.0) 238 : cluster [DBG] osdmap e270: 8 total, 7 up, 8 in 2021-07-26T16:01:02.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:01 smithi037 bash[41498]: cluster 2021-07-26T16:01:01.911463+0000 mon.a (mon.0) 239 : cluster [DBG] osdmap e271: 8 total, 7 up, 8 in 2021-07-26T16:01:02.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:01 smithi037 bash[42499]: cluster 2021-07-26T16:01:00.925927+0000 mon.a (mon.0) 238 : cluster [DBG] osdmap e270: 8 total, 7 up, 8 in 2021-07-26T16:01:02.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:01 smithi037 bash[42499]: cluster 2021-07-26T16:01:01.911463+0000 mon.a (mon.0) 239 : cluster [DBG] osdmap e271: 8 total, 7 up, 8 in 2021-07-26T16:01:02.426 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T16:01:02.427 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2021-07-26T16:01:02.427 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T16:01:02.428 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:01:02.428 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2021-07-26T16:01:02.429 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T16:01:02.429 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:01:02.430 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2021-07-26T16:01:02.430 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 7 2021-07-26T16:01:02.431 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:01:02.431 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2021-07-26T16:01:02.431 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 2 2021-07-26T16:01:02.432 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:01:02.432 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2021-07-26T16:01:02.433 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 9, 2021-07-26T16:01:02.433 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 5 2021-07-26T16:01:02.434 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:01:02.434 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T16:01:02.836 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[44137]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-07-26T16:01:02.836 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[44137]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2021-07-26T16:01:02.836 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[44137]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2021-07-26T16:01:02.837 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[44137]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2021-07-26T16:01:02.837 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[44137]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2021-07-26T16:01:02.837 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[44137]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-07-26T16:01:02.838 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[44137]: --> ceph-volume lvm activate successful for osd ID: 0 2021-07-26T16:01:02.937 INFO:tasks.rados.rados.0.smithi037.stdout:1126: done (6 left) 2021-07-26T16:01:02.937 INFO:tasks.rados.rados.0.smithi037.stdout:1127: done (5 left) 2021-07-26T16:01:02.937 INFO:tasks.rados.rados.0.smithi037.stdout:1128: done (4 left) 2021-07-26T16:01:02.938 INFO:tasks.rados.rados.0.smithi037.stdout:1129: done (3 left) 2021-07-26T16:01:02.938 INFO:tasks.rados.rados.0.smithi037.stdout:1130: done (2 left) 2021-07-26T16:01:02.938 INFO:tasks.rados.rados.0.smithi037.stdout:1131: done (1 left) 2021-07-26T16:01:02.938 INFO:tasks.rados.rados.0.smithi037.stdout:1132: done (0 left) 2021-07-26T16:01:02.940 INFO:tasks.rados.rados.0.smithi037.stdout:1133: rmattr oid 40 current snap is 114 2021-07-26T16:01:02.940 INFO:tasks.rados.rados.0.smithi037.stdout:1134: snap_remove snap 110 2021-07-26T16:01:03.191 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[41498]: audit 2021-07-26T16:01:01.683591+0000 mgr.y (mgr.24994) 97 : audit [DBG] from='client.44178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:01:03.191 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[41498]: cluster 2021-07-26T16:01:01.692662+0000 mgr.y (mgr.24994) 98 : cluster [DBG] pgmap v110: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 218 MiB data, 347 MiB used, 707 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.6 MiB/s wr, 7 op/s; 95/600 objects degraded (15.833%) 2021-07-26T16:01:03.191 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[41498]: cluster 2021-07-26T16:01:01.922917+0000 mon.a (mon.0) 240 : cluster [WRN] Health check failed: Degraded data redundancy: 95/600 objects degraded (15.833%), 14 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:03.192 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[41498]: audit 2021-07-26T16:01:02.027218+0000 mgr.y (mgr.24994) 99 : audit [DBG] from='client.54127 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:01:03.192 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[41498]: audit 2021-07-26T16:01:02.029965+0000 mon.c (mon.1) 72 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:01:03.192 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[41498]: audit 2021-07-26T16:01:02.030813+0000 mon.c (mon.1) 73 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:01:03.192 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[41498]: audit 2021-07-26T16:01:02.031398+0000 mon.c (mon.1) 74 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.193 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[41498]: audit 2021-07-26T16:01:02.031932+0000 mon.c (mon.1) 75 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.193 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[41498]: audit 2021-07-26T16:01:02.032502+0000 mon.c (mon.1) 76 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.193 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[41498]: audit 2021-07-26T16:01:02.033007+0000 mon.c (mon.1) 77 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.193 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[41498]: audit 2021-07-26T16:01:02.036333+0000 mon.c (mon.1) 78 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:01:03.194 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[41498]: audit 2021-07-26T16:01:02.036941+0000 mon.c (mon.1) 79 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.194 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[41498]: audit 2021-07-26T16:01:02.037490+0000 mon.c (mon.1) 80 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.194 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[41498]: audit 2021-07-26T16:01:02.038052+0000 mon.c (mon.1) 81 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.195 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[41498]: audit 2021-07-26T16:01:02.038578+0000 mon.c (mon.1) 82 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.195 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[41498]: audit 2021-07-26T16:01:02.427987+0000 mon.a (mon.0) 241 : audit [DBG] from='client.? 172.21.15.37:0/868768262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:03.195 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[42499]: audit 2021-07-26T16:01:01.683591+0000 mgr.y (mgr.24994) 97 : audit [DBG] from='client.44178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:01:03.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[42499]: cluster 2021-07-26T16:01:01.692662+0000 mgr.y (mgr.24994) 98 : cluster [DBG] pgmap v110: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 218 MiB data, 347 MiB used, 707 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.6 MiB/s wr, 7 op/s; 95/600 objects degraded (15.833%) 2021-07-26T16:01:03.196 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[42499]: cluster 2021-07-26T16:01:01.922917+0000 mon.a (mon.0) 240 : cluster [WRN] Health check failed: Degraded data redundancy: 95/600 objects degraded (15.833%), 14 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:03.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[42499]: audit 2021-07-26T16:01:02.027218+0000 mgr.y (mgr.24994) 99 : audit [DBG] from='client.54127 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:01:03.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[42499]: audit 2021-07-26T16:01:02.029965+0000 mon.c (mon.1) 72 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:01:03.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[42499]: audit 2021-07-26T16:01:02.030813+0000 mon.c (mon.1) 73 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:01:03.197 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[42499]: audit 2021-07-26T16:01:02.031398+0000 mon.c (mon.1) 74 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.198 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[42499]: audit 2021-07-26T16:01:02.031932+0000 mon.c (mon.1) 75 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.198 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[42499]: audit 2021-07-26T16:01:02.032502+0000 mon.c (mon.1) 76 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.198 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[42499]: audit 2021-07-26T16:01:02.033007+0000 mon.c (mon.1) 77 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.199 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[42499]: audit 2021-07-26T16:01:02.036333+0000 mon.c (mon.1) 78 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:01:03.200 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[42499]: audit 2021-07-26T16:01:02.036941+0000 mon.c (mon.1) 79 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.200 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[42499]: audit 2021-07-26T16:01:02.037490+0000 mon.c (mon.1) 80 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.200 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[42499]: audit 2021-07-26T16:01:02.038052+0000 mon.c (mon.1) 81 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.200 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[42499]: audit 2021-07-26T16:01:02.038578+0000 mon.c (mon.1) 82 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.201 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:02 smithi037 bash[42499]: audit 2021-07-26T16:01:02.427987+0000 mon.a (mon.0) 241 : audit [DBG] from='client.? 172.21.15.37:0/868768262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:03.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:02 smithi107 bash[29346]: audit 2021-07-26T16:01:01.683591+0000 mgr.y (mgr.24994) 97 : audit [DBG] from='client.44178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:01:03.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:02 smithi107 bash[29346]: cluster 2021-07-26T16:01:01.692662+0000 mgr.y (mgr.24994) 98 : cluster [DBG] pgmap v110: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 218 MiB data, 347 MiB used, 707 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.6 MiB/s wr, 7 op/s; 95/600 objects degraded (15.833%) 2021-07-26T16:01:03.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:02 smithi107 bash[29346]: cluster 2021-07-26T16:01:01.922917+0000 mon.a (mon.0) 240 : cluster [WRN] Health check failed: Degraded data redundancy: 95/600 objects degraded (15.833%), 14 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:03.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:02 smithi107 bash[29346]: audit 2021-07-26T16:01:02.027218+0000 mgr.y (mgr.24994) 99 : audit [DBG] from='client.54127 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:01:03.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:02 smithi107 bash[29346]: audit 2021-07-26T16:01:02.029965+0000 mon.c (mon.1) 72 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:01:03.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:02 smithi107 bash[29346]: audit 2021-07-26T16:01:02.030813+0000 mon.c (mon.1) 73 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:01:03.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:02 smithi107 bash[29346]: audit 2021-07-26T16:01:02.031398+0000 mon.c (mon.1) 74 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:02 smithi107 bash[29346]: audit 2021-07-26T16:01:02.031932+0000 mon.c (mon.1) 75 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:02 smithi107 bash[29346]: audit 2021-07-26T16:01:02.032502+0000 mon.c (mon.1) 76 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:02 smithi107 bash[29346]: audit 2021-07-26T16:01:02.033007+0000 mon.c (mon.1) 77 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:02 smithi107 bash[29346]: audit 2021-07-26T16:01:02.036333+0000 mon.c (mon.1) 78 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:01:03.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:02 smithi107 bash[29346]: audit 2021-07-26T16:01:02.036941+0000 mon.c (mon.1) 79 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:02 smithi107 bash[29346]: audit 2021-07-26T16:01:02.037490+0000 mon.c (mon.1) 80 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:02 smithi107 bash[29346]: audit 2021-07-26T16:01:02.038052+0000 mon.c (mon.1) 81 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:02 smithi107 bash[29346]: audit 2021-07-26T16:01:02.038578+0000 mon.c (mon.1) 82 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:03.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:02 smithi107 bash[29346]: audit 2021-07-26T16:01:02.427987+0000 mon.a (mon.0) 241 : audit [DBG] from='client.? 172.21.15.37:0/868768262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:03.586 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:01:03 smithi037 bash[44327]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:01:03.956 INFO:tasks.rados.rados.0.smithi037.stdout:1134: done (1 left) 2021-07-26T16:01:03.956 INFO:tasks.rados.rados.0.smithi037.stdout:1135: snap_remove snap 77 2021-07-26T16:01:04.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:03 smithi107 bash[29346]: cluster 2021-07-26T16:01:02.936961+0000 mon.a (mon.0) 242 : cluster [DBG] osdmap e272: 8 total, 7 up, 8 in 2021-07-26T16:01:04.324 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:03 smithi037 bash[41498]: cluster 2021-07-26T16:01:02.936961+0000 mon.a (mon.0) 242 : cluster [DBG] osdmap e272: 8 total, 7 up, 8 in 2021-07-26T16:01:04.324 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:03 smithi037 bash[42499]: cluster 2021-07-26T16:01:02.936961+0000 mon.a (mon.0) 242 : cluster [DBG] osdmap e272: 8 total, 7 up, 8 in 2021-07-26T16:01:04.586 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:01:04 smithi037 bash[44327]: debug 2021-07-26T16:01:04.446+0000 7ff2a980f700 1 -- 172.21.15.37:0/1016779924 <== mon.0 v2:172.21.15.37:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55dde3bfe340 con 0x55dde3c5a800 2021-07-26T16:01:04.957 INFO:tasks.rados.rados.0.smithi037.stdout:1135: done (1 left) 2021-07-26T16:01:04.958 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 114 2021-07-26T16:01:04.958 INFO:tasks.rados.rados.0.smithi037.stdout:1136: seq_num 367 ranges {0=548864,548864=737280,1286144=65536} 2021-07-26T16:01:04.964 INFO:tasks.rados.rados.0.smithi037.stdout:1136: writing smithi03738989-35 from 0 to 548864 tid 1 2021-07-26T16:01:04.969 INFO:tasks.rados.rados.0.smithi037.stdout:1136: writing smithi03738989-35 from 548864 to 1286144 tid 2 2021-07-26T16:01:04.970 INFO:tasks.rados.rados.0.smithi037.stdout:1136: writing smithi03738989-35 from 1286144 to 1351680 tid 3 2021-07-26T16:01:04.970 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 114 2021-07-26T16:01:04.971 INFO:tasks.rados.rados.0.smithi037.stdout:1137: seq_num 368 ranges {1794048=573440,2367488=622592,2990080=180224} 2021-07-26T16:01:04.985 INFO:tasks.rados.rados.0.smithi037.stdout:1137: writing smithi03738989-24 from 1794048 to 2367488 tid 1 2021-07-26T16:01:04.988 INFO:tasks.rados.rados.0.smithi037.stdout:1137: writing smithi03738989-24 from 2367488 to 2990080 tid 2 2021-07-26T16:01:04.990 INFO:tasks.rados.rados.0.smithi037.stdout:1137: writing smithi03738989-24 from 2990080 to 3170304 tid 3 2021-07-26T16:01:04.990 INFO:tasks.rados.rados.0.smithi037.stdout:1138: read oid 47 snap -1 2021-07-26T16:01:04.990 INFO:tasks.rados.rados.0.smithi037.stdout:1138: expect (ObjNum 169 snap 41 seq_num 169) 2021-07-26T16:01:04.991 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 33 current snap is 114 2021-07-26T16:01:04.991 INFO:tasks.rados.rados.0.smithi037.stdout:1139: seq_num 369 ranges {0=589824,589824=507904,1097728=294912} 2021-07-26T16:01:04.993 INFO:tasks.rados.rados.0.smithi037.stdout:1139: writing smithi03738989-33 from 0 to 589824 tid 1 2021-07-26T16:01:04.997 INFO:tasks.rados.rados.0.smithi037.stdout:1139: writing smithi03738989-33 from 589824 to 1097728 tid 2 2021-07-26T16:01:04.999 INFO:tasks.rados.rados.0.smithi037.stdout:1139: writing smithi03738989-33 from 1097728 to 1392640 tid 3 2021-07-26T16:01:04.999 INFO:tasks.rados.rados.0.smithi037.stdout:1140: snap_create 2021-07-26T16:01:05.000 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 259 (ObjNum 265 snap 75 seq_num 265) dirty exists 2021-07-26T16:01:05.000 INFO:tasks.rados.rados.0.smithi037.stdout:1136: finishing write tid 1 to smithi03738989-35 2021-07-26T16:01:05.000 INFO:tasks.rados.rados.0.smithi037.stdout:1136: finishing write tid 2 to smithi03738989-35 2021-07-26T16:01:05.001 INFO:tasks.rados.rados.0.smithi037.stdout:1136: finishing write tid 3 to smithi03738989-35 2021-07-26T16:01:05.001 INFO:tasks.rados.rados.0.smithi037.stdout:1136: finishing write tid 5 to smithi03738989-35 2021-07-26T16:01:05.001 INFO:tasks.rados.rados.0.smithi037.stdout:1136: finishing write tid 6 to smithi03738989-35 2021-07-26T16:01:05.001 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 663 (ObjNum 367 snap 114 seq_num 367) dirty exists 2021-07-26T16:01:05.002 INFO:tasks.rados.rados.0.smithi037.stdout:1136: left oid 35 (ObjNum 367 snap 114 seq_num 367) 2021-07-26T16:01:05.002 INFO:tasks.rados.rados.0.smithi037.stdout:1137: finishing write tid 1 to smithi03738989-24 2021-07-26T16:01:05.002 INFO:tasks.rados.rados.0.smithi037.stdout:1137: finishing write tid 2 to smithi03738989-24 2021-07-26T16:01:05.002 INFO:tasks.rados.rados.0.smithi037.stdout:1137: finishing write tid 3 to smithi03738989-24 2021-07-26T16:01:05.002 INFO:tasks.rados.rados.0.smithi037.stdout:1137: finishing write tid 5 to smithi03738989-24 2021-07-26T16:01:05.009 INFO:tasks.rados.rados.0.smithi037.stdout:1137: finishing write tid 6 to smithi03738989-24 2021-07-26T16:01:05.009 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 935 (ObjNum 368 snap 114 seq_num 368) dirty exists 2021-07-26T16:01:05.010 INFO:tasks.rados.rados.0.smithi037.stdout:1137: left oid 24 (ObjNum 368 snap 114 seq_num 368) 2021-07-26T16:01:05.010 INFO:tasks.rados.rados.0.smithi037.stdout:1138: expect (ObjNum 169 snap 41 seq_num 169) 2021-07-26T16:01:05.115 INFO:tasks.rados.rados.0.smithi037.stdout:1139: finishing write tid 1 to smithi03738989-33 2021-07-26T16:01:05.116 INFO:tasks.rados.rados.0.smithi037.stdout:1139: finishing write tid 2 to smithi03738989-33 2021-07-26T16:01:05.116 INFO:tasks.rados.rados.0.smithi037.stdout:1139: finishing write tid 3 to smithi03738989-33 2021-07-26T16:01:05.116 INFO:tasks.rados.rados.0.smithi037.stdout:1139: finishing write tid 5 to smithi03738989-33 2021-07-26T16:01:05.116 INFO:tasks.rados.rados.0.smithi037.stdout:1139: finishing write tid 6 to smithi03738989-33 2021-07-26T16:01:05.117 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 712 (ObjNum 369 snap 114 seq_num 369) dirty exists 2021-07-26T16:01:05.117 INFO:tasks.rados.rados.0.smithi037.stdout:1139: left oid 33 (ObjNum 369 snap 114 seq_num 369) 2021-07-26T16:01:05.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:04 smithi107 bash[29346]: cluster 2021-07-26T16:01:03.693469+0000 mgr.y (mgr.24994) 100 : cluster [DBG] pgmap v113: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 218 MiB data, 347 MiB used, 707 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.6 MiB/s wr, 7 op/s; 95/600 objects degraded (15.833%) 2021-07-26T16:01:05.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:04 smithi107 bash[29346]: cluster 2021-07-26T16:01:03.954960+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e273: 8 total, 7 up, 8 in 2021-07-26T16:01:05.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:04 smithi037 bash[41498]: cluster 2021-07-26T16:01:03.693469+0000 mgr.y (mgr.24994) 100 : cluster [DBG] pgmap v113: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 218 MiB data, 347 MiB used, 707 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.6 MiB/s wr, 7 op/s; 95/600 objects degraded (15.833%) 2021-07-26T16:01:05.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:04 smithi037 bash[41498]: cluster 2021-07-26T16:01:03.954960+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e273: 8 total, 7 up, 8 in 2021-07-26T16:01:05.336 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[44327]: debug 2021-07-26T16:01:05.022+0000 7ff2b10630c0 -1 Falling back to public interface 2021-07-26T16:01:05.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:04 smithi037 bash[42499]: cluster 2021-07-26T16:01:03.693469+0000 mgr.y (mgr.24994) 100 : cluster [DBG] pgmap v113: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 218 MiB data, 347 MiB used, 707 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.6 MiB/s wr, 7 op/s; 95/600 objects degraded (15.833%) 2021-07-26T16:01:05.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:04 smithi037 bash[42499]: cluster 2021-07-26T16:01:03.954960+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e273: 8 total, 7 up, 8 in 2021-07-26T16:01:05.987 INFO:tasks.rados.rados.0.smithi037.stdout:1133: done (5 left) 2021-07-26T16:01:05.988 INFO:tasks.rados.rados.0.smithi037.stdout:1136: done (4 left) 2021-07-26T16:01:05.988 INFO:tasks.rados.rados.0.smithi037.stdout:1137: done (3 left) 2021-07-26T16:01:05.988 INFO:tasks.rados.rados.0.smithi037.stdout:1138: done (2 left) 2021-07-26T16:01:05.989 INFO:tasks.rados.rados.0.smithi037.stdout:1139: done (1 left) 2021-07-26T16:01:05.989 INFO:tasks.rados.rados.0.smithi037.stdout:1140: done (0 left) 2021-07-26T16:01:05.989 INFO:tasks.rados.rados.0.smithi037.stdout:1141: snap_create 2021-07-26T16:01:06.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[42499]: cluster 2021-07-26T16:01:04.958938+0000 mon.a (mon.0) 244 : cluster [DBG] osdmap e274: 8 total, 7 up, 8 in 2021-07-26T16:01:06.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[42499]: audit 2021-07-26T16:01:05.520659+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:06.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[42499]: audit 2021-07-26T16:01:05.777815+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:06.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[42499]: audit 2021-07-26T16:01:05.792187+0000 mon.c (mon.1) 83 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:01:06.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[42499]: audit 2021-07-26T16:01:05.794150+0000 mon.c (mon.1) 84 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:06.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[42499]: audit 2021-07-26T16:01:05.795856+0000 mon.c (mon.1) 85 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:06.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[42499]: audit 2021-07-26T16:01:05.797093+0000 mon.c (mon.1) 86 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:06.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[42499]: audit 2021-07-26T16:01:05.799017+0000 mon.c (mon.1) 87 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T16:01:06.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[41498]: cluster 2021-07-26T16:01:04.958938+0000 mon.a (mon.0) 244 : cluster [DBG] osdmap e274: 8 total, 7 up, 8 in 2021-07-26T16:01:06.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[41498]: audit 2021-07-26T16:01:05.520659+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:06.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[41498]: audit 2021-07-26T16:01:05.777815+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:06.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[41498]: audit 2021-07-26T16:01:05.792187+0000 mon.c (mon.1) 83 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:01:06.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[41498]: audit 2021-07-26T16:01:05.794150+0000 mon.c (mon.1) 84 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:06.091 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[41498]: audit 2021-07-26T16:01:05.795856+0000 mon.c (mon.1) 85 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:06.091 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[41498]: audit 2021-07-26T16:01:05.797093+0000 mon.c (mon.1) 86 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:06.091 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[41498]: audit 2021-07-26T16:01:05.799017+0000 mon.c (mon.1) 87 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T16:01:06.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: debug 2021-07-26T16:01:05.778+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:01:06.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:01:06.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:06.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:01:06.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:06.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:01:06.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:06.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:06.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:01:06.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: debug 2021-07-26T16:01:05.778+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:01:06.095 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:01:06.095 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:06.095 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:01:06.095 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:06.096 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:01:06.096 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:06.097 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:06.097 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:01:06.097 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: debug 2021-07-26T16:01:05.782+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:01:06.097 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:01:06.098 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:06.098 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:01:06.099 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:06.099 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:01:06.099 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:06.100 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:06.100 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:01:06.100 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: debug 2021-07-26T16:01:05.782+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:01:06.100 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:01:06.101 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:06.101 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:01:06.101 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:06.101 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:01:06.102 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:06.102 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:06.102 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:01:06.103 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:05 smithi037 bash[39965]: debug 2021-07-26T16:01:05.794+0000 7f5d5ff7a700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2021-07-26T16:01:06.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:05 smithi107 bash[29346]: cluster 2021-07-26T16:01:04.958938+0000 mon.a (mon.0) 244 : cluster [DBG] osdmap e274: 8 total, 7 up, 8 in 2021-07-26T16:01:06.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:05 smithi107 bash[29346]: audit 2021-07-26T16:01:05.520659+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:06.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:05 smithi107 bash[29346]: audit 2021-07-26T16:01:05.777815+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:06.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:05 smithi107 bash[29346]: audit 2021-07-26T16:01:05.792187+0000 mon.c (mon.1) 83 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:01:06.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:05 smithi107 bash[29346]: audit 2021-07-26T16:01:05.794150+0000 mon.c (mon.1) 84 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:06.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:05 smithi107 bash[29346]: audit 2021-07-26T16:01:05.795856+0000 mon.c (mon.1) 85 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:06.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:05 smithi107 bash[29346]: audit 2021-07-26T16:01:05.797093+0000 mon.c (mon.1) 86 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:06.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:05 smithi107 bash[29346]: audit 2021-07-26T16:01:05.799017+0000 mon.c (mon.1) 87 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T16:01:07.000 INFO:tasks.rados.rados.0.smithi037.stdout:1141: done (0 left) 2021-07-26T16:01:07.000 INFO:tasks.rados.rados.0.smithi037.stdout:1142: delete oid 18 current snap is 116 2021-07-26T16:01:07.010 INFO:tasks.rados.rados.0.smithi037.stdout:1142: done (0 left) 2021-07-26T16:01:07.010 INFO:tasks.rados.rados.0.smithi037.stdout:1143: read oid 32 snap -1 2021-07-26T16:01:07.010 INFO:tasks.rados.rados.0.smithi037.stdout:1143: expect (ObjNum 327 snap 97 seq_num 327) 2021-07-26T16:01:07.011 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 116 2021-07-26T16:01:07.011 INFO:tasks.rados.rados.0.smithi037.stdout:1144: seq_num 371 ranges {0=622592,622592=679936,1302528=122880} 2021-07-26T16:01:07.016 INFO:tasks.rados.rados.0.smithi037.stdout:1144: writing smithi03738989-29 from 0 to 622592 tid 1 2021-07-26T16:01:07.025 INFO:tasks.rados.rados.0.smithi037.stdout:1144: writing smithi03738989-29 from 622592 to 1302528 tid 2 2021-07-26T16:01:07.026 INFO:tasks.rados.rados.0.smithi037.stdout:1144: writing smithi03738989-29 from 1302528 to 1425408 tid 3 2021-07-26T16:01:07.026 INFO:tasks.rados.rados.0.smithi037.stdout:1145: snap_remove snap 97 2021-07-26T16:01:07.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: cluster 2021-07-26T16:01:05.694449+0000 mgr.y (mgr.24994) 101 : cluster [DBG] pgmap v116: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 218 MiB data, 347 MiB used, 707 GiB / 715 GiB avail; 95/600 objects degraded (15.833%) 2021-07-26T16:01:07.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: cephadm 2021-07-26T16:01:05.781743+0000 mgr.y (mgr.24994) 102 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:01:07.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:01:07.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:07.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:01:07.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:07.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:01:07.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:07.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:07.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:01:07.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: cephadm 2021-07-26T16:01:05.782909+0000 mgr.y (mgr.24994) 103 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:01:07.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:01:07.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:07.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:01:07.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:07.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:01:07.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:07.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:07.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:01:07.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: cephadm 2021-07-26T16:01:05.785642+0000 mgr.y (mgr.24994) 104 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:01:07.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:01:07.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:07.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:01:07.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:07.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:01:07.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:07.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:07.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:01:07.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: cephadm 2021-07-26T16:01:05.787000+0000 mgr.y (mgr.24994) 105 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:01:07.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:01:07.280 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:07.280 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:01:07.280 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:07.281 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:01:07.281 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:07.282 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:07.282 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:01:07.283 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: audit 2021-07-26T16:01:05.799258+0000 mgr.y (mgr.24994) 106 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T16:01:07.283 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: cephadm 2021-07-26T16:01:05.800440+0000 mgr.y (mgr.24994) 107 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2021-07-26T16:01:07.283 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:06 smithi107 bash[29346]: cluster 2021-07-26T16:01:05.985641+0000 mon.a (mon.0) 247 : cluster [DBG] osdmap e275: 8 total, 7 up, 8 in 2021-07-26T16:01:07.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: cluster 2021-07-26T16:01:05.694449+0000 mgr.y (mgr.24994) 101 : cluster [DBG] pgmap v116: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 218 MiB data, 347 MiB used, 707 GiB / 715 GiB avail; 95/600 objects degraded (15.833%) 2021-07-26T16:01:07.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: cephadm 2021-07-26T16:01:05.781743+0000 mgr.y (mgr.24994) 102 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:01:07.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:01:07.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:07.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:01:07.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:07.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:01:07.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:07.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:07.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:01:07.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: cephadm 2021-07-26T16:01:05.782909+0000 mgr.y (mgr.24994) 103 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:01:07.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:01:07.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:07.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:01:07.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:07.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:01:07.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:07.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:07.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:01:07.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: cephadm 2021-07-26T16:01:05.785642+0000 mgr.y (mgr.24994) 104 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:01:07.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:01:07.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:07.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:01:07.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:07.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:01:07.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:07.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:07.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: cluster 2021-07-26T16:01:05.694449+0000 mgr.y (mgr.24994) 101 : cluster [DBG] pgmap v116: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 218 MiB data, 347 MiB used, 707 GiB / 715 GiB avail; 95/600 objects degraded (15.833%) 2021-07-26T16:01:07.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: cephadm 2021-07-26T16:01:05.781743+0000 mgr.y (mgr.24994) 102 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:01:07.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:01:07.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:07.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:01:07.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:07.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:01:07.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:07.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:07.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:01:07.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: cephadm 2021-07-26T16:01:05.782909+0000 mgr.y (mgr.24994) 103 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:01:07.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:01:07.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:07.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:01:07.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:07.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:01:07.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:07.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:07.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:01:07.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: cephadm 2021-07-26T16:01:05.785642+0000 mgr.y (mgr.24994) 104 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:01:07.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:01:07.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:07.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:01:07.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:07.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:01:07.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:07.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:07.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:01:07.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: cephadm 2021-07-26T16:01:05.787000+0000 mgr.y (mgr.24994) 105 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:01:07.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:01:07.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:07.354 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:01:07.354 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:07.354 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:01:07.354 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:07.355 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:07.355 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:01:07.355 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: audit 2021-07-26T16:01:05.799258+0000 mgr.y (mgr.24994) 106 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T16:01:07.355 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: cephadm 2021-07-26T16:01:05.800440+0000 mgr.y (mgr.24994) 107 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2021-07-26T16:01:07.356 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[41498]: cluster 2021-07-26T16:01:05.985641+0000 mon.a (mon.0) 247 : cluster [DBG] osdmap e275: 8 total, 7 up, 8 in 2021-07-26T16:01:07.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:01:07.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: cephadm 2021-07-26T16:01:05.787000+0000 mgr.y (mgr.24994) 105 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:01:07.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:01:07.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:07.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:01:07.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:07.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:01:07.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:07.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:07.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:01:07.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: audit 2021-07-26T16:01:05.799258+0000 mgr.y (mgr.24994) 106 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T16:01:07.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: cephadm 2021-07-26T16:01:05.800440+0000 mgr.y (mgr.24994) 107 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2021-07-26T16:01:07.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:06 smithi037 bash[42499]: cluster 2021-07-26T16:01:05.985641+0000 mon.a (mon.0) 247 : cluster [DBG] osdmap e275: 8 total, 7 up, 8 in 2021-07-26T16:01:08.013 INFO:tasks.rados.rados.0.smithi037.stdout:1145: done (2 left) 2021-07-26T16:01:08.014 INFO:tasks.rados.rados.0.smithi037.stdout:1146: snap_remove snap 115 2021-07-26T16:01:08.014 INFO:tasks.rados.rados.0.smithi037.stdout:1144: finishing write tid 1 to smithi03738989-29 2021-07-26T16:01:08.014 INFO:tasks.rados.rados.0.smithi037.stdout:1144: finishing write tid 2 to smithi03738989-29 2021-07-26T16:01:08.015 INFO:tasks.rados.rados.0.smithi037.stdout:1144: finishing write tid 3 to smithi03738989-29 2021-07-26T16:01:08.015 INFO:tasks.rados.rados.0.smithi037.stdout:1144: finishing write tid 5 to smithi03738989-29 2021-07-26T16:01:08.015 INFO:tasks.rados.rados.0.smithi037.stdout:1144: finishing write tid 6 to smithi03738989-29 2021-07-26T16:01:08.015 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 669 (ObjNum 371 snap 116 seq_num 371) dirty exists 2021-07-26T16:01:08.015 INFO:tasks.rados.rados.0.smithi037.stdout:1144: left oid 29 (ObjNum 371 snap 116 seq_num 371) 2021-07-26T16:01:08.016 INFO:tasks.rados.rados.0.smithi037.stdout:1143: expect (ObjNum 327 snap 97 seq_num 327) 2021-07-26T16:01:08.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:07 smithi107 bash[29346]: cluster 2021-07-26T16:01:07.001690+0000 mon.a (mon.0) 248 : cluster [DBG] osdmap e276: 8 total, 7 up, 8 in 2021-07-26T16:01:08.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:08 smithi037 bash[42499]: cluster 2021-07-26T16:01:07.001690+0000 mon.a (mon.0) 248 : cluster [DBG] osdmap e276: 8 total, 7 up, 8 in 2021-07-26T16:01:08.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:08 smithi037 bash[41498]: cluster 2021-07-26T16:01:07.001690+0000 mon.a (mon.0) 248 : cluster [DBG] osdmap e276: 8 total, 7 up, 8 in 2021-07-26T16:01:08.835 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:01:08 smithi037 bash[44327]: debug 2021-07-26T16:01:08.406+0000 7ff2b10630c0 -1 osd.0 266 log_to_monitors {default=true} 2021-07-26T16:01:09.017 INFO:tasks.rados.rados.0.smithi037.stdout:1143: done (2 left) 2021-07-26T16:01:09.017 INFO:tasks.rados.rados.0.smithi037.stdout:1144: done (1 left) 2021-07-26T16:01:09.018 INFO:tasks.rados.rados.0.smithi037.stdout:1146: done (0 left) 2021-07-26T16:01:09.018 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 116 2021-07-26T16:01:09.019 INFO:tasks.rados.rados.0.smithi037.stdout:1147: seq_num 372 ranges {4005888=638976,4644864=565248,5210112=237568} 2021-07-26T16:01:09.044 INFO:tasks.rados.rados.0.smithi037.stdout:1147: writing smithi03738989-42 from 4005888 to 4644864 tid 1 2021-07-26T16:01:09.047 INFO:tasks.rados.rados.0.smithi037.stdout:1147: writing smithi03738989-42 from 4644864 to 5210112 tid 2 2021-07-26T16:01:09.049 INFO:tasks.rados.rados.0.smithi037.stdout:1147: writing smithi03738989-42 from 5210112 to 5447680 tid 3 2021-07-26T16:01:09.049 INFO:tasks.rados.rados.0.smithi037.stdout:1148: read oid 32 snap -1 2021-07-26T16:01:09.050 INFO:tasks.rados.rados.0.smithi037.stdout:1148: expect (ObjNum 327 snap 97 seq_num 327) 2021-07-26T16:01:09.050 INFO:tasks.rados.rados.0.smithi037.stdout:1149: copy_from oid 28 from oid 23 current snap is 116 2021-07-26T16:01:09.050 INFO:tasks.rados.rados.0.smithi037.stdout:1150: rollback oid 50 current snap is 116 2021-07-26T16:01:09.051 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 108 2021-07-26T16:01:09.052 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 116 2021-07-26T16:01:09.052 INFO:tasks.rados.rados.0.smithi037.stdout:1151: seq_num 373 ranges {4022272=655360,4677632=499712,5177344=303104} 2021-07-26T16:01:09.076 INFO:tasks.rados.rados.0.smithi037.stdout:1151: writing smithi03738989-1 from 4022272 to 4677632 tid 1 2021-07-26T16:01:09.080 INFO:tasks.rados.rados.0.smithi037.stdout:1151: writing smithi03738989-1 from 4677632 to 5177344 tid 2 2021-07-26T16:01:09.083 INFO:tasks.rados.rados.0.smithi037.stdout:1151: writing smithi03738989-1 from 5177344 to 5480448 tid 3 2021-07-26T16:01:09.084 INFO:tasks.rados.rados.0.smithi037.stdout:1147: finishing write tid 1 to smithi03738989-42 2021-07-26T16:01:09.084 INFO:tasks.rados.rados.0.smithi037.stdout:1152: delete oid 40 current snap is 116 2021-07-26T16:01:09.085 INFO:tasks.rados.rados.0.smithi037.stdout:1147: finishing write tid 2 to smithi03738989-42 2021-07-26T16:01:09.085 INFO:tasks.rados.rados.0.smithi037.stdout:1147: finishing write tid 3 to smithi03738989-42 2021-07-26T16:01:09.085 INFO:tasks.rados.rados.0.smithi037.stdout:1147: finishing write tid 5 to smithi03738989-42 2021-07-26T16:01:09.086 INFO:tasks.rados.rados.0.smithi037.stdout:1147: finishing write tid 6 to smithi03738989-42 2021-07-26T16:01:09.087 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 452 (ObjNum 372 snap 116 seq_num 372) dirty exists 2021-07-26T16:01:09.087 INFO:tasks.rados.rados.0.smithi037.stdout:1147: left oid 42 (ObjNum 372 snap 116 seq_num 372) 2021-07-26T16:01:09.088 INFO:tasks.rados.rados.0.smithi037.stdout:1148: expect (ObjNum 327 snap 97 seq_num 327) 2021-07-26T16:01:09.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:08 smithi107 bash[29346]: cluster 2021-07-26T16:01:07.695520+0000 mgr.y (mgr.24994) 108 : cluster [DBG] pgmap v119: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 221 MiB data, 354 MiB used, 707 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.3 MiB/s wr, 10 op/s; 97/594 objects degraded (16.330%) 2021-07-26T16:01:09.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:08 smithi107 bash[29346]: cluster 2021-07-26T16:01:07.993800+0000 mon.a (mon.0) 249 : cluster [WRN] Health check update: Degraded data redundancy: 97/594 objects degraded (16.330%), 14 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:09.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:09 smithi107 bash[29346]: cluster 2021-07-26T16:01:08.009163+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e277: 8 total, 7 up, 8 in 2021-07-26T16:01:09.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:09 smithi107 bash[29346]: audit 2021-07-26T16:01:08.409066+0000 mon.b (mon.2) 3 : audit [INF] from='osd.0 [v2:172.21.15.37:6802/2738070652,v1:172.21.15.37:6803/2738070652]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-07-26T16:01:09.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:09 smithi107 bash[29346]: audit 2021-07-26T16:01:08.417298+0000 mon.a (mon.0) 251 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-07-26T16:01:09.324 INFO:tasks.rados.rados.0.smithi037.stdout:1150: finishing rollback tid 0 to smithi03738989-50 2021-07-26T16:01:09.325 INFO:tasks.rados.rados.0.smithi037.stdout:1150: finishing rollback tid 1 to smithi03738989-50 2021-07-26T16:01:09.325 INFO:tasks.rados.rados.0.smithi037.stdout:1150: finishing rollback tid 2 to smithi03738989-50 2021-07-26T16:01:09.325 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 486 (ObjNum 338 snap 103 seq_num 338) dirty exists 2021-07-26T16:01:09.325 INFO:tasks.rados.rados.0.smithi037.stdout:1151: finishing write tid 1 to smithi03738989-1 2021-07-26T16:01:09.326 INFO:tasks.rados.rados.0.smithi037.stdout:1149: finishing copy_from to smithi03738989-28 2021-07-26T16:01:09.326 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 481 (ObjNum 363 snap 112 seq_num 363) dirty exists 2021-07-26T16:01:09.326 INFO:tasks.rados.rados.0.smithi037.stdout:1151: finishing write tid 2 to smithi03738989-1 2021-07-26T16:01:09.326 INFO:tasks.rados.rados.0.smithi037.stdout:1151: finishing write tid 3 to smithi03738989-1 2021-07-26T16:01:09.327 INFO:tasks.rados.rados.0.smithi037.stdout:1151: finishing write tid 5 to smithi03738989-1 2021-07-26T16:01:09.327 INFO:tasks.rados.rados.0.smithi037.stdout:1149: finishing copy_from racing read to smithi03738989-28 2021-07-26T16:01:09.327 INFO:tasks.rados.rados.0.smithi037.stdout:1147: done (5 left) 2021-07-26T16:01:09.327 INFO:tasks.rados.rados.0.smithi037.stdout:1148: done (4 left) 2021-07-26T16:01:09.328 INFO:tasks.rados.rados.0.smithi037.stdout:1149: done (3 left) 2021-07-26T16:01:09.328 INFO:tasks.rados.rados.0.smithi037.stdout:1150: done (2 left) 2021-07-26T16:01:09.328 INFO:tasks.rados.rados.0.smithi037.stdout:1152: done (1 left) 2021-07-26T16:01:09.328 INFO:tasks.rados.rados.0.smithi037.stdout:1153: rollback oid 6 current snap is 116 2021-07-26T16:01:09.328 INFO:tasks.rados.rados.0.smithi037.stdout:1151: finishing write tid 6 to smithi03738989-1 2021-07-26T16:01:09.329 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 940 (ObjNum 373 snap 116 seq_num 373) dirty exists 2021-07-26T16:01:09.329 INFO:tasks.rados.rados.0.smithi037.stdout:1151: left oid 1 (ObjNum 373 snap 116 seq_num 373) 2021-07-26T16:01:09.329 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 6 to 66 2021-07-26T16:01:09.329 INFO:tasks.rados.rados.0.smithi037.stdout:1151: done (1 left) 2021-07-26T16:01:09.330 INFO:tasks.rados.rados.0.smithi037.stdout:1154: snap_remove snap 91 2021-07-26T16:01:09.335 INFO:journalctl@ceph.osd.0.smithi037.stdout:Jul 26 16:01:09 smithi037 bash[44327]: debug 2021-07-26T16:01:09.034+0000 7ff2a19b6700 -1 osd.0 266 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-07-26T16:01:09.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:09 smithi037 bash[41498]: cluster 2021-07-26T16:01:07.695520+0000 mgr.y (mgr.24994) 108 : cluster [DBG] pgmap v119: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 221 MiB data, 354 MiB used, 707 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.3 MiB/s wr, 10 op/s; 97/594 objects degraded (16.330%) 2021-07-26T16:01:09.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:09 smithi037 bash[41498]: cluster 2021-07-26T16:01:07.993800+0000 mon.a (mon.0) 249 : cluster [WRN] Health check update: Degraded data redundancy: 97/594 objects degraded (16.330%), 14 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:09.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:09 smithi037 bash[41498]: cluster 2021-07-26T16:01:08.009163+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e277: 8 total, 7 up, 8 in 2021-07-26T16:01:09.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:09 smithi037 bash[41498]: audit 2021-07-26T16:01:08.409066+0000 mon.b (mon.2) 3 : audit [INF] from='osd.0 [v2:172.21.15.37:6802/2738070652,v1:172.21.15.37:6803/2738070652]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-07-26T16:01:09.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:09 smithi037 bash[41498]: audit 2021-07-26T16:01:08.417298+0000 mon.a (mon.0) 251 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-07-26T16:01:09.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:09 smithi037 bash[42499]: cluster 2021-07-26T16:01:07.695520+0000 mgr.y (mgr.24994) 108 : cluster [DBG] pgmap v119: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 221 MiB data, 354 MiB used, 707 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.3 MiB/s wr, 10 op/s; 97/594 objects degraded (16.330%) 2021-07-26T16:01:09.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:09 smithi037 bash[42499]: cluster 2021-07-26T16:01:07.993800+0000 mon.a (mon.0) 249 : cluster [WRN] Health check update: Degraded data redundancy: 97/594 objects degraded (16.330%), 14 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:09.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:09 smithi037 bash[42499]: cluster 2021-07-26T16:01:08.009163+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e277: 8 total, 7 up, 8 in 2021-07-26T16:01:09.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:09 smithi037 bash[42499]: audit 2021-07-26T16:01:08.409066+0000 mon.b (mon.2) 3 : audit [INF] from='osd.0 [v2:172.21.15.37:6802/2738070652,v1:172.21.15.37:6803/2738070652]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-07-26T16:01:09.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:09 smithi037 bash[42499]: audit 2021-07-26T16:01:08.417298+0000 mon.a (mon.0) 251 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-07-26T16:01:10.024 INFO:tasks.rados.rados.0.smithi037.stdout:1154: done (1 left) 2021-07-26T16:01:10.024 INFO:tasks.rados.rados.0.smithi037.stdout:1155: read oid 20 snap -1 2021-07-26T16:01:10.025 INFO:tasks.rados.rados.0.smithi037.stdout:1155: expect deleted 2021-07-26T16:01:10.025 INFO:tasks.rados.rados.0.smithi037.stdout:1156: delete oid 39 current snap is 116 2021-07-26T16:01:10.026 INFO:tasks.rados.rados.0.smithi037.stdout:1153: finishing rollback tid 1 to smithi03738989-6 2021-07-26T16:01:10.027 INFO:tasks.rados.rados.0.smithi037.stdout:1153: finishing rollback tid 2 to smithi03738989-6 2021-07-26T16:01:10.027 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 348 (ObjNum 135 snap 35 seq_num 135) dirty exists 2021-07-26T16:01:10.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:10 smithi037 bash[41498]: audit 2021-07-26T16:01:09.014217+0000 mon.b (mon.2) 4 : audit [INF] from='osd.0 [v2:172.21.15.37:6802/2738070652,v1:172.21.15.37:6803/2738070652]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T16:01:10.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:10 smithi037 bash[41498]: audit 2021-07-26T16:01:09.018187+0000 mon.a (mon.0) 252 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-07-26T16:01:10.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:10 smithi037 bash[41498]: cluster 2021-07-26T16:01:09.018295+0000 mon.a (mon.0) 253 : cluster [DBG] osdmap e278: 8 total, 7 up, 8 in 2021-07-26T16:01:10.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:10 smithi037 bash[41498]: audit 2021-07-26T16:01:09.022382+0000 mon.a (mon.0) 254 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T16:01:10.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:10 smithi037 bash[42499]: audit 2021-07-26T16:01:09.014217+0000 mon.b (mon.2) 4 : audit [INF] from='osd.0 [v2:172.21.15.37:6802/2738070652,v1:172.21.15.37:6803/2738070652]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T16:01:10.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:10 smithi037 bash[42499]: audit 2021-07-26T16:01:09.018187+0000 mon.a (mon.0) 252 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-07-26T16:01:10.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:10 smithi037 bash[42499]: cluster 2021-07-26T16:01:09.018295+0000 mon.a (mon.0) 253 : cluster [DBG] osdmap e278: 8 total, 7 up, 8 in 2021-07-26T16:01:10.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:10 smithi037 bash[42499]: audit 2021-07-26T16:01:09.022382+0000 mon.a (mon.0) 254 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T16:01:10.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:10 smithi107 bash[29346]: audit 2021-07-26T16:01:09.014217+0000 mon.b (mon.2) 4 : audit [INF] from='osd.0 [v2:172.21.15.37:6802/2738070652,v1:172.21.15.37:6803/2738070652]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T16:01:10.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:10 smithi107 bash[29346]: audit 2021-07-26T16:01:09.018187+0000 mon.a (mon.0) 252 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-07-26T16:01:10.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:10 smithi107 bash[29346]: cluster 2021-07-26T16:01:09.018295+0000 mon.a (mon.0) 253 : cluster [DBG] osdmap e278: 8 total, 7 up, 8 in 2021-07-26T16:01:10.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:10 smithi107 bash[29346]: audit 2021-07-26T16:01:09.022382+0000 mon.a (mon.0) 254 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T16:01:11.066 INFO:tasks.rados.rados.0.smithi037.stdout:1153: done (2 left) 2021-07-26T16:01:11.066 INFO:tasks.rados.rados.0.smithi037.stdout:1155: done (1 left) 2021-07-26T16:01:11.067 INFO:tasks.rados.rados.0.smithi037.stdout:1156: done (0 left) 2021-07-26T16:01:11.067 INFO:tasks.rados.rados.0.smithi037.stdout:1157: rollback oid 8 current snap is 116 2021-07-26T16:01:11.067 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 8 to 94 2021-07-26T16:01:11.067 INFO:tasks.rados.rados.0.smithi037.stdout:1158: rmattr oid 2 current snap is 116 2021-07-26T16:01:11.068 INFO:tasks.rados.rados.0.smithi037.stdout:1159: delete oid 7 current snap is 116 2021-07-26T16:01:11.069 INFO:tasks.rados.rados.0.smithi037.stdout:1159: done (2 left) 2021-07-26T16:01:11.070 INFO:tasks.rados.rados.0.smithi037.stdout:1160: read oid 41 snap -1 2021-07-26T16:01:11.070 INFO:tasks.rados.rados.0.smithi037.stdout:1160: expect deleted 2021-07-26T16:01:11.070 INFO:tasks.rados.rados.0.smithi037.stdout:1161: snap_create 2021-07-26T16:01:11.071 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 350 (ObjNum 284 snap 83 seq_num 284) dirty exists 2021-07-26T16:01:11.071 INFO:tasks.rados.rados.0.smithi037.stdout:1157: finishing rollback tid 0 to smithi03738989-8 2021-07-26T16:01:11.072 INFO:tasks.rados.rados.0.smithi037.stdout:1157: finishing rollback tid 1 to smithi03738989-8 2021-07-26T16:01:11.072 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 455 (ObjNum 1 snap 32610 seq_num 371763616) dirty dne 2021-07-26T16:01:11.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:11 smithi037 bash[42499]: cluster 2021-07-26T16:01:09.696523+0000 mgr.y (mgr.24994) 109 : cluster [DBG] pgmap v122: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 221 MiB data, 369 MiB used, 708 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.3 MiB/s wr, 10 op/s; 97/594 objects degraded (16.330%) 2021-07-26T16:01:11.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:11 smithi037 bash[42499]: cluster 2021-07-26T16:01:10.015445+0000 mon.a (mon.0) 255 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:01:11.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:11 smithi037 bash[42499]: cluster 2021-07-26T16:01:10.024176+0000 mon.a (mon.0) 256 : cluster [INF] osd.0 [v2:172.21.15.37:6802/2738070652,v1:172.21.15.37:6803/2738070652] boot 2021-07-26T16:01:11.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:11 smithi037 bash[42499]: cluster 2021-07-26T16:01:10.024369+0000 mon.a (mon.0) 257 : cluster [DBG] osdmap e279: 8 total, 8 up, 8 in 2021-07-26T16:01:11.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:11 smithi037 bash[42499]: audit 2021-07-26T16:01:10.024907+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T16:01:11.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:11 smithi037 bash[41498]: cluster 2021-07-26T16:01:09.696523+0000 mgr.y (mgr.24994) 109 : cluster [DBG] pgmap v122: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 221 MiB data, 369 MiB used, 708 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.3 MiB/s wr, 10 op/s; 97/594 objects degraded (16.330%) 2021-07-26T16:01:11.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:11 smithi037 bash[41498]: cluster 2021-07-26T16:01:10.015445+0000 mon.a (mon.0) 255 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:01:11.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:11 smithi037 bash[41498]: cluster 2021-07-26T16:01:10.024176+0000 mon.a (mon.0) 256 : cluster [INF] osd.0 [v2:172.21.15.37:6802/2738070652,v1:172.21.15.37:6803/2738070652] boot 2021-07-26T16:01:11.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:11 smithi037 bash[41498]: cluster 2021-07-26T16:01:10.024369+0000 mon.a (mon.0) 257 : cluster [DBG] osdmap e279: 8 total, 8 up, 8 in 2021-07-26T16:01:11.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:11 smithi037 bash[41498]: audit 2021-07-26T16:01:10.024907+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T16:01:11.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:11 smithi107 bash[29346]: cluster 2021-07-26T16:01:09.696523+0000 mgr.y (mgr.24994) 109 : cluster [DBG] pgmap v122: 89 pgs: 14 active+undersized+degraded, 20 active+undersized, 55 active+clean; 221 MiB data, 369 MiB used, 708 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.3 MiB/s wr, 10 op/s; 97/594 objects degraded (16.330%) 2021-07-26T16:01:11.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:11 smithi107 bash[29346]: cluster 2021-07-26T16:01:10.015445+0000 mon.a (mon.0) 255 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:01:11.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:11 smithi107 bash[29346]: cluster 2021-07-26T16:01:10.024176+0000 mon.a (mon.0) 256 : cluster [INF] osd.0 [v2:172.21.15.37:6802/2738070652,v1:172.21.15.37:6803/2738070652] boot 2021-07-26T16:01:11.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:11 smithi107 bash[29346]: cluster 2021-07-26T16:01:10.024369+0000 mon.a (mon.0) 257 : cluster [DBG] osdmap e279: 8 total, 8 up, 8 in 2021-07-26T16:01:11.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:11 smithi107 bash[29346]: audit 2021-07-26T16:01:10.024907+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-07-26T16:01:11.919 INFO:tasks.rados.rados.0.smithi037.stdout:1157: done (3 left) 2021-07-26T16:01:11.920 INFO:tasks.rados.rados.0.smithi037.stdout:1158: done (2 left) 2021-07-26T16:01:11.920 INFO:tasks.rados.rados.0.smithi037.stdout:1161: done (1 left) 2021-07-26T16:01:11.920 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 117 2021-07-26T16:01:11.920 INFO:tasks.rados.rados.0.smithi037.stdout:1162: seq_num 377 ranges {303104=720896,1024000=434176,1458176=368640} 2021-07-26T16:01:11.925 INFO:tasks.rados.rados.0.smithi037.stdout:1162: writing smithi03738989-22 from 303104 to 1024000 tid 1 2021-07-26T16:01:11.928 INFO:tasks.rados.rados.0.smithi037.stdout:1162: writing smithi03738989-22 from 1024000 to 1458176 tid 2 2021-07-26T16:01:11.930 INFO:tasks.rados.rados.0.smithi037.stdout:1162: writing smithi03738989-22 from 1458176 to 1826816 tid 3 2021-07-26T16:01:11.930 INFO:tasks.rados.rados.0.smithi037.stdout:1163: delete oid 17 current snap is 117 2021-07-26T16:01:11.940 INFO:tasks.rados.rados.0.smithi037.stdout:1163: done (2 left) 2021-07-26T16:01:11.940 INFO:tasks.rados.rados.0.smithi037.stdout:1164: snap_remove snap 96 2021-07-26T16:01:12.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:12 smithi037 bash[41498]: cluster 2021-07-26T16:01:11.028409+0000 mon.a (mon.0) 258 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2021-07-26T16:01:12.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:12 smithi037 bash[41498]: cluster 2021-07-26T16:01:11.919365+0000 mon.a (mon.0) 259 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2021-07-26T16:01:12.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:12 smithi037 bash[42499]: cluster 2021-07-26T16:01:11.028409+0000 mon.a (mon.0) 258 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2021-07-26T16:01:12.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:12 smithi037 bash[42499]: cluster 2021-07-26T16:01:11.919365+0000 mon.a (mon.0) 259 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2021-07-26T16:01:12.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:12 smithi107 bash[29346]: cluster 2021-07-26T16:01:11.028409+0000 mon.a (mon.0) 258 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2021-07-26T16:01:12.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:12 smithi107 bash[29346]: cluster 2021-07-26T16:01:11.919365+0000 mon.a (mon.0) 259 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2021-07-26T16:01:12.933 INFO:tasks.rados.rados.0.smithi037.stdout:1164: done (2 left) 2021-07-26T16:01:12.933 INFO:tasks.rados.rados.0.smithi037.stdout:1165: copy_from oid 35 from oid 49 current snap is 117 2021-07-26T16:01:12.933 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 117 2021-07-26T16:01:12.934 INFO:tasks.rados.rados.0.smithi037.stdout:1166: seq_num 379 ranges {0=753664,753664=606208,1359872=196608} 2021-07-26T16:01:12.939 INFO:tasks.rados.rados.0.smithi037.stdout:1166: writing smithi03738989-7 from 0 to 753664 tid 1 2021-07-26T16:01:12.943 INFO:tasks.rados.rados.0.smithi037.stdout:1166: writing smithi03738989-7 from 753664 to 1359872 tid 2 2021-07-26T16:01:12.945 INFO:tasks.rados.rados.0.smithi037.stdout:1166: writing smithi03738989-7 from 1359872 to 1556480 tid 3 2021-07-26T16:01:12.945 INFO:tasks.rados.rados.0.smithi037.stdout:1167: delete oid 5 current snap is 117 2021-07-26T16:01:12.947 INFO:tasks.rados.rados.0.smithi037.stdout:1165: finishing copy_from to smithi03738989-35 2021-07-26T16:01:12.949 INFO:tasks.rados.rados.0.smithi037.stdout:1165: got expected ENOENT (src dne) 2021-07-26T16:01:12.949 INFO:tasks.rados.rados.0.smithi037.stdout:1165: finishing copy_from racing read to smithi03738989-35 2021-07-26T16:01:12.957 INFO:tasks.rados.rados.0.smithi037.stdout:1166: finishing write tid 1 to smithi03738989-7 2021-07-26T16:01:12.960 INFO:tasks.rados.rados.0.smithi037.stdout:1165: done (4 left) 2021-07-26T16:01:12.960 INFO:tasks.rados.rados.0.smithi037.stdout:1167: done (3 left) 2021-07-26T16:01:12.960 INFO:tasks.rados.rados.0.smithi037.stdout:1168: read oid 33 snap 116 2021-07-26T16:01:12.961 INFO:tasks.rados.rados.0.smithi037.stdout:1168: expect (ObjNum 369 snap 114 seq_num 369) 2021-07-26T16:01:12.961 INFO:tasks.rados.rados.0.smithi037.stdout:1169: rollback oid 36 current snap is 117 2021-07-26T16:01:12.961 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 36 to 79 2021-07-26T16:01:12.961 INFO:tasks.rados.rados.0.smithi037.stdout:1166: finishing write tid 2 to smithi03738989-7 2021-07-26T16:01:12.962 INFO:tasks.rados.rados.0.smithi037.stdout:1166: finishing write tid 3 to smithi03738989-7 2021-07-26T16:01:12.962 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 117 2021-07-26T16:01:12.962 INFO:tasks.rados.rados.0.smithi037.stdout:1170: seq_num 381 ranges {4898816=786432,5685248=417792,6103040=385024} 2021-07-26T16:01:12.992 INFO:tasks.rados.rados.0.smithi037.stdout:1170: writing smithi03738989-25 from 4898816 to 5685248 tid 1 2021-07-26T16:01:12.995 INFO:tasks.rados.rados.0.smithi037.stdout:1170: writing smithi03738989-25 from 5685248 to 6103040 tid 2 2021-07-26T16:01:12.997 INFO:tasks.rados.rados.0.smithi037.stdout:1170: writing smithi03738989-25 from 6103040 to 6488064 tid 3 2021-07-26T16:01:12.997 INFO:tasks.rados.rados.0.smithi037.stdout:1171: read oid 2 snap -1 2021-07-26T16:01:12.998 INFO:tasks.rados.rados.0.smithi037.stdout:1171: expect (ObjNum 284 snap 83 seq_num 284) 2021-07-26T16:01:12.998 INFO:tasks.rados.rados.0.smithi037.stdout:1172: read oid 19 snap -1 2021-07-26T16:01:12.998 INFO:tasks.rados.rados.0.smithi037.stdout:1172: expect (ObjNum 352 snap 107 seq_num 352) 2021-07-26T16:01:12.998 INFO:tasks.rados.rados.0.smithi037.stdout:1173: snap_remove snap 111 2021-07-26T16:01:13.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:13 smithi037 bash[41498]: cluster 2021-07-26T16:01:11.698260+0000 mgr.y (mgr.24994) 110 : cluster [DBG] pgmap v125: 89 pgs: 4 active+undersized+degraded, 9 active+undersized, 76 active+clean; 224 MiB data, 376 MiB used, 708 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.0 MiB/s wr, 9 op/s; 28/606 objects degraded (4.620%); 9.9 MiB/s, 2 objects/s recovering 2021-07-26T16:01:13.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:13 smithi037 bash[41498]: cluster 2021-07-26T16:01:12.931711+0000 mon.a (mon.0) 260 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2021-07-26T16:01:13.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:13 smithi037 bash[42499]: cluster 2021-07-26T16:01:11.698260+0000 mgr.y (mgr.24994) 110 : cluster [DBG] pgmap v125: 89 pgs: 4 active+undersized+degraded, 9 active+undersized, 76 active+clean; 224 MiB data, 376 MiB used, 708 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.0 MiB/s wr, 9 op/s; 28/606 objects degraded (4.620%); 9.9 MiB/s, 2 objects/s recovering 2021-07-26T16:01:13.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:13 smithi037 bash[42499]: cluster 2021-07-26T16:01:12.931711+0000 mon.a (mon.0) 260 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2021-07-26T16:01:13.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:13 smithi107 bash[29346]: cluster 2021-07-26T16:01:11.698260+0000 mgr.y (mgr.24994) 110 : cluster [DBG] pgmap v125: 89 pgs: 4 active+undersized+degraded, 9 active+undersized, 76 active+clean; 224 MiB data, 376 MiB used, 708 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.0 MiB/s wr, 9 op/s; 28/606 objects degraded (4.620%); 9.9 MiB/s, 2 objects/s recovering 2021-07-26T16:01:13.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:13 smithi107 bash[29346]: cluster 2021-07-26T16:01:12.931711+0000 mon.a (mon.0) 260 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2021-07-26T16:01:13.934 INFO:tasks.rados.rados.0.smithi037.stdout:1173: done (8 left) 2021-07-26T16:01:13.934 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 117 2021-07-26T16:01:13.934 INFO:tasks.rados.rados.0.smithi037.stdout:1174: seq_num 382 ranges {3170304=802816,3973120=704512,4677632=98304} 2021-07-26T16:01:13.958 INFO:tasks.rados.rados.0.smithi037.stdout:1174: writing smithi03738989-24 from 3170304 to 3973120 tid 1 2021-07-26T16:01:13.962 INFO:tasks.rados.rados.0.smithi037.stdout:1174: writing smithi03738989-24 from 3973120 to 4677632 tid 2 2021-07-26T16:01:13.963 INFO:tasks.rados.rados.0.smithi037.stdout:1174: writing smithi03738989-24 from 4677632 to 4775936 tid 3 2021-07-26T16:01:13.963 INFO:tasks.rados.rados.0.smithi037.stdout:1175: setattr oid 48 current snap is 117 2021-07-26T16:01:13.963 INFO:tasks.rados.rados.0.smithi037.stdout:1166: finishing write tid 5 to smithi03738989-7 2021-07-26T16:01:13.964 INFO:tasks.rados.rados.0.smithi037.stdout:1166: finishing write tid 6 to smithi03738989-7 2021-07-26T16:01:13.964 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 717 (ObjNum 379 snap 117 seq_num 379) dirty exists 2021-07-26T16:01:13.964 INFO:tasks.rados.rados.0.smithi037.stdout:1166: left oid 7 (ObjNum 379 snap 117 seq_num 379) 2021-07-26T16:01:13.964 INFO:tasks.rados.rados.0.smithi037.stdout:1168: expect (ObjNum 369 snap 114 seq_num 369) 2021-07-26T16:01:14.002 INFO:tasks.rados.rados.0.smithi037.stdout:1171: expect (ObjNum 284 snap 83 seq_num 284) 2021-07-26T16:01:14.069 INFO:tasks.rados.rados.0.smithi037.stdout:1172: expect (ObjNum 352 snap 107 seq_num 352) 2021-07-26T16:01:14.095 INFO:tasks.rados.rados.0.smithi037.stdout:1174: finishing write tid 1 to smithi03738989-24 2021-07-26T16:01:14.096 INFO:tasks.rados.rados.0.smithi037.stdout:1174: finishing write tid 2 to smithi03738989-24 2021-07-26T16:01:14.096 INFO:tasks.rados.rados.0.smithi037.stdout:1174: finishing write tid 3 to smithi03738989-24 2021-07-26T16:01:14.096 INFO:tasks.rados.rados.0.smithi037.stdout:1174: finishing write tid 5 to smithi03738989-24 2021-07-26T16:01:14.096 INFO:tasks.rados.rados.0.smithi037.stdout:1174: finishing write tid 6 to smithi03738989-24 2021-07-26T16:01:14.097 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 991 (ObjNum 382 snap 117 seq_num 382) dirty exists 2021-07-26T16:01:14.097 INFO:tasks.rados.rados.0.smithi037.stdout:1174: left oid 24 (ObjNum 382 snap 117 seq_num 382) 2021-07-26T16:01:14.097 INFO:tasks.rados.rados.0.smithi037.stdout:1166: done (9 left) 2021-07-26T16:01:14.097 INFO:tasks.rados.rados.0.smithi037.stdout:1168: done (8 left) 2021-07-26T16:01:14.098 INFO:tasks.rados.rados.0.smithi037.stdout:1171: done (7 left) 2021-07-26T16:01:14.098 INFO:tasks.rados.rados.0.smithi037.stdout:1172: done (6 left) 2021-07-26T16:01:14.098 INFO:tasks.rados.rados.0.smithi037.stdout:1174: done (5 left) 2021-07-26T16:01:14.099 INFO:tasks.rados.rados.0.smithi037.stdout:1176: rollback oid 43 current snap is 117 2021-07-26T16:01:14.099 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 43 to 116 2021-07-26T16:01:14.099 INFO:tasks.rados.rados.0.smithi037.stdout:1177: snap_remove snap 113 2021-07-26T16:01:15.058 INFO:tasks.rados.rados.0.smithi037.stdout:1177: done (6 left) 2021-07-26T16:01:15.058 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 117 2021-07-26T16:01:15.058 INFO:tasks.rados.rados.0.smithi037.stdout:1178: seq_num 383 ranges {0=417792,417792=589824,1007616=417792,1425408=196608} 2021-07-26T16:01:15.060 INFO:tasks.rados.rados.0.smithi037.stdout:1178: writing smithi03738989-17 from 0 to 417792 tid 1 2021-07-26T16:01:15.064 INFO:tasks.rados.rados.0.smithi037.stdout:1178: writing smithi03738989-17 from 417792 to 1007616 tid 2 2021-07-26T16:01:15.067 INFO:tasks.rados.rados.0.smithi037.stdout:1178: writing smithi03738989-17 from 1007616 to 1425408 tid 3 2021-07-26T16:01:15.069 INFO:tasks.rados.rados.0.smithi037.stdout:1178: writing smithi03738989-17 from 1425408 to 1622016 tid 4 2021-07-26T16:01:15.069 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 117 2021-07-26T16:01:15.070 INFO:tasks.rados.rados.0.smithi037.stdout:1179: seq_num 384 ranges {2908160=434176,3342336=475136,3817472=630784,4448256=98304} 2021-07-26T16:01:15.088 INFO:tasks.rados.rados.0.smithi037.stdout:1179: writing smithi03738989-27 from 2908160 to 3342336 tid 1 2021-07-26T16:01:15.092 INFO:tasks.rados.rados.0.smithi037.stdout:1179: writing smithi03738989-27 from 3342336 to 3817472 tid 2 2021-07-26T16:01:15.095 INFO:tasks.rados.rados.0.smithi037.stdout:1179: writing smithi03738989-27 from 3817472 to 4448256 tid 3 2021-07-26T16:01:15.098 INFO:tasks.rados.rados.0.smithi037.stdout:1179: writing smithi03738989-27 from 4448256 to 4546560 tid 4 2021-07-26T16:01:15.099 INFO:tasks.rados.rados.0.smithi037.stdout:1180: read oid 18 snap -1 2021-07-26T16:01:15.099 INFO:tasks.rados.rados.0.smithi037.stdout:1180: expect deleted 2021-07-26T16:01:15.099 INFO:tasks.rados.rados.0.smithi037.stdout:1181: copy_from oid 26 from oid 39 current snap is 117 2021-07-26T16:01:15.099 INFO:tasks.rados.rados.0.smithi037.stdout:1176: finishing rollback tid 1 to smithi03738989-43 2021-07-26T16:01:15.100 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 0 (ObjNum 2122951824 snap 32610 seq_num 372519504) dirty dne 2021-07-26T16:01:15.100 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 586 (ObjNum 153 snap 38 seq_num 153) dirty exists 2021-07-26T16:01:15.100 INFO:tasks.rados.rados.0.smithi037.stdout:1178: finishing write tid 1 to smithi03738989-17 2021-07-26T16:01:15.100 INFO:tasks.rados.rados.0.smithi037.stdout:1178: finishing write tid 2 to smithi03738989-17 2021-07-26T16:01:15.101 INFO:tasks.rados.rados.0.smithi037.stdout:1178: finishing write tid 3 to smithi03738989-17 2021-07-26T16:01:15.101 INFO:tasks.rados.rados.0.smithi037.stdout:1178: finishing write tid 4 to smithi03738989-17 2021-07-26T16:01:15.101 INFO:tasks.rados.rados.0.smithi037.stdout:1178: finishing write tid 6 to smithi03738989-17 2021-07-26T16:01:15.102 INFO:tasks.rados.rados.0.smithi037.stdout:1178: finishing write tid 7 to smithi03738989-17 2021-07-26T16:01:15.102 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 518 (ObjNum 383 snap 117 seq_num 383) dirty exists 2021-07-26T16:01:15.102 INFO:tasks.rados.rados.0.smithi037.stdout:1178: left oid 17 (ObjNum 383 snap 117 seq_num 383) 2021-07-26T16:01:15.103 INFO:tasks.rados.rados.0.smithi037.stdout:1175: done (9 left) 2021-07-26T16:01:15.103 INFO:tasks.rados.rados.0.smithi037.stdout:1176: done (8 left) 2021-07-26T16:01:15.103 INFO:tasks.rados.rados.0.smithi037.stdout:1178: done (7 left) 2021-07-26T16:01:15.103 INFO:tasks.rados.rados.0.smithi037.stdout:1182: read oid 11 snap -1 2021-07-26T16:01:15.103 INFO:tasks.rados.rados.0.smithi037.stdout:1182: expect deleted 2021-07-26T16:01:15.104 INFO:tasks.rados.rados.0.smithi037.stdout:1183: rollback oid 20 current snap is 117 2021-07-26T16:01:15.104 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 20 to 106 2021-07-26T16:01:15.104 INFO:tasks.rados.rados.0.smithi037.stdout:1184: rmattr oid 12 current snap is 117 2021-07-26T16:01:15.104 INFO:tasks.rados.rados.0.smithi037.stdout:1185: read oid 35 snap -1 2021-07-26T16:01:15.105 INFO:tasks.rados.rados.0.smithi037.stdout:1185: expect (ObjNum 367 snap 114 seq_num 367) 2021-07-26T16:01:15.105 INFO:tasks.rados.rados.0.smithi037.stdout:1186: rmattr oid 23 current snap is 117 2021-07-26T16:01:15.105 INFO:tasks.rados.rados.0.smithi037.stdout:1187: rmattr oid 40 current snap is 117 2021-07-26T16:01:15.105 INFO:tasks.rados.rados.0.smithi037.stdout:1187: done (12 left) 2021-07-26T16:01:15.105 INFO:tasks.rados.rados.0.smithi037.stdout:1188: copy_from oid 42 from oid 16 current snap is 117 2021-07-26T16:01:15.106 INFO:tasks.rados.rados.0.smithi037.stdout:1180: done (12 left) 2021-07-26T16:01:15.106 INFO:tasks.rados.rados.0.smithi037.stdout:1189: snap_create 2021-07-26T16:01:15.107 INFO:tasks.rados.rados.0.smithi037.stdout:1179: finishing write tid 1 to smithi03738989-27 2021-07-26T16:01:15.107 INFO:tasks.rados.rados.0.smithi037.stdout:1181: finishing copy_from to smithi03738989-26 2021-07-26T16:01:15.107 INFO:tasks.rados.rados.0.smithi037.stdout:1181: got expected ENOENT (src dne) 2021-07-26T16:01:15.108 INFO:tasks.rados.rados.0.smithi037.stdout:1181: finishing copy_from racing read to smithi03738989-26 2021-07-26T16:01:15.108 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 590 (ObjNum 365 snap 112 seq_num 365) dirty exists 2021-07-26T16:01:15.108 INFO:tasks.rados.rados.0.smithi037.stdout:1183: finishing rollback tid 1 to smithi03738989-20 2021-07-26T16:01:15.109 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 520 (ObjNum 363 snap 112 seq_num 363) dirty exists 2021-07-26T16:01:15.109 INFO:tasks.rados.rados.0.smithi037.stdout:1183: finishing rollback tid 2 to smithi03738989-20 2021-07-26T16:01:15.110 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 738 (ObjNum 327 snap 97 seq_num 327) dirty exists 2021-07-26T16:01:15.110 INFO:tasks.rados.rados.0.smithi037.stdout:1179: finishing write tid 2 to smithi03738989-27 2021-07-26T16:01:15.112 INFO:tasks.rados.rados.0.smithi037.stdout:1179: finishing write tid 3 to smithi03738989-27 2021-07-26T16:01:15.112 INFO:tasks.rados.rados.0.smithi037.stdout:1179: finishing write tid 4 to smithi03738989-27 2021-07-26T16:01:15.112 INFO:tasks.rados.rados.0.smithi037.stdout:1179: finishing write tid 6 to smithi03738989-27 2021-07-26T16:01:15.113 INFO:tasks.rados.rados.0.smithi037.stdout:1185: expect (ObjNum 367 snap 114 seq_num 367) 2021-07-26T16:01:15.147 INFO:tasks.rados.rados.0.smithi037.stdout:1179: finishing write tid 7 to smithi03738989-27 2021-07-26T16:01:15.147 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 474 (ObjNum 384 snap 117 seq_num 384) dirty exists 2021-07-26T16:01:15.148 INFO:tasks.rados.rados.0.smithi037.stdout:1179: left oid 27 (ObjNum 384 snap 117 seq_num 384) 2021-07-26T16:01:15.148 INFO:tasks.rados.rados.0.smithi037.stdout:1188: finishing copy_from to smithi03738989-42 2021-07-26T16:01:15.148 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 532 (ObjNum 237 snap 63 seq_num 237) dirty exists 2021-07-26T16:01:15.149 INFO:tasks.rados.rados.0.smithi037.stdout:1188: finishing copy_from racing read to smithi03738989-42 2021-07-26T16:01:15.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:14 smithi107 bash[29346]: cluster 2021-07-26T16:01:13.699199+0000 mgr.y (mgr.24994) 111 : cluster [DBG] pgmap v128: 89 pgs: 4 active+undersized+degraded, 9 active+undersized, 76 active+clean; 224 MiB data, 376 MiB used, 708 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.0 MiB/s wr, 9 op/s; 28/606 objects degraded (4.620%); 9.9 MiB/s, 2 objects/s recovering 2021-07-26T16:01:15.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:14 smithi107 bash[29346]: cluster 2021-07-26T16:01:13.933954+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2021-07-26T16:01:15.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:14 smithi037 bash[41498]: cluster 2021-07-26T16:01:13.699199+0000 mgr.y (mgr.24994) 111 : cluster [DBG] pgmap v128: 89 pgs: 4 active+undersized+degraded, 9 active+undersized, 76 active+clean; 224 MiB data, 376 MiB used, 708 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.0 MiB/s wr, 9 op/s; 28/606 objects degraded (4.620%); 9.9 MiB/s, 2 objects/s recovering 2021-07-26T16:01:15.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:14 smithi037 bash[41498]: cluster 2021-07-26T16:01:13.933954+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2021-07-26T16:01:15.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:14 smithi037 bash[42499]: cluster 2021-07-26T16:01:13.699199+0000 mgr.y (mgr.24994) 111 : cluster [DBG] pgmap v128: 89 pgs: 4 active+undersized+degraded, 9 active+undersized, 76 active+clean; 224 MiB data, 376 MiB used, 708 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.0 MiB/s wr, 9 op/s; 28/606 objects degraded (4.620%); 9.9 MiB/s, 2 objects/s recovering 2021-07-26T16:01:15.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:14 smithi037 bash[42499]: cluster 2021-07-26T16:01:13.933954+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2021-07-26T16:01:16.065 INFO:tasks.rados.rados.0.smithi037.stdout:1179: done (12 left) 2021-07-26T16:01:16.066 INFO:tasks.rados.rados.0.smithi037.stdout:1181: done (11 left) 2021-07-26T16:01:16.066 INFO:tasks.rados.rados.0.smithi037.stdout:1182: done (10 left) 2021-07-26T16:01:16.066 INFO:tasks.rados.rados.0.smithi037.stdout:1183: done (9 left) 2021-07-26T16:01:16.066 INFO:tasks.rados.rados.0.smithi037.stdout:1184: done (8 left) 2021-07-26T16:01:16.067 INFO:tasks.rados.rados.0.smithi037.stdout:1185: done (7 left) 2021-07-26T16:01:16.067 INFO:tasks.rados.rados.0.smithi037.stdout:1186: done (6 left) 2021-07-26T16:01:16.067 INFO:tasks.rados.rados.0.smithi037.stdout:1188: done (5 left) 2021-07-26T16:01:16.067 INFO:tasks.rados.rados.0.smithi037.stdout:1189: done (4 left) 2021-07-26T16:01:16.068 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 118 2021-07-26T16:01:16.068 INFO:tasks.rados.rados.0.smithi037.stdout:1190: seq_num 385 ranges {4079616=450560,4530176=761856,5292032=442368} 2021-07-26T16:01:16.093 INFO:tasks.rados.rados.0.smithi037.stdout:1190: writing smithi03738989-31 from 4079616 to 4530176 tid 1 2021-07-26T16:01:16.099 INFO:tasks.rados.rados.0.smithi037.stdout:1190: writing smithi03738989-31 from 4530176 to 5292032 tid 2 2021-07-26T16:01:16.100 INFO:tasks.rados.rados.0.smithi037.stdout:1190: writing smithi03738989-31 from 5292032 to 5734400 tid 3 2021-07-26T16:01:16.101 INFO:tasks.rados.rados.0.smithi037.stdout:1191: rmattr oid 7 current snap is 118 2021-07-26T16:01:16.101 INFO:tasks.rados.rados.0.smithi037.stdout:1191: done (5 left) 2021-07-26T16:01:16.101 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 118 2021-07-26T16:01:16.101 INFO:tasks.rados.rados.0.smithi037.stdout:1192: seq_num 386 ranges {0=466944,466944=638976,1105920=565248} 2021-07-26T16:01:16.103 INFO:tasks.rados.rados.0.smithi037.stdout:1192: writing smithi03738989-39 from 0 to 466944 tid 1 2021-07-26T16:01:16.107 INFO:tasks.rados.rados.0.smithi037.stdout:1192: writing smithi03738989-39 from 466944 to 1105920 tid 2 2021-07-26T16:01:16.112 INFO:tasks.rados.rados.0.smithi037.stdout:1192: writing smithi03738989-39 from 1105920 to 1671168 tid 3 2021-07-26T16:01:16.112 INFO:tasks.rados.rados.0.smithi037.stdout:1193: copy_from oid 45 from oid 3 current snap is 118 2021-07-26T16:01:16.113 INFO:tasks.rados.rados.0.smithi037.stdout:1190: finishing write tid 1 to smithi03738989-31 2021-07-26T16:01:16.113 INFO:tasks.rados.rados.0.smithi037.stdout:1194: copy_from oid 8 from oid 49 current snap is 118 2021-07-26T16:01:16.113 INFO:tasks.rados.rados.0.smithi037.stdout:1190: finishing write tid 2 to smithi03738989-31 2021-07-26T16:01:16.113 INFO:tasks.rados.rados.0.smithi037.stdout:1190: finishing write tid 3 to smithi03738989-31 2021-07-26T16:01:16.113 INFO:tasks.rados.rados.0.smithi037.stdout:1195: snap_create 2021-07-26T16:01:16.114 INFO:tasks.rados.rados.0.smithi037.stdout:1190: finishing write tid 5 to smithi03738989-31 2021-07-26T16:01:16.115 INFO:tasks.rados.rados.0.smithi037.stdout:1194: finishing copy_from to smithi03738989-8 2021-07-26T16:01:16.115 INFO:tasks.rados.rados.0.smithi037.stdout:1194: got expected ENOENT (src dne) 2021-07-26T16:01:16.120 INFO:tasks.rados.rados.0.smithi037.stdout:1194: finishing copy_from racing read to smithi03738989-8 2021-07-26T16:01:16.120 INFO:tasks.rados.rados.0.smithi037.stdout:1190: finishing write tid 6 to smithi03738989-31 2021-07-26T16:01:16.120 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 690 (ObjNum 385 snap 118 seq_num 385) dirty exists 2021-07-26T16:01:16.120 INFO:tasks.rados.rados.0.smithi037.stdout:1190: left oid 31 (ObjNum 385 snap 118 seq_num 385) 2021-07-26T16:01:16.122 INFO:tasks.rados.rados.0.smithi037.stdout:1192: finishing write tid 1 to smithi03738989-39 2021-07-26T16:01:16.122 INFO:tasks.rados.rados.0.smithi037.stdout:1192: finishing write tid 2 to smithi03738989-39 2021-07-26T16:01:16.122 INFO:tasks.rados.rados.0.smithi037.stdout:1192: finishing write tid 3 to smithi03738989-39 2021-07-26T16:01:16.124 INFO:tasks.rados.rados.0.smithi037.stdout:1192: finishing write tid 5 to smithi03738989-39 2021-07-26T16:01:16.126 INFO:tasks.rados.rados.0.smithi037.stdout:1193: finishing copy_from to smithi03738989-45 2021-07-26T16:01:16.127 INFO:tasks.rados.rados.0.smithi037.stdout:1193: got expected ENOENT (src dne) 2021-07-26T16:01:16.127 INFO:tasks.rados.rados.0.smithi037.stdout:1193: finishing copy_from racing read to smithi03738989-45 2021-07-26T16:01:16.128 INFO:tasks.rados.rados.0.smithi037.stdout:1192: finishing write tid 6 to smithi03738989-39 2021-07-26T16:01:16.129 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1001 (ObjNum 386 snap 118 seq_num 386) dirty exists 2021-07-26T16:01:16.129 INFO:tasks.rados.rados.0.smithi037.stdout:1192: left oid 39 (ObjNum 386 snap 118 seq_num 386) 2021-07-26T16:01:16.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:16 smithi037 bash[41498]: cluster 2021-07-26T16:01:15.057786+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e284: 8 total, 8 up, 8 in 2021-07-26T16:01:16.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:16 smithi037 bash[42499]: cluster 2021-07-26T16:01:15.057786+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e284: 8 total, 8 up, 8 in 2021-07-26T16:01:16.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:16 smithi107 bash[29346]: cluster 2021-07-26T16:01:15.057786+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e284: 8 total, 8 up, 8 in 2021-07-26T16:01:16.920 INFO:tasks.rados.rados.0.smithi037.stdout:1190: done (8 left) 2021-07-26T16:01:16.921 INFO:tasks.rados.rados.0.smithi037.stdout:1192: done (7 left) 2021-07-26T16:01:16.921 INFO:tasks.rados.rados.0.smithi037.stdout:1193: done (6 left) 2021-07-26T16:01:16.921 INFO:tasks.rados.rados.0.smithi037.stdout:1194: done (5 left) 2021-07-26T16:01:16.921 INFO:tasks.rados.rados.0.smithi037.stdout:1195: done (4 left) 2021-07-26T16:01:16.922 INFO:tasks.rados.rados.0.smithi037.stdout:1196: snap_create 2021-07-26T16:01:17.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:17 smithi037 bash[41498]: cluster 2021-07-26T16:01:15.700009+0000 mgr.y (mgr.24994) 112 : cluster [DBG] pgmap v131: 89 pgs: 13 active+clean+wait, 76 active+clean; 227 MiB data, 408 MiB used, 708 GiB / 715 GiB avail; 887 KiB/s wr, 0 op/s; 3.6 MiB/s, 1 objects/s recovering 2021-07-26T16:01:17.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:17 smithi037 bash[41498]: cluster 2021-07-26T16:01:16.051797+0000 mon.a (mon.0) 263 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/606 objects degraded (4.620%), 4 pgs degraded) 2021-07-26T16:01:17.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:17 smithi037 bash[41498]: cluster 2021-07-26T16:01:16.051886+0000 mon.a (mon.0) 264 : cluster [INF] Cluster is now healthy 2021-07-26T16:01:17.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:17 smithi037 bash[41498]: cluster 2021-07-26T16:01:16.065369+0000 mon.a (mon.0) 265 : cluster [DBG] osdmap e285: 8 total, 8 up, 8 in 2021-07-26T16:01:17.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:17 smithi037 bash[41498]: cluster 2021-07-26T16:01:16.920259+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e286: 8 total, 8 up, 8 in 2021-07-26T16:01:17.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:17 smithi037 bash[42499]: cluster 2021-07-26T16:01:15.700009+0000 mgr.y (mgr.24994) 112 : cluster [DBG] pgmap v131: 89 pgs: 13 active+clean+wait, 76 active+clean; 227 MiB data, 408 MiB used, 708 GiB / 715 GiB avail; 887 KiB/s wr, 0 op/s; 3.6 MiB/s, 1 objects/s recovering 2021-07-26T16:01:17.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:17 smithi037 bash[42499]: cluster 2021-07-26T16:01:16.051797+0000 mon.a (mon.0) 263 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/606 objects degraded (4.620%), 4 pgs degraded) 2021-07-26T16:01:17.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:17 smithi037 bash[42499]: cluster 2021-07-26T16:01:16.051886+0000 mon.a (mon.0) 264 : cluster [INF] Cluster is now healthy 2021-07-26T16:01:17.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:17 smithi037 bash[42499]: cluster 2021-07-26T16:01:16.065369+0000 mon.a (mon.0) 265 : cluster [DBG] osdmap e285: 8 total, 8 up, 8 in 2021-07-26T16:01:17.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:17 smithi037 bash[42499]: cluster 2021-07-26T16:01:16.920259+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e286: 8 total, 8 up, 8 in 2021-07-26T16:01:17.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:17 smithi107 bash[29346]: cluster 2021-07-26T16:01:15.700009+0000 mgr.y (mgr.24994) 112 : cluster [DBG] pgmap v131: 89 pgs: 13 active+clean+wait, 76 active+clean; 227 MiB data, 408 MiB used, 708 GiB / 715 GiB avail; 887 KiB/s wr, 0 op/s; 3.6 MiB/s, 1 objects/s recovering 2021-07-26T16:01:17.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:17 smithi107 bash[29346]: cluster 2021-07-26T16:01:16.051797+0000 mon.a (mon.0) 263 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/606 objects degraded (4.620%), 4 pgs degraded) 2021-07-26T16:01:17.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:17 smithi107 bash[29346]: cluster 2021-07-26T16:01:16.051886+0000 mon.a (mon.0) 264 : cluster [INF] Cluster is now healthy 2021-07-26T16:01:17.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:17 smithi107 bash[29346]: cluster 2021-07-26T16:01:16.065369+0000 mon.a (mon.0) 265 : cluster [DBG] osdmap e285: 8 total, 8 up, 8 in 2021-07-26T16:01:17.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:17 smithi107 bash[29346]: cluster 2021-07-26T16:01:16.920259+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e286: 8 total, 8 up, 8 in 2021-07-26T16:01:17.933 INFO:tasks.rados.rados.0.smithi037.stdout:1196: done (4 left) 2021-07-26T16:01:17.934 INFO:tasks.rados.rados.0.smithi037.stdout:1197: snap_remove snap 92 2021-07-26T16:01:18.938 INFO:tasks.rados.rados.0.smithi037.stdout:1197: done (4 left) 2021-07-26T16:01:18.938 INFO:tasks.rados.rados.0.smithi037.stdout:1198: rollback oid 26 current snap is 120 2021-07-26T16:01:18.939 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 26 to 66 2021-07-26T16:01:18.939 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 120 2021-07-26T16:01:18.940 INFO:tasks.rados.rados.0.smithi037.stdout:1199: seq_num 387 ranges {1556480=483328,2039808=524288,2564096=679936} 2021-07-26T16:01:18.954 INFO:tasks.rados.rados.0.smithi037.stdout:1199: writing smithi03738989-7 from 1556480 to 2039808 tid 1 2021-07-26T16:01:18.957 INFO:tasks.rados.rados.0.smithi037.stdout:1199: writing smithi03738989-7 from 2039808 to 2564096 tid 2 2021-07-26T16:01:18.962 INFO:tasks.rados.rados.0.smithi037.stdout:1199: writing smithi03738989-7 from 2564096 to 3244032 tid 3 2021-07-26T16:01:18.963 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 120 2021-07-26T16:01:18.963 INFO:tasks.rados.rados.0.smithi037.stdout:1200: seq_num 388 ranges {598016=507904,1105920=458752,1564672=606208,2170880=139264} 2021-07-26T16:01:18.969 INFO:tasks.rados.rados.0.smithi037.stdout:1200: writing smithi03738989-21 from 598016 to 1105920 tid 1 2021-07-26T16:01:18.972 INFO:tasks.rados.rados.0.smithi037.stdout:1200: writing smithi03738989-21 from 1105920 to 1564672 tid 2 2021-07-26T16:01:18.977 INFO:tasks.rados.rados.0.smithi037.stdout:1200: writing smithi03738989-21 from 1564672 to 2170880 tid 3 2021-07-26T16:01:18.978 INFO:tasks.rados.rados.0.smithi037.stdout:1200: writing smithi03738989-21 from 2170880 to 2310144 tid 4 2021-07-26T16:01:18.979 INFO:tasks.rados.rados.0.smithi037.stdout:1201: delete oid 6 current snap is 120 2021-07-26T16:01:18.979 INFO:tasks.rados.rados.0.smithi037.stdout:1198: finishing rollback tid 0 to smithi03738989-26 2021-07-26T16:01:18.979 INFO:tasks.rados.rados.0.smithi037.stdout:1198: finishing rollback tid 1 to smithi03738989-26 2021-07-26T16:01:18.979 INFO:tasks.rados.rados.0.smithi037.stdout:1198: finishing rollback tid 2 to smithi03738989-26 2021-07-26T16:01:18.980 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 478 (ObjNum 146 snap 38 seq_num 146) dirty exists 2021-07-26T16:01:18.980 INFO:tasks.rados.rados.0.smithi037.stdout:1199: finishing write tid 1 to smithi03738989-7 2021-07-26T16:01:18.980 INFO:tasks.rados.rados.0.smithi037.stdout:1199: finishing write tid 2 to smithi03738989-7 2021-07-26T16:01:18.980 INFO:tasks.rados.rados.0.smithi037.stdout:1199: finishing write tid 3 to smithi03738989-7 2021-07-26T16:01:18.981 INFO:tasks.rados.rados.0.smithi037.stdout:1199: finishing write tid 5 to smithi03738989-7 2021-07-26T16:01:18.981 INFO:tasks.rados.rados.0.smithi037.stdout:1200: finishing write tid 1 to smithi03738989-21 2021-07-26T16:01:18.981 INFO:tasks.rados.rados.0.smithi037.stdout:1199: finishing write tid 6 to smithi03738989-7 2021-07-26T16:01:18.981 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 721 (ObjNum 387 snap 120 seq_num 387) dirty exists 2021-07-26T16:01:18.981 INFO:tasks.rados.rados.0.smithi037.stdout:1199: left oid 7 (ObjNum 387 snap 120 seq_num 387) 2021-07-26T16:01:18.982 INFO:tasks.rados.rados.0.smithi037.stdout:1200: finishing write tid 2 to smithi03738989-21 2021-07-26T16:01:18.982 INFO:tasks.rados.rados.0.smithi037.stdout:1198: done (7 left) 2021-07-26T16:01:18.983 INFO:tasks.rados.rados.0.smithi037.stdout:1199: done (6 left) 2021-07-26T16:01:18.983 INFO:tasks.rados.rados.0.smithi037.stdout:1201: done (5 left) 2021-07-26T16:01:18.983 INFO:tasks.rados.rados.0.smithi037.stdout:1202: read oid 35 snap -1 2021-07-26T16:01:18.983 INFO:tasks.rados.rados.0.smithi037.stdout:1202: expect (ObjNum 367 snap 114 seq_num 367) 2021-07-26T16:01:18.984 INFO:tasks.rados.rados.0.smithi037.stdout:1203: snap_remove snap 118 2021-07-26T16:01:19.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:18 smithi107 bash[29346]: cluster 2021-07-26T16:01:17.700762+0000 mgr.y (mgr.24994) 113 : cluster [DBG] pgmap v134: 89 pgs: 13 active+clean+wait, 76 active+clean; 243 MiB data, 416 MiB used, 708 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.4 MiB/s wr, 23 op/s; 3.6 MiB/s, 1 objects/s recovering 2021-07-26T16:01:19.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:18 smithi107 bash[29346]: cluster 2021-07-26T16:01:17.934788+0000 mon.a (mon.0) 267 : cluster [DBG] osdmap e287: 8 total, 8 up, 8 in 2021-07-26T16:01:19.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:18 smithi107 bash[29346]: cluster 2021-07-26T16:01:18.086733+0000 mon.a (mon.0) 268 : cluster [DBG] mgrmap e32: y(active, since 98s), standbys: x 2021-07-26T16:01:19.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:18 smithi037 bash[42499]: cluster 2021-07-26T16:01:17.700762+0000 mgr.y (mgr.24994) 113 : cluster [DBG] pgmap v134: 89 pgs: 13 active+clean+wait, 76 active+clean; 243 MiB data, 416 MiB used, 708 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.4 MiB/s wr, 23 op/s; 3.6 MiB/s, 1 objects/s recovering 2021-07-26T16:01:19.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:18 smithi037 bash[42499]: cluster 2021-07-26T16:01:17.934788+0000 mon.a (mon.0) 267 : cluster [DBG] osdmap e287: 8 total, 8 up, 8 in 2021-07-26T16:01:19.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:18 smithi037 bash[42499]: cluster 2021-07-26T16:01:18.086733+0000 mon.a (mon.0) 268 : cluster [DBG] mgrmap e32: y(active, since 98s), standbys: x 2021-07-26T16:01:19.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:18 smithi037 bash[41498]: cluster 2021-07-26T16:01:17.700762+0000 mgr.y (mgr.24994) 113 : cluster [DBG] pgmap v134: 89 pgs: 13 active+clean+wait, 76 active+clean; 243 MiB data, 416 MiB used, 708 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.4 MiB/s wr, 23 op/s; 3.6 MiB/s, 1 objects/s recovering 2021-07-26T16:01:19.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:18 smithi037 bash[41498]: cluster 2021-07-26T16:01:17.934788+0000 mon.a (mon.0) 267 : cluster [DBG] osdmap e287: 8 total, 8 up, 8 in 2021-07-26T16:01:19.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:18 smithi037 bash[41498]: cluster 2021-07-26T16:01:18.086733+0000 mon.a (mon.0) 268 : cluster [DBG] mgrmap e32: y(active, since 98s), standbys: x 2021-07-26T16:01:19.971 INFO:tasks.rados.rados.0.smithi037.stdout:1203: done (6 left) 2021-07-26T16:01:19.972 INFO:tasks.rados.rados.0.smithi037.stdout:1204: snap_remove snap 103 2021-07-26T16:01:20.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:19 smithi107 bash[29346]: cluster 2021-07-26T16:01:18.937266+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e288: 8 total, 8 up, 8 in 2021-07-26T16:01:20.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:19 smithi037 bash[42499]: cluster 2021-07-26T16:01:18.937266+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e288: 8 total, 8 up, 8 in 2021-07-26T16:01:20.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:19 smithi037 bash[41498]: cluster 2021-07-26T16:01:18.937266+0000 mon.a (mon.0) 269 : cluster [DBG] osdmap e288: 8 total, 8 up, 8 in 2021-07-26T16:01:20.969 INFO:tasks.rados.rados.0.smithi037.stdout:1204: done (6 left) 2021-07-26T16:01:20.970 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 120 2021-07-26T16:01:20.971 INFO:tasks.rados.rados.0.smithi037.stdout:1205: seq_num 390 ranges {2293760=540672,2834432=630784,3465216=573440} 2021-07-26T16:01:20.988 INFO:tasks.rados.rados.0.smithi037.stdout:1205: writing smithi03738989-26 from 2293760 to 2834432 tid 1 2021-07-26T16:01:20.992 INFO:tasks.rados.rados.0.smithi037.stdout:1205: writing smithi03738989-26 from 2834432 to 3465216 tid 2 2021-07-26T16:01:20.997 INFO:tasks.rados.rados.0.smithi037.stdout:1205: writing smithi03738989-26 from 3465216 to 4038656 tid 3 2021-07-26T16:01:20.997 INFO:tasks.rados.rados.0.smithi037.stdout:1206: copy_from oid 24 from oid 14 current snap is 120 2021-07-26T16:01:20.997 INFO:tasks.rados.rados.0.smithi037.stdout:1207: snap_create 2021-07-26T16:01:20.998 INFO:tasks.rados.rados.0.smithi037.stdout:1200: finishing write tid 3 to smithi03738989-21 2021-07-26T16:01:20.998 INFO:tasks.rados.rados.0.smithi037.stdout:1200: finishing write tid 4 to smithi03738989-21 2021-07-26T16:01:20.998 INFO:tasks.rados.rados.0.smithi037.stdout:1200: finishing write tid 6 to smithi03738989-21 2021-07-26T16:01:20.999 INFO:tasks.rados.rados.0.smithi037.stdout:1200: finishing write tid 7 to smithi03738989-21 2021-07-26T16:01:20.999 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 285 (ObjNum 388 snap 120 seq_num 388) dirty exists 2021-07-26T16:01:20.999 INFO:tasks.rados.rados.0.smithi037.stdout:1200: left oid 21 (ObjNum 388 snap 120 seq_num 388) 2021-07-26T16:01:21.000 INFO:tasks.rados.rados.0.smithi037.stdout:1202: expect (ObjNum 367 snap 114 seq_num 367) 2021-07-26T16:01:21.042 INFO:tasks.rados.rados.0.smithi037.stdout:1206: finishing copy_from to smithi03738989-24 2021-07-26T16:01:21.043 INFO:tasks.rados.rados.0.smithi037.stdout:1206: got expected ENOENT (src dne) 2021-07-26T16:01:21.043 INFO:tasks.rados.rados.0.smithi037.stdout:1205: finishing write tid 1 to smithi03738989-26 2021-07-26T16:01:21.043 INFO:tasks.rados.rados.0.smithi037.stdout:1205: finishing write tid 2 to smithi03738989-26 2021-07-26T16:01:21.044 INFO:tasks.rados.rados.0.smithi037.stdout:1206: finishing copy_from racing read to smithi03738989-24 2021-07-26T16:01:21.044 INFO:tasks.rados.rados.0.smithi037.stdout:1205: finishing write tid 3 to smithi03738989-26 2021-07-26T16:01:21.044 INFO:tasks.rados.rados.0.smithi037.stdout:1205: finishing write tid 5 to smithi03738989-26 2021-07-26T16:01:21.044 INFO:tasks.rados.rados.0.smithi037.stdout:1205: finishing write tid 6 to smithi03738989-26 2021-07-26T16:01:21.045 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 490 (ObjNum 390 snap 120 seq_num 390) dirty exists 2021-07-26T16:01:21.045 INFO:tasks.rados.rados.0.smithi037.stdout:1205: left oid 26 (ObjNum 390 snap 120 seq_num 390) 2021-07-26T16:01:21.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:20 smithi107 bash[29346]: cluster 2021-07-26T16:01:19.701720+0000 mgr.y (mgr.24994) 114 : cluster [DBG] pgmap v137: 89 pgs: 13 active+clean+wait, 76 active+clean; 243 MiB data, 422 MiB used, 708 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2021-07-26T16:01:21.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:20 smithi107 bash[29346]: cluster 2021-07-26T16:01:19.972173+0000 mon.a (mon.0) 270 : cluster [DBG] osdmap e289: 8 total, 8 up, 8 in 2021-07-26T16:01:21.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:20 smithi107 bash[29346]: audit 2021-07-26T16:01:20.816426+0000 mon.c (mon.1) 89 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T16:01:21.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:20 smithi037 bash[41498]: cluster 2021-07-26T16:01:19.701720+0000 mgr.y (mgr.24994) 114 : cluster [DBG] pgmap v137: 89 pgs: 13 active+clean+wait, 76 active+clean; 243 MiB data, 422 MiB used, 708 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2021-07-26T16:01:21.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:20 smithi037 bash[41498]: cluster 2021-07-26T16:01:19.972173+0000 mon.a (mon.0) 270 : cluster [DBG] osdmap e289: 8 total, 8 up, 8 in 2021-07-26T16:01:21.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:20 smithi037 bash[41498]: audit 2021-07-26T16:01:20.816426+0000 mon.c (mon.1) 89 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T16:01:21.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:20 smithi037 bash[42499]: cluster 2021-07-26T16:01:19.701720+0000 mgr.y (mgr.24994) 114 : cluster [DBG] pgmap v137: 89 pgs: 13 active+clean+wait, 76 active+clean; 243 MiB data, 422 MiB used, 708 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2021-07-26T16:01:21.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:20 smithi037 bash[42499]: cluster 2021-07-26T16:01:19.972173+0000 mon.a (mon.0) 270 : cluster [DBG] osdmap e289: 8 total, 8 up, 8 in 2021-07-26T16:01:21.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:20 smithi037 bash[42499]: audit 2021-07-26T16:01:20.816426+0000 mon.c (mon.1) 89 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T16:01:21.923 INFO:tasks.rados.rados.0.smithi037.stdout:1200: done (8 left) 2021-07-26T16:01:21.924 INFO:tasks.rados.rados.0.smithi037.stdout:1202: done (7 left) 2021-07-26T16:01:21.924 INFO:tasks.rados.rados.0.smithi037.stdout:1205: done (6 left) 2021-07-26T16:01:21.924 INFO:tasks.rados.rados.0.smithi037.stdout:1206: done (5 left) 2021-07-26T16:01:21.924 INFO:tasks.rados.rados.0.smithi037.stdout:1207: done (4 left) 2021-07-26T16:01:21.925 INFO:tasks.rados.rados.0.smithi037.stdout:1208: delete oid 28 current snap is 121 2021-07-26T16:01:22.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:21 smithi107 bash[29346]: audit 2021-07-26T16:01:20.816888+0000 mgr.y (mgr.24994) 115 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T16:01:22.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:21 smithi107 bash[29346]: cephadm 2021-07-26T16:01:20.819377+0000 mgr.y (mgr.24994) 116 : cephadm [INF] Upgrade: osd.1 is safe to restart 2021-07-26T16:01:22.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:21 smithi107 bash[29346]: cluster 2021-07-26T16:01:20.969135+0000 mon.a (mon.0) 271 : cluster [DBG] osdmap e290: 8 total, 8 up, 8 in 2021-07-26T16:01:22.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:21 smithi107 bash[29346]: audit 2021-07-26T16:01:21.137182+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:22.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:21 smithi107 bash[29346]: cluster 2021-07-26T16:01:21.923498+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e291: 8 total, 8 up, 8 in 2021-07-26T16:01:22.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:21 smithi037 bash[42499]: audit 2021-07-26T16:01:20.816888+0000 mgr.y (mgr.24994) 115 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T16:01:22.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:21 smithi037 bash[42499]: cephadm 2021-07-26T16:01:20.819377+0000 mgr.y (mgr.24994) 116 : cephadm [INF] Upgrade: osd.1 is safe to restart 2021-07-26T16:01:22.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:21 smithi037 bash[42499]: cluster 2021-07-26T16:01:20.969135+0000 mon.a (mon.0) 271 : cluster [DBG] osdmap e290: 8 total, 8 up, 8 in 2021-07-26T16:01:22.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:21 smithi037 bash[42499]: audit 2021-07-26T16:01:21.137182+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:22.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:21 smithi037 bash[42499]: cluster 2021-07-26T16:01:21.923498+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e291: 8 total, 8 up, 8 in 2021-07-26T16:01:22.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:21 smithi037 bash[41498]: audit 2021-07-26T16:01:20.816888+0000 mgr.y (mgr.24994) 115 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-07-26T16:01:22.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:21 smithi037 bash[41498]: cephadm 2021-07-26T16:01:20.819377+0000 mgr.y (mgr.24994) 116 : cephadm [INF] Upgrade: osd.1 is safe to restart 2021-07-26T16:01:22.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:21 smithi037 bash[41498]: cluster 2021-07-26T16:01:20.969135+0000 mon.a (mon.0) 271 : cluster [DBG] osdmap e290: 8 total, 8 up, 8 in 2021-07-26T16:01:22.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:21 smithi037 bash[41498]: audit 2021-07-26T16:01:21.137182+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:22.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:21 smithi037 bash[41498]: cluster 2021-07-26T16:01:21.923498+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e291: 8 total, 8 up, 8 in 2021-07-26T16:01:22.945 INFO:tasks.rados.rados.0.smithi037.stdout:1169: finishing rollback tid 0 to smithi03738989-36 2021-07-26T16:01:22.945 INFO:tasks.rados.rados.0.smithi037.stdout:1169: finishing rollback tid 1 to smithi03738989-36 2021-07-26T16:01:22.948 INFO:tasks.rados.rados.0.smithi037.stdout:1162: finishing write tid 1 to smithi03738989-22 2021-07-26T16:01:22.949 INFO:tasks.rados.rados.0.smithi037.stdout:1162: finishing write tid 2 to smithi03738989-22 2021-07-26T16:01:22.949 INFO:tasks.rados.rados.0.smithi037.stdout:1162: finishing write tid 3 to smithi03738989-22 2021-07-26T16:01:22.949 INFO:tasks.rados.rados.0.smithi037.stdout:1162: finishing write tid 5 to smithi03738989-22 2021-07-26T16:01:22.950 INFO:tasks.rados.rados.0.smithi037.stdout:1160: done (4 left) 2021-07-26T16:01:22.951 INFO:tasks.rados.rados.0.smithi037.stdout:1208: done (3 left) 2021-07-26T16:01:22.951 INFO:tasks.rados.rados.0.smithi037.stdout:1209: read oid 6 snap -1 2021-07-26T16:01:22.951 INFO:tasks.rados.rados.0.smithi037.stdout:1209: expect deleted 2021-07-26T16:01:22.951 INFO:tasks.rados.rados.0.smithi037.stdout:1210: delete oid 44 current snap is 121 2021-07-26T16:01:22.951 INFO:tasks.rados.rados.0.smithi037.stdout:1162: finishing write tid 6 to smithi03738989-22 2021-07-26T16:01:22.952 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 531 (ObjNum 377 snap 117 seq_num 377) dirty exists 2021-07-26T16:01:22.952 INFO:tasks.rados.rados.0.smithi037.stdout:1162: left oid 22 (ObjNum 377 snap 117 seq_num 377) 2021-07-26T16:01:22.952 INFO:tasks.rados.rados.0.smithi037.stdout:1169: finishing rollback tid 2 to smithi03738989-36 2021-07-26T16:01:22.953 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 533 (ObjNum 179 snap 46 seq_num 179) dirty exists 2021-07-26T16:01:22.954 INFO:tasks.rados.rados.0.smithi037.stdout:1170: finishing write tid 1 to smithi03738989-25 2021-07-26T16:01:22.954 INFO:tasks.rados.rados.0.smithi037.stdout:1162: done (4 left) 2021-07-26T16:01:22.954 INFO:tasks.rados.rados.0.smithi037.stdout:1169: done (3 left) 2021-07-26T16:01:22.955 INFO:tasks.rados.rados.0.smithi037.stdout:1209: done (2 left) 2021-07-26T16:01:22.955 INFO:tasks.rados.rados.0.smithi037.stdout:1210: done (1 left) 2021-07-26T16:01:22.955 INFO:tasks.rados.rados.0.smithi037.stdout:1211: snap_remove snap 108 2021-07-26T16:01:23.146 INFO:tasks.rados.rados.0.smithi037.stdout:1211: done (1 left) 2021-07-26T16:01:23.154 INFO:tasks.rados.rados.0.smithi037.stdout:1212: read oid 45 snap -1 2021-07-26T16:01:23.154 INFO:tasks.rados.rados.0.smithi037.stdout:1212: expect deleted 2021-07-26T16:01:23.154 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 121 2021-07-26T16:01:23.154 INFO:tasks.rados.rados.0.smithi037.stdout:1213: seq_num 393 ranges {0=589824,589824=679936,1269760=524288} 2021-07-26T16:01:23.155 INFO:tasks.rados.rados.0.smithi037.stdout:1213: writing smithi03738989-8 from 0 to 589824 tid 1 2021-07-26T16:01:23.156 INFO:tasks.rados.rados.0.smithi037.stdout:1213: writing smithi03738989-8 from 589824 to 1269760 tid 2 2021-07-26T16:01:23.160 INFO:tasks.rados.rados.0.smithi037.stdout:1213: writing smithi03738989-8 from 1269760 to 1794048 tid 3 2021-07-26T16:01:23.160 INFO:tasks.rados.rados.0.smithi037.stdout:1214: snap_remove snap 90 2021-07-26T16:01:23.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:23 smithi037 bash[41498]: cluster 2021-07-26T16:01:21.702980+0000 mgr.y (mgr.24994) 117 : cluster [DBG] pgmap v140: 89 pgs: 13 active+clean+wait, 76 active+clean; 244 MiB data, 428 MiB used, 708 GiB / 715 GiB avail; 991 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2021-07-26T16:01:23.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:23 smithi037 bash[42499]: cluster 2021-07-26T16:01:21.702980+0000 mgr.y (mgr.24994) 117 : cluster [DBG] pgmap v140: 89 pgs: 13 active+clean+wait, 76 active+clean; 244 MiB data, 428 MiB used, 708 GiB / 715 GiB avail; 991 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2021-07-26T16:01:23.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:23 smithi107 bash[29346]: cluster 2021-07-26T16:01:21.702980+0000 mgr.y (mgr.24994) 117 : cluster [DBG] pgmap v140: 89 pgs: 13 active+clean+wait, 76 active+clean; 244 MiB data, 428 MiB used, 708 GiB / 715 GiB avail; 991 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2021-07-26T16:01:24.161 INFO:tasks.rados.rados.0.smithi037.stdout:1214: done (3 left) 2021-07-26T16:01:24.162 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 121 2021-07-26T16:01:24.162 INFO:tasks.rados.rados.0.smithi037.stdout:1215: seq_num 394 ranges {3211264=606208,3817472=565248,4382720=557056,4939776=81920} 2021-07-26T16:01:24.188 INFO:tasks.rados.rados.0.smithi037.stdout:1215: writing smithi03738989-15 from 3211264 to 3817472 tid 1 2021-07-26T16:01:24.192 INFO:tasks.rados.rados.0.smithi037.stdout:1215: writing smithi03738989-15 from 3817472 to 4382720 tid 2 2021-07-26T16:01:24.195 INFO:tasks.rados.rados.0.smithi037.stdout:1215: writing smithi03738989-15 from 4382720 to 4939776 tid 3 2021-07-26T16:01:24.196 INFO:tasks.rados.rados.0.smithi037.stdout:1215: writing smithi03738989-15 from 4939776 to 5021696 tid 4 2021-07-26T16:01:24.197 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 121 2021-07-26T16:01:24.197 INFO:tasks.rados.rados.0.smithi037.stdout:1216: seq_num 395 ranges {2310144=622592,2932736=450560,3383296=753664} 2021-07-26T16:01:24.213 INFO:tasks.rados.rados.0.smithi037.stdout:1216: writing smithi03738989-21 from 2310144 to 2932736 tid 1 2021-07-26T16:01:24.216 INFO:tasks.rados.rados.0.smithi037.stdout:1216: writing smithi03738989-21 from 2932736 to 3383296 tid 2 2021-07-26T16:01:24.220 INFO:tasks.rados.rados.0.smithi037.stdout:1216: writing smithi03738989-21 from 3383296 to 4136960 tid 3 2021-07-26T16:01:24.220 INFO:tasks.rados.rados.0.smithi037.stdout:1217: snap_remove snap 119 2021-07-26T16:01:24.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:24 smithi107 bash[29346]: cluster 2021-07-26T16:01:23.143347+0000 mon.a (mon.0) 274 : cluster [DBG] osdmap e292: 8 total, 8 up, 8 in 2021-07-26T16:01:24.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:24 smithi107 bash[29346]: cephadm 2021-07-26T16:01:23.592913+0000 mgr.y (mgr.24994) 118 : cephadm [INF] Upgrade: Updating osd.1 2021-07-26T16:01:24.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:24 smithi107 bash[29346]: audit 2021-07-26T16:01:23.602883+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:24.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:24 smithi107 bash[29346]: cephadm 2021-07-26T16:01:23.606151+0000 mgr.y (mgr.24994) 119 : cephadm [INF] Deploying daemon osd.1 on smithi037 2021-07-26T16:01:24.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:24 smithi107 bash[29346]: audit 2021-07-26T16:01:23.607344+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-07-26T16:01:24.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:24 smithi037 bash[42499]: cluster 2021-07-26T16:01:23.143347+0000 mon.a (mon.0) 274 : cluster [DBG] osdmap e292: 8 total, 8 up, 8 in 2021-07-26T16:01:24.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:24 smithi037 bash[42499]: cephadm 2021-07-26T16:01:23.592913+0000 mgr.y (mgr.24994) 118 : cephadm [INF] Upgrade: Updating osd.1 2021-07-26T16:01:24.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:24 smithi037 bash[42499]: audit 2021-07-26T16:01:23.602883+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:24.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:24 smithi037 bash[42499]: cephadm 2021-07-26T16:01:23.606151+0000 mgr.y (mgr.24994) 119 : cephadm [INF] Deploying daemon osd.1 on smithi037 2021-07-26T16:01:24.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:24 smithi037 bash[42499]: audit 2021-07-26T16:01:23.607344+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-07-26T16:01:24.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:24 smithi037 bash[41498]: cluster 2021-07-26T16:01:23.143347+0000 mon.a (mon.0) 274 : cluster [DBG] osdmap e292: 8 total, 8 up, 8 in 2021-07-26T16:01:24.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:24 smithi037 bash[41498]: cephadm 2021-07-26T16:01:23.592913+0000 mgr.y (mgr.24994) 118 : cephadm [INF] Upgrade: Updating osd.1 2021-07-26T16:01:24.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:24 smithi037 bash[41498]: audit 2021-07-26T16:01:23.602883+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:24.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:24 smithi037 bash[41498]: cephadm 2021-07-26T16:01:23.606151+0000 mgr.y (mgr.24994) 119 : cephadm [INF] Deploying daemon osd.1 on smithi037 2021-07-26T16:01:24.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:24 smithi037 bash[41498]: audit 2021-07-26T16:01:23.607344+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-07-26T16:01:25.171 INFO:tasks.rados.rados.0.smithi037.stdout:1217: done (5 left) 2021-07-26T16:01:25.171 INFO:tasks.rados.rados.0.smithi037.stdout:1218: rollback oid 1 current snap is 121 2021-07-26T16:01:25.171 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 1 to 94 2021-07-26T16:01:25.172 INFO:tasks.rados.rados.0.smithi037.stdout:1170: finishing write tid 2 to smithi03738989-25 2021-07-26T16:01:25.172 INFO:tasks.rados.rados.0.smithi037.stdout:1170: finishing write tid 3 to smithi03738989-25 2021-07-26T16:01:25.172 INFO:tasks.rados.rados.0.smithi037.stdout:1170: finishing write tid 5 to smithi03738989-25 2021-07-26T16:01:25.172 INFO:tasks.rados.rados.0.smithi037.stdout:1170: finishing write tid 6 to smithi03738989-25 2021-07-26T16:01:25.173 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 537 (ObjNum 381 snap 117 seq_num 381) dirty exists 2021-07-26T16:01:25.173 INFO:tasks.rados.rados.0.smithi037.stdout:1170: left oid 25 (ObjNum 381 snap 117 seq_num 381) 2021-07-26T16:01:25.173 INFO:tasks.rados.rados.0.smithi037.stdout:1213: finishing write tid 1 to smithi03738989-8 2021-07-26T16:01:25.173 INFO:tasks.rados.rados.0.smithi037.stdout:1213: finishing write tid 2 to smithi03738989-8 2021-07-26T16:01:25.173 INFO:tasks.rados.rados.0.smithi037.stdout:1213: finishing write tid 3 to smithi03738989-8 2021-07-26T16:01:25.174 INFO:tasks.rados.rados.0.smithi037.stdout:1213: finishing write tid 5 to smithi03738989-8 2021-07-26T16:01:25.174 INFO:tasks.rados.rados.0.smithi037.stdout:1213: finishing write tid 6 to smithi03738989-8 2021-07-26T16:01:25.174 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 536 (ObjNum 393 snap 121 seq_num 393) dirty exists 2021-07-26T16:01:25.174 INFO:tasks.rados.rados.0.smithi037.stdout:1213: left oid 8 (ObjNum 393 snap 121 seq_num 393) 2021-07-26T16:01:25.175 INFO:tasks.rados.rados.0.smithi037.stdout:1215: finishing write tid 1 to smithi03738989-15 2021-07-26T16:01:25.175 INFO:tasks.rados.rados.0.smithi037.stdout:1215: finishing write tid 2 to smithi03738989-15 2021-07-26T16:01:25.175 INFO:tasks.rados.rados.0.smithi037.stdout:1215: finishing write tid 3 to smithi03738989-15 2021-07-26T16:01:25.175 INFO:tasks.rados.rados.0.smithi037.stdout:1215: finishing write tid 4 to smithi03738989-15 2021-07-26T16:01:25.175 INFO:tasks.rados.rados.0.smithi037.stdout:1215: finishing write tid 6 to smithi03738989-15 2021-07-26T16:01:25.176 INFO:tasks.rados.rados.0.smithi037.stdout:1215: finishing write tid 7 to smithi03738989-15 2021-07-26T16:01:25.176 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 548 (ObjNum 394 snap 121 seq_num 394) dirty exists 2021-07-26T16:01:25.176 INFO:tasks.rados.rados.0.smithi037.stdout:1215: left oid 15 (ObjNum 394 snap 121 seq_num 394) 2021-07-26T16:01:25.176 INFO:tasks.rados.rados.0.smithi037.stdout:1216: finishing write tid 1 to smithi03738989-21 2021-07-26T16:01:25.176 INFO:tasks.rados.rados.0.smithi037.stdout:1216: finishing write tid 2 to smithi03738989-21 2021-07-26T16:01:25.177 INFO:tasks.rados.rados.0.smithi037.stdout:1216: finishing write tid 3 to smithi03738989-21 2021-07-26T16:01:25.177 INFO:tasks.rados.rados.0.smithi037.stdout:1216: finishing write tid 5 to smithi03738989-21 2021-07-26T16:01:25.177 INFO:tasks.rados.rados.0.smithi037.stdout:1216: finishing write tid 6 to smithi03738989-21 2021-07-26T16:01:25.177 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 302 (ObjNum 395 snap 121 seq_num 395) dirty exists 2021-07-26T16:01:25.178 INFO:tasks.rados.rados.0.smithi037.stdout:1216: left oid 21 (ObjNum 395 snap 121 seq_num 395) 2021-07-26T16:01:25.178 INFO:tasks.rados.rados.0.smithi037.stdout:1170: done (5 left) 2021-07-26T16:01:25.178 INFO:tasks.rados.rados.0.smithi037.stdout:1212: done (4 left) 2021-07-26T16:01:25.178 INFO:tasks.rados.rados.0.smithi037.stdout:1213: done (3 left) 2021-07-26T16:01:25.178 INFO:tasks.rados.rados.0.smithi037.stdout:1215: done (2 left) 2021-07-26T16:01:25.179 INFO:tasks.rados.rados.0.smithi037.stdout:1216: done (1 left) 2021-07-26T16:01:25.179 INFO:tasks.rados.rados.0.smithi037.stdout:1219: read oid 9 snap -1 2021-07-26T16:01:25.179 INFO:tasks.rados.rados.0.smithi037.stdout:1219: expect (ObjNum 333 snap 100 seq_num 333) 2021-07-26T16:01:25.180 INFO:tasks.rados.rados.0.smithi037.stdout:1220: read oid 29 snap -1 2021-07-26T16:01:25.180 INFO:tasks.rados.rados.0.smithi037.stdout:1220: expect (ObjNum 371 snap 116 seq_num 371) 2021-07-26T16:01:25.180 INFO:tasks.rados.rados.0.smithi037.stdout:1221: rollback oid 39 current snap is 121 2021-07-26T16:01:25.180 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 39 to 116 2021-07-26T16:01:25.181 INFO:tasks.rados.rados.0.smithi037.stdout:1222: read oid 13 snap 66 2021-07-26T16:01:25.181 INFO:tasks.rados.rados.0.smithi037.stdout:1222: expect (ObjNum 198 snap 48 seq_num 198) 2021-07-26T16:01:25.181 INFO:tasks.rados.rados.0.smithi037.stdout:1223: setattr oid 34 current snap is 121 2021-07-26T16:01:25.182 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 121 2021-07-26T16:01:25.182 INFO:tasks.rados.rados.0.smithi037.stdout:1224: seq_num 396 ranges {1794048=638976,2433024=786432,3219456=417792} 2021-07-26T16:01:25.188 INFO:tasks.rados.rados.0.smithi037.stdout:1224: writing smithi03738989-8 from 1794048 to 2433024 tid 1 2021-07-26T16:01:25.193 INFO:tasks.rados.rados.0.smithi037.stdout:1224: writing smithi03738989-8 from 2433024 to 3219456 tid 2 2021-07-26T16:01:25.196 INFO:tasks.rados.rados.0.smithi037.stdout:1224: writing smithi03738989-8 from 3219456 to 3637248 tid 3 2021-07-26T16:01:25.197 INFO:tasks.rados.rados.0.smithi037.stdout:1225: read oid 5 snap -1 2021-07-26T16:01:25.197 INFO:tasks.rados.rados.0.smithi037.stdout:1225: expect deleted 2021-07-26T16:01:25.197 INFO:tasks.rados.rados.0.smithi037.stdout:1226: delete oid 32 current snap is 121 2021-07-26T16:01:25.201 INFO:tasks.rados.rados.0.smithi037.stdout:1219: expect (ObjNum 333 snap 100 seq_num 333) 2021-07-26T16:01:25.218 INFO:tasks.rados.rados.0.smithi037.stdout:1220: expect (ObjNum 371 snap 116 seq_num 371) 2021-07-26T16:01:25.226 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:25 smithi037 bash[41498]: cluster 2021-07-26T16:01:23.703716+0000 mgr.y (mgr.24994) 120 : cluster [DBG] pgmap v143: 89 pgs: 13 active+clean+wait, 76 active+clean; 244 MiB data, 428 MiB used, 708 GiB / 715 GiB avail; 990 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2021-07-26T16:01:25.226 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:25 smithi037 bash[41498]: cluster 2021-07-26T16:01:24.163118+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e293: 8 total, 8 up, 8 in 2021-07-26T16:01:25.254 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 508 (ObjNum 1953066355 snap 858810728 seq_num 959984439) dirty exists 2021-07-26T16:01:25.254 INFO:tasks.rados.rados.0.smithi037.stdout:1218: finishing rollback tid 0 to smithi03738989-1 2021-07-26T16:01:25.254 INFO:tasks.rados.rados.0.smithi037.stdout:1218: finishing rollback tid 1 to smithi03738989-1 2021-07-26T16:01:25.254 INFO:tasks.rados.rados.0.smithi037.stdout:1219: done (8 left) 2021-07-26T16:01:25.255 INFO:tasks.rados.rados.0.smithi037.stdout:1220: done (7 left) 2021-07-26T16:01:25.255 INFO:tasks.rados.rados.0.smithi037.stdout:1223: done (6 left) 2021-07-26T16:01:25.255 INFO:tasks.rados.rados.0.smithi037.stdout:1226: done (5 left) 2021-07-26T16:01:25.256 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 121 2021-07-26T16:01:25.256 INFO:tasks.rados.rados.0.smithi037.stdout:1227: seq_num 398 ranges {0=671744,671744=557056,1228800=532480,1761280=114688} 2021-07-26T16:01:25.262 INFO:tasks.rados.rados.0.smithi037.stdout:1227: writing smithi03738989-45 from 0 to 671744 tid 1 2021-07-26T16:01:25.266 INFO:tasks.rados.rados.0.smithi037.stdout:1227: writing smithi03738989-45 from 671744 to 1228800 tid 2 2021-07-26T16:01:25.270 INFO:tasks.rados.rados.0.smithi037.stdout:1227: writing smithi03738989-45 from 1228800 to 1761280 tid 3 2021-07-26T16:01:25.271 INFO:tasks.rados.rados.0.smithi037.stdout:1227: writing smithi03738989-45 from 1761280 to 1875968 tid 4 2021-07-26T16:01:25.271 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 121 2021-07-26T16:01:25.272 INFO:tasks.rados.rados.0.smithi037.stdout:1228: seq_num 399 ranges {2318336=688128,3006464=434176,3440640=745472,4186112=24576} 2021-07-26T16:01:25.288 INFO:tasks.rados.rados.0.smithi037.stdout:1228: writing smithi03738989-4 from 2318336 to 3006464 tid 1 2021-07-26T16:01:25.291 INFO:tasks.rados.rados.0.smithi037.stdout:1228: writing smithi03738989-4 from 3006464 to 3440640 tid 2 2021-07-26T16:01:25.296 INFO:tasks.rados.rados.0.smithi037.stdout:1228: writing smithi03738989-4 from 3440640 to 4186112 tid 3 2021-07-26T16:01:25.296 INFO:tasks.rados.rados.0.smithi037.stdout:1228: writing smithi03738989-4 from 4186112 to 4210688 tid 4 2021-07-26T16:01:25.296 INFO:tasks.rados.rados.0.smithi037.stdout:1229: read oid 43 snap -1 2021-07-26T16:01:25.296 INFO:tasks.rados.rados.0.smithi037.stdout:1229: expect deleted 2021-07-26T16:01:25.297 INFO:tasks.rados.rados.0.smithi037.stdout:1230: read oid 28 snap -1 2021-07-26T16:01:25.297 INFO:tasks.rados.rados.0.smithi037.stdout:1230: expect deleted 2021-07-26T16:01:25.297 INFO:tasks.rados.rados.0.smithi037.stdout:1231: snap_remove snap 106 2021-07-26T16:01:25.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:25 smithi107 bash[29346]: cluster 2021-07-26T16:01:23.703716+0000 mgr.y (mgr.24994) 120 : cluster [DBG] pgmap v143: 89 pgs: 13 active+clean+wait, 76 active+clean; 244 MiB data, 428 MiB used, 708 GiB / 715 GiB avail; 990 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2021-07-26T16:01:25.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:25 smithi107 bash[29346]: cluster 2021-07-26T16:01:24.163118+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e293: 8 total, 8 up, 8 in 2021-07-26T16:01:25.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:25 smithi037 bash[42499]: cluster 2021-07-26T16:01:23.703716+0000 mgr.y (mgr.24994) 120 : cluster [DBG] pgmap v143: 89 pgs: 13 active+clean+wait, 76 active+clean; 244 MiB data, 428 MiB used, 708 GiB / 715 GiB avail; 990 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2021-07-26T16:01:25.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:25 smithi037 bash[42499]: cluster 2021-07-26T16:01:24.163118+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e293: 8 total, 8 up, 8 in 2021-07-26T16:01:26.193 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:26 smithi037 bash[41498]: cluster 2021-07-26T16:01:25.168284+0000 mon.a (mon.0) 277 : cluster [DBG] osdmap e294: 8 total, 8 up, 8 in 2021-07-26T16:01:26.193 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:26 smithi037 bash[42499]: cluster 2021-07-26T16:01:25.168284+0000 mon.a (mon.0) 277 : cluster [DBG] osdmap e294: 8 total, 8 up, 8 in 2021-07-26T16:01:26.199 INFO:tasks.rados.rados.0.smithi037.stdout:1231: done (9 left) 2021-07-26T16:01:26.199 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 121 2021-07-26T16:01:26.199 INFO:tasks.rados.rados.0.smithi037.stdout:1232: seq_num 400 ranges {5054464=704512,5758976=720896,6479872=483328} 2021-07-26T16:01:26.234 INFO:tasks.rados.rados.0.smithi037.stdout:1232: writing smithi03738989-42 from 5054464 to 5758976 tid 1 2021-07-26T16:01:26.238 INFO:tasks.rados.rados.0.smithi037.stdout:1232: writing smithi03738989-42 from 5758976 to 6479872 tid 2 2021-07-26T16:01:26.241 INFO:tasks.rados.rados.0.smithi037.stdout:1232: writing smithi03738989-42 from 6479872 to 6963200 tid 3 2021-07-26T16:01:26.241 INFO:tasks.rados.rados.0.smithi037.stdout:1233: snap_create 2021-07-26T16:01:26.242 INFO:tasks.rados.rados.0.smithi037.stdout:1218: finishing rollback tid 2 to smithi03738989-1 2021-07-26T16:01:26.242 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 1041 (ObjNum 279 snap 81 seq_num 279) dirty exists 2021-07-26T16:01:26.242 INFO:tasks.rados.rados.0.smithi037.stdout:1221: finishing rollback tid 0 to smithi03738989-39 2021-07-26T16:01:26.242 INFO:tasks.rados.rados.0.smithi037.stdout:1221: finishing rollback tid 1 to smithi03738989-39 2021-07-26T16:01:26.244 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1044 (ObjNum 1 snap 21933 seq_num 372587824) dirty dne 2021-07-26T16:01:26.244 INFO:tasks.rados.rados.0.smithi037.stdout:1224: finishing write tid 1 to smithi03738989-8 2021-07-26T16:01:26.244 INFO:tasks.rados.rados.0.smithi037.stdout:1224: finishing write tid 2 to smithi03738989-8 2021-07-26T16:01:26.244 INFO:tasks.rados.rados.0.smithi037.stdout:1224: finishing write tid 3 to smithi03738989-8 2021-07-26T16:01:26.244 INFO:tasks.rados.rados.0.smithi037.stdout:1222: expect (ObjNum 198 snap 48 seq_num 198) 2021-07-26T16:01:26.366 INFO:tasks.rados.rados.0.smithi037.stdout:1224: finishing write tid 5 to smithi03738989-8 2021-07-26T16:01:26.366 INFO:tasks.rados.rados.0.smithi037.stdout:1224: finishing write tid 6 to smithi03738989-8 2021-07-26T16:01:26.366 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 540 (ObjNum 396 snap 121 seq_num 396) dirty exists 2021-07-26T16:01:26.367 INFO:tasks.rados.rados.0.smithi037.stdout:1224: left oid 8 (ObjNum 396 snap 121 seq_num 396) 2021-07-26T16:01:26.367 INFO:tasks.rados.rados.0.smithi037.stdout:1227: finishing write tid 1 to smithi03738989-45 2021-07-26T16:01:26.367 INFO:tasks.rados.rados.0.smithi037.stdout:1227: finishing write tid 2 to smithi03738989-45 2021-07-26T16:01:26.367 INFO:tasks.rados.rados.0.smithi037.stdout:1227: finishing write tid 3 to smithi03738989-45 2021-07-26T16:01:26.367 INFO:tasks.rados.rados.0.smithi037.stdout:1227: finishing write tid 4 to smithi03738989-45 2021-07-26T16:01:26.368 INFO:tasks.rados.rados.0.smithi037.stdout:1227: finishing write tid 6 to smithi03738989-45 2021-07-26T16:01:26.368 INFO:tasks.rados.rados.0.smithi037.stdout:1227: finishing write tid 7 to smithi03738989-45 2021-07-26T16:01:26.368 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1051 (ObjNum 398 snap 121 seq_num 398) dirty exists 2021-07-26T16:01:26.368 INFO:tasks.rados.rados.0.smithi037.stdout:1227: left oid 45 (ObjNum 398 snap 121 seq_num 398) 2021-07-26T16:01:26.369 INFO:tasks.rados.rados.0.smithi037.stdout:1228: finishing write tid 1 to smithi03738989-4 2021-07-26T16:01:26.369 INFO:tasks.rados.rados.0.smithi037.stdout:1228: finishing write tid 2 to smithi03738989-4 2021-07-26T16:01:26.369 INFO:tasks.rados.rados.0.smithi037.stdout:1228: finishing write tid 3 to smithi03738989-4 2021-07-26T16:01:26.369 INFO:tasks.rados.rados.0.smithi037.stdout:1228: finishing write tid 4 to smithi03738989-4 2021-07-26T16:01:26.369 INFO:tasks.rados.rados.0.smithi037.stdout:1228: finishing write tid 6 to smithi03738989-4 2021-07-26T16:01:26.370 INFO:tasks.rados.rados.0.smithi037.stdout:1228: finishing write tid 7 to smithi03738989-4 2021-07-26T16:01:26.370 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 1057 (ObjNum 399 snap 121 seq_num 399) dirty exists 2021-07-26T16:01:26.370 INFO:tasks.rados.rados.0.smithi037.stdout:1228: left oid 4 (ObjNum 399 snap 121 seq_num 399) 2021-07-26T16:01:26.371 INFO:tasks.rados.rados.0.smithi037.stdout:1232: finishing write tid 1 to smithi03738989-42 2021-07-26T16:01:26.371 INFO:tasks.rados.rados.0.smithi037.stdout:1232: finishing write tid 2 to smithi03738989-42 2021-07-26T16:01:26.371 INFO:tasks.rados.rados.0.smithi037.stdout:1232: finishing write tid 3 to smithi03738989-42 2021-07-26T16:01:26.371 INFO:tasks.rados.rados.0.smithi037.stdout:1232: finishing write tid 5 to smithi03738989-42 2021-07-26T16:01:26.372 INFO:tasks.rados.rados.0.smithi037.stdout:1232: finishing write tid 6 to smithi03738989-42 2021-07-26T16:01:26.372 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 544 (ObjNum 400 snap 121 seq_num 400) dirty exists 2021-07-26T16:01:26.372 INFO:tasks.rados.rados.0.smithi037.stdout:1232: left oid 42 (ObjNum 400 snap 121 seq_num 400) 2021-07-26T16:01:26.469 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:26 smithi037 systemd[1]: Stopping Ceph osd.1 for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T16:01:26.469 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:26 smithi037 docker[45111]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:01:26.469 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:26 smithi037 bash[22512]: debug 2021-07-26T16:01:26.302+0000 7f7dae063700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-07-26T16:01:26.470 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:26 smithi037 bash[22512]: debug 2021-07-26T16:01:26.302+0000 7f7dae063700 -1 osd.1 295 *** Got signal Terminated *** 2021-07-26T16:01:26.470 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:26 smithi037 bash[22512]: debug 2021-07-26T16:01:26.302+0000 7f7dae063700 -1 osd.1 295 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-07-26T16:01:26.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:26 smithi107 bash[29346]: cluster 2021-07-26T16:01:25.168284+0000 mon.a (mon.0) 277 : cluster [DBG] osdmap e294: 8 total, 8 up, 8 in 2021-07-26T16:01:26.927 INFO:tasks.rados.rados.0.smithi037.stdout:1218: done (10 left) 2021-07-26T16:01:26.927 INFO:tasks.rados.rados.0.smithi037.stdout:1221: done (9 left) 2021-07-26T16:01:26.928 INFO:tasks.rados.rados.0.smithi037.stdout:1222: done (8 left) 2021-07-26T16:01:26.928 INFO:tasks.rados.rados.0.smithi037.stdout:1224: done (7 left) 2021-07-26T16:01:26.928 INFO:tasks.rados.rados.0.smithi037.stdout:1225: done (6 left) 2021-07-26T16:01:26.928 INFO:tasks.rados.rados.0.smithi037.stdout:1227: done (5 left) 2021-07-26T16:01:26.928 INFO:tasks.rados.rados.0.smithi037.stdout:1228: done (4 left) 2021-07-26T16:01:26.929 INFO:tasks.rados.rados.0.smithi037.stdout:1229: done (3 left) 2021-07-26T16:01:26.929 INFO:tasks.rados.rados.0.smithi037.stdout:1230: done (2 left) 2021-07-26T16:01:26.929 INFO:tasks.rados.rados.0.smithi037.stdout:1232: done (1 left) 2021-07-26T16:01:26.929 INFO:tasks.rados.rados.0.smithi037.stdout:1233: done (0 left) 2021-07-26T16:01:26.929 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 122 2021-07-26T16:01:26.930 INFO:tasks.rados.rados.0.smithi037.stdout:1234: seq_num 401 ranges {0=720896,720896=606208,1327104=598016} 2021-07-26T16:01:26.932 INFO:tasks.rados.rados.0.smithi037.stdout:1234: writing smithi03738989-34 from 0 to 720896 tid 1 2021-07-26T16:01:26.936 INFO:tasks.rados.rados.0.smithi037.stdout:1234: writing smithi03738989-34 from 720896 to 1327104 tid 2 2021-07-26T16:01:26.941 INFO:tasks.rados.rados.0.smithi037.stdout:1234: writing smithi03738989-34 from 1327104 to 1925120 tid 3 2021-07-26T16:01:26.941 INFO:tasks.rados.rados.0.smithi037.stdout:1235: read oid 37 snap -1 2021-07-26T16:01:26.941 INFO:tasks.rados.rados.0.smithi037.stdout:1235: expect (ObjNum 325 snap 97 seq_num 325) 2021-07-26T16:01:26.941 INFO:tasks.rados.rados.0.smithi037.stdout:1236: snap_create 2021-07-26T16:01:26.950 INFO:tasks.rados.rados.0.smithi037.stdout:1234: finishing write tid 1 to smithi03738989-34 2021-07-26T16:01:26.951 INFO:tasks.rados.rados.0.smithi037.stdout:1234: finishing write tid 2 to smithi03738989-34 2021-07-26T16:01:26.951 INFO:tasks.rados.rados.0.smithi037.stdout:1234: finishing write tid 3 to smithi03738989-34 2021-07-26T16:01:26.952 INFO:tasks.rados.rados.0.smithi037.stdout:1234: finishing write tid 5 to smithi03738989-34 2021-07-26T16:01:26.955 INFO:tasks.rados.rados.0.smithi037.stdout:1234: finishing write tid 6 to smithi03738989-34 2021-07-26T16:01:26.955 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 519 (ObjNum 401 snap 122 seq_num 401) dirty exists 2021-07-26T16:01:26.955 INFO:tasks.rados.rados.0.smithi037.stdout:1234: left oid 34 (ObjNum 401 snap 122 seq_num 401) 2021-07-26T16:01:27.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:25.704496+0000 mgr.y (mgr.24994) 121 : cluster [DBG] pgmap v146: 89 pgs: 89 active+clean; 244 MiB data, 417 MiB used, 708 GiB / 715 GiB avail; 511 B/s rd, 760 KiB/s wr, 3 op/s 2021-07-26T16:01:27.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.200093+0000 mon.a (mon.0) 278 : cluster [DBG] osdmap e295: 8 total, 8 up, 8 in 2021-07-26T16:01:27.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.576004+0000 mon.a (mon.0) 279 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T16:01:27.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.576247+0000 mon.a (mon.0) 280 : cluster [INF] osd.1 failed (root=default,host=smithi037) (connection refused reported by osd.7) 2021-07-26T16:01:27.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.576767+0000 mon.a (mon.0) 281 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T16:01:27.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.576948+0000 mon.a (mon.0) 282 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-07-26T16:01:27.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.577157+0000 mon.a (mon.0) 283 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-07-26T16:01:27.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.577347+0000 mon.a (mon.0) 284 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T16:01:27.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.577689+0000 mon.a (mon.0) 285 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T16:01:27.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.577904+0000 mon.a (mon.0) 286 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-07-26T16:01:27.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.578006+0000 mon.a (mon.0) 287 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-07-26T16:01:27.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.578245+0000 mon.a (mon.0) 288 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T16:01:27.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.578432+0000 mon.a (mon.0) 289 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-07-26T16:01:27.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.578606+0000 mon.a (mon.0) 290 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-07-26T16:01:27.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.578833+0000 mon.a (mon.0) 291 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T16:01:27.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.579092+0000 mon.a (mon.0) 292 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T16:01:27.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.579298+0000 mon.a (mon.0) 293 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-07-26T16:01:27.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.579495+0000 mon.a (mon.0) 294 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-07-26T16:01:27.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.579705+0000 mon.a (mon.0) 295 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-07-26T16:01:27.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.579879+0000 mon.a (mon.0) 296 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-07-26T16:01:27.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.580051+0000 mon.a (mon.0) 297 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-07-26T16:01:27.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.778870+0000 mon.a (mon.0) 298 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-07-26T16:01:27.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.917816+0000 mon.a (mon.0) 299 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:01:27.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:27 smithi107 bash[29346]: cluster 2021-07-26T16:01:26.927848+0000 mon.a (mon.0) 300 : cluster [DBG] osdmap e296: 8 total, 7 up, 8 in 2021-07-26T16:01:27.585 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:27 smithi037 docker[45111]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-osd.1 2021-07-26T16:01:27.586 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[45151]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:01:27.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:25.704496+0000 mgr.y (mgr.24994) 121 : cluster [DBG] pgmap v146: 89 pgs: 89 active+clean; 244 MiB data, 417 MiB used, 708 GiB / 715 GiB avail; 511 B/s rd, 760 KiB/s wr, 3 op/s 2021-07-26T16:01:27.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.200093+0000 mon.a (mon.0) 278 : cluster [DBG] osdmap e295: 8 total, 8 up, 8 in 2021-07-26T16:01:27.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.576004+0000 mon.a (mon.0) 279 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T16:01:27.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.576247+0000 mon.a (mon.0) 280 : cluster [INF] osd.1 failed (root=default,host=smithi037) (connection refused reported by osd.7) 2021-07-26T16:01:27.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.576767+0000 mon.a (mon.0) 281 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T16:01:27.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.576948+0000 mon.a (mon.0) 282 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-07-26T16:01:27.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.577157+0000 mon.a (mon.0) 283 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-07-26T16:01:27.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.577347+0000 mon.a (mon.0) 284 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T16:01:27.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.577689+0000 mon.a (mon.0) 285 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T16:01:27.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.577904+0000 mon.a (mon.0) 286 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-07-26T16:01:27.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.578006+0000 mon.a (mon.0) 287 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-07-26T16:01:27.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.578245+0000 mon.a (mon.0) 288 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T16:01:27.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.578432+0000 mon.a (mon.0) 289 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-07-26T16:01:27.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.578606+0000 mon.a (mon.0) 290 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-07-26T16:01:27.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.578833+0000 mon.a (mon.0) 291 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T16:01:27.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.579092+0000 mon.a (mon.0) 292 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T16:01:27.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.579298+0000 mon.a (mon.0) 293 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-07-26T16:01:27.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.579495+0000 mon.a (mon.0) 294 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-07-26T16:01:27.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.579705+0000 mon.a (mon.0) 295 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-07-26T16:01:27.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.579879+0000 mon.a (mon.0) 296 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-07-26T16:01:27.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.580051+0000 mon.a (mon.0) 297 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-07-26T16:01:27.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.778870+0000 mon.a (mon.0) 298 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-07-26T16:01:27.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.917816+0000 mon.a (mon.0) 299 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:01:27.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[41498]: cluster 2021-07-26T16:01:26.927848+0000 mon.a (mon.0) 300 : cluster [DBG] osdmap e296: 8 total, 7 up, 8 in 2021-07-26T16:01:27.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:25.704496+0000 mgr.y (mgr.24994) 121 : cluster [DBG] pgmap v146: 89 pgs: 89 active+clean; 244 MiB data, 417 MiB used, 708 GiB / 715 GiB avail; 511 B/s rd, 760 KiB/s wr, 3 op/s 2021-07-26T16:01:27.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.200093+0000 mon.a (mon.0) 278 : cluster [DBG] osdmap e295: 8 total, 8 up, 8 in 2021-07-26T16:01:27.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.576004+0000 mon.a (mon.0) 279 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T16:01:27.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.576247+0000 mon.a (mon.0) 280 : cluster [INF] osd.1 failed (root=default,host=smithi037) (connection refused reported by osd.7) 2021-07-26T16:01:27.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.576767+0000 mon.a (mon.0) 281 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T16:01:27.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.576948+0000 mon.a (mon.0) 282 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-07-26T16:01:27.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.577157+0000 mon.a (mon.0) 283 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-07-26T16:01:27.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.577347+0000 mon.a (mon.0) 284 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T16:01:27.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.577689+0000 mon.a (mon.0) 285 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T16:01:27.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.577904+0000 mon.a (mon.0) 286 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-07-26T16:01:27.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.578006+0000 mon.a (mon.0) 287 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-07-26T16:01:27.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.578245+0000 mon.a (mon.0) 288 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-07-26T16:01:27.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.578432+0000 mon.a (mon.0) 289 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-07-26T16:01:27.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.578606+0000 mon.a (mon.0) 290 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-07-26T16:01:27.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.578833+0000 mon.a (mon.0) 291 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-07-26T16:01:27.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.579092+0000 mon.a (mon.0) 292 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-07-26T16:01:27.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.579298+0000 mon.a (mon.0) 293 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-07-26T16:01:27.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.579495+0000 mon.a (mon.0) 294 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-07-26T16:01:27.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.579705+0000 mon.a (mon.0) 295 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-07-26T16:01:27.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.579879+0000 mon.a (mon.0) 296 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-07-26T16:01:27.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.580051+0000 mon.a (mon.0) 297 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-07-26T16:01:27.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.778870+0000 mon.a (mon.0) 298 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-07-26T16:01:27.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.917816+0000 mon.a (mon.0) 299 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:01:27.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:27 smithi037 bash[42499]: cluster 2021-07-26T16:01:26.927848+0000 mon.a (mon.0) 300 : cluster [DBG] osdmap e296: 8 total, 7 up, 8 in 2021-07-26T16:01:27.933 INFO:tasks.rados.rados.0.smithi037.stdout:1234: done (2 left) 2021-07-26T16:01:27.933 INFO:tasks.rados.rados.0.smithi037.stdout:1236: done (1 left) 2021-07-26T16:01:27.934 INFO:tasks.rados.rados.0.smithi037.stdout:1237: snap_remove snap 117 2021-07-26T16:01:28.933 INFO:tasks.rados.rados.0.smithi037.stdout:1237: done (1 left) 2021-07-26T16:01:28.934 INFO:tasks.rados.rados.0.smithi037.stdout:1235: expect (ObjNum 325 snap 97 seq_num 325) 2021-07-26T16:01:28.953 INFO:tasks.rados.rados.0.smithi037.stdout:1238: read oid 19 snap -1 2021-07-26T16:01:28.954 INFO:tasks.rados.rados.0.smithi037.stdout:1238: expect (ObjNum 352 snap 107 seq_num 352) 2021-07-26T16:01:28.954 INFO:tasks.rados.rados.0.smithi037.stdout:1235: done (1 left) 2021-07-26T16:01:28.954 INFO:tasks.rados.rados.0.smithi037.stdout:1239: read oid 42 snap 79 2021-07-26T16:01:28.954 INFO:tasks.rados.rados.0.smithi037.stdout:1239: expect (ObjNum 228 snap 61 seq_num 228) 2021-07-26T16:01:28.955 INFO:tasks.rados.rados.0.smithi037.stdout:1240: copy_from oid 41 from oid 45 current snap is 123 2021-07-26T16:01:28.955 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 123 2021-07-26T16:01:28.955 INFO:tasks.rados.rados.0.smithi037.stdout:1241: seq_num 402 ranges {786432=737280,1523712=491520,2015232=516096,2531328=196608} 2021-07-26T16:01:28.965 INFO:tasks.rados.rados.0.smithi037.stdout:1241: writing smithi03738989-9 from 786432 to 1523712 tid 1 2021-07-26T16:01:28.969 INFO:tasks.rados.rados.0.smithi037.stdout:1241: writing smithi03738989-9 from 1523712 to 2015232 tid 2 2021-07-26T16:01:28.974 INFO:tasks.rados.rados.0.smithi037.stdout:1241: writing smithi03738989-9 from 2015232 to 2531328 tid 3 2021-07-26T16:01:28.975 INFO:tasks.rados.rados.0.smithi037.stdout:1241: writing smithi03738989-9 from 2531328 to 2727936 tid 4 2021-07-26T16:01:28.975 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 123 2021-07-26T16:01:28.976 INFO:tasks.rados.rados.0.smithi037.stdout:1242: seq_num 403 ranges {4685824=753664,5439488=425984,5865472=720896,6586368=57344} 2021-07-26T16:01:29.006 INFO:tasks.rados.rados.0.smithi037.stdout:1242: writing smithi03738989-20 from 4685824 to 5439488 tid 1 2021-07-26T16:01:29.008 INFO:tasks.rados.rados.0.smithi037.stdout:1242: writing smithi03738989-20 from 5439488 to 5865472 tid 2 2021-07-26T16:01:29.013 INFO:tasks.rados.rados.0.smithi037.stdout:1242: writing smithi03738989-20 from 5865472 to 6586368 tid 3 2021-07-26T16:01:29.013 INFO:tasks.rados.rados.0.smithi037.stdout:1242: writing smithi03738989-20 from 6586368 to 6643712 tid 4 2021-07-26T16:01:29.014 INFO:tasks.rados.rados.0.smithi037.stdout:1243: rollback oid 17 current snap is 123 2021-07-26T16:01:29.014 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 17 to 121 2021-07-26T16:01:29.014 INFO:tasks.rados.rados.0.smithi037.stdout:1238: expect (ObjNum 352 snap 107 seq_num 352) 2021-07-26T16:01:29.042 INFO:tasks.rados.rados.0.smithi037.stdout:1241: finishing write tid 1 to smithi03738989-9 2021-07-26T16:01:29.042 INFO:tasks.rados.rados.0.smithi037.stdout:1238: done (5 left) 2021-07-26T16:01:29.043 INFO:tasks.rados.rados.0.smithi037.stdout:1244: read oid 34 snap -1 2021-07-26T16:01:29.043 INFO:tasks.rados.rados.0.smithi037.stdout:1244: expect (ObjNum 401 snap 122 seq_num 401) 2021-07-26T16:01:29.043 INFO:tasks.rados.rados.0.smithi037.stdout:1245: snap_create 2021-07-26T16:01:29.043 INFO:tasks.rados.rados.0.smithi037.stdout:1240: finishing copy_from to smithi03738989-41 2021-07-26T16:01:29.044 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1051 (ObjNum 398 snap 121 seq_num 398) dirty exists 2021-07-26T16:01:29.044 INFO:tasks.rados.rados.0.smithi037.stdout:1240: finishing copy_from racing read to smithi03738989-41 2021-07-26T16:01:29.044 INFO:tasks.rados.rados.0.smithi037.stdout:1241: finishing write tid 2 to smithi03738989-9 2021-07-26T16:01:29.044 INFO:tasks.rados.rados.0.smithi037.stdout:1241: finishing write tid 3 to smithi03738989-9 2021-07-26T16:01:29.045 INFO:tasks.rados.rados.0.smithi037.stdout:1241: finishing write tid 4 to smithi03738989-9 2021-07-26T16:01:29.045 INFO:tasks.rados.rados.0.smithi037.stdout:1239: expect (ObjNum 228 snap 61 seq_num 228) 2021-07-26T16:01:29.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:28 smithi037 bash[41498]: cluster 2021-07-26T16:01:27.705251+0000 mgr.y (mgr.24994) 122 : cluster [DBG] pgmap v149: 89 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 11 stale+active+clean, 73 active+clean; 253 MiB data, 423 MiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2021-07-26T16:01:29.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:28 smithi037 bash[41498]: cluster 2021-07-26T16:01:27.931413+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e297: 8 total, 7 up, 8 in 2021-07-26T16:01:29.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:28 smithi037 bash[42499]: cluster 2021-07-26T16:01:27.705251+0000 mgr.y (mgr.24994) 122 : cluster [DBG] pgmap v149: 89 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 11 stale+active+clean, 73 active+clean; 253 MiB data, 423 MiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2021-07-26T16:01:29.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:28 smithi037 bash[42499]: cluster 2021-07-26T16:01:27.931413+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e297: 8 total, 7 up, 8 in 2021-07-26T16:01:29.199 INFO:tasks.rados.rados.0.smithi037.stdout:1241: finishing write tid 6 to smithi03738989-9 2021-07-26T16:01:29.200 INFO:tasks.rados.rados.0.smithi037.stdout:1241: finishing write tid 7 to smithi03738989-9 2021-07-26T16:01:29.200 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 726 (ObjNum 402 snap 123 seq_num 402) dirty exists 2021-07-26T16:01:29.200 INFO:tasks.rados.rados.0.smithi037.stdout:1241: left oid 9 (ObjNum 402 snap 123 seq_num 402) 2021-07-26T16:01:29.201 INFO:tasks.rados.rados.0.smithi037.stdout:1242: finishing write tid 1 to smithi03738989-20 2021-07-26T16:01:29.201 INFO:tasks.rados.rados.0.smithi037.stdout:1242: finishing write tid 2 to smithi03738989-20 2021-07-26T16:01:29.201 INFO:tasks.rados.rados.0.smithi037.stdout:1242: finishing write tid 3 to smithi03738989-20 2021-07-26T16:01:29.201 INFO:tasks.rados.rados.0.smithi037.stdout:1242: finishing write tid 4 to smithi03738989-20 2021-07-26T16:01:29.201 INFO:tasks.rados.rados.0.smithi037.stdout:1242: finishing write tid 6 to smithi03738989-20 2021-07-26T16:01:29.202 INFO:tasks.rados.rados.0.smithi037.stdout:1243: finishing rollback tid 0 to smithi03738989-17 2021-07-26T16:01:29.202 INFO:tasks.rados.rados.0.smithi037.stdout:1243: finishing rollback tid 1 to smithi03738989-17 2021-07-26T16:01:29.202 INFO:tasks.rados.rados.0.smithi037.stdout:1243: finishing rollback tid 2 to smithi03738989-17 2021-07-26T16:01:29.203 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 558 (ObjNum 383 snap 117 seq_num 383) dirty exists 2021-07-26T16:01:29.203 INFO:tasks.rados.rados.0.smithi037.stdout:1242: finishing write tid 7 to smithi03738989-20 2021-07-26T16:01:29.203 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 743 (ObjNum 403 snap 123 seq_num 403) dirty exists 2021-07-26T16:01:29.203 INFO:tasks.rados.rados.0.smithi037.stdout:1242: left oid 20 (ObjNum 403 snap 123 seq_num 403) 2021-07-26T16:01:29.204 INFO:tasks.rados.rados.0.smithi037.stdout:1244: expect (ObjNum 401 snap 122 seq_num 401) 2021-07-26T16:01:29.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:28 smithi107 bash[29346]: cluster 2021-07-26T16:01:27.705251+0000 mgr.y (mgr.24994) 122 : cluster [DBG] pgmap v149: 89 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 11 stale+active+clean, 73 active+clean; 253 MiB data, 423 MiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2021-07-26T16:01:29.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:28 smithi107 bash[29346]: cluster 2021-07-26T16:01:27.931413+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e297: 8 total, 7 up, 8 in 2021-07-26T16:01:29.760 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:29 smithi037 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@osd.1.service: Succeeded. 2021-07-26T16:01:29.761 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:29 smithi037 systemd[1]: Stopped Ceph osd.1 for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:01:29.950 INFO:tasks.rados.rados.0.smithi037.stdout:1239: done (6 left) 2021-07-26T16:01:29.951 INFO:tasks.rados.rados.0.smithi037.stdout:1240: done (5 left) 2021-07-26T16:01:29.951 INFO:tasks.rados.rados.0.smithi037.stdout:1241: done (4 left) 2021-07-26T16:01:29.951 INFO:tasks.rados.rados.0.smithi037.stdout:1242: done (3 left) 2021-07-26T16:01:29.952 INFO:tasks.rados.rados.0.smithi037.stdout:1243: done (2 left) 2021-07-26T16:01:29.952 INFO:tasks.rados.rados.0.smithi037.stdout:1244: done (1 left) 2021-07-26T16:01:29.952 INFO:tasks.rados.rados.0.smithi037.stdout:1245: done (0 left) 2021-07-26T16:01:29.952 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 124 2021-07-26T16:01:29.952 INFO:tasks.rados.rados.0.smithi037.stdout:1246: seq_num 404 ranges {6963200=770048,7733248=712704,8445952=491520} 2021-07-26T16:01:29.994 INFO:tasks.rados.rados.0.smithi037.stdout:1246: writing smithi03738989-42 from 6963200 to 7733248 tid 1 2021-07-26T16:01:29.999 INFO:tasks.rados.rados.0.smithi037.stdout:1246: writing smithi03738989-42 from 7733248 to 8445952 tid 2 2021-07-26T16:01:30.003 INFO:tasks.rados.rados.0.smithi037.stdout:1246: writing smithi03738989-42 from 8445952 to 8937472 tid 3 2021-07-26T16:01:30.003 INFO:tasks.rados.rados.0.smithi037.stdout:1247: read oid 6 snap -1 2021-07-26T16:01:30.003 INFO:tasks.rados.rados.0.smithi037.stdout:1247: expect deleted 2021-07-26T16:01:30.003 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 124 2021-07-26T16:01:30.004 INFO:tasks.rados.rados.0.smithi037.stdout:1248: seq_num 405 ranges {0=786432,786432=589824,1376256=614400} 2021-07-26T16:01:30.008 INFO:tasks.rados.rados.0.smithi037.stdout:1248: writing smithi03738989-14 from 0 to 786432 tid 1 2021-07-26T16:01:30.011 INFO:tasks.rados.rados.0.smithi037.stdout:1248: writing smithi03738989-14 from 786432 to 1376256 tid 2 2021-07-26T16:01:30.015 INFO:tasks.rados.rados.0.smithi037.stdout:1248: writing smithi03738989-14 from 1376256 to 1990656 tid 3 2021-07-26T16:01:30.016 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 124 2021-07-26T16:01:30.016 INFO:tasks.rados.rados.0.smithi037.stdout:1249: seq_num 406 ranges {5152768=802816,5955584=475136,6430720=499712,6930432=229376} 2021-07-26T16:01:30.051 INFO:tasks.rados.rados.0.smithi037.stdout:1249: writing smithi03738989-12 from 5152768 to 5955584 tid 1 2021-07-26T16:01:30.051 INFO:tasks.rados.rados.0.smithi037.stdout:1249: writing smithi03738989-12 from 5955584 to 6430720 tid 2 2021-07-26T16:01:30.054 INFO:tasks.rados.rados.0.smithi037.stdout:1249: writing smithi03738989-12 from 6430720 to 6930432 tid 3 2021-07-26T16:01:30.056 INFO:tasks.rados.rados.0.smithi037.stdout:1249: writing smithi03738989-12 from 6930432 to 7159808 tid 4 2021-07-26T16:01:30.056 INFO:tasks.rados.rados.0.smithi037.stdout:1250: rmattr oid 16 current snap is 124 2021-07-26T16:01:30.056 INFO:tasks.rados.rados.0.smithi037.stdout:1250: done (4 left) 2021-07-26T16:01:30.057 INFO:tasks.rados.rados.0.smithi037.stdout:1251: delete oid 29 current snap is 124 2021-07-26T16:01:30.057 INFO:tasks.rados.rados.0.smithi037.stdout:1246: finishing write tid 1 to smithi03738989-42 2021-07-26T16:01:30.057 INFO:tasks.rados.rados.0.smithi037.stdout:1246: finishing write tid 2 to smithi03738989-42 2021-07-26T16:01:30.057 INFO:tasks.rados.rados.0.smithi037.stdout:1246: finishing write tid 3 to smithi03738989-42 2021-07-26T16:01:30.058 INFO:tasks.rados.rados.0.smithi037.stdout:1246: finishing write tid 5 to smithi03738989-42 2021-07-26T16:01:30.058 INFO:tasks.rados.rados.0.smithi037.stdout:1248: finishing write tid 1 to smithi03738989-14 2021-07-26T16:01:30.058 INFO:tasks.rados.rados.0.smithi037.stdout:1246: finishing write tid 6 to smithi03738989-42 2021-07-26T16:01:30.058 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 548 (ObjNum 404 snap 124 seq_num 404) dirty exists 2021-07-26T16:01:30.058 INFO:tasks.rados.rados.0.smithi037.stdout:1246: left oid 42 (ObjNum 404 snap 124 seq_num 404) 2021-07-26T16:01:30.059 INFO:tasks.rados.rados.0.smithi037.stdout:1248: finishing write tid 2 to smithi03738989-14 2021-07-26T16:01:30.059 INFO:tasks.rados.rados.0.smithi037.stdout:1248: finishing write tid 3 to smithi03738989-14 2021-07-26T16:01:30.059 INFO:tasks.rados.rados.0.smithi037.stdout:1248: finishing write tid 5 to smithi03738989-14 2021-07-26T16:01:30.060 INFO:tasks.rados.rados.0.smithi037.stdout:1248: finishing write tid 6 to smithi03738989-14 2021-07-26T16:01:30.060 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 186 (ObjNum 405 snap 124 seq_num 405) dirty exists 2021-07-26T16:01:30.060 INFO:tasks.rados.rados.0.smithi037.stdout:1248: left oid 14 (ObjNum 405 snap 124 seq_num 405) 2021-07-26T16:01:30.061 INFO:tasks.rados.rados.0.smithi037.stdout:1249: finishing write tid 1 to smithi03738989-12 2021-07-26T16:01:30.061 INFO:tasks.rados.rados.0.smithi037.stdout:1246: done (4 left) 2021-07-26T16:01:30.062 INFO:tasks.rados.rados.0.smithi037.stdout:1247: done (3 left) 2021-07-26T16:01:30.062 INFO:tasks.rados.rados.0.smithi037.stdout:1248: done (2 left) 2021-07-26T16:01:30.062 INFO:tasks.rados.rados.0.smithi037.stdout:1251: done (1 left) 2021-07-26T16:01:30.062 INFO:tasks.rados.rados.0.smithi037.stdout:1252: snap_create 2021-07-26T16:01:30.062 INFO:tasks.rados.rados.0.smithi037.stdout:1249: finishing write tid 2 to smithi03738989-12 2021-07-26T16:01:30.063 INFO:tasks.rados.rados.0.smithi037.stdout:1249: finishing write tid 3 to smithi03738989-12 2021-07-26T16:01:30.064 INFO:tasks.rados.rados.0.smithi037.stdout:1249: finishing write tid 4 to smithi03738989-12 2021-07-26T16:01:30.064 INFO:tasks.rados.rados.0.smithi037.stdout:1249: finishing write tid 6 to smithi03738989-12 2021-07-26T16:01:30.065 INFO:tasks.rados.rados.0.smithi037.stdout:1249: finishing write tid 7 to smithi03738989-12 2021-07-26T16:01:30.065 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 628 (ObjNum 406 snap 124 seq_num 406) dirty exists 2021-07-26T16:01:30.065 INFO:tasks.rados.rados.0.smithi037.stdout:1249: left oid 12 (ObjNum 406 snap 124 seq_num 406) 2021-07-26T16:01:30.085 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:29 smithi037 systemd[1]: Started Ceph osd.1 for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:01:30.086 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:29 smithi037 bash[45272]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:01:30.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:29 smithi037 bash[42499]: cluster 2021-07-26T16:01:28.932364+0000 mon.a (mon.0) 302 : cluster [DBG] osdmap e298: 8 total, 7 up, 8 in 2021-07-26T16:01:30.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:29 smithi037 bash[42499]: audit 2021-07-26T16:01:29.798678+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:30.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:29 smithi037 bash[42499]: audit 2021-07-26T16:01:29.803263+0000 mon.c (mon.1) 91 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:01:30.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:29 smithi037 bash[42499]: audit 2021-07-26T16:01:29.806104+0000 mon.c (mon.1) 92 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:01:30.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:29 smithi037 bash[41498]: cluster 2021-07-26T16:01:28.932364+0000 mon.a (mon.0) 302 : cluster [DBG] osdmap e298: 8 total, 7 up, 8 in 2021-07-26T16:01:30.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:29 smithi037 bash[41498]: audit 2021-07-26T16:01:29.798678+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:30.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:29 smithi037 bash[41498]: audit 2021-07-26T16:01:29.803263+0000 mon.c (mon.1) 91 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:01:30.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:29 smithi037 bash[41498]: audit 2021-07-26T16:01:29.806104+0000 mon.c (mon.1) 92 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:01:30.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:29 smithi107 bash[29346]: cluster 2021-07-26T16:01:28.932364+0000 mon.a (mon.0) 302 : cluster [DBG] osdmap e298: 8 total, 7 up, 8 in 2021-07-26T16:01:30.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:29 smithi107 bash[29346]: audit 2021-07-26T16:01:29.798678+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:30.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:29 smithi107 bash[29346]: audit 2021-07-26T16:01:29.803263+0000 mon.c (mon.1) 91 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:01:30.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:29 smithi107 bash[29346]: audit 2021-07-26T16:01:29.806104+0000 mon.c (mon.1) 92 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:01:30.957 INFO:tasks.rados.rados.0.smithi037.stdout:1249: done (1 left) 2021-07-26T16:01:30.957 INFO:tasks.rados.rados.0.smithi037.stdout:1252: done (0 left) 2021-07-26T16:01:30.958 INFO:tasks.rados.rados.0.smithi037.stdout:1253: read oid 10 snap -1 2021-07-26T16:01:30.958 INFO:tasks.rados.rados.0.smithi037.stdout:1253: expect (ObjNum 228 snap 61 seq_num 228) 2021-07-26T16:01:30.958 INFO:tasks.rados.rados.0.smithi037.stdout:1254: delete oid 16 current snap is 125 2021-07-26T16:01:30.962 INFO:tasks.rados.rados.0.smithi037.stdout:1254: done (1 left) 2021-07-26T16:01:30.962 INFO:tasks.rados.rados.0.smithi037.stdout:1255: read oid 2 snap 122 2021-07-26T16:01:30.963 INFO:tasks.rados.rados.0.smithi037.stdout:1255: expect (ObjNum 284 snap 83 seq_num 284) 2021-07-26T16:01:30.963 INFO:tasks.rados.rados.0.smithi037.stdout:1256: setattr oid 23 current snap is 125 2021-07-26T16:01:30.964 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 125 2021-07-26T16:01:30.964 INFO:tasks.rados.rados.0.smithi037.stdout:1257: seq_num 409 ranges {2727936=458752,3186688=532480,3719168=720896,4440064=352256} 2021-07-26T16:01:30.984 INFO:tasks.rados.rados.0.smithi037.stdout:1257: writing smithi03738989-9 from 2727936 to 3186688 tid 1 2021-07-26T16:01:30.989 INFO:tasks.rados.rados.0.smithi037.stdout:1257: writing smithi03738989-9 from 3186688 to 3719168 tid 2 2021-07-26T16:01:30.994 INFO:tasks.rados.rados.0.smithi037.stdout:1257: writing smithi03738989-9 from 3719168 to 4440064 tid 3 2021-07-26T16:01:30.997 INFO:tasks.rados.rados.0.smithi037.stdout:1257: writing smithi03738989-9 from 4440064 to 4792320 tid 4 2021-07-26T16:01:30.997 INFO:tasks.rados.rados.0.smithi037.stdout:1258: read oid 29 snap -1 2021-07-26T16:01:30.997 INFO:tasks.rados.rados.0.smithi037.stdout:1258: expect deleted 2021-07-26T16:01:30.997 INFO:tasks.rados.rados.0.smithi037.stdout:1259: copy_from oid 33 from oid 39 current snap is 125 2021-07-26T16:01:30.998 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 560 (ObjNum 363 snap 112 seq_num 363) dirty exists 2021-07-26T16:01:30.998 INFO:tasks.rados.rados.0.smithi037.stdout:1255: expect (ObjNum 284 snap 83 seq_num 284) 2021-07-26T16:01:31.072 INFO:tasks.rados.rados.0.smithi037.stdout:1253: expect (ObjNum 228 snap 61 seq_num 228) 2021-07-26T16:01:31.242 INFO:tasks.rados.rados.0.smithi037.stdout:1257: finishing write tid 1 to smithi03738989-9 2021-07-26T16:01:31.242 INFO:tasks.rados.rados.0.smithi037.stdout:1257: finishing write tid 2 to smithi03738989-9 2021-07-26T16:01:31.243 INFO:tasks.rados.rados.0.smithi037.stdout:1257: finishing write tid 3 to smithi03738989-9 2021-07-26T16:01:31.243 INFO:tasks.rados.rados.0.smithi037.stdout:1257: finishing write tid 4 to smithi03738989-9 2021-07-26T16:01:31.243 INFO:tasks.rados.rados.0.smithi037.stdout:1257: finishing write tid 6 to smithi03738989-9 2021-07-26T16:01:31.243 INFO:tasks.rados.rados.0.smithi037.stdout:1257: finishing write tid 7 to smithi03738989-9 2021-07-26T16:01:31.243 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 731 (ObjNum 409 snap 125 seq_num 409) dirty exists 2021-07-26T16:01:31.244 INFO:tasks.rados.rados.0.smithi037.stdout:1257: left oid 9 (ObjNum 409 snap 125 seq_num 409) 2021-07-26T16:01:31.244 INFO:tasks.rados.rados.0.smithi037.stdout:1259: finishing copy_from to smithi03738989-33 2021-07-26T16:01:31.244 INFO:tasks.rados.rados.0.smithi037.stdout:1259: got expected ENOENT (src dne) 2021-07-26T16:01:31.244 INFO:tasks.rados.rados.0.smithi037.stdout:1259: finishing copy_from racing read to smithi03738989-33 2021-07-26T16:01:31.245 INFO:tasks.rados.rados.0.smithi037.stdout:1253: done (5 left) 2021-07-26T16:01:31.245 INFO:tasks.rados.rados.0.smithi037.stdout:1255: done (4 left) 2021-07-26T16:01:31.245 INFO:tasks.rados.rados.0.smithi037.stdout:1256: done (3 left) 2021-07-26T16:01:31.245 INFO:tasks.rados.rados.0.smithi037.stdout:1257: done (2 left) 2021-07-26T16:01:31.245 INFO:tasks.rados.rados.0.smithi037.stdout:1258: done (1 left) 2021-07-26T16:01:31.246 INFO:tasks.rados.rados.0.smithi037.stdout:1259: done (0 left) 2021-07-26T16:01:31.246 INFO:tasks.rados.rados.0.smithi037.stdout:1260: rollback oid 34 current snap is 125 2021-07-26T16:01:31.246 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 34 to 93 2021-07-26T16:01:31.246 INFO:tasks.rados.rados.0.smithi037.stdout:1261: delete oid 12 current snap is 125 2021-07-26T16:01:31.248 INFO:tasks.rados.rados.0.smithi037.stdout:1260: finishing rollback tid 0 to smithi03738989-34 2021-07-26T16:01:31.248 INFO:tasks.rados.rados.0.smithi037.stdout:1261: done (1 left) 2021-07-26T16:01:31.249 INFO:tasks.rados.rados.0.smithi037.stdout:1262: delete oid 50 current snap is 125 2021-07-26T16:01:31.249 INFO:tasks.rados.rados.0.smithi037.stdout:1260: finishing rollback tid 1 to smithi03738989-34 2021-07-26T16:01:31.250 INFO:tasks.rados.rados.0.smithi037.stdout:1260: finishing rollback tid 2 to smithi03738989-34 2021-07-26T16:01:31.250 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 527 (ObjNum 1 snap 32610 seq_num 371888688) dirty exists 2021-07-26T16:01:31.253 INFO:tasks.rados.rados.0.smithi037.stdout:1260: done (1 left) 2021-07-26T16:01:31.253 INFO:tasks.rados.rados.0.smithi037.stdout:1262: done (0 left) 2021-07-26T16:01:31.253 INFO:tasks.rados.rados.0.smithi037.stdout:1263: delete oid 31 current snap is 125 2021-07-26T16:01:31.259 INFO:tasks.rados.rados.0.smithi037.stdout:1263: done (0 left) 2021-07-26T16:01:31.259 INFO:tasks.rados.rados.0.smithi037.stdout:1264: snap_remove snap 112 2021-07-26T16:01:31.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:30 smithi107 bash[29346]: cluster 2021-07-26T16:01:29.706113+0000 mgr.y (mgr.24994) 123 : cluster [DBG] pgmap v152: 89 pgs: 2 active+undersized+degraded, 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 10 stale+active+clean, 3 active+undersized, 69 active+clean; 254 MiB data, 431 MiB used, 708 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.6 MiB/s wr, 15 op/s; 15/603 objects degraded (2.488%) 2021-07-26T16:01:31.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:30 smithi107 bash[29346]: cluster 2021-07-26T16:01:29.937614+0000 mon.a (mon.0) 304 : cluster [WRN] Health check failed: Degraded data redundancy: 15/603 objects degraded (2.488%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:31.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:30 smithi107 bash[29346]: cluster 2021-07-26T16:01:29.952292+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e299: 8 total, 7 up, 8 in 2021-07-26T16:01:31.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:30 smithi037 bash[41498]: cluster 2021-07-26T16:01:29.706113+0000 mgr.y (mgr.24994) 123 : cluster [DBG] pgmap v152: 89 pgs: 2 active+undersized+degraded, 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 10 stale+active+clean, 3 active+undersized, 69 active+clean; 254 MiB data, 431 MiB used, 708 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.6 MiB/s wr, 15 op/s; 15/603 objects degraded (2.488%) 2021-07-26T16:01:31.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:30 smithi037 bash[41498]: cluster 2021-07-26T16:01:29.937614+0000 mon.a (mon.0) 304 : cluster [WRN] Health check failed: Degraded data redundancy: 15/603 objects degraded (2.488%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:31.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:30 smithi037 bash[41498]: cluster 2021-07-26T16:01:29.952292+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e299: 8 total, 7 up, 8 in 2021-07-26T16:01:31.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:30 smithi037 bash[42499]: cluster 2021-07-26T16:01:29.706113+0000 mgr.y (mgr.24994) 123 : cluster [DBG] pgmap v152: 89 pgs: 2 active+undersized+degraded, 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 10 stale+active+clean, 3 active+undersized, 69 active+clean; 254 MiB data, 431 MiB used, 708 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.6 MiB/s wr, 15 op/s; 15/603 objects degraded (2.488%) 2021-07-26T16:01:31.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:30 smithi037 bash[42499]: cluster 2021-07-26T16:01:29.937614+0000 mon.a (mon.0) 304 : cluster [WRN] Health check failed: Degraded data redundancy: 15/603 objects degraded (2.488%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:31.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:30 smithi037 bash[42499]: cluster 2021-07-26T16:01:29.952292+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e299: 8 total, 7 up, 8 in 2021-07-26T16:01:31.836 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:31 smithi037 bash[45272]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2021-07-26T16:01:31.836 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:31 smithi037 bash[45272]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2021-07-26T16:01:31.836 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:31 smithi037 bash[45272]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2021-07-26T16:01:31.837 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:31 smithi037 bash[45272]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2021-07-26T16:01:31.837 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:31 smithi037 bash[45272]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2021-07-26T16:01:31.837 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:31 smithi037 bash[45272]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2021-07-26T16:01:31.837 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:31 smithi037 bash[45272]: --> ceph-volume lvm activate successful for osd ID: 1 2021-07-26T16:01:31.961 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:31 smithi037 bash[41498]: cluster 2021-07-26T16:01:30.957690+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e300: 8 total, 7 up, 8 in 2021-07-26T16:01:31.967 INFO:tasks.rados.rados.0.smithi037.stdout:1264: done (0 left) 2021-07-26T16:01:31.967 INFO:tasks.rados.rados.0.smithi037.stdout:1265: read oid 18 snap -1 2021-07-26T16:01:31.968 INFO:tasks.rados.rados.0.smithi037.stdout:1265: expect deleted 2021-07-26T16:01:31.968 INFO:tasks.rados.rados.0.smithi037.stdout:1266: copy_from oid 31 from oid 16 current snap is 125 2021-07-26T16:01:31.968 INFO:tasks.rados.rados.0.smithi037.stdout:1267: delete oid 46 current snap is 125 2021-07-26T16:01:31.976 INFO:tasks.rados.rados.0.smithi037.stdout:1266: finishing copy_from to smithi03738989-31 2021-07-26T16:01:31.976 INFO:tasks.rados.rados.0.smithi037.stdout:1266: got expected ENOENT (src dne) 2021-07-26T16:01:31.979 INFO:tasks.rados.rados.0.smithi037.stdout:1266: finishing copy_from racing read to smithi03738989-31 2021-07-26T16:01:31.981 INFO:tasks.rados.rados.0.smithi037.stdout:1265: done (2 left) 2021-07-26T16:01:31.981 INFO:tasks.rados.rados.0.smithi037.stdout:1266: done (1 left) 2021-07-26T16:01:31.982 INFO:tasks.rados.rados.0.smithi037.stdout:1267: done (0 left) 2021-07-26T16:01:31.982 INFO:tasks.rados.rados.0.smithi037.stdout:1268: copy_from oid 37 from oid 30 current snap is 125 2021-07-26T16:01:31.982 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 125 2021-07-26T16:01:31.983 INFO:tasks.rados.rados.0.smithi037.stdout:1269: seq_num 414 ranges {0=540672,540672=802816,1343488=458752,1802240=344064} 2021-07-26T16:01:31.985 INFO:tasks.rados.rados.0.smithi037.stdout:1269: writing smithi03738989-44 from 0 to 540672 tid 1 2021-07-26T16:01:31.991 INFO:tasks.rados.rados.0.smithi037.stdout:1269: writing smithi03738989-44 from 540672 to 1343488 tid 2 2021-07-26T16:01:31.993 INFO:tasks.rados.rados.0.smithi037.stdout:1269: writing smithi03738989-44 from 1343488 to 1802240 tid 3 2021-07-26T16:01:31.997 INFO:tasks.rados.rados.0.smithi037.stdout:1269: writing smithi03738989-44 from 1802240 to 2146304 tid 4 2021-07-26T16:01:31.997 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 125 2021-07-26T16:01:31.998 INFO:tasks.rados.rados.0.smithi037.stdout:1270: seq_num 415 ranges {4005888=557056,4562944=688128,5251072=663552,5914624=253952} 2021-07-26T16:01:32.022 INFO:tasks.rados.rados.0.smithi037.stdout:1270: writing smithi03738989-10 from 4005888 to 4562944 tid 1 2021-07-26T16:01:32.026 INFO:tasks.rados.rados.0.smithi037.stdout:1270: writing smithi03738989-10 from 4562944 to 5251072 tid 2 2021-07-26T16:01:32.029 INFO:tasks.rados.rados.0.smithi037.stdout:1270: writing smithi03738989-10 from 5251072 to 5914624 tid 3 2021-07-26T16:01:32.031 INFO:tasks.rados.rados.0.smithi037.stdout:1270: writing smithi03738989-10 from 5914624 to 6168576 tid 4 2021-07-26T16:01:32.031 INFO:tasks.rados.rados.0.smithi037.stdout:1271: read oid 45 snap -1 2021-07-26T16:01:32.031 INFO:tasks.rados.rados.0.smithi037.stdout:1271: expect (ObjNum 398 snap 121 seq_num 398) 2021-07-26T16:01:32.032 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 125 2021-07-26T16:01:32.032 INFO:tasks.rados.rados.0.smithi037.stdout:1272: seq_num 416 ranges {1335296=573440,1908736=573440,2482176=475136,2957312=557056} 2021-07-26T16:01:32.042 INFO:tasks.rados.rados.0.smithi037.stdout:1272: writing smithi03738989-13 from 1335296 to 1908736 tid 1 2021-07-26T16:01:32.045 INFO:tasks.rados.rados.0.smithi037.stdout:1272: writing smithi03738989-13 from 1908736 to 2482176 tid 2 2021-07-26T16:01:32.048 INFO:tasks.rados.rados.0.smithi037.stdout:1272: writing smithi03738989-13 from 2482176 to 2957312 tid 3 2021-07-26T16:01:32.053 INFO:tasks.rados.rados.0.smithi037.stdout:1272: writing smithi03738989-13 from 2957312 to 3514368 tid 4 2021-07-26T16:01:32.053 INFO:tasks.rados.rados.0.smithi037.stdout:1273: rollback oid 16 current snap is 125 2021-07-26T16:01:32.055 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 88 2021-07-26T16:01:32.055 INFO:tasks.rados.rados.0.smithi037.stdout:1268: finishing copy_from to smithi03738989-37 2021-07-26T16:01:32.055 INFO:tasks.rados.rados.0.smithi037.stdout:1268: got expected ENOENT (src dne) 2021-07-26T16:01:32.055 INFO:tasks.rados.rados.0.smithi037.stdout:1268: finishing copy_from racing read to smithi03738989-37 2021-07-26T16:01:32.055 INFO:tasks.rados.rados.0.smithi037.stdout:1269: finishing write tid 1 to smithi03738989-44 2021-07-26T16:01:32.056 INFO:tasks.rados.rados.0.smithi037.stdout:1268: done (5 left) 2021-07-26T16:01:32.056 INFO:tasks.rados.rados.0.smithi037.stdout:1274: copy_from oid 1 from oid 28 current snap is 125 2021-07-26T16:01:32.056 INFO:tasks.rados.rados.0.smithi037.stdout:1269: finishing write tid 2 to smithi03738989-44 2021-07-26T16:01:32.056 INFO:tasks.rados.rados.0.smithi037.stdout:1269: finishing write tid 3 to smithi03738989-44 2021-07-26T16:01:32.057 INFO:tasks.rados.rados.0.smithi037.stdout:1269: finishing write tid 4 to smithi03738989-44 2021-07-26T16:01:32.057 INFO:tasks.rados.rados.0.smithi037.stdout:1269: finishing write tid 6 to smithi03738989-44 2021-07-26T16:01:32.057 INFO:tasks.rados.rados.0.smithi037.stdout:1269: finishing write tid 7 to smithi03738989-44 2021-07-26T16:01:32.057 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 744 (ObjNum 414 snap 125 seq_num 414) dirty exists 2021-07-26T16:01:32.058 INFO:tasks.rados.rados.0.smithi037.stdout:1269: left oid 44 (ObjNum 414 snap 125 seq_num 414) 2021-07-26T16:01:32.058 INFO:tasks.rados.rados.0.smithi037.stdout:1270: finishing write tid 1 to smithi03738989-10 2021-07-26T16:01:32.058 INFO:tasks.rados.rados.0.smithi037.stdout:1270: finishing write tid 2 to smithi03738989-10 2021-07-26T16:01:32.058 INFO:tasks.rados.rados.0.smithi037.stdout:1270: finishing write tid 3 to smithi03738989-10 2021-07-26T16:01:32.058 INFO:tasks.rados.rados.0.smithi037.stdout:1270: finishing write tid 4 to smithi03738989-10 2021-07-26T16:01:32.059 INFO:tasks.rados.rados.0.smithi037.stdout:1270: finishing write tid 6 to smithi03738989-10 2021-07-26T16:01:32.059 INFO:tasks.rados.rados.0.smithi037.stdout:1269: done (5 left) 2021-07-26T16:01:32.059 INFO:tasks.rados.rados.0.smithi037.stdout:1275: snap_remove snap 109 2021-07-26T16:01:32.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:31 smithi107 bash[29346]: cluster 2021-07-26T16:01:30.957690+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e300: 8 total, 7 up, 8 in 2021-07-26T16:01:32.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:31 smithi037 bash[42499]: cluster 2021-07-26T16:01:30.957690+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e300: 8 total, 7 up, 8 in 2021-07-26T16:01:32.770 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T16:01:32.835 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:32 smithi037 bash[45386]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:01:32.989 INFO:tasks.rados.rados.0.smithi037.stdout:1275: done (5 left) 2021-07-26T16:01:32.989 INFO:tasks.rados.rados.0.smithi037.stdout:1276: copy_from oid 14 from oid 30 current snap is 125 2021-07-26T16:01:32.990 INFO:tasks.rados.rados.0.smithi037.stdout:1277: snap_create 2021-07-26T16:01:32.990 INFO:tasks.rados.rados.0.smithi037.stdout:1270: finishing write tid 7 to smithi03738989-10 2021-07-26T16:01:32.990 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 1073 (ObjNum 415 snap 125 seq_num 415) dirty exists 2021-07-26T16:01:32.990 INFO:tasks.rados.rados.0.smithi037.stdout:1270: left oid 10 (ObjNum 415 snap 125 seq_num 415) 2021-07-26T16:01:32.991 INFO:tasks.rados.rados.0.smithi037.stdout:1272: finishing write tid 1 to smithi03738989-13 2021-07-26T16:01:32.991 INFO:tasks.rados.rados.0.smithi037.stdout:1272: finishing write tid 2 to smithi03738989-13 2021-07-26T16:01:32.991 INFO:tasks.rados.rados.0.smithi037.stdout:1271: expect (ObjNum 398 snap 121 seq_num 398) 2021-07-26T16:01:33.038 INFO:tasks.rados.rados.0.smithi037.stdout:1272: finishing write tid 3 to smithi03738989-13 2021-07-26T16:01:33.039 INFO:tasks.rados.rados.0.smithi037.stdout:1272: finishing write tid 4 to smithi03738989-13 2021-07-26T16:01:33.039 INFO:tasks.rados.rados.0.smithi037.stdout:1274: finishing copy_from to smithi03738989-1 2021-07-26T16:01:33.039 INFO:tasks.rados.rados.0.smithi037.stdout:1274: got expected ENOENT (src dne) 2021-07-26T16:01:33.039 INFO:tasks.rados.rados.0.smithi037.stdout:1273: finishing rollback tid 1 to smithi03738989-16 2021-07-26T16:01:33.040 INFO:tasks.rados.rados.0.smithi037.stdout:1272: finishing write tid 6 to smithi03738989-13 2021-07-26T16:01:33.040 INFO:tasks.rados.rados.0.smithi037.stdout:1274: finishing copy_from racing read to smithi03738989-1 2021-07-26T16:01:33.040 INFO:tasks.rados.rados.0.smithi037.stdout:1273: finishing rollback tid 2 to smithi03738989-16 2021-07-26T16:01:33.040 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 634 (ObjNum 237 snap 63 seq_num 237) dirty exists 2021-07-26T16:01:33.041 INFO:tasks.rados.rados.0.smithi037.stdout:1272: finishing write tid 7 to smithi03738989-13 2021-07-26T16:01:33.041 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 563 (ObjNum 416 snap 125 seq_num 416) dirty exists 2021-07-26T16:01:33.041 INFO:tasks.rados.rados.0.smithi037.stdout:1272: left oid 13 (ObjNum 416 snap 125 seq_num 416) 2021-07-26T16:01:33.042 INFO:tasks.rados.rados.0.smithi037.stdout:1276: finishing copy_from to smithi03738989-14 2021-07-26T16:01:33.042 INFO:tasks.rados.rados.0.smithi037.stdout:1276: got expected ENOENT (src dne) 2021-07-26T16:01:33.042 INFO:tasks.rados.rados.0.smithi037.stdout:1276: finishing copy_from racing read to smithi03738989-14 2021-07-26T16:01:33.120 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T16:01:33.121 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 running (8m) 27s ago 9m 10.1M - 0.20.0 0881eb8f169f efab80df0ece 2021-07-26T16:01:33.121 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi107 running (8m) 75s ago 8m 26.1M - 6.7.4 3b1077a63311 2876c96eb484 2021-07-26T16:01:33.121 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi037.wjuegm smithi037 running (7m) 27s ago 7m 15.0M - 15.2.13 5eab30a79396 d211508d5e60 2021-07-26T16:01:33.121 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi107.pmlxcx smithi107 running (7m) 75s ago 7m 17.4M - 15.2.13 5eab30a79396 8636b713abef 2021-07-26T16:01:33.122 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi107 *:8443 running (2m) 75s ago 13m 371M - 17.0.0-6381-gbccf07c2 6cdb40438e66 860e60362e9d 2021-07-26T16:01:33.122 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443 running (2m) 27s ago 15m 416M - 17.0.0-6381-gbccf07c2 6cdb40438e66 a07fb6f2ffc9 2021-07-26T16:01:33.122 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (2m) 27s ago 15m 51.2M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 370b9a5b7829 2021-07-26T16:01:33.122 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi107 running (82s) 75s ago 13m 27.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 0f8f2b11f865 2021-07-26T16:01:33.123 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (95s) 27s ago 13m 42.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46cd16de9ecd 2021-07-26T16:01:33.123 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 running (9m) 27s ago 9m 11.0M - 0.18.1 e5a616e4b9cf 3ad93cd5c278 2021-07-26T16:01:33.123 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi107 running (9m) 75s ago 9m 11.0M - 0.18.1 e5a616e4b9cf b308a000873c 2021-07-26T16:01:33.123 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (29s) 27s ago 12m - 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 3bf4d2f6804d 2021-07-26T16:01:33.123 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 starting - - - 4096M 2021-07-26T16:01:33.124 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (11m) 27s ago 12m 150M 4096M 15.2.13 5eab30a79396 b01752f39fbb 2021-07-26T16:01:33.124 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (11m) 27s ago 11m 132M 4096M 15.2.13 5eab30a79396 291b11cfe756 2021-07-26T16:01:33.124 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi107 running (11m) 75s ago 11m 142M 4096M 15.2.13 5eab30a79396 cdf1c413f938 2021-07-26T16:01:33.124 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi107 running (10m) 75s ago 10m 142M 4096M 15.2.13 5eab30a79396 1948041463bd 2021-07-26T16:01:33.124 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi107 running (10m) 75s ago 10m 108M 4096M 15.2.13 5eab30a79396 4230be7c8f5f 2021-07-26T16:01:33.125 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi107 running (9m) 75s ago 9m 105M 4096M 15.2.13 5eab30a79396 964b0df7c499 2021-07-26T16:01:33.125 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi107 running (8m) 75s ago 9m 25.3M - 2.18.1 de242295e225 95178a9d7a1a 2021-07-26T16:01:33.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:32 smithi107 bash[29346]: cluster 2021-07-26T16:01:31.707818+0000 mgr.y (mgr.24994) 124 : cluster [DBG] pgmap v155: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 273 MiB data, 448 MiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 4.6 MiB/s wr, 29 op/s; 110/651 objects degraded (16.897%) 2021-07-26T16:01:33.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:32 smithi107 bash[29346]: cluster 2021-07-26T16:01:31.969175+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e301: 8 total, 7 up, 8 in 2021-07-26T16:01:33.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:32 smithi037 bash[42499]: cluster 2021-07-26T16:01:31.707818+0000 mgr.y (mgr.24994) 124 : cluster [DBG] pgmap v155: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 273 MiB data, 448 MiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 4.6 MiB/s wr, 29 op/s; 110/651 objects degraded (16.897%) 2021-07-26T16:01:33.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:32 smithi037 bash[42499]: cluster 2021-07-26T16:01:31.969175+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e301: 8 total, 7 up, 8 in 2021-07-26T16:01:33.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:32 smithi037 bash[41498]: cluster 2021-07-26T16:01:31.707818+0000 mgr.y (mgr.24994) 124 : cluster [DBG] pgmap v155: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 273 MiB data, 448 MiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 4.6 MiB/s wr, 29 op/s; 110/651 objects degraded (16.897%) 2021-07-26T16:01:33.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:32 smithi037 bash[41498]: cluster 2021-07-26T16:01:31.969175+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e301: 8 total, 7 up, 8 in 2021-07-26T16:01:33.585 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T16:01:33.585 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2021-07-26T16:01:33.585 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T16:01:33.585 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:01:33.586 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2021-07-26T16:01:33.586 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T16:01:33.586 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:01:33.586 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2021-07-26T16:01:33.587 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 6, 2021-07-26T16:01:33.587 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 1 2021-07-26T16:01:33.587 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:01:33.587 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2021-07-26T16:01:33.588 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 2 2021-07-26T16:01:33.588 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:01:33.588 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2021-07-26T16:01:33.588 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 8, 2021-07-26T16:01:33.588 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 6 2021-07-26T16:01:33.589 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:01:33.589 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T16:01:33.836 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[45386]: debug 2021-07-26T16:01:33.586+0000 7f49302fb700 1 -- 172.21.15.37:0/2582412182 <== mon.1 v2:172.21.15.37:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c0f761e340 con 0x55c0f767ac00 2021-07-26T16:01:33.985 INFO:tasks.rados.rados.0.smithi037.stdout:1270: done (6 left) 2021-07-26T16:01:33.985 INFO:tasks.rados.rados.0.smithi037.stdout:1271: done (5 left) 2021-07-26T16:01:33.985 INFO:tasks.rados.rados.0.smithi037.stdout:1272: done (4 left) 2021-07-26T16:01:33.986 INFO:tasks.rados.rados.0.smithi037.stdout:1273: done (3 left) 2021-07-26T16:01:33.986 INFO:tasks.rados.rados.0.smithi037.stdout:1274: done (2 left) 2021-07-26T16:01:33.986 INFO:tasks.rados.rados.0.smithi037.stdout:1276: done (1 left) 2021-07-26T16:01:33.986 INFO:tasks.rados.rados.0.smithi037.stdout:1277: done (0 left) 2021-07-26T16:01:33.987 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 126 2021-07-26T16:01:33.987 INFO:tasks.rados.rados.0.smithi037.stdout:1278: seq_num 417 ranges {0=589824,589824=458752,1048576=679936,1728512=466944} 2021-07-26T16:01:33.988 INFO:tasks.rados.rados.0.smithi037.stdout:1278: writing smithi03738989-11 from 0 to 589824 tid 1 2021-07-26T16:01:33.991 INFO:tasks.rados.rados.0.smithi037.stdout:1278: writing smithi03738989-11 from 589824 to 1048576 tid 2 2021-07-26T16:01:33.995 INFO:tasks.rados.rados.0.smithi037.stdout:1278: writing smithi03738989-11 from 1048576 to 1728512 tid 3 2021-07-26T16:01:33.998 INFO:tasks.rados.rados.0.smithi037.stdout:1278: writing smithi03738989-11 from 1728512 to 2195456 tid 4 2021-07-26T16:01:33.998 INFO:tasks.rados.rados.0.smithi037.stdout:1279: rmattr oid 30 current snap is 126 2021-07-26T16:01:33.999 INFO:tasks.rados.rados.0.smithi037.stdout:1279: done (1 left) 2021-07-26T16:01:33.999 INFO:tasks.rados.rados.0.smithi037.stdout:1280: delete oid 19 current snap is 126 2021-07-26T16:01:34.000 INFO:tasks.rados.rados.0.smithi037.stdout:1278: finishing write tid 1 to smithi03738989-11 2021-07-26T16:01:34.000 INFO:tasks.rados.rados.0.smithi037.stdout:1278: finishing write tid 2 to smithi03738989-11 2021-07-26T16:01:34.001 INFO:tasks.rados.rados.0.smithi037.stdout:1280: done (1 left) 2021-07-26T16:01:34.001 INFO:tasks.rados.rados.0.smithi037.stdout:1281: rollback oid 30 current snap is 126 2021-07-26T16:01:34.002 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 122 2021-07-26T16:01:34.002 INFO:tasks.rados.rados.0.smithi037.stdout:1282: copy_from oid 23 from oid 17 current snap is 126 2021-07-26T16:01:34.002 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 126 2021-07-26T16:01:34.002 INFO:tasks.rados.rados.0.smithi037.stdout:1283: seq_num 419 ranges {4775936=622592,5398528=671744,6070272=647168,6717440=286720} 2021-07-26T16:01:34.033 INFO:tasks.rados.rados.0.smithi037.stdout:1283: writing smithi03738989-24 from 4775936 to 5398528 tid 1 2021-07-26T16:01:34.038 INFO:tasks.rados.rados.0.smithi037.stdout:1283: writing smithi03738989-24 from 5398528 to 6070272 tid 2 2021-07-26T16:01:34.043 INFO:tasks.rados.rados.0.smithi037.stdout:1283: writing smithi03738989-24 from 6070272 to 6717440 tid 3 2021-07-26T16:01:34.045 INFO:tasks.rados.rados.0.smithi037.stdout:1283: writing smithi03738989-24 from 6717440 to 7004160 tid 4 2021-07-26T16:01:34.046 INFO:tasks.rados.rados.0.smithi037.stdout:1284: read oid 34 snap 105 2021-07-26T16:01:34.046 INFO:tasks.rados.rados.0.smithi037.stdout:1284: expect (ObjNum 372200912 snap 21933 seq_num 372055856) 2021-07-26T16:01:34.046 INFO:tasks.rados.rados.0.smithi037.stdout:1285: delete oid 29 current snap is 126 2021-07-26T16:01:34.046 INFO:tasks.rados.rados.0.smithi037.stdout:1278: finishing write tid 3 to smithi03738989-11 2021-07-26T16:01:34.047 INFO:tasks.rados.rados.0.smithi037.stdout:1278: finishing write tid 4 to smithi03738989-11 2021-07-26T16:01:34.047 INFO:tasks.rados.rados.0.smithi037.stdout:1278: finishing write tid 6 to smithi03738989-11 2021-07-26T16:01:34.047 INFO:tasks.rados.rados.0.smithi037.stdout:1281: finishing rollback tid 1 to smithi03738989-30 2021-07-26T16:01:34.047 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 0 (ObjNum 0 snap 32610 seq_num 372350960) dirty dne 2021-07-26T16:01:34.048 INFO:tasks.rados.rados.0.smithi037.stdout:1278: finishing write tid 7 to smithi03738989-11 2021-07-26T16:01:34.048 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 735 (ObjNum 417 snap 126 seq_num 417) dirty exists 2021-07-26T16:01:34.048 INFO:tasks.rados.rados.0.smithi037.stdout:1278: left oid 11 (ObjNum 417 snap 126 seq_num 417) 2021-07-26T16:01:34.048 INFO:tasks.rados.rados.0.smithi037.stdout:1282: finishing copy_from to smithi03738989-23 2021-07-26T16:01:34.048 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 558 (ObjNum 383 snap 117 seq_num 383) dirty exists 2021-07-26T16:01:34.049 INFO:tasks.rados.rados.0.smithi037.stdout:1282: finishing copy_from racing read to smithi03738989-23 2021-07-26T16:01:34.049 INFO:tasks.rados.rados.0.smithi037.stdout:1283: finishing write tid 1 to smithi03738989-24 2021-07-26T16:01:34.049 INFO:tasks.rados.rados.0.smithi037.stdout:1283: finishing write tid 2 to smithi03738989-24 2021-07-26T16:01:34.050 INFO:tasks.rados.rados.0.smithi037.stdout:1284: expect (ObjNum 372200912 snap 21933 seq_num 372055856) 2021-07-26T16:01:34.050 INFO:tasks.rados.rados.0.smithi037.stdout:1278: done (5 left) 2021-07-26T16:01:34.051 INFO:tasks.rados.rados.0.smithi037.stdout:1281: done (4 left) 2021-07-26T16:01:34.051 INFO:tasks.rados.rados.0.smithi037.stdout:1282: done (3 left) 2021-07-26T16:01:34.051 INFO:tasks.rados.rados.0.smithi037.stdout:1284: done (2 left) 2021-07-26T16:01:34.051 INFO:tasks.rados.rados.0.smithi037.stdout:1285: done (1 left) 2021-07-26T16:01:34.052 INFO:tasks.rados.rados.0.smithi037.stdout:1286: rollback oid 3 current snap is 126 2021-07-26T16:01:34.052 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 3 to 114 2021-07-26T16:01:34.052 INFO:tasks.rados.rados.0.smithi037.stdout:1287: copy_from oid 30 from oid 25 current snap is 126 2021-07-26T16:01:34.052 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 126 2021-07-26T16:01:34.053 INFO:tasks.rados.rados.0.smithi037.stdout:1288: seq_num 421 ranges {5021696=655360,5677056=442368,6119424=663552,6782976=499712} 2021-07-26T16:01:34.082 INFO:tasks.rados.rados.0.smithi037.stdout:1288: writing smithi03738989-15 from 5021696 to 5677056 tid 1 2021-07-26T16:01:34.084 INFO:tasks.rados.rados.0.smithi037.stdout:1288: writing smithi03738989-15 from 5677056 to 6119424 tid 2 2021-07-26T16:01:34.088 INFO:tasks.rados.rados.0.smithi037.stdout:1288: writing smithi03738989-15 from 6119424 to 6782976 tid 3 2021-07-26T16:01:34.091 INFO:tasks.rados.rados.0.smithi037.stdout:1288: writing smithi03738989-15 from 6782976 to 7282688 tid 4 2021-07-26T16:01:34.092 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 126 2021-07-26T16:01:34.092 INFO:tasks.rados.rados.0.smithi037.stdout:1289: seq_num 422 ranges {0=671744,671744=729088,1400832=417792,1818624=458752} 2021-07-26T16:01:34.095 INFO:tasks.rados.rados.0.smithi037.stdout:1289: writing smithi03738989-40 from 0 to 671744 tid 1 2021-07-26T16:01:34.099 INFO:tasks.rados.rados.0.smithi037.stdout:1289: writing smithi03738989-40 from 671744 to 1400832 tid 2 2021-07-26T16:01:34.102 INFO:tasks.rados.rados.0.smithi037.stdout:1289: writing smithi03738989-40 from 1400832 to 1818624 tid 3 2021-07-26T16:01:34.105 INFO:tasks.rados.rados.0.smithi037.stdout:1289: writing smithi03738989-40 from 1818624 to 2277376 tid 4 2021-07-26T16:01:34.105 INFO:tasks.rados.rados.0.smithi037.stdout:1290: read oid 50 snap -1 2021-07-26T16:01:34.106 INFO:tasks.rados.rados.0.smithi037.stdout:1290: expect deleted 2021-07-26T16:01:34.106 INFO:tasks.rados.rados.0.smithi037.stdout:1291: snap_create 2021-07-26T16:01:34.106 INFO:tasks.rados.rados.0.smithi037.stdout:1283: finishing write tid 3 to smithi03738989-24 2021-07-26T16:01:34.106 INFO:tasks.rados.rados.0.smithi037.stdout:1283: finishing write tid 4 to smithi03738989-24 2021-07-26T16:01:34.107 INFO:tasks.rados.rados.0.smithi037.stdout:1283: finishing write tid 6 to smithi03738989-24 2021-07-26T16:01:34.107 INFO:tasks.rados.rados.0.smithi037.stdout:1286: finishing rollback tid 1 to smithi03738989-3 2021-07-26T16:01:34.107 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 436 (ObjNum 372318064 snap 21933 seq_num 1811941584) dirty dne 2021-07-26T16:01:34.107 INFO:tasks.rados.rados.0.smithi037.stdout:1283: finishing write tid 7 to smithi03738989-24 2021-07-26T16:01:34.107 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 1079 (ObjNum 419 snap 126 seq_num 419) dirty exists 2021-07-26T16:01:34.108 INFO:tasks.rados.rados.0.smithi037.stdout:1283: left oid 24 (ObjNum 419 snap 126 seq_num 419) 2021-07-26T16:01:34.108 INFO:tasks.rados.rados.0.smithi037.stdout:1287: finishing copy_from to smithi03738989-30 2021-07-26T16:01:34.108 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 537 (ObjNum 381 snap 117 seq_num 381) dirty exists 2021-07-26T16:01:34.108 INFO:tasks.rados.rados.0.smithi037.stdout:1288: finishing write tid 1 to smithi03738989-15 2021-07-26T16:01:34.109 INFO:tasks.rados.rados.0.smithi037.stdout:1287: finishing copy_from racing read to smithi03738989-30 2021-07-26T16:01:34.109 INFO:tasks.rados.rados.0.smithi037.stdout:1288: finishing write tid 2 to smithi03738989-15 2021-07-26T16:01:34.109 INFO:tasks.rados.rados.0.smithi037.stdout:1288: finishing write tid 3 to smithi03738989-15 2021-07-26T16:01:34.109 INFO:tasks.rados.rados.0.smithi037.stdout:1288: finishing write tid 4 to smithi03738989-15 2021-07-26T16:01:34.109 INFO:tasks.rados.rados.0.smithi037.stdout:1288: finishing write tid 6 to smithi03738989-15 2021-07-26T16:01:34.110 INFO:tasks.rados.rados.0.smithi037.stdout:1289: finishing write tid 1 to smithi03738989-40 2021-07-26T16:01:34.110 INFO:tasks.rados.rados.0.smithi037.stdout:1288: finishing write tid 7 to smithi03738989-15 2021-07-26T16:01:34.110 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 568 (ObjNum 421 snap 126 seq_num 421) dirty exists 2021-07-26T16:01:34.110 INFO:tasks.rados.rados.0.smithi037.stdout:1288: left oid 15 (ObjNum 421 snap 126 seq_num 421) 2021-07-26T16:01:34.111 INFO:tasks.rados.rados.0.smithi037.stdout:1289: finishing write tid 2 to smithi03738989-40 2021-07-26T16:01:34.112 INFO:tasks.rados.rados.0.smithi037.stdout:1289: finishing write tid 3 to smithi03738989-40 2021-07-26T16:01:34.112 INFO:tasks.rados.rados.0.smithi037.stdout:1289: finishing write tid 4 to smithi03738989-40 2021-07-26T16:01:34.112 INFO:tasks.rados.rados.0.smithi037.stdout:1289: finishing write tid 6 to smithi03738989-40 2021-07-26T16:01:34.112 INFO:tasks.rados.rados.0.smithi037.stdout:1289: finishing write tid 7 to smithi03738989-40 2021-07-26T16:01:34.113 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 323 (ObjNum 422 snap 126 seq_num 422) dirty exists 2021-07-26T16:01:34.113 INFO:tasks.rados.rados.0.smithi037.stdout:1289: left oid 40 (ObjNum 422 snap 126 seq_num 422) 2021-07-26T16:01:34.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:33 smithi107 bash[29346]: audit 2021-07-26T16:01:32.758446+0000 mgr.y (mgr.24994) 125 : audit [DBG] from='client.44202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:01:34.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:33 smithi107 bash[29346]: cluster 2021-07-26T16:01:32.977966+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e302: 8 total, 7 up, 8 in 2021-07-26T16:01:34.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:33 smithi107 bash[29346]: audit 2021-07-26T16:01:33.095895+0000 mgr.y (mgr.24994) 126 : audit [DBG] from='client.44208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:01:34.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:33 smithi107 bash[29346]: audit 2021-07-26T16:01:33.098914+0000 mon.c (mon.1) 93 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:01:34.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:33 smithi107 bash[29346]: audit 2021-07-26T16:01:33.099526+0000 mon.c (mon.1) 94 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:01:34.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:33 smithi107 bash[29346]: audit 2021-07-26T16:01:33.100090+0000 mon.c (mon.1) 95 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:33 smithi107 bash[29346]: audit 2021-07-26T16:01:33.100667+0000 mon.c (mon.1) 96 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:33 smithi107 bash[29346]: audit 2021-07-26T16:01:33.101330+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:33 smithi107 bash[29346]: audit 2021-07-26T16:01:33.101934+0000 mon.c (mon.1) 98 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:33 smithi107 bash[29346]: audit 2021-07-26T16:01:33.105978+0000 mon.c (mon.1) 99 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:01:34.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:33 smithi107 bash[29346]: audit 2021-07-26T16:01:33.106634+0000 mon.c (mon.1) 100 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:33 smithi107 bash[29346]: audit 2021-07-26T16:01:33.107226+0000 mon.c (mon.1) 101 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:33 smithi107 bash[29346]: audit 2021-07-26T16:01:33.107843+0000 mon.c (mon.1) 102 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:33 smithi107 bash[29346]: audit 2021-07-26T16:01:33.108409+0000 mon.c (mon.1) 103 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:33 smithi107 bash[29346]: audit 2021-07-26T16:01:33.586106+0000 mon.a (mon.0) 309 : audit [DBG] from='client.? 172.21.15.37:0/880151377' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:34.335 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[45386]: debug 2021-07-26T16:01:34.150+0000 7f4937b4f0c0 -1 Falling back to public interface 2021-07-26T16:01:34.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[42499]: audit 2021-07-26T16:01:32.758446+0000 mgr.y (mgr.24994) 125 : audit [DBG] from='client.44202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:01:34.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[42499]: cluster 2021-07-26T16:01:32.977966+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e302: 8 total, 7 up, 8 in 2021-07-26T16:01:34.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[42499]: audit 2021-07-26T16:01:33.095895+0000 mgr.y (mgr.24994) 126 : audit [DBG] from='client.44208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:01:34.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[42499]: audit 2021-07-26T16:01:33.098914+0000 mon.c (mon.1) 93 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:01:34.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[42499]: audit 2021-07-26T16:01:33.099526+0000 mon.c (mon.1) 94 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:01:34.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[42499]: audit 2021-07-26T16:01:33.100090+0000 mon.c (mon.1) 95 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[42499]: audit 2021-07-26T16:01:33.100667+0000 mon.c (mon.1) 96 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[42499]: audit 2021-07-26T16:01:33.101330+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[42499]: audit 2021-07-26T16:01:33.101934+0000 mon.c (mon.1) 98 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[42499]: audit 2021-07-26T16:01:33.105978+0000 mon.c (mon.1) 99 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:01:34.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[42499]: audit 2021-07-26T16:01:33.106634+0000 mon.c (mon.1) 100 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[42499]: audit 2021-07-26T16:01:33.107226+0000 mon.c (mon.1) 101 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[42499]: audit 2021-07-26T16:01:33.107843+0000 mon.c (mon.1) 102 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[42499]: audit 2021-07-26T16:01:33.108409+0000 mon.c (mon.1) 103 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[42499]: audit 2021-07-26T16:01:33.586106+0000 mon.a (mon.0) 309 : audit [DBG] from='client.? 172.21.15.37:0/880151377' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:34.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[41498]: audit 2021-07-26T16:01:32.758446+0000 mgr.y (mgr.24994) 125 : audit [DBG] from='client.44202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:01:34.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[41498]: cluster 2021-07-26T16:01:32.977966+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e302: 8 total, 7 up, 8 in 2021-07-26T16:01:34.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[41498]: audit 2021-07-26T16:01:33.095895+0000 mgr.y (mgr.24994) 126 : audit [DBG] from='client.44208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:01:34.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[41498]: audit 2021-07-26T16:01:33.098914+0000 mon.c (mon.1) 93 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:01:34.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[41498]: audit 2021-07-26T16:01:33.099526+0000 mon.c (mon.1) 94 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:01:34.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[41498]: audit 2021-07-26T16:01:33.100090+0000 mon.c (mon.1) 95 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[41498]: audit 2021-07-26T16:01:33.100667+0000 mon.c (mon.1) 96 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[41498]: audit 2021-07-26T16:01:33.101330+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[41498]: audit 2021-07-26T16:01:33.101934+0000 mon.c (mon.1) 98 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[41498]: audit 2021-07-26T16:01:33.105978+0000 mon.c (mon.1) 99 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:01:34.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[41498]: audit 2021-07-26T16:01:33.106634+0000 mon.c (mon.1) 100 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[41498]: audit 2021-07-26T16:01:33.107226+0000 mon.c (mon.1) 101 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[41498]: audit 2021-07-26T16:01:33.107843+0000 mon.c (mon.1) 102 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[41498]: audit 2021-07-26T16:01:33.108409+0000 mon.c (mon.1) 103 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:01:34.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:33 smithi037 bash[41498]: audit 2021-07-26T16:01:33.586106+0000 mon.a (mon.0) 309 : audit [DBG] from='client.? 172.21.15.37:0/880151377' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:34.987 INFO:tasks.rados.rados.0.smithi037.stdout:1283: done (6 left) 2021-07-26T16:01:34.987 INFO:tasks.rados.rados.0.smithi037.stdout:1286: done (5 left) 2021-07-26T16:01:34.987 INFO:tasks.rados.rados.0.smithi037.stdout:1287: done (4 left) 2021-07-26T16:01:34.988 INFO:tasks.rados.rados.0.smithi037.stdout:1288: done (3 left) 2021-07-26T16:01:34.988 INFO:tasks.rados.rados.0.smithi037.stdout:1289: done (2 left) 2021-07-26T16:01:34.988 INFO:tasks.rados.rados.0.smithi037.stdout:1290: done (1 left) 2021-07-26T16:01:34.988 INFO:tasks.rados.rados.0.smithi037.stdout:1291: done (0 left) 2021-07-26T16:01:34.989 INFO:tasks.rados.rados.0.smithi037.stdout:1292: setattr oid 23 current snap is 127 2021-07-26T16:01:34.989 INFO:tasks.rados.rados.0.smithi037.stdout:1293: snap_remove snap 123 2021-07-26T16:01:34.992 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: debug 2021-07-26T16:01:34.646+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:01:34.992 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:01:34.992 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:34.992 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:01:34.993 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:34.993 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:01:34.993 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:34.993 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:34.994 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:01:34.994 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: debug 2021-07-26T16:01:34.646+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:01:34.994 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:01:34.994 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:34.994 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:01:34.995 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:34.995 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:01:34.995 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:34.995 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:34.996 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:01:34.996 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: debug 2021-07-26T16:01:34.650+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:01:34.996 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:01:34.996 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:34.997 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:01:34.999 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:35.000 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:01:35.001 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:35.001 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:35.002 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:01:35.003 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[41498]: cluster 2021-07-26T16:01:33.708666+0000 mgr.y (mgr.24994) 127 : cluster [DBG] pgmap v158: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 273 MiB data, 448 MiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 27 op/s; 110/651 objects degraded (16.897%) 2021-07-26T16:01:35.003 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[41498]: cluster 2021-07-26T16:01:33.984436+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e303: 8 total, 7 up, 8 in 2021-07-26T16:01:35.004 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[41498]: audit 2021-07-26T16:01:34.636042+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:35.004 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[41498]: audit 2021-07-26T16:01:34.644657+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:35.005 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[41498]: audit 2021-07-26T16:01:34.660739+0000 mon.c (mon.1) 104 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:01:35.005 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[41498]: audit 2021-07-26T16:01:34.662645+0000 mon.c (mon.1) 105 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:35.006 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[41498]: audit 2021-07-26T16:01:34.664569+0000 mon.c (mon.1) 106 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:35.006 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[41498]: audit 2021-07-26T16:01:34.666001+0000 mon.c (mon.1) 107 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:35.007 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[41498]: audit 2021-07-26T16:01:34.667940+0000 mon.c (mon.1) 108 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T16:01:35.007 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: debug 2021-07-26T16:01:34.650+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:01:35.008 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:01:35.008 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:35.009 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:01:35.010 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:35.010 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:01:35.011 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:35.012 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:35.012 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:01:35.012 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[39965]: debug 2021-07-26T16:01:34.666+0000 7f5d5ff7a700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2021-07-26T16:01:35.013 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[42499]: cluster 2021-07-26T16:01:33.708666+0000 mgr.y (mgr.24994) 127 : cluster [DBG] pgmap v158: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 273 MiB data, 448 MiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 27 op/s; 110/651 objects degraded (16.897%) 2021-07-26T16:01:35.013 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[42499]: cluster 2021-07-26T16:01:33.984436+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e303: 8 total, 7 up, 8 in 2021-07-26T16:01:35.013 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[42499]: audit 2021-07-26T16:01:34.636042+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:35.014 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[42499]: audit 2021-07-26T16:01:34.644657+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:35.014 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[42499]: audit 2021-07-26T16:01:34.660739+0000 mon.c (mon.1) 104 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:01:35.014 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[42499]: audit 2021-07-26T16:01:34.662645+0000 mon.c (mon.1) 105 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:35.014 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[42499]: audit 2021-07-26T16:01:34.664569+0000 mon.c (mon.1) 106 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:35.014 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[42499]: audit 2021-07-26T16:01:34.666001+0000 mon.c (mon.1) 107 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:35.015 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:34 smithi037 bash[42499]: audit 2021-07-26T16:01:34.667940+0000 mon.c (mon.1) 108 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T16:01:35.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:34 smithi107 bash[29346]: cluster 2021-07-26T16:01:33.708666+0000 mgr.y (mgr.24994) 127 : cluster [DBG] pgmap v158: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 273 MiB data, 448 MiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 27 op/s; 110/651 objects degraded (16.897%) 2021-07-26T16:01:35.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:34 smithi107 bash[29346]: cluster 2021-07-26T16:01:33.984436+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e303: 8 total, 7 up, 8 in 2021-07-26T16:01:35.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:34 smithi107 bash[29346]: audit 2021-07-26T16:01:34.636042+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:35.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:34 smithi107 bash[29346]: audit 2021-07-26T16:01:34.644657+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:35.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:34 smithi107 bash[29346]: audit 2021-07-26T16:01:34.660739+0000 mon.c (mon.1) 104 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:01:35.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:34 smithi107 bash[29346]: audit 2021-07-26T16:01:34.662645+0000 mon.c (mon.1) 105 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:35.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:34 smithi107 bash[29346]: audit 2021-07-26T16:01:34.664569+0000 mon.c (mon.1) 106 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:35.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:34 smithi107 bash[29346]: audit 2021-07-26T16:01:34.666001+0000 mon.c (mon.1) 107 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:01:35.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:34 smithi107 bash[29346]: audit 2021-07-26T16:01:34.667940+0000 mon.c (mon.1) 108 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T16:01:35.999 INFO:tasks.rados.rados.0.smithi037.stdout:1293: done (1 left) 2021-07-26T16:01:36.000 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 127 2021-07-26T16:01:36.000 INFO:tasks.rados.rados.0.smithi037.stdout:1294: seq_num 423 ranges {1875968=688128,2564096=614400,3178496=622592,3801088=368640} 2021-07-26T16:01:36.016 INFO:tasks.rados.rados.0.smithi037.stdout:1294: writing smithi03738989-45 from 1875968 to 2564096 tid 1 2021-07-26T16:01:36.019 INFO:tasks.rados.rados.0.smithi037.stdout:1294: writing smithi03738989-45 from 2564096 to 3178496 tid 2 2021-07-26T16:01:36.023 INFO:tasks.rados.rados.0.smithi037.stdout:1294: writing smithi03738989-45 from 3178496 to 3801088 tid 3 2021-07-26T16:01:36.025 INFO:tasks.rados.rados.0.smithi037.stdout:1294: writing smithi03738989-45 from 3801088 to 4169728 tid 4 2021-07-26T16:01:36.026 INFO:tasks.rados.rados.0.smithi037.stdout:1295: snap_remove snap 120 2021-07-26T16:01:36.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:35 smithi107 bash[29346]: cephadm 2021-07-26T16:01:34.648004+0000 mgr.y (mgr.24994) 128 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:01:36.388 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:35 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:01:36.388 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:35 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:36.388 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:35 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:01:36.389 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:35 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:36.389 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:35 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:01:36.390 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:35 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:36.390 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:35 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:36.390 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:35 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:01:36.390 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:35 smithi107 bash[29346]: cephadm 2021-07-26T16:01:34.649556+0000 mgr.y (mgr.24994) 129 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:01:36.391 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:35 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:01:36.391 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:35 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:36.391 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:35 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:01:36.391 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:35 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:36.392 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:35 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:01:36.392 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:35 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:36.392 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:35 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:36.392 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:35 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:01:36.393 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:36 smithi107 bash[29346]: cephadm 2021-07-26T16:01:34.653115+0000 mgr.y (mgr.24994) 130 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:01:36.393 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:36 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:01:36.393 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:36 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:36.393 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:36 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:01:36.393 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:36 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:36.394 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:36 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:01:36.394 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:36 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:36.394 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:36 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:36.394 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:36 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:01:36.395 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:36 smithi107 bash[29346]: cephadm 2021-07-26T16:01:34.654925+0000 mgr.y (mgr.24994) 131 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:01:36.395 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:36 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:01:36.395 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:36 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:36.395 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:36 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:01:36.396 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:36 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:36.396 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:36 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:01:36.396 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:36 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:36.396 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:36 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:36.396 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:36 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:01:36.397 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:36 smithi107 bash[29346]: audit 2021-07-26T16:01:34.668272+0000 mgr.y (mgr.24994) 132 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T16:01:36.397 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:36 smithi107 bash[29346]: cephadm 2021-07-26T16:01:34.669396+0000 mgr.y (mgr.24994) 133 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2021-07-26T16:01:36.397 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:36 smithi107 bash[29346]: cluster 2021-07-26T16:01:34.987139+0000 mon.a (mon.0) 313 : cluster [DBG] osdmap e304: 8 total, 7 up, 8 in 2021-07-26T16:01:36.398 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: cephadm 2021-07-26T16:01:34.648004+0000 mgr.y (mgr.24994) 128 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:01:36.398 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:01:36.399 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:36.399 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:01:36.399 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:36.399 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:01:36.399 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:36.400 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:36.400 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:01:36.401 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: cephadm 2021-07-26T16:01:34.649556+0000 mgr.y (mgr.24994) 129 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:01:36.401 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:01:36.401 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:36.401 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:01:36.402 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:36.402 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:01:36.402 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:36.403 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:36.403 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:01:36.403 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: cephadm 2021-07-26T16:01:34.653115+0000 mgr.y (mgr.24994) 130 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:01:36.403 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:01:36.404 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:36.404 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:01:36.404 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:36.404 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:01:36.405 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:36.405 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:36.405 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:01:36.406 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: cephadm 2021-07-26T16:01:34.648004+0000 mgr.y (mgr.24994) 128 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:01:36.406 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:01:36.406 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:36.406 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:01:36.407 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:36.407 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:01:36.407 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:36.407 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:36.408 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:01:36.408 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: cephadm 2021-07-26T16:01:34.649556+0000 mgr.y (mgr.24994) 129 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:01:36.408 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:01:36.408 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:36.409 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:01:36.409 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:36.409 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:01:36.409 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:36.409 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:36.410 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:01:36.410 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: cephadm 2021-07-26T16:01:34.653115+0000 mgr.y (mgr.24994) 130 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:01:36.410 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:01:36.411 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:36.411 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:01:36.411 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:36.412 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:01:36.412 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:36.412 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:36.412 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:01:36.413 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: cephadm 2021-07-26T16:01:34.654925+0000 mgr.y (mgr.24994) 131 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:01:36.413 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:01:36.414 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:36.414 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:01:36.414 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:36.414 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:01:36.415 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:36.415 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:36.415 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:01:36.415 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: audit 2021-07-26T16:01:34.668272+0000 mgr.y (mgr.24994) 132 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T16:01:36.415 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: cephadm 2021-07-26T16:01:34.669396+0000 mgr.y (mgr.24994) 133 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2021-07-26T16:01:36.416 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[41498]: cluster 2021-07-26T16:01:34.987139+0000 mon.a (mon.0) 313 : cluster [DBG] osdmap e304: 8 total, 7 up, 8 in 2021-07-26T16:01:36.416 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: cephadm 2021-07-26T16:01:34.654925+0000 mgr.y (mgr.24994) 131 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:01:36.418 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:01:36.418 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:01:36.418 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:01:36.419 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:01:36.419 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:01:36.419 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:01:36.420 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:01:36.420 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:01:36.420 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: audit 2021-07-26T16:01:34.668272+0000 mgr.y (mgr.24994) 132 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T16:01:36.421 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: cephadm 2021-07-26T16:01:34.669396+0000 mgr.y (mgr.24994) 133 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2021-07-26T16:01:36.421 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:36 smithi037 bash[42499]: cluster 2021-07-26T16:01:34.987139+0000 mon.a (mon.0) 313 : cluster [DBG] osdmap e304: 8 total, 7 up, 8 in 2021-07-26T16:01:36.933 INFO:tasks.rados.rados.0.smithi037.stdout:1295: done (2 left) 2021-07-26T16:01:36.933 INFO:tasks.rados.rados.0.smithi037.stdout:1296: delete oid 1 current snap is 127 2021-07-26T16:01:36.934 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 570 (ObjNum 383 snap 117 seq_num 383) dirty exists 2021-07-26T16:01:36.934 INFO:tasks.rados.rados.0.smithi037.stdout:1294: finishing write tid 1 to smithi03738989-45 2021-07-26T16:01:36.935 INFO:tasks.rados.rados.0.smithi037.stdout:1294: finishing write tid 2 to smithi03738989-45 2021-07-26T16:01:36.935 INFO:tasks.rados.rados.0.smithi037.stdout:1294: finishing write tid 3 to smithi03738989-45 2021-07-26T16:01:36.936 INFO:tasks.rados.rados.0.smithi037.stdout:1294: finishing write tid 4 to smithi03738989-45 2021-07-26T16:01:36.936 INFO:tasks.rados.rados.0.smithi037.stdout:1294: finishing write tid 6 to smithi03738989-45 2021-07-26T16:01:36.937 INFO:tasks.rados.rados.0.smithi037.stdout:1294: finishing write tid 7 to smithi03738989-45 2021-07-26T16:01:36.937 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1085 (ObjNum 423 snap 127 seq_num 423) dirty exists 2021-07-26T16:01:36.938 INFO:tasks.rados.rados.0.smithi037.stdout:1294: left oid 45 (ObjNum 423 snap 127 seq_num 423) 2021-07-26T16:01:36.946 INFO:tasks.rados.rados.0.smithi037.stdout:1292: done (2 left) 2021-07-26T16:01:36.947 INFO:tasks.rados.rados.0.smithi037.stdout:1294: done (1 left) 2021-07-26T16:01:36.947 INFO:tasks.rados.rados.0.smithi037.stdout:1296: done (0 left) 2021-07-26T16:01:36.947 INFO:tasks.rados.rados.0.smithi037.stdout:1297: rollback oid 50 current snap is 127 2021-07-26T16:01:36.948 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 122 2021-07-26T16:01:36.948 INFO:tasks.rados.rados.0.smithi037.stdout:1298: copy_from oid 39 from oid 10 current snap is 127 2021-07-26T16:01:36.949 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 127 2021-07-26T16:01:36.949 INFO:tasks.rados.rados.0.smithi037.stdout:1299: seq_num 425 ranges {2531328=720896,3252224=778240,4030464=638976,4669440=188416} 2021-07-26T16:01:36.964 INFO:tasks.rados.rados.0.smithi037.stdout:1299: writing smithi03738989-2 from 2531328 to 3252224 tid 1 2021-07-26T16:01:36.969 INFO:tasks.rados.rados.0.smithi037.stdout:1299: writing smithi03738989-2 from 3252224 to 4030464 tid 2 2021-07-26T16:01:36.974 INFO:tasks.rados.rados.0.smithi037.stdout:1299: writing smithi03738989-2 from 4030464 to 4669440 tid 3 2021-07-26T16:01:36.976 INFO:tasks.rados.rados.0.smithi037.stdout:1299: writing smithi03738989-2 from 4669440 to 4857856 tid 4 2021-07-26T16:01:36.976 INFO:tasks.rados.rados.0.smithi037.stdout:1300: read oid 36 snap -1 2021-07-26T16:01:36.977 INFO:tasks.rados.rados.0.smithi037.stdout:1300: expect (ObjNum 179 snap 46 seq_num 179) 2021-07-26T16:01:36.977 INFO:tasks.rados.rados.0.smithi037.stdout:1301: snap_remove snap 114 2021-07-26T16:01:37.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:37 smithi107 bash[29346]: cluster 2021-07-26T16:01:35.709595+0000 mgr.y (mgr.24994) 134 : cluster [DBG] pgmap v161: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 275 MiB data, 455 MiB used, 708 GiB / 715 GiB avail; 255 B/s rd, 532 KiB/s wr, 1 op/s; 112/657 objects degraded (17.047%) 2021-07-26T16:01:37.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:37 smithi107 bash[29346]: cluster 2021-07-26T16:01:35.991892+0000 mon.a (mon.0) 314 : cluster [WRN] Health check update: Degraded data redundancy: 112/657 objects degraded (17.047%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:37.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:37 smithi107 bash[29346]: cluster 2021-07-26T16:01:35.999121+0000 mon.a (mon.0) 315 : cluster [DBG] osdmap e305: 8 total, 7 up, 8 in 2021-07-26T16:01:37.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:37 smithi107 bash[29346]: cluster 2021-07-26T16:01:36.931229+0000 mon.a (mon.0) 316 : cluster [DBG] osdmap e306: 8 total, 7 up, 8 in 2021-07-26T16:01:37.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:37 smithi037 bash[41498]: cluster 2021-07-26T16:01:35.709595+0000 mgr.y (mgr.24994) 134 : cluster [DBG] pgmap v161: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 275 MiB data, 455 MiB used, 708 GiB / 715 GiB avail; 255 B/s rd, 532 KiB/s wr, 1 op/s; 112/657 objects degraded (17.047%) 2021-07-26T16:01:37.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:37 smithi037 bash[41498]: cluster 2021-07-26T16:01:35.991892+0000 mon.a (mon.0) 314 : cluster [WRN] Health check update: Degraded data redundancy: 112/657 objects degraded (17.047%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:37.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:37 smithi037 bash[41498]: cluster 2021-07-26T16:01:35.999121+0000 mon.a (mon.0) 315 : cluster [DBG] osdmap e305: 8 total, 7 up, 8 in 2021-07-26T16:01:37.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:37 smithi037 bash[41498]: cluster 2021-07-26T16:01:36.931229+0000 mon.a (mon.0) 316 : cluster [DBG] osdmap e306: 8 total, 7 up, 8 in 2021-07-26T16:01:37.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:37 smithi037 bash[42499]: cluster 2021-07-26T16:01:35.709595+0000 mgr.y (mgr.24994) 134 : cluster [DBG] pgmap v161: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 275 MiB data, 455 MiB used, 708 GiB / 715 GiB avail; 255 B/s rd, 532 KiB/s wr, 1 op/s; 112/657 objects degraded (17.047%) 2021-07-26T16:01:37.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:37 smithi037 bash[42499]: cluster 2021-07-26T16:01:35.991892+0000 mon.a (mon.0) 314 : cluster [WRN] Health check update: Degraded data redundancy: 112/657 objects degraded (17.047%), 10 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:37.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:37 smithi037 bash[42499]: cluster 2021-07-26T16:01:35.999121+0000 mon.a (mon.0) 315 : cluster [DBG] osdmap e305: 8 total, 7 up, 8 in 2021-07-26T16:01:37.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:37 smithi037 bash[42499]: cluster 2021-07-26T16:01:36.931229+0000 mon.a (mon.0) 316 : cluster [DBG] osdmap e306: 8 total, 7 up, 8 in 2021-07-26T16:01:37.835 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:37 smithi037 bash[45386]: debug 2021-07-26T16:01:37.474+0000 7f4937b4f0c0 -1 osd.1 295 log_to_monitors {default=true} 2021-07-26T16:01:37.949 INFO:tasks.rados.rados.0.smithi037.stdout:1301: done (4 left) 2021-07-26T16:01:37.950 INFO:tasks.rados.rados.0.smithi037.stdout:1302: read oid 33 snap 116 2021-07-26T16:01:37.950 INFO:tasks.rados.rados.0.smithi037.stdout:1302: expect (ObjNum 369 snap 114 seq_num 369) 2021-07-26T16:01:37.950 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 127 2021-07-26T16:01:37.950 INFO:tasks.rados.rados.0.smithi037.stdout:1303: seq_num 426 ranges {2351104=737280,3088384=712704,3801088=802816,4603904=90112} 2021-07-26T16:01:37.970 INFO:tasks.rados.rados.0.smithi037.stdout:1303: writing smithi03738989-38 from 2351104 to 3088384 tid 1 2021-07-26T16:01:37.975 INFO:tasks.rados.rados.0.smithi037.stdout:1303: writing smithi03738989-38 from 3088384 to 3801088 tid 2 2021-07-26T16:01:37.981 INFO:tasks.rados.rados.0.smithi037.stdout:1303: writing smithi03738989-38 from 3801088 to 4603904 tid 3 2021-07-26T16:01:37.982 INFO:tasks.rados.rados.0.smithi037.stdout:1303: writing smithi03738989-38 from 4603904 to 4694016 tid 4 2021-07-26T16:01:37.982 INFO:tasks.rados.rados.0.smithi037.stdout:1304: snap_create 2021-07-26T16:01:37.984 INFO:tasks.rados.rados.0.smithi037.stdout:1297: finishing rollback tid 1 to smithi03738989-50 2021-07-26T16:01:37.985 INFO:tasks.rados.rados.0.smithi037.stdout:1297: finishing rollback tid 2 to smithi03738989-50 2021-07-26T16:01:37.985 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 565 (ObjNum 338 snap 103 seq_num 338) dirty exists 2021-07-26T16:01:37.985 INFO:tasks.rados.rados.0.smithi037.stdout:1299: finishing write tid 1 to smithi03738989-2 2021-07-26T16:01:37.985 INFO:tasks.rados.rados.0.smithi037.stdout:1299: finishing write tid 2 to smithi03738989-2 2021-07-26T16:01:37.986 INFO:tasks.rados.rados.0.smithi037.stdout:1299: finishing write tid 3 to smithi03738989-2 2021-07-26T16:01:37.986 INFO:tasks.rados.rados.0.smithi037.stdout:1299: finishing write tid 4 to smithi03738989-2 2021-07-26T16:01:37.986 INFO:tasks.rados.rados.0.smithi037.stdout:1299: finishing write tid 6 to smithi03738989-2 2021-07-26T16:01:37.986 INFO:tasks.rados.rados.0.smithi037.stdout:1299: finishing write tid 7 to smithi03738989-2 2021-07-26T16:01:37.987 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 405 (ObjNum 425 snap 127 seq_num 425) dirty exists 2021-07-26T16:01:37.987 INFO:tasks.rados.rados.0.smithi037.stdout:1299: left oid 2 (ObjNum 425 snap 127 seq_num 425) 2021-07-26T16:01:37.987 INFO:tasks.rados.rados.0.smithi037.stdout:1300: expect (ObjNum 179 snap 46 seq_num 179) 2021-07-26T16:01:38.196 INFO:tasks.rados.rados.0.smithi037.stdout:1298: finishing copy_from to smithi03738989-39 2021-07-26T16:01:38.196 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1073 (ObjNum 415 snap 125 seq_num 415) dirty exists 2021-07-26T16:01:38.196 INFO:tasks.rados.rados.0.smithi037.stdout:1298: finishing copy_from racing read to smithi03738989-39 2021-07-26T16:01:38.197 INFO:tasks.rados.rados.0.smithi037.stdout:1302: expect (ObjNum 369 snap 114 seq_num 369) 2021-07-26T16:01:38.229 INFO:tasks.rados.rados.0.smithi037.stdout:1303: finishing write tid 1 to smithi03738989-38 2021-07-26T16:01:38.230 INFO:tasks.rados.rados.0.smithi037.stdout:1303: finishing write tid 2 to smithi03738989-38 2021-07-26T16:01:38.230 INFO:tasks.rados.rados.0.smithi037.stdout:1303: finishing write tid 3 to smithi03738989-38 2021-07-26T16:01:38.230 INFO:tasks.rados.rados.0.smithi037.stdout:1303: finishing write tid 4 to smithi03738989-38 2021-07-26T16:01:38.230 INFO:tasks.rados.rados.0.smithi037.stdout:1303: finishing write tid 6 to smithi03738989-38 2021-07-26T16:01:38.231 INFO:tasks.rados.rados.0.smithi037.stdout:1303: finishing write tid 7 to smithi03738989-38 2021-07-26T16:01:38.231 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 553 (ObjNum 426 snap 127 seq_num 426) dirty exists 2021-07-26T16:01:38.231 INFO:tasks.rados.rados.0.smithi037.stdout:1303: left oid 38 (ObjNum 426 snap 127 seq_num 426) 2021-07-26T16:01:38.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:38 smithi107 bash[29346]: audit 2021-07-26T16:01:37.483919+0000 mon.c (mon.1) 109 : audit [INF] from='osd.1 [v2:172.21.15.37:6810/519721713,v1:172.21.15.37:6811/519721713]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T16:01:38.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:38 smithi107 bash[29346]: audit 2021-07-26T16:01:37.484360+0000 mon.a (mon.0) 317 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T16:01:38.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:38 smithi107 bash[29346]: audit 2021-07-26T16:01:37.947914+0000 mon.a (mon.0) 318 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-07-26T16:01:38.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:38 smithi107 bash[29346]: cluster 2021-07-26T16:01:37.948024+0000 mon.a (mon.0) 319 : cluster [DBG] osdmap e307: 8 total, 7 up, 8 in 2021-07-26T16:01:38.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:38 smithi107 bash[29346]: audit 2021-07-26T16:01:37.950947+0000 mon.c (mon.1) 110 : audit [INF] from='osd.1 [v2:172.21.15.37:6810/519721713,v1:172.21.15.37:6811/519721713]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T16:01:38.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:38 smithi107 bash[29346]: audit 2021-07-26T16:01:37.952061+0000 mon.a (mon.0) 320 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T16:01:38.336 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:01:37 smithi037 bash[45386]: debug 2021-07-26T16:01:37.986+0000 7f4928ca3700 -1 osd.1 295 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-07-26T16:01:38.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:38 smithi037 bash[42499]: audit 2021-07-26T16:01:37.483919+0000 mon.c (mon.1) 109 : audit [INF] from='osd.1 [v2:172.21.15.37:6810/519721713,v1:172.21.15.37:6811/519721713]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T16:01:38.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:38 smithi037 bash[42499]: audit 2021-07-26T16:01:37.484360+0000 mon.a (mon.0) 317 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T16:01:38.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:38 smithi037 bash[42499]: audit 2021-07-26T16:01:37.947914+0000 mon.a (mon.0) 318 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-07-26T16:01:38.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:38 smithi037 bash[42499]: cluster 2021-07-26T16:01:37.948024+0000 mon.a (mon.0) 319 : cluster [DBG] osdmap e307: 8 total, 7 up, 8 in 2021-07-26T16:01:38.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:38 smithi037 bash[42499]: audit 2021-07-26T16:01:37.950947+0000 mon.c (mon.1) 110 : audit [INF] from='osd.1 [v2:172.21.15.37:6810/519721713,v1:172.21.15.37:6811/519721713]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T16:01:38.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:38 smithi037 bash[42499]: audit 2021-07-26T16:01:37.952061+0000 mon.a (mon.0) 320 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T16:01:38.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:38 smithi037 bash[41498]: audit 2021-07-26T16:01:37.483919+0000 mon.c (mon.1) 109 : audit [INF] from='osd.1 [v2:172.21.15.37:6810/519721713,v1:172.21.15.37:6811/519721713]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T16:01:38.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:38 smithi037 bash[41498]: audit 2021-07-26T16:01:37.484360+0000 mon.a (mon.0) 317 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-07-26T16:01:38.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:38 smithi037 bash[41498]: audit 2021-07-26T16:01:37.947914+0000 mon.a (mon.0) 318 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-07-26T16:01:38.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:38 smithi037 bash[41498]: cluster 2021-07-26T16:01:37.948024+0000 mon.a (mon.0) 319 : cluster [DBG] osdmap e307: 8 total, 7 up, 8 in 2021-07-26T16:01:38.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:38 smithi037 bash[41498]: audit 2021-07-26T16:01:37.950947+0000 mon.c (mon.1) 110 : audit [INF] from='osd.1 [v2:172.21.15.37:6810/519721713,v1:172.21.15.37:6811/519721713]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T16:01:38.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:38 smithi037 bash[41498]: audit 2021-07-26T16:01:37.952061+0000 mon.a (mon.0) 320 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T16:01:38.950 INFO:tasks.rados.rados.0.smithi037.stdout:1297: done (6 left) 2021-07-26T16:01:38.950 INFO:tasks.rados.rados.0.smithi037.stdout:1298: done (5 left) 2021-07-26T16:01:38.951 INFO:tasks.rados.rados.0.smithi037.stdout:1299: done (4 left) 2021-07-26T16:01:38.951 INFO:tasks.rados.rados.0.smithi037.stdout:1300: done (3 left) 2021-07-26T16:01:38.951 INFO:tasks.rados.rados.0.smithi037.stdout:1302: done (2 left) 2021-07-26T16:01:38.951 INFO:tasks.rados.rados.0.smithi037.stdout:1303: done (1 left) 2021-07-26T16:01:38.952 INFO:tasks.rados.rados.0.smithi037.stdout:1304: done (0 left) 2021-07-26T16:01:38.952 INFO:tasks.rados.rados.0.smithi037.stdout:1305: read oid 39 snap -1 2021-07-26T16:01:38.952 INFO:tasks.rados.rados.0.smithi037.stdout:1305: expect (ObjNum 415 snap 125 seq_num 415) 2021-07-26T16:01:38.952 INFO:tasks.rados.rados.0.smithi037.stdout:1306: rollback oid 3 current snap is 128 2021-07-26T16:01:38.953 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 3 to 127 2021-07-26T16:01:38.953 INFO:tasks.rados.rados.0.smithi037.stdout:1307: read oid 34 snap 88 2021-07-26T16:01:38.953 INFO:tasks.rados.rados.0.smithi037.stdout:1307: expect (ObjNum 372087792 snap 21933 seq_num 372926608) 2021-07-26T16:01:38.953 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 128 2021-07-26T16:01:38.953 INFO:tasks.rados.rados.0.smithi037.stdout:1308: seq_num 427 ranges {4210688=761856,4972544=598016,5570560=606208,6176768=401408} 2021-07-26T16:01:38.981 INFO:tasks.rados.rados.0.smithi037.stdout:1308: writing smithi03738989-4 from 4210688 to 4972544 tid 1 2021-07-26T16:01:38.985 INFO:tasks.rados.rados.0.smithi037.stdout:1308: writing smithi03738989-4 from 4972544 to 5570560 tid 2 2021-07-26T16:01:38.989 INFO:tasks.rados.rados.0.smithi037.stdout:1308: writing smithi03738989-4 from 5570560 to 6176768 tid 3 2021-07-26T16:01:38.991 INFO:tasks.rados.rados.0.smithi037.stdout:1308: writing smithi03738989-4 from 6176768 to 6578176 tid 4 2021-07-26T16:01:38.992 INFO:tasks.rados.rados.0.smithi037.stdout:1309: copy_from oid 21 from oid 2 current snap is 128 2021-07-26T16:01:38.992 INFO:tasks.rados.rados.0.smithi037.stdout:1307: expect (ObjNum 372087792 snap 21933 seq_num 372926608) 2021-07-26T16:01:38.993 INFO:tasks.rados.rados.0.smithi037.stdout:1306: finishing rollback tid 1 to smithi03738989-3 2021-07-26T16:01:38.993 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 436 (ObjNum 1397906769 snap 1784836187 seq_num 1431526258) dirty dne 2021-07-26T16:01:38.994 INFO:tasks.rados.rados.0.smithi037.stdout:1306: done (4 left) 2021-07-26T16:01:38.994 INFO:tasks.rados.rados.0.smithi037.stdout:1307: done (3 left) 2021-07-26T16:01:38.994 INFO:tasks.rados.rados.0.smithi037.stdout:1310: read oid 35 snap 66 2021-07-26T16:01:38.994 INFO:tasks.rados.rados.0.smithi037.stdout:1310: expect deleted 2021-07-26T16:01:38.994 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 128 2021-07-26T16:01:38.995 INFO:tasks.rados.rados.0.smithi037.stdout:1311: seq_num 428 ranges {0=778240,778240=483328,1261568=409600,1671168=417792,2088960=294912} 2021-07-26T16:01:38.997 INFO:tasks.rados.rados.0.smithi037.stdout:1311: writing smithi03738989-32 from 0 to 778240 tid 1 2021-07-26T16:01:39.000 INFO:tasks.rados.rados.0.smithi037.stdout:1311: writing smithi03738989-32 from 778240 to 1261568 tid 2 2021-07-26T16:01:39.002 INFO:tasks.rados.rados.0.smithi037.stdout:1311: writing smithi03738989-32 from 1261568 to 1671168 tid 3 2021-07-26T16:01:39.004 INFO:tasks.rados.rados.0.smithi037.stdout:1311: writing smithi03738989-32 from 1671168 to 2088960 tid 4 2021-07-26T16:01:39.007 INFO:tasks.rados.rados.0.smithi037.stdout:1311: writing smithi03738989-32 from 2088960 to 2383872 tid 5 2021-07-26T16:01:39.007 INFO:tasks.rados.rados.0.smithi037.stdout:1312: rollback oid 20 current snap is 128 2021-07-26T16:01:39.008 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 20 to 105 2021-07-26T16:01:39.008 INFO:tasks.rados.rados.0.smithi037.stdout:1310: done (5 left) 2021-07-26T16:01:39.008 INFO:tasks.rados.rados.0.smithi037.stdout:1313: delete oid 12 current snap is 128 2021-07-26T16:01:39.035 INFO:tasks.rados.rados.0.smithi037.stdout:1309: finishing copy_from to smithi03738989-21 2021-07-26T16:01:39.036 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 405 (ObjNum 425 snap 127 seq_num 425) dirty exists 2021-07-26T16:01:39.037 INFO:tasks.rados.rados.0.smithi037.stdout:1309: finishing copy_from racing read to smithi03738989-21 2021-07-26T16:01:39.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:39 smithi107 bash[29346]: cluster 2021-07-26T16:01:37.710562+0000 mgr.y (mgr.24994) 135 : cluster [DBG] pgmap v164: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 296 MiB data, 475 MiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.6 MiB/s wr, 21 op/s; 119/678 objects degraded (17.552%) 2021-07-26T16:01:39.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:39 smithi107 bash[29346]: cluster 2021-07-26T16:01:38.939548+0000 mon.a (mon.0) 321 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:01:39.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:39 smithi107 bash[29346]: cluster 2021-07-26T16:01:38.947914+0000 mon.a (mon.0) 322 : cluster [INF] osd.1 [v2:172.21.15.37:6810/519721713,v1:172.21.15.37:6811/519721713] boot 2021-07-26T16:01:39.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:39 smithi107 bash[29346]: cluster 2021-07-26T16:01:38.948030+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2021-07-26T16:01:39.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:39 smithi107 bash[29346]: audit 2021-07-26T16:01:38.949865+0000 mon.c (mon.1) 111 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T16:01:39.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:39 smithi037 bash[41498]: cluster 2021-07-26T16:01:37.710562+0000 mgr.y (mgr.24994) 135 : cluster [DBG] pgmap v164: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 296 MiB data, 475 MiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.6 MiB/s wr, 21 op/s; 119/678 objects degraded (17.552%) 2021-07-26T16:01:39.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:39 smithi037 bash[41498]: cluster 2021-07-26T16:01:38.939548+0000 mon.a (mon.0) 321 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:01:39.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:39 smithi037 bash[41498]: cluster 2021-07-26T16:01:38.947914+0000 mon.a (mon.0) 322 : cluster [INF] osd.1 [v2:172.21.15.37:6810/519721713,v1:172.21.15.37:6811/519721713] boot 2021-07-26T16:01:39.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:39 smithi037 bash[41498]: cluster 2021-07-26T16:01:38.948030+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2021-07-26T16:01:39.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:39 smithi037 bash[41498]: audit 2021-07-26T16:01:38.949865+0000 mon.c (mon.1) 111 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T16:01:39.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:39 smithi037 bash[42499]: cluster 2021-07-26T16:01:37.710562+0000 mgr.y (mgr.24994) 135 : cluster [DBG] pgmap v164: 89 pgs: 10 active+undersized+degraded, 32 active+undersized, 47 active+clean; 296 MiB data, 475 MiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.6 MiB/s wr, 21 op/s; 119/678 objects degraded (17.552%) 2021-07-26T16:01:39.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:39 smithi037 bash[42499]: cluster 2021-07-26T16:01:38.939548+0000 mon.a (mon.0) 321 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:01:39.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:39 smithi037 bash[42499]: cluster 2021-07-26T16:01:38.947914+0000 mon.a (mon.0) 322 : cluster [INF] osd.1 [v2:172.21.15.37:6810/519721713,v1:172.21.15.37:6811/519721713] boot 2021-07-26T16:01:39.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:39 smithi037 bash[42499]: cluster 2021-07-26T16:01:38.948030+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2021-07-26T16:01:39.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:39 smithi037 bash[42499]: audit 2021-07-26T16:01:38.949865+0000 mon.c (mon.1) 111 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-07-26T16:01:39.987 INFO:tasks.rados.rados.0.smithi037.stdout:1309: done (5 left) 2021-07-26T16:01:39.987 INFO:tasks.rados.rados.0.smithi037.stdout:1313: done (4 left) 2021-07-26T16:01:39.988 INFO:tasks.rados.rados.0.smithi037.stdout:1314: snap_remove snap 116 2021-07-26T16:01:40.964 INFO:tasks.rados.rados.0.smithi037.stdout:1314: done (4 left) 2021-07-26T16:01:40.964 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 128 2021-07-26T16:01:40.964 INFO:tasks.rados.rados.0.smithi037.stdout:1315: seq_num 430 ranges {4857856=8192} 2021-07-26T16:01:40.993 INFO:tasks.rados.rados.0.smithi037.stdout:1315: writing smithi03738989-2 from 4857856 to 4866048 tid 1 2021-07-26T16:01:40.993 INFO:tasks.rados.rados.0.smithi037.stdout:1312: finishing rollback tid 0 to smithi03738989-20 2021-07-26T16:01:40.994 INFO:tasks.rados.rados.0.smithi037.stdout:1312: finishing rollback tid 1 to smithi03738989-20 2021-07-26T16:01:40.994 INFO:tasks.rados.rados.0.smithi037.stdout:1312: finishing rollback tid 2 to smithi03738989-20 2021-07-26T16:01:40.994 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 746 (ObjNum 327 snap 97 seq_num 327) dirty exists 2021-07-26T16:01:40.994 INFO:tasks.rados.rados.0.smithi037.stdout:1312: done (4 left) 2021-07-26T16:01:40.995 INFO:tasks.rados.rados.0.smithi037.stdout:1316: rmattr oid 19 current snap is 128 2021-07-26T16:01:40.995 INFO:tasks.rados.rados.0.smithi037.stdout:1316: done (4 left) 2021-07-26T16:01:40.995 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 128 2021-07-26T16:01:40.995 INFO:tasks.rados.rados.0.smithi037.stdout:1317: seq_num 431 ranges {0=24576} 2021-07-26T16:01:40.996 INFO:tasks.rados.rados.0.smithi037.stdout:1317: writing smithi03738989-19 from 0 to 24576 tid 1 2021-07-26T16:01:40.996 INFO:tasks.rados.rados.0.smithi037.stdout:1318: copy_from oid 12 from oid 38 current snap is 128 2021-07-26T16:01:40.996 INFO:tasks.rados.rados.0.smithi037.stdout:1319: read oid 13 snap -1 2021-07-26T16:01:40.996 INFO:tasks.rados.rados.0.smithi037.stdout:1319: expect (ObjNum 416 snap 125 seq_num 416) 2021-07-26T16:01:40.996 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 128 2021-07-26T16:01:40.997 INFO:tasks.rados.rados.0.smithi037.stdout:1320: seq_num 432 ranges {1990656=40960} 2021-07-26T16:01:41.004 INFO:tasks.rados.rados.0.smithi037.stdout:1320: writing smithi03738989-14 from 1990656 to 2031616 tid 1 2021-07-26T16:01:41.005 INFO:tasks.rados.rados.0.smithi037.stdout:1321: snap_create 2021-07-26T16:01:41.005 INFO:tasks.rados.rados.0.smithi037.stdout:1317: finishing write tid 1 to smithi03738989-19 2021-07-26T16:01:41.006 INFO:tasks.rados.rados.0.smithi037.stdout:1315: finishing write tid 1 to smithi03738989-2 2021-07-26T16:01:41.006 INFO:tasks.rados.rados.0.smithi037.stdout:1317: finishing write tid 3 to smithi03738989-19 2021-07-26T16:01:41.006 INFO:tasks.rados.rados.0.smithi037.stdout:1315: finishing write tid 3 to smithi03738989-2 2021-07-26T16:01:41.007 INFO:tasks.rados.rados.0.smithi037.stdout:1319: expect (ObjNum 416 snap 125 seq_num 416) 2021-07-26T16:01:41.117 INFO:tasks.rados.rados.0.smithi037.stdout:1320: finishing write tid 1 to smithi03738989-14 2021-07-26T16:01:41.118 INFO:tasks.rados.rados.0.smithi037.stdout:1320: finishing write tid 3 to smithi03738989-14 2021-07-26T16:01:41.118 INFO:tasks.rados.rados.0.smithi037.stdout:1315: finishing write tid 4 to smithi03738989-2 2021-07-26T16:01:41.119 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 414 (ObjNum 430 snap 128 seq_num 430) dirty exists 2021-07-26T16:01:41.119 INFO:tasks.rados.rados.0.smithi037.stdout:1315: left oid 2 (ObjNum 430 snap 128 seq_num 430) 2021-07-26T16:01:41.119 INFO:tasks.rados.rados.0.smithi037.stdout:1317: finishing write tid 4 to smithi03738989-19 2021-07-26T16:01:41.120 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 747 (ObjNum 431 snap 128 seq_num 431) dirty exists 2021-07-26T16:01:41.120 INFO:tasks.rados.rados.0.smithi037.stdout:1317: left oid 19 (ObjNum 431 snap 128 seq_num 431) 2021-07-26T16:01:41.120 INFO:tasks.rados.rados.0.smithi037.stdout:1320: finishing write tid 4 to smithi03738989-14 2021-07-26T16:01:41.120 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 188 (ObjNum 432 snap 128 seq_num 432) dirty exists 2021-07-26T16:01:41.120 INFO:tasks.rados.rados.0.smithi037.stdout:1320: left oid 14 (ObjNum 432 snap 128 seq_num 432) 2021-07-26T16:01:41.121 INFO:tasks.rados.rados.0.smithi037.stdout:1318: finishing copy_from to smithi03738989-12 2021-07-26T16:01:41.121 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 553 (ObjNum 426 snap 127 seq_num 426) dirty exists 2021-07-26T16:01:41.121 INFO:tasks.rados.rados.0.smithi037.stdout:1318: finishing copy_from racing read to smithi03738989-12 2021-07-26T16:01:41.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:40 smithi107 bash[29346]: cluster 2021-07-26T16:01:39.711593+0000 mgr.y (mgr.24994) 136 : cluster [DBG] pgmap v167: 89 pgs: 4 peering, 8 active+undersized+degraded, 30 active+undersized, 47 active+clean; 303 MiB data, 501 MiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.6 MiB/s wr, 21 op/s; 102/681 objects degraded (14.978%) 2021-07-26T16:01:41.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:40 smithi107 bash[29346]: cluster 2021-07-26T16:01:39.953605+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2021-07-26T16:01:41.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:40 smithi037 bash[42499]: cluster 2021-07-26T16:01:39.711593+0000 mgr.y (mgr.24994) 136 : cluster [DBG] pgmap v167: 89 pgs: 4 peering, 8 active+undersized+degraded, 30 active+undersized, 47 active+clean; 303 MiB data, 501 MiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.6 MiB/s wr, 21 op/s; 102/681 objects degraded (14.978%) 2021-07-26T16:01:41.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:40 smithi037 bash[42499]: cluster 2021-07-26T16:01:39.953605+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2021-07-26T16:01:41.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:40 smithi037 bash[41498]: cluster 2021-07-26T16:01:39.711593+0000 mgr.y (mgr.24994) 136 : cluster [DBG] pgmap v167: 89 pgs: 4 peering, 8 active+undersized+degraded, 30 active+undersized, 47 active+clean; 303 MiB data, 501 MiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.6 MiB/s wr, 21 op/s; 102/681 objects degraded (14.978%) 2021-07-26T16:01:41.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:40 smithi037 bash[41498]: cluster 2021-07-26T16:01:39.953605+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2021-07-26T16:01:41.976 INFO:tasks.rados.rados.0.smithi037.stdout:1315: done (8 left) 2021-07-26T16:01:41.977 INFO:tasks.rados.rados.0.smithi037.stdout:1317: done (7 left) 2021-07-26T16:01:41.977 INFO:tasks.rados.rados.0.smithi037.stdout:1318: done (6 left) 2021-07-26T16:01:41.977 INFO:tasks.rados.rados.0.smithi037.stdout:1319: done (5 left) 2021-07-26T16:01:41.977 INFO:tasks.rados.rados.0.smithi037.stdout:1320: done (4 left) 2021-07-26T16:01:41.978 INFO:tasks.rados.rados.0.smithi037.stdout:1321: done (3 left) 2021-07-26T16:01:41.978 INFO:tasks.rados.rados.0.smithi037.stdout:1322: copy_from oid 3 from oid 7 current snap is 129 2021-07-26T16:01:41.978 INFO:tasks.rados.rados.0.smithi037.stdout:1323: rollback oid 15 current snap is 129 2021-07-26T16:01:41.978 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 15 to 66 2021-07-26T16:01:41.979 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 129 2021-07-26T16:01:41.979 INFO:tasks.rados.rados.0.smithi037.stdout:1324: seq_num 433 ranges {6168576=57344} 2021-07-26T16:01:42.015 INFO:tasks.rados.rados.0.smithi037.stdout:1324: writing smithi03738989-10 from 6168576 to 6225920 tid 1 2021-07-26T16:01:42.016 INFO:tasks.rados.rados.0.smithi037.stdout:1325: snap_create 2021-07-26T16:01:42.016 INFO:tasks.rados.rados.0.smithi037.stdout:1323: finishing rollback tid 0 to smithi03738989-15 2021-07-26T16:01:42.016 INFO:tasks.rados.rados.0.smithi037.stdout:1323: finishing rollback tid 1 to smithi03738989-15 2021-07-26T16:01:42.017 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 593 (ObjNum 372733440 snap 21933 seq_num 0) dirty dne 2021-07-26T16:01:42.017 INFO:tasks.rados.rados.0.smithi037.stdout:1322: finishing copy_from to smithi03738989-3 2021-07-26T16:01:42.017 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 721 (ObjNum 387 snap 120 seq_num 387) dirty exists 2021-07-26T16:01:42.017 INFO:tasks.rados.rados.0.smithi037.stdout:1322: finishing copy_from racing read to smithi03738989-3 2021-07-26T16:01:42.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:41 smithi107 bash[29346]: cluster 2021-07-26T16:01:40.963324+0000 mon.a (mon.0) 325 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2021-07-26T16:01:42.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:41 smithi107 bash[29346]: cluster 2021-07-26T16:01:41.923453+0000 mon.a (mon.0) 326 : cluster [WRN] Health check update: Degraded data redundancy: 102/681 objects degraded (14.978%), 8 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:42.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:41 smithi037 bash[41498]: cluster 2021-07-26T16:01:40.963324+0000 mon.a (mon.0) 325 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2021-07-26T16:01:42.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:41 smithi037 bash[41498]: cluster 2021-07-26T16:01:41.923453+0000 mon.a (mon.0) 326 : cluster [WRN] Health check update: Degraded data redundancy: 102/681 objects degraded (14.978%), 8 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:42.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:41 smithi037 bash[42499]: cluster 2021-07-26T16:01:40.963324+0000 mon.a (mon.0) 325 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2021-07-26T16:01:42.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:41 smithi037 bash[42499]: cluster 2021-07-26T16:01:41.923453+0000 mon.a (mon.0) 326 : cluster [WRN] Health check update: Degraded data redundancy: 102/681 objects degraded (14.978%), 8 pgs degraded (PG_DEGRADED) 2021-07-26T16:01:42.980 INFO:tasks.rados.rados.0.smithi037.stdout:1322: done (6 left) 2021-07-26T16:01:42.981 INFO:tasks.rados.rados.0.smithi037.stdout:1323: done (5 left) 2021-07-26T16:01:42.981 INFO:tasks.rados.rados.0.smithi037.stdout:1325: done (4 left) 2021-07-26T16:01:42.981 INFO:tasks.rados.rados.0.smithi037.stdout:1326: rollback oid 46 current snap is 130 2021-07-26T16:01:42.982 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 46 to 105 2021-07-26T16:01:42.982 INFO:tasks.rados.rados.0.smithi037.stdout:1327: rollback oid 31 current snap is 130 2021-07-26T16:01:42.982 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 31 to 126 2021-07-26T16:01:42.982 INFO:tasks.rados.rados.0.smithi037.stdout:1328: snap_remove snap 121 2021-07-26T16:01:43.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:42 smithi107 bash[29346]: cluster 2021-07-26T16:01:41.712928+0000 mgr.y (mgr.24994) 137 : cluster [DBG] pgmap v170: 89 pgs: 4 peering, 1 active+undersized+degraded, 1 active+recovery_wait+degraded, 10 active+undersized, 73 active+clean; 309 MiB data, 507 MiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.0 MiB/s wr, 10 op/s; 34/663 objects degraded (5.128%); 22 MiB/s, 6 objects/s recovering 2021-07-26T16:01:43.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:42 smithi107 bash[29346]: cluster 2021-07-26T16:01:41.977781+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2021-07-26T16:01:43.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:42 smithi037 bash[41498]: cluster 2021-07-26T16:01:41.712928+0000 mgr.y (mgr.24994) 137 : cluster [DBG] pgmap v170: 89 pgs: 4 peering, 1 active+undersized+degraded, 1 active+recovery_wait+degraded, 10 active+undersized, 73 active+clean; 309 MiB data, 507 MiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.0 MiB/s wr, 10 op/s; 34/663 objects degraded (5.128%); 22 MiB/s, 6 objects/s recovering 2021-07-26T16:01:43.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:42 smithi037 bash[41498]: cluster 2021-07-26T16:01:41.977781+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2021-07-26T16:01:43.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:42 smithi037 bash[42499]: cluster 2021-07-26T16:01:41.712928+0000 mgr.y (mgr.24994) 137 : cluster [DBG] pgmap v170: 89 pgs: 4 peering, 1 active+undersized+degraded, 1 active+recovery_wait+degraded, 10 active+undersized, 73 active+clean; 309 MiB data, 507 MiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.0 MiB/s wr, 10 op/s; 34/663 objects degraded (5.128%); 22 MiB/s, 6 objects/s recovering 2021-07-26T16:01:43.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:42 smithi037 bash[42499]: cluster 2021-07-26T16:01:41.977781+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2021-07-26T16:01:44.002 INFO:tasks.rados.rados.0.smithi037.stdout:1328: done (6 left) 2021-07-26T16:01:44.002 INFO:tasks.rados.rados.0.smithi037.stdout:1329: snap_remove snap 127 2021-07-26T16:01:44.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:43 smithi107 bash[29346]: cluster 2021-07-26T16:01:42.980636+0000 mon.a (mon.0) 328 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2021-07-26T16:01:44.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:43 smithi037 bash[41498]: cluster 2021-07-26T16:01:42.980636+0000 mon.a (mon.0) 328 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2021-07-26T16:01:44.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:43 smithi037 bash[42499]: cluster 2021-07-26T16:01:42.980636+0000 mon.a (mon.0) 328 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2021-07-26T16:01:45.014 INFO:tasks.rados.rados.0.smithi037.stdout:1329: done (6 left) 2021-07-26T16:01:45.014 INFO:tasks.rados.rados.0.smithi037.stdout:1330: read oid 47 snap 126 2021-07-26T16:01:45.014 INFO:tasks.rados.rados.0.smithi037.stdout:1330: expect (ObjNum 169 snap 41 seq_num 169) 2021-07-26T16:01:45.015 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 130 2021-07-26T16:01:45.015 INFO:tasks.rados.rados.0.smithi037.stdout:1331: seq_num 434 ranges {7004160=73728} 2021-07-26T16:01:45.056 INFO:tasks.rados.rados.0.smithi037.stdout:1331: writing smithi03738989-24 from 7004160 to 7077888 tid 1 2021-07-26T16:01:45.056 INFO:tasks.rados.rados.0.smithi037.stdout:1332: copy_from oid 33 from oid 19 current snap is 130 2021-07-26T16:01:45.056 INFO:tasks.rados.rados.0.smithi037.stdout:1327: finishing rollback tid 1 to smithi03738989-31 2021-07-26T16:01:45.057 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 726 (ObjNum 0 snap 0 seq_num 2122951648) dirty dne 2021-07-26T16:01:45.057 INFO:tasks.rados.rados.0.smithi037.stdout:1327: done (8 left) 2021-07-26T16:01:45.057 INFO:tasks.rados.rados.0.smithi037.stdout:1333: snap_remove snap 79 2021-07-26T16:01:45.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:44 smithi107 bash[29346]: cluster 2021-07-26T16:01:43.713877+0000 mgr.y (mgr.24994) 138 : cluster [DBG] pgmap v173: 89 pgs: 11 active+clean+wait, 4 peering, 1 active+recovery_wait+degraded, 73 active+clean; 311 MiB data, 562 MiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.9 MiB/s wr, 8 op/s; 1/654 objects degraded (0.153%); 31 MiB/s, 8 objects/s recovering 2021-07-26T16:01:45.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:44 smithi107 bash[29346]: cluster 2021-07-26T16:01:44.001754+0000 mon.a (mon.0) 329 : cluster [DBG] osdmap e313: 8 total, 8 up, 8 in 2021-07-26T16:01:45.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:44 smithi037 bash[41498]: cluster 2021-07-26T16:01:43.713877+0000 mgr.y (mgr.24994) 138 : cluster [DBG] pgmap v173: 89 pgs: 11 active+clean+wait, 4 peering, 1 active+recovery_wait+degraded, 73 active+clean; 311 MiB data, 562 MiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.9 MiB/s wr, 8 op/s; 1/654 objects degraded (0.153%); 31 MiB/s, 8 objects/s recovering 2021-07-26T16:01:45.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:44 smithi037 bash[41498]: cluster 2021-07-26T16:01:44.001754+0000 mon.a (mon.0) 329 : cluster [DBG] osdmap e313: 8 total, 8 up, 8 in 2021-07-26T16:01:45.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:44 smithi037 bash[42499]: cluster 2021-07-26T16:01:43.713877+0000 mgr.y (mgr.24994) 138 : cluster [DBG] pgmap v173: 89 pgs: 11 active+clean+wait, 4 peering, 1 active+recovery_wait+degraded, 73 active+clean; 311 MiB data, 562 MiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.9 MiB/s wr, 8 op/s; 1/654 objects degraded (0.153%); 31 MiB/s, 8 objects/s recovering 2021-07-26T16:01:45.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:44 smithi037 bash[42499]: cluster 2021-07-26T16:01:44.001754+0000 mon.a (mon.0) 329 : cluster [DBG] osdmap e313: 8 total, 8 up, 8 in 2021-07-26T16:01:46.028 INFO:tasks.rados.rados.0.smithi037.stdout:1333: done (8 left) 2021-07-26T16:01:46.029 INFO:tasks.rados.rados.0.smithi037.stdout:1334: snap_create 2021-07-26T16:01:46.029 INFO:tasks.rados.rados.0.smithi037.stdout:1326: finishing rollback tid 1 to smithi03738989-46 2021-07-26T16:01:46.029 INFO:tasks.rados.rados.0.smithi037.stdout:1326: finishing rollback tid 2 to smithi03738989-46 2021-07-26T16:01:46.029 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 754 (ObjNum 345 snap 105 seq_num 345) dirty exists 2021-07-26T16:01:46.030 INFO:tasks.rados.rados.0.smithi037.stdout:1330: expect (ObjNum 169 snap 41 seq_num 169) 2021-07-26T16:01:46.140 INFO:tasks.rados.rados.0.smithi037.stdout:1332: finishing copy_from to smithi03738989-33 2021-07-26T16:01:46.141 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 747 (ObjNum 431 snap 128 seq_num 431) dirty exists 2021-07-26T16:01:46.141 INFO:tasks.rados.rados.0.smithi037.stdout:1332: finishing copy_from racing read to smithi03738989-33 2021-07-26T16:01:46.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:46 smithi107 bash[29346]: cluster 2021-07-26T16:01:45.012322+0000 mon.a (mon.0) 330 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2021-07-26T16:01:46.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:46 smithi107 bash[29346]: audit 2021-07-26T16:01:45.936248+0000 mon.c (mon.1) 112 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:01:46.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:46 smithi107 bash[29346]: audit 2021-07-26T16:01:45.936949+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:01:46.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:46 smithi107 bash[29346]: audit 2021-07-26T16:01:45.951223+0000 mon.c (mon.1) 113 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:01:46.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:46 smithi107 bash[29346]: audit 2021-07-26T16:01:45.951916+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:01:46.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:46 smithi037 bash[42499]: cluster 2021-07-26T16:01:45.012322+0000 mon.a (mon.0) 330 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2021-07-26T16:01:46.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:46 smithi037 bash[42499]: audit 2021-07-26T16:01:45.936248+0000 mon.c (mon.1) 112 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:01:46.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:46 smithi037 bash[42499]: audit 2021-07-26T16:01:45.936949+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:01:46.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:46 smithi037 bash[42499]: audit 2021-07-26T16:01:45.951223+0000 mon.c (mon.1) 113 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:01:46.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:46 smithi037 bash[42499]: audit 2021-07-26T16:01:45.951916+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:01:46.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:46 smithi037 bash[41498]: cluster 2021-07-26T16:01:45.012322+0000 mon.a (mon.0) 330 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2021-07-26T16:01:46.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:46 smithi037 bash[41498]: audit 2021-07-26T16:01:45.936248+0000 mon.c (mon.1) 112 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:01:46.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:46 smithi037 bash[41498]: audit 2021-07-26T16:01:45.936949+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:01:46.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:46 smithi037 bash[41498]: audit 2021-07-26T16:01:45.951223+0000 mon.c (mon.1) 113 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:01:46.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:46 smithi037 bash[41498]: audit 2021-07-26T16:01:45.951916+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:01:47.026 INFO:tasks.rados.rados.0.smithi037.stdout:1326: done (8 left) 2021-07-26T16:01:47.027 INFO:tasks.rados.rados.0.smithi037.stdout:1330: done (7 left) 2021-07-26T16:01:47.027 INFO:tasks.rados.rados.0.smithi037.stdout:1332: done (6 left) 2021-07-26T16:01:47.027 INFO:tasks.rados.rados.0.smithi037.stdout:1334: done (5 left) 2021-07-26T16:01:47.028 INFO:tasks.rados.rados.0.smithi037.stdout:1335: read oid 30 snap -1 2021-07-26T16:01:47.028 INFO:tasks.rados.rados.0.smithi037.stdout:1335: expect (ObjNum 381 snap 117 seq_num 381) 2021-07-26T16:01:47.028 INFO:tasks.rados.rados.0.smithi037.stdout:1336: read oid 26 snap -1 2021-07-26T16:01:47.028 INFO:tasks.rados.rados.0.smithi037.stdout:1336: expect (ObjNum 390 snap 120 seq_num 390) 2021-07-26T16:01:47.028 INFO:tasks.rados.rados.0.smithi037.stdout:1337: snap_create 2021-07-26T16:01:47.051 INFO:tasks.rados.rados.0.smithi037.stdout:1336: expect (ObjNum 390 snap 120 seq_num 390) 2021-07-26T16:01:47.234 INFO:tasks.rados.rados.0.smithi037.stdout:1335: expect (ObjNum 381 snap 117 seq_num 381) 2021-07-26T16:01:47.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:47 smithi037 bash[41498]: cluster 2021-07-26T16:01:45.714716+0000 mgr.y (mgr.24994) 139 : cluster [DBG] pgmap v176: 89 pgs: 11 active+clean+wait, 1 active+recovery_wait+degraded, 77 active+clean; 307 MiB data, 557 MiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 1 op/s; 1/651 objects degraded (0.154%); 10 MiB/s, 3 objects/s recovering 2021-07-26T16:01:47.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:47 smithi037 bash[41498]: cluster 2021-07-26T16:01:46.025711+0000 mon.a (mon.0) 333 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2021-07-26T16:01:47.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:47 smithi037 bash[41498]: cluster 2021-07-26T16:01:46.925113+0000 mon.a (mon.0) 334 : cluster [WRN] Health check update: Degraded data redundancy: 1/651 objects degraded (0.154%), 1 pg degraded (PG_DEGRADED) 2021-07-26T16:01:47.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:47 smithi037 bash[42499]: cluster 2021-07-26T16:01:45.714716+0000 mgr.y (mgr.24994) 139 : cluster [DBG] pgmap v176: 89 pgs: 11 active+clean+wait, 1 active+recovery_wait+degraded, 77 active+clean; 307 MiB data, 557 MiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 1 op/s; 1/651 objects degraded (0.154%); 10 MiB/s, 3 objects/s recovering 2021-07-26T16:01:47.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:47 smithi037 bash[42499]: cluster 2021-07-26T16:01:46.025711+0000 mon.a (mon.0) 333 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2021-07-26T16:01:47.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:47 smithi037 bash[42499]: cluster 2021-07-26T16:01:46.925113+0000 mon.a (mon.0) 334 : cluster [WRN] Health check update: Degraded data redundancy: 1/651 objects degraded (0.154%), 1 pg degraded (PG_DEGRADED) 2021-07-26T16:01:47.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:47 smithi107 bash[29346]: cluster 2021-07-26T16:01:45.714716+0000 mgr.y (mgr.24994) 139 : cluster [DBG] pgmap v176: 89 pgs: 11 active+clean+wait, 1 active+recovery_wait+degraded, 77 active+clean; 307 MiB data, 557 MiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 1 op/s; 1/651 objects degraded (0.154%); 10 MiB/s, 3 objects/s recovering 2021-07-26T16:01:47.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:47 smithi107 bash[29346]: cluster 2021-07-26T16:01:46.025711+0000 mon.a (mon.0) 333 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2021-07-26T16:01:47.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:47 smithi107 bash[29346]: cluster 2021-07-26T16:01:46.925113+0000 mon.a (mon.0) 334 : cluster [WRN] Health check update: Degraded data redundancy: 1/651 objects degraded (0.154%), 1 pg degraded (PG_DEGRADED) 2021-07-26T16:01:48.048 INFO:tasks.rados.rados.0.smithi037.stdout:1335: done (7 left) 2021-07-26T16:01:48.048 INFO:tasks.rados.rados.0.smithi037.stdout:1336: done (6 left) 2021-07-26T16:01:48.048 INFO:tasks.rados.rados.0.smithi037.stdout:1337: done (5 left) 2021-07-26T16:01:48.048 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 132 2021-07-26T16:01:48.049 INFO:tasks.rados.rados.0.smithi037.stdout:1338: seq_num 435 ranges {3514368=90112} 2021-07-26T16:01:48.071 INFO:tasks.rados.rados.0.smithi037.stdout:1338: writing smithi03738989-13 from 3514368 to 3604480 tid 1 2021-07-26T16:01:48.071 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 132 2021-07-26T16:01:48.071 INFO:tasks.rados.rados.0.smithi037.stdout:1339: seq_num 436 ranges {647168=106496} 2021-07-26T16:01:48.076 INFO:tasks.rados.rados.0.smithi037.stdout:1339: writing smithi03738989-37 from 647168 to 753664 tid 1 2021-07-26T16:01:48.076 INFO:tasks.rados.rados.0.smithi037.stdout:1340: snap_create 2021-07-26T16:01:48.082 INFO:tasks.rados.rados.0.smithi037.stdout:1338: finishing write tid 1 to smithi03738989-13 2021-07-26T16:01:48.082 INFO:tasks.rados.rados.0.smithi037.stdout:1338: finishing write tid 3 to smithi03738989-13 2021-07-26T16:01:48.083 INFO:tasks.rados.rados.0.smithi037.stdout:1339: finishing write tid 1 to smithi03738989-37 2021-07-26T16:01:48.083 INFO:tasks.rados.rados.0.smithi037.stdout:1339: finishing write tid 3 to smithi03738989-37 2021-07-26T16:01:48.085 INFO:tasks.rados.rados.0.smithi037.stdout:1338: finishing write tid 4 to smithi03738989-13 2021-07-26T16:01:48.085 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 600 (ObjNum 435 snap 132 seq_num 435) dirty exists 2021-07-26T16:01:48.086 INFO:tasks.rados.rados.0.smithi037.stdout:1338: left oid 13 (ObjNum 435 snap 132 seq_num 435) 2021-07-26T16:01:48.086 INFO:tasks.rados.rados.0.smithi037.stdout:1339: finishing write tid 4 to smithi03738989-37 2021-07-26T16:01:48.086 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 665 (ObjNum 436 snap 132 seq_num 436) dirty exists 2021-07-26T16:01:48.086 INFO:tasks.rados.rados.0.smithi037.stdout:1339: left oid 37 (ObjNum 436 snap 132 seq_num 436) 2021-07-26T16:01:48.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:48 smithi037 bash[41498]: cluster 2021-07-26T16:01:47.026356+0000 mon.a (mon.0) 335 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2021-07-26T16:01:48.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:48 smithi037 bash[42499]: cluster 2021-07-26T16:01:47.026356+0000 mon.a (mon.0) 335 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2021-07-26T16:01:48.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:48 smithi107 bash[29346]: cluster 2021-07-26T16:01:47.026356+0000 mon.a (mon.0) 335 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2021-07-26T16:01:49.051 INFO:tasks.rados.rados.0.smithi037.stdout:1338: done (7 left) 2021-07-26T16:01:49.051 INFO:tasks.rados.rados.0.smithi037.stdout:1339: done (6 left) 2021-07-26T16:01:49.052 INFO:tasks.rados.rados.0.smithi037.stdout:1340: done (5 left) 2021-07-26T16:01:49.052 INFO:tasks.rados.rados.0.smithi037.stdout:1341: delete oid 18 current snap is 133 2021-07-26T16:01:49.060 INFO:tasks.rados.rados.0.smithi037.stdout:1341: done (5 left) 2021-07-26T16:01:49.060 INFO:tasks.rados.rados.0.smithi037.stdout:1342: rmattr oid 22 current snap is 133 2021-07-26T16:01:49.060 INFO:tasks.rados.rados.0.smithi037.stdout:1342: done (5 left) 2021-07-26T16:01:49.060 INFO:tasks.rados.rados.0.smithi037.stdout:1343: read oid 2 snap -1 2021-07-26T16:01:49.061 INFO:tasks.rados.rados.0.smithi037.stdout:1343: expect (ObjNum 430 snap 128 seq_num 430) 2021-07-26T16:01:49.061 INFO:tasks.rados.rados.0.smithi037.stdout:1344: copy_from oid 35 from oid 26 current snap is 133 2021-07-26T16:01:49.061 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 133 2021-07-26T16:01:49.061 INFO:tasks.rados.rados.0.smithi037.stdout:1345: seq_num 438 ranges {0=139264} 2021-07-26T16:01:49.062 INFO:tasks.rados.rados.0.smithi037.stdout:1345: writing smithi03738989-29 from 0 to 139264 tid 1 2021-07-26T16:01:49.063 INFO:tasks.rados.rados.0.smithi037.stdout:1346: copy_from oid 36 from oid 25 current snap is 133 2021-07-26T16:01:49.063 INFO:tasks.rados.rados.0.smithi037.stdout:1347: read oid 40 snap -1 2021-07-26T16:01:49.063 INFO:tasks.rados.rados.0.smithi037.stdout:1347: expect (ObjNum 422 snap 126 seq_num 422) 2021-07-26T16:01:49.063 INFO:tasks.rados.rados.0.smithi037.stdout:1348: snap_create 2021-07-26T16:01:49.074 INFO:tasks.rados.rados.0.smithi037.stdout:1345: finishing write tid 1 to smithi03738989-29 2021-07-26T16:01:49.074 INFO:tasks.rados.rados.0.smithi037.stdout:1345: finishing write tid 3 to smithi03738989-29 2021-07-26T16:01:49.082 INFO:tasks.rados.rados.0.smithi037.stdout:1343: expect (ObjNum 430 snap 128 seq_num 430) 2021-07-26T16:01:49.331 INFO:tasks.rados.rados.0.smithi037.stdout:1345: finishing write tid 4 to smithi03738989-29 2021-07-26T16:01:49.331 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 768 (ObjNum 438 snap 133 seq_num 438) dirty exists 2021-07-26T16:01:49.332 INFO:tasks.rados.rados.0.smithi037.stdout:1345: left oid 29 (ObjNum 438 snap 133 seq_num 438) 2021-07-26T16:01:49.332 INFO:tasks.rados.rados.0.smithi037.stdout:1347: expect (ObjNum 422 snap 126 seq_num 422) 2021-07-26T16:01:49.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:49 smithi037 bash[42499]: cluster 2021-07-26T16:01:47.715491+0000 mgr.y (mgr.24994) 140 : cluster [DBG] pgmap v179: 89 pgs: 11 active+clean+wait, 78 active+clean; 313 MiB data, 558 MiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 798 KiB/s wr, 3 op/s; 2.7 MiB/s, 1 objects/s recovering 2021-07-26T16:01:49.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:49 smithi037 bash[42499]: cluster 2021-07-26T16:01:48.030047+0000 mon.a (mon.0) 336 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/651 objects degraded (0.154%), 1 pg degraded) 2021-07-26T16:01:49.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:49 smithi037 bash[42499]: cluster 2021-07-26T16:01:48.030137+0000 mon.a (mon.0) 337 : cluster [INF] Cluster is now healthy 2021-07-26T16:01:49.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:49 smithi037 bash[42499]: cluster 2021-07-26T16:01:48.044485+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2021-07-26T16:01:49.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:49 smithi037 bash[41498]: cluster 2021-07-26T16:01:47.715491+0000 mgr.y (mgr.24994) 140 : cluster [DBG] pgmap v179: 89 pgs: 11 active+clean+wait, 78 active+clean; 313 MiB data, 558 MiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 798 KiB/s wr, 3 op/s; 2.7 MiB/s, 1 objects/s recovering 2021-07-26T16:01:49.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:49 smithi037 bash[41498]: cluster 2021-07-26T16:01:48.030047+0000 mon.a (mon.0) 336 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/651 objects degraded (0.154%), 1 pg degraded) 2021-07-26T16:01:49.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:49 smithi037 bash[41498]: cluster 2021-07-26T16:01:48.030137+0000 mon.a (mon.0) 337 : cluster [INF] Cluster is now healthy 2021-07-26T16:01:49.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:49 smithi037 bash[41498]: cluster 2021-07-26T16:01:48.044485+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2021-07-26T16:01:49.385 INFO:tasks.rados.rados.0.smithi037.stdout:1344: finishing copy_from to smithi03738989-35 2021-07-26T16:01:49.385 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 490 (ObjNum 390 snap 120 seq_num 390) dirty exists 2021-07-26T16:01:49.385 INFO:tasks.rados.rados.0.smithi037.stdout:1346: finishing copy_from to smithi03738989-36 2021-07-26T16:01:49.386 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 537 (ObjNum 381 snap 117 seq_num 381) dirty exists 2021-07-26T16:01:49.386 INFO:tasks.rados.rados.0.smithi037.stdout:1344: finishing copy_from racing read to smithi03738989-35 2021-07-26T16:01:49.386 INFO:tasks.rados.rados.0.smithi037.stdout:1346: finishing copy_from racing read to smithi03738989-36 2021-07-26T16:01:49.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:49 smithi107 bash[29346]: cluster 2021-07-26T16:01:47.715491+0000 mgr.y (mgr.24994) 140 : cluster [DBG] pgmap v179: 89 pgs: 11 active+clean+wait, 78 active+clean; 313 MiB data, 558 MiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 798 KiB/s wr, 3 op/s; 2.7 MiB/s, 1 objects/s recovering 2021-07-26T16:01:49.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:49 smithi107 bash[29346]: cluster 2021-07-26T16:01:48.030047+0000 mon.a (mon.0) 336 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/651 objects degraded (0.154%), 1 pg degraded) 2021-07-26T16:01:49.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:49 smithi107 bash[29346]: cluster 2021-07-26T16:01:48.030137+0000 mon.a (mon.0) 337 : cluster [INF] Cluster is now healthy 2021-07-26T16:01:49.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:49 smithi107 bash[29346]: cluster 2021-07-26T16:01:48.044485+0000 mon.a (mon.0) 338 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2021-07-26T16:01:50.065 INFO:tasks.rados.rados.0.smithi037.stdout:1343: done (10 left) 2021-07-26T16:01:50.066 INFO:tasks.rados.rados.0.smithi037.stdout:1344: done (9 left) 2021-07-26T16:01:50.066 INFO:tasks.rados.rados.0.smithi037.stdout:1345: done (8 left) 2021-07-26T16:01:50.067 INFO:tasks.rados.rados.0.smithi037.stdout:1346: done (7 left) 2021-07-26T16:01:50.067 INFO:tasks.rados.rados.0.smithi037.stdout:1347: done (6 left) 2021-07-26T16:01:50.067 INFO:tasks.rados.rados.0.smithi037.stdout:1348: done (5 left) 2021-07-26T16:01:50.067 INFO:tasks.rados.rados.0.smithi037.stdout:1349: snap_create 2021-07-26T16:01:50.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:50 smithi037 bash[41498]: cluster 2021-07-26T16:01:49.048143+0000 mon.a (mon.0) 339 : cluster [DBG] osdmap e318: 8 total, 8 up, 8 in 2021-07-26T16:01:50.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:50 smithi037 bash[41498]: audit 2021-07-26T16:01:49.684279+0000 mon.c (mon.1) 114 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T16:01:50.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:50 smithi037 bash[42499]: cluster 2021-07-26T16:01:49.048143+0000 mon.a (mon.0) 339 : cluster [DBG] osdmap e318: 8 total, 8 up, 8 in 2021-07-26T16:01:50.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:50 smithi037 bash[42499]: audit 2021-07-26T16:01:49.684279+0000 mon.c (mon.1) 114 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T16:01:50.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:50 smithi107 bash[29346]: cluster 2021-07-26T16:01:49.048143+0000 mon.a (mon.0) 339 : cluster [DBG] osdmap e318: 8 total, 8 up, 8 in 2021-07-26T16:01:50.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:50 smithi107 bash[29346]: audit 2021-07-26T16:01:49.684279+0000 mon.c (mon.1) 114 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T16:01:51.065 INFO:tasks.rados.rados.0.smithi037.stdout:1349: done (5 left) 2021-07-26T16:01:51.066 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 135 2021-07-26T16:01:51.066 INFO:tasks.rados.rados.0.smithi037.stdout:1350: seq_num 439 ranges {0=155648} 2021-07-26T16:01:51.066 INFO:tasks.rados.rados.0.smithi037.stdout:1350: writing smithi03738989-43 from 0 to 155648 tid 1 2021-07-26T16:01:51.067 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 28 current snap is 135 2021-07-26T16:01:51.067 INFO:tasks.rados.rados.0.smithi037.stdout:1351: seq_num 440 ranges {0=172032} 2021-07-26T16:01:51.067 INFO:tasks.rados.rados.0.smithi037.stdout:1351: writing smithi03738989-28 from 0 to 172032 tid 1 2021-07-26T16:01:51.067 INFO:tasks.rados.rados.0.smithi037.stdout:1352: copy_from oid 26 from oid 20 current snap is 135 2021-07-26T16:01:51.068 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 135 2021-07-26T16:01:51.069 INFO:tasks.rados.rados.0.smithi037.stdout:1353: seq_num 441 ranges {1875968=188416} 2021-07-26T16:01:51.079 INFO:tasks.rados.rados.0.smithi037.stdout:1353: writing smithi03738989-41 from 1875968 to 2064384 tid 1 2021-07-26T16:01:51.079 INFO:tasks.rados.rados.0.smithi037.stdout:1351: finishing write tid 1 to smithi03738989-28 2021-07-26T16:01:51.080 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 135 2021-07-26T16:01:51.080 INFO:tasks.rados.rados.0.smithi037.stdout:1354: seq_num 442 ranges {2277376=204800} 2021-07-26T16:01:51.094 INFO:tasks.rados.rados.0.smithi037.stdout:1354: writing smithi03738989-40 from 2277376 to 2482176 tid 1 2021-07-26T16:01:51.094 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 135 2021-07-26T16:01:51.094 INFO:tasks.rados.rados.0.smithi037.stdout:1355: seq_num 443 ranges {4694016=221184} 2021-07-26T16:01:51.124 INFO:tasks.rados.rados.0.smithi037.stdout:1355: writing smithi03738989-12 from 4694016 to 4915200 tid 1 2021-07-26T16:01:51.124 INFO:tasks.rados.rados.0.smithi037.stdout:1356: snap_remove snap 93 2021-07-26T16:01:51.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:51 smithi037 bash[41498]: audit 2021-07-26T16:01:49.684791+0000 mgr.y (mgr.24994) 141 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T16:01:51.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:51 smithi037 bash[41498]: cephadm 2021-07-26T16:01:49.687345+0000 mgr.y (mgr.24994) 142 : cephadm [INF] Upgrade: osd.2 is safe to restart 2021-07-26T16:01:51.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:51 smithi037 bash[41498]: cluster 2021-07-26T16:01:49.716347+0000 mgr.y (mgr.24994) 143 : cluster [DBG] pgmap v182: 89 pgs: 11 active+clean+wait, 78 active+clean; 311 MiB data, 560 MiB used, 709 GiB / 715 GiB avail; 6.6 MiB/s rd, 820 KiB/s wr, 4 op/s; 1.1 MiB/s, 0 objects/s recovering 2021-07-26T16:01:51.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:51 smithi037 bash[41498]: cluster 2021-07-26T16:01:50.063978+0000 mon.a (mon.0) 340 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2021-07-26T16:01:51.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:51 smithi037 bash[42499]: audit 2021-07-26T16:01:49.684791+0000 mgr.y (mgr.24994) 141 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T16:01:51.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:51 smithi037 bash[42499]: cephadm 2021-07-26T16:01:49.687345+0000 mgr.y (mgr.24994) 142 : cephadm [INF] Upgrade: osd.2 is safe to restart 2021-07-26T16:01:51.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:51 smithi037 bash[42499]: cluster 2021-07-26T16:01:49.716347+0000 mgr.y (mgr.24994) 143 : cluster [DBG] pgmap v182: 89 pgs: 11 active+clean+wait, 78 active+clean; 311 MiB data, 560 MiB used, 709 GiB / 715 GiB avail; 6.6 MiB/s rd, 820 KiB/s wr, 4 op/s; 1.1 MiB/s, 0 objects/s recovering 2021-07-26T16:01:51.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:51 smithi037 bash[42499]: cluster 2021-07-26T16:01:50.063978+0000 mon.a (mon.0) 340 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2021-07-26T16:01:51.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:51 smithi107 bash[29346]: audit 2021-07-26T16:01:49.684791+0000 mgr.y (mgr.24994) 141 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-07-26T16:01:51.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:51 smithi107 bash[29346]: cephadm 2021-07-26T16:01:49.687345+0000 mgr.y (mgr.24994) 142 : cephadm [INF] Upgrade: osd.2 is safe to restart 2021-07-26T16:01:51.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:51 smithi107 bash[29346]: cluster 2021-07-26T16:01:49.716347+0000 mgr.y (mgr.24994) 143 : cluster [DBG] pgmap v182: 89 pgs: 11 active+clean+wait, 78 active+clean; 311 MiB data, 560 MiB used, 709 GiB / 715 GiB avail; 6.6 MiB/s rd, 820 KiB/s wr, 4 op/s; 1.1 MiB/s, 0 objects/s recovering 2021-07-26T16:01:51.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:51 smithi107 bash[29346]: cluster 2021-07-26T16:01:50.063978+0000 mon.a (mon.0) 340 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2021-07-26T16:01:51.943 INFO:tasks.rados.rados.0.smithi037.stdout:1356: done (11 left) 2021-07-26T16:01:51.943 INFO:tasks.rados.rados.0.smithi037.stdout:1357: snap_create 2021-07-26T16:01:51.944 INFO:tasks.rados.rados.0.smithi037.stdout:1351: finishing write tid 3 to smithi03738989-28 2021-07-26T16:01:51.944 INFO:tasks.rados.rados.0.smithi037.stdout:1351: finishing write tid 4 to smithi03738989-28 2021-07-26T16:01:51.944 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 602 (ObjNum 440 snap 135 seq_num 440) dirty exists 2021-07-26T16:01:51.944 INFO:tasks.rados.rados.0.smithi037.stdout:1351: left oid 28 (ObjNum 440 snap 135 seq_num 440) 2021-07-26T16:01:51.945 INFO:tasks.rados.rados.0.smithi037.stdout:1350: finishing write tid 1 to smithi03738989-43 2021-07-26T16:01:51.945 INFO:tasks.rados.rados.0.smithi037.stdout:1350: finishing write tid 3 to smithi03738989-43 2021-07-26T16:01:51.945 INFO:tasks.rados.rados.0.smithi037.stdout:1350: finishing write tid 4 to smithi03738989-43 2021-07-26T16:01:51.945 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 424 (ObjNum 439 snap 135 seq_num 439) dirty exists 2021-07-26T16:01:51.945 INFO:tasks.rados.rados.0.smithi037.stdout:1350: left oid 43 (ObjNum 439 snap 135 seq_num 439) 2021-07-26T16:01:51.946 INFO:tasks.rados.rados.0.smithi037.stdout:1353: finishing write tid 1 to smithi03738989-41 2021-07-26T16:01:51.946 INFO:tasks.rados.rados.0.smithi037.stdout:1353: finishing write tid 3 to smithi03738989-41 2021-07-26T16:01:51.946 INFO:tasks.rados.rados.0.smithi037.stdout:1352: finishing copy_from to smithi03738989-26 2021-07-26T16:01:51.946 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 746 (ObjNum 327 snap 97 seq_num 327) dirty exists 2021-07-26T16:01:51.947 INFO:tasks.rados.rados.0.smithi037.stdout:1352: finishing copy_from racing read to smithi03738989-26 2021-07-26T16:01:51.948 INFO:tasks.rados.rados.0.smithi037.stdout:1353: finishing write tid 4 to smithi03738989-41 2021-07-26T16:01:51.948 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1053 (ObjNum 441 snap 135 seq_num 441) dirty exists 2021-07-26T16:01:51.948 INFO:tasks.rados.rados.0.smithi037.stdout:1353: left oid 41 (ObjNum 441 snap 135 seq_num 441) 2021-07-26T16:01:51.948 INFO:tasks.rados.rados.0.smithi037.stdout:1354: finishing write tid 1 to smithi03738989-40 2021-07-26T16:01:51.949 INFO:tasks.rados.rados.0.smithi037.stdout:1354: finishing write tid 3 to smithi03738989-40 2021-07-26T16:01:51.949 INFO:tasks.rados.rados.0.smithi037.stdout:1354: finishing write tid 4 to smithi03738989-40 2021-07-26T16:01:51.950 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 407 (ObjNum 442 snap 135 seq_num 442) dirty exists 2021-07-26T16:01:51.950 INFO:tasks.rados.rados.0.smithi037.stdout:1354: left oid 40 (ObjNum 442 snap 135 seq_num 442) 2021-07-26T16:01:51.950 INFO:tasks.rados.rados.0.smithi037.stdout:1355: finishing write tid 1 to smithi03738989-12 2021-07-26T16:01:51.950 INFO:tasks.rados.rados.0.smithi037.stdout:1355: finishing write tid 3 to smithi03738989-12 2021-07-26T16:01:51.951 INFO:tasks.rados.rados.0.smithi037.stdout:1355: finishing write tid 4 to smithi03738989-12 2021-07-26T16:01:51.951 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 668 (ObjNum 443 snap 135 seq_num 443) dirty exists 2021-07-26T16:01:51.951 INFO:tasks.rados.rados.0.smithi037.stdout:1355: left oid 12 (ObjNum 443 snap 135 seq_num 443) 2021-07-26T16:01:51.987 INFO:tasks.rados.rados.0.smithi037.stdout:1308: finishing write tid 1 to smithi03738989-4 2021-07-26T16:01:51.987 INFO:tasks.rados.rados.0.smithi037.stdout:1308: finishing write tid 2 to smithi03738989-4 2021-07-26T16:01:51.988 INFO:tasks.rados.rados.0.smithi037.stdout:1308: finishing write tid 3 to smithi03738989-4 2021-07-26T16:01:51.988 INFO:tasks.rados.rados.0.smithi037.stdout:1308: finishing write tid 4 to smithi03738989-4 2021-07-26T16:01:51.988 INFO:tasks.rados.rados.0.smithi037.stdout:1308: finishing write tid 6 to smithi03738989-4 2021-07-26T16:01:51.989 INFO:tasks.rados.rados.0.smithi037.stdout:1311: finishing write tid 1 to smithi03738989-32 2021-07-26T16:01:51.989 INFO:tasks.rados.rados.0.smithi037.stdout:1311: finishing write tid 2 to smithi03738989-32 2021-07-26T16:01:51.990 INFO:tasks.rados.rados.0.smithi037.stdout:1311: finishing write tid 3 to smithi03738989-32 2021-07-26T16:01:51.990 INFO:tasks.rados.rados.0.smithi037.stdout:1311: finishing write tid 4 to smithi03738989-32 2021-07-26T16:01:51.990 INFO:tasks.rados.rados.0.smithi037.stdout:1311: finishing write tid 5 to smithi03738989-32 2021-07-26T16:01:51.990 INFO:tasks.rados.rados.0.smithi037.stdout:1311: finishing write tid 7 to smithi03738989-32 2021-07-26T16:01:51.991 INFO:tasks.rados.rados.0.smithi037.stdout:1324: finishing write tid 1 to smithi03738989-10 2021-07-26T16:01:51.991 INFO:tasks.rados.rados.0.smithi037.stdout:1324: finishing write tid 3 to smithi03738989-10 2021-07-26T16:01:51.992 INFO:tasks.rados.rados.0.smithi037.stdout:1331: finishing write tid 1 to smithi03738989-24 2021-07-26T16:01:51.992 INFO:tasks.rados.rados.0.smithi037.stdout:1331: finishing write tid 3 to smithi03738989-24 2021-07-26T16:01:52.013 INFO:tasks.rados.rados.0.smithi037.stdout:1305: expect (ObjNum 415 snap 125 seq_num 415) 2021-07-26T16:01:52.291 INFO:tasks.rados.rados.0.smithi037.stdout:1308: finishing write tid 7 to smithi03738989-4 2021-07-26T16:01:52.292 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 1134 (ObjNum 427 snap 128 seq_num 427) dirty exists 2021-07-26T16:01:52.292 INFO:tasks.rados.rados.0.smithi037.stdout:1308: left oid 4 (ObjNum 427 snap 128 seq_num 427) 2021-07-26T16:01:52.292 INFO:tasks.rados.rados.0.smithi037.stdout:1311: finishing write tid 8 to smithi03738989-32 2021-07-26T16:01:52.293 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1140 (ObjNum 428 snap 128 seq_num 428) dirty exists 2021-07-26T16:01:52.294 INFO:tasks.rados.rados.0.smithi037.stdout:1311: left oid 32 (ObjNum 428 snap 128 seq_num 428) 2021-07-26T16:01:52.294 INFO:tasks.rados.rados.0.smithi037.stdout:1324: finishing write tid 4 to smithi03738989-10 2021-07-26T16:01:52.294 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 1143 (ObjNum 433 snap 129 seq_num 433) dirty exists 2021-07-26T16:01:52.294 INFO:tasks.rados.rados.0.smithi037.stdout:1324: left oid 10 (ObjNum 433 snap 129 seq_num 433) 2021-07-26T16:01:52.295 INFO:tasks.rados.rados.0.smithi037.stdout:1331: finishing write tid 4 to smithi03738989-24 2021-07-26T16:01:52.295 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 1146 (ObjNum 434 snap 130 seq_num 434) dirty exists 2021-07-26T16:01:52.295 INFO:tasks.rados.rados.0.smithi037.stdout:1331: left oid 24 (ObjNum 434 snap 130 seq_num 434) 2021-07-26T16:01:52.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:52 smithi037 bash[41498]: cluster 2021-07-26T16:01:51.063270+0000 mon.a (mon.0) 341 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2021-07-26T16:01:52.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:52 smithi037 bash[41498]: cluster 2021-07-26T16:01:51.942259+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e321: 8 total, 8 up, 8 in 2021-07-26T16:01:52.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:52 smithi037 bash[42499]: cluster 2021-07-26T16:01:51.063270+0000 mon.a (mon.0) 341 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2021-07-26T16:01:52.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:52 smithi037 bash[42499]: cluster 2021-07-26T16:01:51.942259+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e321: 8 total, 8 up, 8 in 2021-07-26T16:01:52.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:52 smithi107 bash[29346]: cluster 2021-07-26T16:01:51.063270+0000 mon.a (mon.0) 341 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2021-07-26T16:01:52.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:52 smithi107 bash[29346]: cluster 2021-07-26T16:01:51.942259+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e321: 8 total, 8 up, 8 in 2021-07-26T16:01:52.954 INFO:tasks.rados.rados.0.smithi037.stdout:1305: done (11 left) 2021-07-26T16:01:52.954 INFO:tasks.rados.rados.0.smithi037.stdout:1308: done (10 left) 2021-07-26T16:01:52.955 INFO:tasks.rados.rados.0.smithi037.stdout:1311: done (9 left) 2021-07-26T16:01:52.955 INFO:tasks.rados.rados.0.smithi037.stdout:1324: done (8 left) 2021-07-26T16:01:52.955 INFO:tasks.rados.rados.0.smithi037.stdout:1331: done (7 left) 2021-07-26T16:01:52.955 INFO:tasks.rados.rados.0.smithi037.stdout:1350: done (6 left) 2021-07-26T16:01:52.956 INFO:tasks.rados.rados.0.smithi037.stdout:1351: done (5 left) 2021-07-26T16:01:52.956 INFO:tasks.rados.rados.0.smithi037.stdout:1352: done (4 left) 2021-07-26T16:01:52.957 INFO:tasks.rados.rados.0.smithi037.stdout:1353: done (3 left) 2021-07-26T16:01:52.957 INFO:tasks.rados.rados.0.smithi037.stdout:1354: done (2 left) 2021-07-26T16:01:52.957 INFO:tasks.rados.rados.0.smithi037.stdout:1355: done (1 left) 2021-07-26T16:01:52.958 INFO:tasks.rados.rados.0.smithi037.stdout:1357: done (0 left) 2021-07-26T16:01:52.958 INFO:tasks.rados.rados.0.smithi037.stdout:1358: copy_from oid 34 from oid 38 current snap is 136 2021-07-26T16:01:52.958 INFO:tasks.rados.rados.0.smithi037.stdout:1359: rollback oid 46 current snap is 136 2021-07-26T16:01:52.959 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 46 to 134 2021-07-26T16:01:52.959 INFO:tasks.rados.rados.0.smithi037.stdout:1360: rollback oid 23 current snap is 136 2021-07-26T16:01:52.959 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 23 to 105 2021-07-26T16:01:52.960 INFO:tasks.rados.rados.0.smithi037.stdout:1361: delete oid 22 current snap is 136 2021-07-26T16:01:52.960 INFO:tasks.rados.rados.0.smithi037.stdout:1361: done (3 left) 2021-07-26T16:01:52.961 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 136 2021-07-26T16:01:52.961 INFO:tasks.rados.rados.0.smithi037.stdout:1362: seq_num 445 ranges {4915200=253952} 2021-07-26T16:01:52.990 INFO:tasks.rados.rados.0.smithi037.stdout:1362: writing smithi03738989-12 from 4915200 to 5169152 tid 1 2021-07-26T16:01:52.991 INFO:tasks.rados.rados.0.smithi037.stdout:1363: copy_from oid 28 from oid 42 current snap is 136 2021-07-26T16:01:52.991 INFO:tasks.rados.rados.0.smithi037.stdout:1359: finishing rollback tid 0 to smithi03738989-46 2021-07-26T16:01:52.991 INFO:tasks.rados.rados.0.smithi037.stdout:1359: finishing rollback tid 1 to smithi03738989-46 2021-07-26T16:01:52.991 INFO:tasks.rados.rados.0.smithi037.stdout:1359: finishing rollback tid 2 to smithi03738989-46 2021-07-26T16:01:52.992 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 772 (ObjNum 345 snap 105 seq_num 345) dirty exists 2021-07-26T16:01:52.992 INFO:tasks.rados.rados.0.smithi037.stdout:1360: finishing rollback tid 0 to smithi03738989-23 2021-07-26T16:01:52.992 INFO:tasks.rados.rados.0.smithi037.stdout:1360: finishing rollback tid 1 to smithi03738989-23 2021-07-26T16:01:52.993 INFO:tasks.rados.rados.0.smithi037.stdout:1360: finishing rollback tid 2 to smithi03738989-23 2021-07-26T16:01:52.993 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 617 (ObjNum 347 snap 105 seq_num 347) dirty exists 2021-07-26T16:01:52.993 INFO:tasks.rados.rados.0.smithi037.stdout:1359: done (4 left) 2021-07-26T16:01:52.993 INFO:tasks.rados.rados.0.smithi037.stdout:1360: done (3 left) 2021-07-26T16:01:52.993 INFO:tasks.rados.rados.0.smithi037.stdout:1364: snap_remove snap 134 2021-07-26T16:01:53.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:53 smithi037 bash[42499]: cluster 2021-07-26T16:01:51.717432+0000 mgr.y (mgr.24994) 144 : cluster [DBG] pgmap v185: 89 pgs: 11 active+clean+wait, 78 active+clean; 320 MiB data, 573 MiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 9 op/s 2021-07-26T16:01:53.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:53 smithi037 bash[42499]: cephadm 2021-07-26T16:01:52.521057+0000 mgr.y (mgr.24994) 145 : cephadm [INF] Upgrade: Updating osd.2 2021-07-26T16:01:53.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:53 smithi037 bash[42499]: audit 2021-07-26T16:01:52.527731+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:53.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:53 smithi037 bash[42499]: cephadm 2021-07-26T16:01:52.533704+0000 mgr.y (mgr.24994) 146 : cephadm [INF] Deploying daemon osd.2 on smithi037 2021-07-26T16:01:53.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:53 smithi037 bash[42499]: audit 2021-07-26T16:01:52.534636+0000 mon.c (mon.1) 115 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-07-26T16:01:53.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:53 smithi037 bash[42499]: cluster 2021-07-26T16:01:52.953975+0000 mon.a (mon.0) 344 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2021-07-26T16:01:53.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:53 smithi037 bash[41498]: cluster 2021-07-26T16:01:51.717432+0000 mgr.y (mgr.24994) 144 : cluster [DBG] pgmap v185: 89 pgs: 11 active+clean+wait, 78 active+clean; 320 MiB data, 573 MiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 9 op/s 2021-07-26T16:01:53.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:53 smithi037 bash[41498]: cephadm 2021-07-26T16:01:52.521057+0000 mgr.y (mgr.24994) 145 : cephadm [INF] Upgrade: Updating osd.2 2021-07-26T16:01:53.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:53 smithi037 bash[41498]: audit 2021-07-26T16:01:52.527731+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:53.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:53 smithi037 bash[41498]: cephadm 2021-07-26T16:01:52.533704+0000 mgr.y (mgr.24994) 146 : cephadm [INF] Deploying daemon osd.2 on smithi037 2021-07-26T16:01:53.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:53 smithi037 bash[41498]: audit 2021-07-26T16:01:52.534636+0000 mon.c (mon.1) 115 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-07-26T16:01:53.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:53 smithi037 bash[41498]: cluster 2021-07-26T16:01:52.953975+0000 mon.a (mon.0) 344 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2021-07-26T16:01:53.957 INFO:tasks.rados.rados.0.smithi037.stdout:1358: finishing copy_from to smithi03738989-34 2021-07-26T16:01:53.957 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 553 (ObjNum 426 snap 127 seq_num 426) dirty exists 2021-07-26T16:01:53.957 INFO:tasks.rados.rados.0.smithi037.stdout:1358: finishing copy_from racing read to smithi03738989-34 2021-07-26T16:01:53.958 INFO:tasks.rados.rados.0.smithi037.stdout:1362: finishing write tid 1 to smithi03738989-12 2021-07-26T16:01:53.958 INFO:tasks.rados.rados.0.smithi037.stdout:1362: finishing write tid 3 to smithi03738989-12 2021-07-26T16:01:53.958 INFO:tasks.rados.rados.0.smithi037.stdout:1362: finishing write tid 4 to smithi03738989-12 2021-07-26T16:01:53.958 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 679 (ObjNum 445 snap 136 seq_num 445) dirty exists 2021-07-26T16:01:53.959 INFO:tasks.rados.rados.0.smithi037.stdout:1362: left oid 12 (ObjNum 445 snap 136 seq_num 445) 2021-07-26T16:01:53.959 INFO:tasks.rados.rados.0.smithi037.stdout:1363: finishing copy_from to smithi03738989-28 2021-07-26T16:01:53.959 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 548 (ObjNum 404 snap 124 seq_num 404) dirty exists 2021-07-26T16:01:53.959 INFO:tasks.rados.rados.0.smithi037.stdout:1363: finishing copy_from racing read to smithi03738989-28 2021-07-26T16:01:53.960 INFO:tasks.rados.rados.0.smithi037.stdout:1358: done (3 left) 2021-07-26T16:01:53.960 INFO:tasks.rados.rados.0.smithi037.stdout:1362: done (2 left) 2021-07-26T16:01:53.960 INFO:tasks.rados.rados.0.smithi037.stdout:1363: done (1 left) 2021-07-26T16:01:53.960 INFO:tasks.rados.rados.0.smithi037.stdout:1364: done (0 left) 2021-07-26T16:01:53.961 INFO:tasks.rados.rados.0.smithi037.stdout:1365: copy_from oid 32 from oid 37 current snap is 136 2021-07-26T16:01:53.961 INFO:tasks.rados.rados.0.smithi037.stdout:1366: copy_from oid 7 from oid 48 current snap is 136 2021-07-26T16:01:53.961 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 136 2021-07-26T16:01:53.961 INFO:tasks.rados.rados.0.smithi037.stdout:1367: seq_num 446 ranges {4546560=278528} 2021-07-26T16:01:53.989 INFO:tasks.rados.rados.0.smithi037.stdout:1367: writing smithi03738989-27 from 4546560 to 4825088 tid 1 2021-07-26T16:01:53.990 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 136 2021-07-26T16:01:53.990 INFO:tasks.rados.rados.0.smithi037.stdout:1368: seq_num 447 ranges {0=294912} 2021-07-26T16:01:53.991 INFO:tasks.rados.rados.0.smithi037.stdout:1368: writing smithi03738989-31 from 0 to 294912 tid 1 2021-07-26T16:01:53.991 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 136 2021-07-26T16:01:53.991 INFO:tasks.rados.rados.0.smithi037.stdout:1369: seq_num 448 ranges {6488064=311296} 2021-07-26T16:01:54.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:53 smithi107 bash[29346]: cluster 2021-07-26T16:01:51.717432+0000 mgr.y (mgr.24994) 144 : cluster [DBG] pgmap v185: 89 pgs: 11 active+clean+wait, 78 active+clean; 320 MiB data, 573 MiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 9 op/s 2021-07-26T16:01:54.017 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:53 smithi107 bash[29346]: cephadm 2021-07-26T16:01:52.521057+0000 mgr.y (mgr.24994) 145 : cephadm [INF] Upgrade: Updating osd.2 2021-07-26T16:01:54.018 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:53 smithi107 bash[29346]: audit 2021-07-26T16:01:52.527731+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:54.018 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:53 smithi107 bash[29346]: cephadm 2021-07-26T16:01:52.533704+0000 mgr.y (mgr.24994) 146 : cephadm [INF] Deploying daemon osd.2 on smithi037 2021-07-26T16:01:54.018 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:53 smithi107 bash[29346]: audit 2021-07-26T16:01:52.534636+0000 mon.c (mon.1) 115 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-07-26T16:01:54.018 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:53 smithi107 bash[29346]: cluster 2021-07-26T16:01:52.953975+0000 mon.a (mon.0) 344 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2021-07-26T16:01:54.030 INFO:tasks.rados.rados.0.smithi037.stdout:1369: writing smithi03738989-30 from 6488064 to 6799360 tid 1 2021-07-26T16:01:54.031 INFO:tasks.rados.rados.0.smithi037.stdout:1370: rmattr oid 28 current snap is 136 2021-07-26T16:01:54.031 INFO:tasks.rados.rados.0.smithi037.stdout:1370: done (5 left) 2021-07-26T16:01:54.031 INFO:tasks.rados.rados.0.smithi037.stdout:1371: delete oid 17 current snap is 136 2021-07-26T16:01:54.031 INFO:tasks.rados.rados.0.smithi037.stdout:1365: finishing copy_from to smithi03738989-32 2021-07-26T16:01:54.032 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 665 (ObjNum 436 snap 132 seq_num 436) dirty exists 2021-07-26T16:01:54.032 INFO:tasks.rados.rados.0.smithi037.stdout:1365: finishing copy_from racing read to smithi03738989-32 2021-07-26T16:01:54.032 INFO:tasks.rados.rados.0.smithi037.stdout:1366: finishing copy_from to smithi03738989-7 2021-07-26T16:01:54.032 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 586 (ObjNum 153 snap 38 seq_num 153) dirty exists 2021-07-26T16:01:54.033 INFO:tasks.rados.rados.0.smithi037.stdout:1366: finishing copy_from racing read to smithi03738989-7 2021-07-26T16:01:54.033 INFO:tasks.rados.rados.0.smithi037.stdout:1367: finishing write tid 1 to smithi03738989-27 2021-07-26T16:01:54.033 INFO:tasks.rados.rados.0.smithi037.stdout:1367: finishing write tid 3 to smithi03738989-27 2021-07-26T16:01:54.033 INFO:tasks.rados.rados.0.smithi037.stdout:1368: finishing write tid 1 to smithi03738989-31 2021-07-26T16:01:54.034 INFO:tasks.rados.rados.0.smithi037.stdout:1367: finishing write tid 4 to smithi03738989-27 2021-07-26T16:01:54.034 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 748 (ObjNum 446 snap 136 seq_num 446) dirty exists 2021-07-26T16:01:54.034 INFO:tasks.rados.rados.0.smithi037.stdout:1367: left oid 27 (ObjNum 446 snap 136 seq_num 446) 2021-07-26T16:01:54.034 INFO:tasks.rados.rados.0.smithi037.stdout:1368: finishing write tid 3 to smithi03738989-31 2021-07-26T16:01:54.035 INFO:tasks.rados.rados.0.smithi037.stdout:1368: finishing write tid 4 to smithi03738989-31 2021-07-26T16:01:54.035 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 780 (ObjNum 447 snap 136 seq_num 447) dirty exists 2021-07-26T16:01:54.035 INFO:tasks.rados.rados.0.smithi037.stdout:1368: left oid 31 (ObjNum 447 snap 136 seq_num 447) 2021-07-26T16:01:54.036 INFO:tasks.rados.rados.0.smithi037.stdout:1365: done (5 left) 2021-07-26T16:01:54.036 INFO:tasks.rados.rados.0.smithi037.stdout:1366: done (4 left) 2021-07-26T16:01:54.036 INFO:tasks.rados.rados.0.smithi037.stdout:1367: done (3 left) 2021-07-26T16:01:54.037 INFO:tasks.rados.rados.0.smithi037.stdout:1368: done (2 left) 2021-07-26T16:01:54.037 INFO:tasks.rados.rados.0.smithi037.stdout:1371: done (1 left) 2021-07-26T16:01:54.037 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 136 2021-07-26T16:01:54.037 INFO:tasks.rados.rados.0.smithi037.stdout:1372: seq_num 450 ranges {0=344064} 2021-07-26T16:01:54.038 INFO:tasks.rados.rados.0.smithi037.stdout:1372: writing smithi03738989-5 from 0 to 344064 tid 1 2021-07-26T16:01:54.039 INFO:tasks.rados.rados.0.smithi037.stdout:1373: delete oid 38 current snap is 136 2021-07-26T16:01:54.039 INFO:tasks.rados.rados.0.smithi037.stdout:1369: finishing write tid 1 to smithi03738989-30 2021-07-26T16:01:54.039 INFO:tasks.rados.rados.0.smithi037.stdout:1369: finishing write tid 3 to smithi03738989-30 2021-07-26T16:01:54.039 INFO:tasks.rados.rados.0.smithi037.stdout:1369: finishing write tid 4 to smithi03738989-30 2021-07-26T16:01:54.040 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 1055 (ObjNum 448 snap 136 seq_num 448) dirty exists 2021-07-26T16:01:54.040 INFO:tasks.rados.rados.0.smithi037.stdout:1369: left oid 30 (ObjNum 448 snap 136 seq_num 448) 2021-07-26T16:01:54.041 INFO:tasks.rados.rados.0.smithi037.stdout:1372: finishing write tid 1 to smithi03738989-5 2021-07-26T16:01:54.042 INFO:tasks.rados.rados.0.smithi037.stdout:1369: done (2 left) 2021-07-26T16:01:54.042 INFO:tasks.rados.rados.0.smithi037.stdout:1373: done (1 left) 2021-07-26T16:01:54.042 INFO:tasks.rados.rados.0.smithi037.stdout:1374: setattr oid 17 current snap is 136 2021-07-26T16:01:54.043 INFO:tasks.rados.rados.0.smithi037.stdout:1372: finishing write tid 3 to smithi03738989-5 2021-07-26T16:01:54.044 INFO:tasks.rados.rados.0.smithi037.stdout:1375: read oid 21 snap -1 2021-07-26T16:01:54.044 INFO:tasks.rados.rados.0.smithi037.stdout:1375: expect (ObjNum 425 snap 127 seq_num 425) 2021-07-26T16:01:54.045 INFO:tasks.rados.rados.0.smithi037.stdout:1376: read oid 48 snap 122 2021-07-26T16:01:54.045 INFO:tasks.rados.rados.0.smithi037.stdout:1376: expect (ObjNum 153 snap 38 seq_num 153) 2021-07-26T16:01:54.045 INFO:tasks.rados.rados.0.smithi037.stdout:1377: snap_create 2021-07-26T16:01:54.046 INFO:tasks.rados.rados.0.smithi037.stdout:1372: finishing write tid 4 to smithi03738989-5 2021-07-26T16:01:54.046 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 749 (ObjNum 450 snap 136 seq_num 450) dirty exists 2021-07-26T16:01:54.051 INFO:tasks.rados.rados.0.smithi037.stdout:1372: left oid 5 (ObjNum 450 snap 136 seq_num 450) 2021-07-26T16:01:54.052 INFO:tasks.rados.rados.0.smithi037.stdout:1376: expect (ObjNum 153 snap 38 seq_num 153) 2021-07-26T16:01:54.056 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 622 (ObjNum 372161328 snap 21933 seq_num 372433424) dirty exists 2021-07-26T16:01:54.073 INFO:tasks.rados.rados.0.smithi037.stdout:1375: expect (ObjNum 425 snap 127 seq_num 425) 2021-07-26T16:01:54.955 INFO:tasks.rados.rados.0.smithi037.stdout:1372: done (4 left) 2021-07-26T16:01:54.956 INFO:tasks.rados.rados.0.smithi037.stdout:1374: done (3 left) 2021-07-26T16:01:54.956 INFO:tasks.rados.rados.0.smithi037.stdout:1375: done (2 left) 2021-07-26T16:01:54.956 INFO:tasks.rados.rados.0.smithi037.stdout:1376: done (1 left) 2021-07-26T16:01:54.957 INFO:tasks.rados.rados.0.smithi037.stdout:1377: done (0 left) 2021-07-26T16:01:54.957 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 137 2021-07-26T16:01:54.957 INFO:tasks.rados.rados.0.smithi037.stdout:1378: seq_num 452 ranges {2195456=376832} 2021-07-26T16:01:54.976 INFO:tasks.rados.rados.0.smithi037.stdout:1378: writing smithi03738989-11 from 2195456 to 2572288 tid 1 2021-07-26T16:01:54.976 INFO:tasks.rados.rados.0.smithi037.stdout:1379: rollback oid 15 current snap is 137 2021-07-26T16:01:54.976 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 15 to 128 2021-07-26T16:01:54.976 INFO:tasks.rados.rados.0.smithi037.stdout:1380: read oid 23 snap -1 2021-07-26T16:01:54.977 INFO:tasks.rados.rados.0.smithi037.stdout:1380: expect (ObjNum 347 snap 105 seq_num 347) 2021-07-26T16:01:54.977 INFO:tasks.rados.rados.0.smithi037.stdout:1381: copy_from oid 34 from oid 22 current snap is 137 2021-07-26T16:01:54.977 INFO:tasks.rados.rados.0.smithi037.stdout:1382: snap_create 2021-07-26T16:01:54.979 INFO:tasks.rados.rados.0.smithi037.stdout:1381: finishing copy_from to smithi03738989-34 2021-07-26T16:01:54.980 INFO:tasks.rados.rados.0.smithi037.stdout:1381: got expected ENOENT (src dne) 2021-07-26T16:01:54.980 INFO:tasks.rados.rados.0.smithi037.stdout:1381: finishing copy_from racing read to smithi03738989-34 2021-07-26T16:01:54.987 INFO:tasks.rados.rados.0.smithi037.stdout:1379: finishing rollback tid 1 to smithi03738989-15 2021-07-26T16:01:54.987 INFO:tasks.rados.rados.0.smithi037.stdout:1378: finishing write tid 1 to smithi03738989-11 2021-07-26T16:01:54.987 INFO:tasks.rados.rados.0.smithi037.stdout:1379: finishing rollback tid 2 to smithi03738989-15 2021-07-26T16:01:54.988 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 624 (ObjNum 421 snap 126 seq_num 421) dirty exists 2021-07-26T16:01:54.988 INFO:tasks.rados.rados.0.smithi037.stdout:1378: finishing write tid 3 to smithi03738989-11 2021-07-26T16:01:54.990 INFO:tasks.rados.rados.0.smithi037.stdout:1378: finishing write tid 4 to smithi03738989-11 2021-07-26T16:01:54.990 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 783 (ObjNum 452 snap 137 seq_num 452) dirty exists 2021-07-26T16:01:54.991 INFO:tasks.rados.rados.0.smithi037.stdout:1378: left oid 11 (ObjNum 452 snap 137 seq_num 452) 2021-07-26T16:01:54.992 INFO:tasks.rados.rados.0.smithi037.stdout:1380: expect (ObjNum 347 snap 105 seq_num 347) 2021-07-26T16:01:55.133 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:54 smithi037 bash[42499]: cluster 2021-07-26T16:01:53.718303+0000 mgr.y (mgr.24994) 147 : cluster [DBG] pgmap v188: 89 pgs: 89 active+clean; 324 MiB data, 578 MiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2021-07-26T16:01:55.133 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:54 smithi037 bash[42499]: cluster 2021-07-26T16:01:53.955640+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e323: 8 total, 8 up, 8 in 2021-07-26T16:01:55.134 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:54 smithi037 bash[41498]: cluster 2021-07-26T16:01:53.718303+0000 mgr.y (mgr.24994) 147 : cluster [DBG] pgmap v188: 89 pgs: 89 active+clean; 324 MiB data, 578 MiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2021-07-26T16:01:55.134 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:54 smithi037 bash[41498]: cluster 2021-07-26T16:01:53.955640+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e323: 8 total, 8 up, 8 in 2021-07-26T16:01:55.135 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:01:55 smithi037 systemd[1]: Stopping Ceph osd.2 for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T16:01:55.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:54 smithi107 bash[29346]: cluster 2021-07-26T16:01:53.718303+0000 mgr.y (mgr.24994) 147 : cluster [DBG] pgmap v188: 89 pgs: 89 active+clean; 324 MiB data, 578 MiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2021-07-26T16:01:55.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:54 smithi107 bash[29346]: cluster 2021-07-26T16:01:53.955640+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e323: 8 total, 8 up, 8 in 2021-07-26T16:01:55.408 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:01:55 smithi037 docker[46251]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:01:55.408 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[24051]: debug 2021-07-26T16:01:55.194+0000 7f10af52b700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-07-26T16:01:55.408 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[24051]: debug 2021-07-26T16:01:55.194+0000 7f10af52b700 -1 osd.2 324 *** Got signal Terminated *** 2021-07-26T16:01:55.409 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[24051]: debug 2021-07-26T16:01:55.194+0000 7f10af52b700 -1 osd.2 324 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-07-26T16:01:55.976 INFO:tasks.rados.rados.0.smithi037.stdout:1378: done (4 left) 2021-07-26T16:01:55.976 INFO:tasks.rados.rados.0.smithi037.stdout:1379: done (3 left) 2021-07-26T16:01:55.976 INFO:tasks.rados.rados.0.smithi037.stdout:1380: done (2 left) 2021-07-26T16:01:55.977 INFO:tasks.rados.rados.0.smithi037.stdout:1381: done (1 left) 2021-07-26T16:01:55.977 INFO:tasks.rados.rados.0.smithi037.stdout:1382: done (0 left) 2021-07-26T16:01:55.977 INFO:tasks.rados.rados.0.smithi037.stdout:1383: setattr oid 12 current snap is 138 2021-07-26T16:01:55.978 INFO:tasks.rados.rados.0.smithi037.stdout:1384: delete oid 11 current snap is 138 2021-07-26T16:01:55.990 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 683 (ObjNum 445 snap 136 seq_num 445) dirty exists 2021-07-26T16:01:56.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:54.957033+0000 mon.a (mon.0) 346 : cluster [DBG] osdmap e324: 8 total, 8 up, 8 in 2021-07-26T16:01:56.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.480568+0000 mon.a (mon.0) 347 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-07-26T16:01:56.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.480641+0000 mon.a (mon.0) 348 : cluster [INF] osd.2 failed (root=default,host=smithi037) (connection refused reported by osd.3) 2021-07-26T16:01:56.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.481178+0000 mon.a (mon.0) 349 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-07-26T16:01:56.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.481646+0000 mon.a (mon.0) 350 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-07-26T16:01:56.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.482380+0000 mon.a (mon.0) 351 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-07-26T16:01:56.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.482938+0000 mon.a (mon.0) 352 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-07-26T16:01:56.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.483353+0000 mon.a (mon.0) 353 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-07-26T16:01:56.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.483498+0000 mon.a (mon.0) 354 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-07-26T16:01:56.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.483795+0000 mon.a (mon.0) 355 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-07-26T16:01:56.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.484065+0000 mon.a (mon.0) 356 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-07-26T16:01:56.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.484451+0000 mon.a (mon.0) 357 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-07-26T16:01:56.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.484618+0000 mon.a (mon.0) 358 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-07-26T16:01:56.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.484925+0000 mon.a (mon.0) 359 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-07-26T16:01:56.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.485033+0000 mon.a (mon.0) 360 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-07-26T16:01:56.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.485374+0000 mon.a (mon.0) 361 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-07-26T16:01:56.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.883307+0000 mon.a (mon.0) 362 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-07-26T16:01:56.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.883817+0000 mon.a (mon.0) 363 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-07-26T16:01:56.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.884286+0000 mon.a (mon.0) 364 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-07-26T16:01:56.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.884952+0000 mon.a (mon.0) 365 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-07-26T16:01:56.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.885444+0000 mon.a (mon.0) 366 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-07-26T16:01:56.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.885731+0000 mon.a (mon.0) 367 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-07-26T16:01:56.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.886041+0000 mon.a (mon.0) 368 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-07-26T16:01:56.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.886275+0000 mon.a (mon.0) 369 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-07-26T16:01:56.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.886490+0000 mon.a (mon.0) 370 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-07-26T16:01:56.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.886952+0000 mon.a (mon.0) 371 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-07-26T16:01:56.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.887097+0000 mon.a (mon.0) 372 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-07-26T16:01:56.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.887396+0000 mon.a (mon.0) 373 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-07-26T16:01:56.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.887736+0000 mon.a (mon.0) 374 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-07-26T16:01:56.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:55 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.888125+0000 mon.a (mon.0) 375 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-07-26T16:01:56.335 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:01:56 smithi037 docker[46251]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-osd.2 2021-07-26T16:01:56.336 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:01:56 smithi037 bash[46291]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:01:56.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:54.957033+0000 mon.a (mon.0) 346 : cluster [DBG] osdmap e324: 8 total, 8 up, 8 in 2021-07-26T16:01:56.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.480568+0000 mon.a (mon.0) 347 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-07-26T16:01:56.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.480641+0000 mon.a (mon.0) 348 : cluster [INF] osd.2 failed (root=default,host=smithi037) (connection refused reported by osd.3) 2021-07-26T16:01:56.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.481178+0000 mon.a (mon.0) 349 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-07-26T16:01:56.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.481646+0000 mon.a (mon.0) 350 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-07-26T16:01:56.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.482380+0000 mon.a (mon.0) 351 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-07-26T16:01:56.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.482938+0000 mon.a (mon.0) 352 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-07-26T16:01:56.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.483353+0000 mon.a (mon.0) 353 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-07-26T16:01:56.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.483498+0000 mon.a (mon.0) 354 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-07-26T16:01:56.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.483795+0000 mon.a (mon.0) 355 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-07-26T16:01:56.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.484065+0000 mon.a (mon.0) 356 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-07-26T16:01:56.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.484451+0000 mon.a (mon.0) 357 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-07-26T16:01:56.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.484618+0000 mon.a (mon.0) 358 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-07-26T16:01:56.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.484925+0000 mon.a (mon.0) 359 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-07-26T16:01:56.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.485033+0000 mon.a (mon.0) 360 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-07-26T16:01:56.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.485374+0000 mon.a (mon.0) 361 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-07-26T16:01:56.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.883307+0000 mon.a (mon.0) 362 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-07-26T16:01:56.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.883817+0000 mon.a (mon.0) 363 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-07-26T16:01:56.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.884286+0000 mon.a (mon.0) 364 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-07-26T16:01:56.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.884952+0000 mon.a (mon.0) 365 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-07-26T16:01:56.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.885444+0000 mon.a (mon.0) 366 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-07-26T16:01:56.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.885731+0000 mon.a (mon.0) 367 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-07-26T16:01:56.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.886041+0000 mon.a (mon.0) 368 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-07-26T16:01:56.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.886275+0000 mon.a (mon.0) 369 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-07-26T16:01:56.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.886490+0000 mon.a (mon.0) 370 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-07-26T16:01:56.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.886952+0000 mon.a (mon.0) 371 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-07-26T16:01:56.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:54.957033+0000 mon.a (mon.0) 346 : cluster [DBG] osdmap e324: 8 total, 8 up, 8 in 2021-07-26T16:01:56.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.480568+0000 mon.a (mon.0) 347 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-07-26T16:01:56.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.480641+0000 mon.a (mon.0) 348 : cluster [INF] osd.2 failed (root=default,host=smithi037) (connection refused reported by osd.3) 2021-07-26T16:01:56.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.481178+0000 mon.a (mon.0) 349 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-07-26T16:01:56.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.481646+0000 mon.a (mon.0) 350 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-07-26T16:01:56.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.482380+0000 mon.a (mon.0) 351 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-07-26T16:01:56.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.482938+0000 mon.a (mon.0) 352 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-07-26T16:01:56.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.483353+0000 mon.a (mon.0) 353 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-07-26T16:01:56.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.483498+0000 mon.a (mon.0) 354 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-07-26T16:01:56.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.483795+0000 mon.a (mon.0) 355 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-07-26T16:01:56.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.484065+0000 mon.a (mon.0) 356 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-07-26T16:01:56.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.484451+0000 mon.a (mon.0) 357 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-07-26T16:01:56.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.484618+0000 mon.a (mon.0) 358 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-07-26T16:01:56.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.484925+0000 mon.a (mon.0) 359 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-07-26T16:01:56.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.485033+0000 mon.a (mon.0) 360 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-07-26T16:01:56.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.485374+0000 mon.a (mon.0) 361 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-07-26T16:01:56.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.883307+0000 mon.a (mon.0) 362 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-07-26T16:01:56.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.883817+0000 mon.a (mon.0) 363 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-07-26T16:01:56.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.884286+0000 mon.a (mon.0) 364 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-07-26T16:01:56.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.884952+0000 mon.a (mon.0) 365 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-07-26T16:01:56.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.885444+0000 mon.a (mon.0) 366 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-07-26T16:01:56.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.885731+0000 mon.a (mon.0) 367 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-07-26T16:01:56.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.886041+0000 mon.a (mon.0) 368 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-07-26T16:01:56.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.886275+0000 mon.a (mon.0) 369 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-07-26T16:01:56.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.886490+0000 mon.a (mon.0) 370 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-07-26T16:01:56.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.886952+0000 mon.a (mon.0) 371 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-07-26T16:01:56.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.887097+0000 mon.a (mon.0) 372 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-07-26T16:01:56.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.887396+0000 mon.a (mon.0) 373 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-07-26T16:01:56.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.887736+0000 mon.a (mon.0) 374 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-07-26T16:01:56.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.888125+0000 mon.a (mon.0) 375 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-07-26T16:01:56.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.887097+0000 mon.a (mon.0) 372 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-07-26T16:01:56.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.887396+0000 mon.a (mon.0) 373 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-07-26T16:01:56.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.887736+0000 mon.a (mon.0) 374 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-07-26T16:01:56.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:55 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.888125+0000 mon.a (mon.0) 375 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-07-26T16:01:56.987 INFO:tasks.rados.rados.0.smithi037.stdout:1383: done (1 left) 2021-07-26T16:01:56.987 INFO:tasks.rados.rados.0.smithi037.stdout:1384: done (0 left) 2021-07-26T16:01:56.987 INFO:tasks.rados.rados.0.smithi037.stdout:1385: snap_remove snap 131 2021-07-26T16:01:57.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:56 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.719176+0000 mgr.y (mgr.24994) 148 : cluster [DBG] pgmap v191: 89 pgs: 89 active+clean; 340 MiB data, 589 MiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.0 MiB/s wr, 9 op/s 2021-07-26T16:01:57.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:56 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.964901+0000 mon.a (mon.0) 376 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:01:57.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:56 smithi107 bash[29346]: cluster 2021-07-26T16:01:55.977681+0000 mon.a (mon.0) 377 : cluster [DBG] osdmap e325: 8 total, 7 up, 8 in 2021-07-26T16:01:57.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:56 smithi107 bash[29346]: audit 2021-07-26T16:01:56.246510+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:57.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:56 smithi107 bash[29346]: cluster 2021-07-26T16:01:56.976007+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e326: 8 total, 7 up, 8 in 2021-07-26T16:01:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:56 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.719176+0000 mgr.y (mgr.24994) 148 : cluster [DBG] pgmap v191: 89 pgs: 89 active+clean; 340 MiB data, 589 MiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.0 MiB/s wr, 9 op/s 2021-07-26T16:01:57.295 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:56 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.964901+0000 mon.a (mon.0) 376 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:01:57.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:56 smithi037 bash[41498]: cluster 2021-07-26T16:01:55.977681+0000 mon.a (mon.0) 377 : cluster [DBG] osdmap e325: 8 total, 7 up, 8 in 2021-07-26T16:01:57.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:56 smithi037 bash[41498]: audit 2021-07-26T16:01:56.246510+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:57.296 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:56 smithi037 bash[41498]: cluster 2021-07-26T16:01:56.976007+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e326: 8 total, 7 up, 8 in 2021-07-26T16:01:57.296 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:56 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.719176+0000 mgr.y (mgr.24994) 148 : cluster [DBG] pgmap v191: 89 pgs: 89 active+clean; 340 MiB data, 589 MiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.0 MiB/s wr, 9 op/s 2021-07-26T16:01:57.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:56 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.964901+0000 mon.a (mon.0) 376 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:01:57.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:56 smithi037 bash[42499]: cluster 2021-07-26T16:01:55.977681+0000 mon.a (mon.0) 377 : cluster [DBG] osdmap e325: 8 total, 7 up, 8 in 2021-07-26T16:01:57.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:56 smithi037 bash[42499]: audit 2021-07-26T16:01:56.246510+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:57.297 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:56 smithi037 bash[42499]: cluster 2021-07-26T16:01:56.976007+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e326: 8 total, 7 up, 8 in 2021-07-26T16:01:57.993 INFO:tasks.rados.rados.0.smithi037.stdout:1385: done (0 left) 2021-07-26T16:01:57.993 INFO:tasks.rados.rados.0.smithi037.stdout:1386: rmattr oid 47 current snap is 138 2021-07-26T16:01:57.993 INFO:tasks.rados.rados.0.smithi037.stdout:1386: done (0 left) 2021-07-26T16:01:57.994 INFO:tasks.rados.rados.0.smithi037.stdout:1387: read oid 24 snap 128 2021-07-26T16:01:57.994 INFO:tasks.rados.rados.0.smithi037.stdout:1387: expect (ObjNum 419 snap 126 seq_num 419) 2021-07-26T16:01:57.994 INFO:tasks.rados.rados.0.smithi037.stdout:1388: read oid 41 snap -1 2021-07-26T16:01:57.994 INFO:tasks.rados.rados.0.smithi037.stdout:1388: expect (ObjNum 441 snap 135 seq_num 441) 2021-07-26T16:01:57.995 INFO:tasks.rados.rados.0.smithi037.stdout:1389: read oid 7 snap -1 2021-07-26T16:01:57.995 INFO:tasks.rados.rados.0.smithi037.stdout:1389: expect (ObjNum 153 snap 38 seq_num 153) 2021-07-26T16:01:57.995 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 138 2021-07-26T16:01:57.995 INFO:tasks.rados.rados.0.smithi037.stdout:1390: seq_num 454 ranges {0=409600} 2021-07-26T16:01:57.996 INFO:tasks.rados.rados.0.smithi037.stdout:1390: writing smithi03738989-22 from 0 to 409600 tid 1 2021-07-26T16:01:57.996 INFO:tasks.rados.rados.0.smithi037.stdout:1391: rollback oid 45 current snap is 138 2021-07-26T16:01:57.997 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 45 to 125 2021-07-26T16:01:57.997 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 138 2021-07-26T16:01:57.997 INFO:tasks.rados.rados.0.smithi037.stdout:1392: seq_num 455 ranges {0=425984} 2021-07-26T16:01:57.998 INFO:tasks.rados.rados.0.smithi037.stdout:1392: writing smithi03738989-18 from 0 to 425984 tid 1 2021-07-26T16:01:57.999 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 138 2021-07-26T16:01:57.999 INFO:tasks.rados.rados.0.smithi037.stdout:1393: seq_num 456 ranges {0=442368} 2021-07-26T16:01:58.001 INFO:tasks.rados.rados.0.smithi037.stdout:1393: writing smithi03738989-1 from 0 to 442368 tid 1 2021-07-26T16:01:58.003 INFO:tasks.rados.rados.0.smithi037.stdout:1394: copy_from oid 48 from oid 37 current snap is 138 2021-07-26T16:01:58.003 INFO:tasks.rados.rados.0.smithi037.stdout:1395: read oid 33 snap 129 2021-07-26T16:01:58.003 INFO:tasks.rados.rados.0.smithi037.stdout:1395: expect (ObjNum 369 snap 114 seq_num 369) 2021-07-26T16:01:58.003 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 138 2021-07-26T16:01:58.004 INFO:tasks.rados.rados.0.smithi037.stdout:1396: seq_num 457 ranges {8937472=458752} 2021-07-26T16:01:58.057 INFO:tasks.rados.rados.0.smithi037.stdout:1396: writing smithi03738989-42 from 8937472 to 9396224 tid 1 2021-07-26T16:01:58.057 INFO:tasks.rados.rados.0.smithi037.stdout:1397: setattr oid 19 current snap is 138 2021-07-26T16:01:58.057 INFO:tasks.rados.rados.0.smithi037.stdout:1392: finishing write tid 1 to smithi03738989-18 2021-07-26T16:01:58.058 INFO:tasks.rados.rados.0.smithi037.stdout:1392: finishing write tid 3 to smithi03738989-18 2021-07-26T16:01:58.058 INFO:tasks.rados.rados.0.smithi037.stdout:1389: expect (ObjNum 153 snap 38 seq_num 153) 2021-07-26T16:01:58.067 INFO:tasks.rados.rados.0.smithi037.stdout:1392: finishing write tid 4 to smithi03738989-18 2021-07-26T16:01:58.067 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 362 (ObjNum 455 snap 138 seq_num 455) dirty exists 2021-07-26T16:01:58.068 INFO:tasks.rados.rados.0.smithi037.stdout:1392: left oid 18 (ObjNum 455 snap 138 seq_num 455) 2021-07-26T16:01:58.068 INFO:tasks.rados.rados.0.smithi037.stdout:1390: finishing write tid 1 to smithi03738989-22 2021-07-26T16:01:58.068 INFO:tasks.rados.rados.0.smithi037.stdout:1390: finishing write tid 3 to smithi03738989-22 2021-07-26T16:01:58.068 INFO:tasks.rados.rados.0.smithi037.stdout:1388: expect (ObjNum 441 snap 135 seq_num 441) 2021-07-26T16:01:58.149 INFO:tasks.rados.rados.0.smithi037.stdout:1395: expect (ObjNum 369 snap 114 seq_num 369) 2021-07-26T16:01:58.183 INFO:tasks.rados.rados.0.smithi037.stdout:1391: finishing rollback tid 0 to smithi03738989-45 2021-07-26T16:01:58.183 INFO:tasks.rados.rados.0.smithi037.stdout:1390: finishing write tid 4 to smithi03738989-22 2021-07-26T16:01:58.183 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 620 (ObjNum 454 snap 138 seq_num 454) dirty exists 2021-07-26T16:01:58.183 INFO:tasks.rados.rados.0.smithi037.stdout:1390: left oid 22 (ObjNum 454 snap 138 seq_num 454) 2021-07-26T16:01:58.184 INFO:tasks.rados.rados.0.smithi037.stdout:1394: finishing copy_from to smithi03738989-48 2021-07-26T16:01:58.184 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 665 (ObjNum 436 snap 132 seq_num 436) dirty exists 2021-07-26T16:01:58.184 INFO:tasks.rados.rados.0.smithi037.stdout:1388: done (10 left) 2021-07-26T16:01:58.184 INFO:tasks.rados.rados.0.smithi037.stdout:1389: done (9 left) 2021-07-26T16:01:58.185 INFO:tasks.rados.rados.0.smithi037.stdout:1390: done (8 left) 2021-07-26T16:01:58.185 INFO:tasks.rados.rados.0.smithi037.stdout:1392: done (7 left) 2021-07-26T16:01:58.185 INFO:tasks.rados.rados.0.smithi037.stdout:1395: done (6 left) 2021-07-26T16:01:58.185 INFO:tasks.rados.rados.0.smithi037.stdout:1398: snap_create 2021-07-26T16:01:58.185 INFO:tasks.rados.rados.0.smithi037.stdout:1394: finishing copy_from racing read to smithi03738989-48 2021-07-26T16:01:58.186 INFO:tasks.rados.rados.0.smithi037.stdout:1387: expect (ObjNum 419 snap 126 seq_num 419) 2021-07-26T16:01:58.537 INFO:tasks.rados.rados.0.smithi037.stdout:1391: finishing rollback tid 1 to smithi03738989-45 2021-07-26T16:01:58.537 INFO:tasks.rados.rados.0.smithi037.stdout:1391: finishing rollback tid 2 to smithi03738989-45 2021-07-26T16:01:58.538 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1162 (ObjNum 398 snap 121 seq_num 398) dirty exists 2021-07-26T16:01:58.538 INFO:tasks.rados.rados.0.smithi037.stdout:1393: finishing write tid 1 to smithi03738989-1 2021-07-26T16:01:58.538 INFO:tasks.rados.rados.0.smithi037.stdout:1393: finishing write tid 3 to smithi03738989-1 2021-07-26T16:01:58.538 INFO:tasks.rados.rados.0.smithi037.stdout:1393: finishing write tid 4 to smithi03738989-1 2021-07-26T16:01:58.539 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 1164 (ObjNum 456 snap 138 seq_num 456) dirty exists 2021-07-26T16:01:58.539 INFO:tasks.rados.rados.0.smithi037.stdout:1393: left oid 1 (ObjNum 456 snap 138 seq_num 456) 2021-07-26T16:01:58.539 INFO:tasks.rados.rados.0.smithi037.stdout:1396: finishing write tid 1 to smithi03738989-42 2021-07-26T16:01:58.539 INFO:tasks.rados.rados.0.smithi037.stdout:1396: finishing write tid 3 to smithi03738989-42 2021-07-26T16:01:58.540 INFO:tasks.rados.rados.0.smithi037.stdout:1396: finishing write tid 4 to smithi03738989-42 2021-07-26T16:01:58.540 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 556 (ObjNum 457 snap 138 seq_num 457) dirty exists 2021-07-26T16:01:58.540 INFO:tasks.rados.rados.0.smithi037.stdout:1396: left oid 42 (ObjNum 457 snap 138 seq_num 457) 2021-07-26T16:01:58.540 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 750 (ObjNum 431 snap 128 seq_num 431) dirty exists 2021-07-26T16:01:58.681 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:01:58 smithi037 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@osd.2.service: Succeeded. 2021-07-26T16:01:58.682 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:01:58 smithi037 systemd[1]: Stopped Ceph osd.2 for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:01:58.682 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:01:58 smithi037 systemd[1]: Started Ceph osd.2 for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:01:58.984 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:01:58 smithi037 bash[46414]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:01:59.003 INFO:tasks.rados.rados.0.smithi037.stdout:1387: done (6 left) 2021-07-26T16:01:59.004 INFO:tasks.rados.rados.0.smithi037.stdout:1391: done (5 left) 2021-07-26T16:01:59.004 INFO:tasks.rados.rados.0.smithi037.stdout:1393: done (4 left) 2021-07-26T16:01:59.004 INFO:tasks.rados.rados.0.smithi037.stdout:1394: done (3 left) 2021-07-26T16:01:59.004 INFO:tasks.rados.rados.0.smithi037.stdout:1396: done (2 left) 2021-07-26T16:01:59.005 INFO:tasks.rados.rados.0.smithi037.stdout:1397: done (1 left) 2021-07-26T16:01:59.005 INFO:tasks.rados.rados.0.smithi037.stdout:1398: done (0 left) 2021-07-26T16:01:59.005 INFO:tasks.rados.rados.0.smithi037.stdout:1399: rmattr oid 41 current snap is 139 2021-07-26T16:01:59.005 INFO:tasks.rados.rados.0.smithi037.stdout:1399: done (0 left) 2021-07-26T16:01:59.006 INFO:tasks.rados.rados.0.smithi037.stdout:1400: snap_remove snap 66 2021-07-26T16:01:59.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:58 smithi107 bash[29346]: cluster 2021-07-26T16:01:57.720182+0000 mgr.y (mgr.24994) 149 : cluster [DBG] pgmap v194: 89 pgs: 14 peering, 3 stale+active+clean, 72 active+clean; 354 MiB data, 606 MiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.4 MiB/s wr, 21 op/s 2021-07-26T16:01:59.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:58 smithi107 bash[29346]: cluster 2021-07-26T16:01:57.989853+0000 mon.a (mon.0) 380 : cluster [DBG] osdmap e327: 8 total, 7 up, 8 in 2021-07-26T16:01:59.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:58 smithi107 bash[29346]: audit 2021-07-26T16:01:58.717224+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:59.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:58 smithi107 bash[29346]: audit 2021-07-26T16:01:58.718723+0000 mon.c (mon.1) 116 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:01:59.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:58 smithi107 bash[29346]: audit 2021-07-26T16:01:58.721328+0000 mon.c (mon.1) 117 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:01:59.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:58 smithi037 bash[41498]: cluster 2021-07-26T16:01:57.720182+0000 mgr.y (mgr.24994) 149 : cluster [DBG] pgmap v194: 89 pgs: 14 peering, 3 stale+active+clean, 72 active+clean; 354 MiB data, 606 MiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.4 MiB/s wr, 21 op/s 2021-07-26T16:01:59.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:58 smithi037 bash[41498]: cluster 2021-07-26T16:01:57.989853+0000 mon.a (mon.0) 380 : cluster [DBG] osdmap e327: 8 total, 7 up, 8 in 2021-07-26T16:01:59.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:58 smithi037 bash[41498]: audit 2021-07-26T16:01:58.717224+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:59.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:58 smithi037 bash[41498]: audit 2021-07-26T16:01:58.718723+0000 mon.c (mon.1) 116 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:01:59.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:01:58 smithi037 bash[41498]: audit 2021-07-26T16:01:58.721328+0000 mon.c (mon.1) 117 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:01:59.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:58 smithi037 bash[42499]: cluster 2021-07-26T16:01:57.720182+0000 mgr.y (mgr.24994) 149 : cluster [DBG] pgmap v194: 89 pgs: 14 peering, 3 stale+active+clean, 72 active+clean; 354 MiB data, 606 MiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.4 MiB/s wr, 21 op/s 2021-07-26T16:01:59.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:58 smithi037 bash[42499]: cluster 2021-07-26T16:01:57.989853+0000 mon.a (mon.0) 380 : cluster [DBG] osdmap e327: 8 total, 7 up, 8 in 2021-07-26T16:01:59.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:58 smithi037 bash[42499]: audit 2021-07-26T16:01:58.717224+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:01:59.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:58 smithi037 bash[42499]: audit 2021-07-26T16:01:58.718723+0000 mon.c (mon.1) 116 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:01:59.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:01:58 smithi037 bash[42499]: audit 2021-07-26T16:01:58.721328+0000 mon.c (mon.1) 117 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:02:00.025 INFO:tasks.rados.rados.0.smithi037.stdout:1400: done (0 left) 2021-07-26T16:02:00.025 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 139 2021-07-26T16:02:00.025 INFO:tasks.rados.rados.0.smithi037.stdout:1401: seq_num 458 ranges {1875968=475136} 2021-07-26T16:02:00.033 INFO:tasks.rados.rados.0.smithi037.stdout:1401: writing smithi03738989-45 from 1875968 to 2351104 tid 1 2021-07-26T16:02:00.033 INFO:tasks.rados.rados.0.smithi037.stdout:1402: delete oid 26 current snap is 139 2021-07-26T16:02:00.039 INFO:tasks.rados.rados.0.smithi037.stdout:1402: done (1 left) 2021-07-26T16:02:00.040 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 139 2021-07-26T16:02:00.040 INFO:tasks.rados.rados.0.smithi037.stdout:1403: seq_num 460 ranges {425984=507904} 2021-07-26T16:02:00.045 INFO:tasks.rados.rados.0.smithi037.stdout:1403: writing smithi03738989-18 from 425984 to 933888 tid 1 2021-07-26T16:02:00.045 INFO:tasks.rados.rados.0.smithi037.stdout:1404: delete oid 1 current snap is 139 2021-07-26T16:02:00.048 INFO:tasks.rados.rados.0.smithi037.stdout:1401: finishing write tid 1 to smithi03738989-45 2021-07-26T16:02:00.048 INFO:tasks.rados.rados.0.smithi037.stdout:1401: finishing write tid 3 to smithi03738989-45 2021-07-26T16:02:00.050 INFO:tasks.rados.rados.0.smithi037.stdout:1401: finishing write tid 4 to smithi03738989-45 2021-07-26T16:02:00.051 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1171 (ObjNum 458 snap 139 seq_num 458) dirty exists 2021-07-26T16:02:00.051 INFO:tasks.rados.rados.0.smithi037.stdout:1401: left oid 45 (ObjNum 458 snap 139 seq_num 458) 2021-07-26T16:02:00.051 INFO:tasks.rados.rados.0.smithi037.stdout:1403: finishing write tid 1 to smithi03738989-18 2021-07-26T16:02:00.051 INFO:tasks.rados.rados.0.smithi037.stdout:1403: finishing write tid 3 to smithi03738989-18 2021-07-26T16:02:00.053 INFO:tasks.rados.rados.0.smithi037.stdout:1403: finishing write tid 4 to smithi03738989-18 2021-07-26T16:02:00.053 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 369 (ObjNum 460 snap 139 seq_num 460) dirty exists 2021-07-26T16:02:00.054 INFO:tasks.rados.rados.0.smithi037.stdout:1403: left oid 18 (ObjNum 460 snap 139 seq_num 460) 2021-07-26T16:02:00.055 INFO:tasks.rados.rados.0.smithi037.stdout:1401: done (2 left) 2021-07-26T16:02:00.055 INFO:tasks.rados.rados.0.smithi037.stdout:1403: done (1 left) 2021-07-26T16:02:00.056 INFO:tasks.rados.rados.0.smithi037.stdout:1404: done (0 left) 2021-07-26T16:02:00.056 INFO:tasks.rados.rados.0.smithi037.stdout:1405: copy_from oid 49 from oid 47 current snap is 139 2021-07-26T16:02:00.056 INFO:tasks.rados.rados.0.smithi037.stdout:1406: snap_create 2021-07-26T16:02:00.070 INFO:tasks.rados.rados.0.smithi037.stdout:1405: finishing copy_from to smithi03738989-49 2021-07-26T16:02:00.070 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 525 (ObjNum 169 snap 41 seq_num 169) dirty exists 2021-07-26T16:02:00.071 INFO:tasks.rados.rados.0.smithi037.stdout:1405: finishing copy_from racing read to smithi03738989-49 2021-07-26T16:02:00.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:01:59 smithi107 bash[29346]: cluster 2021-07-26T16:01:59.005429+0000 mon.a (mon.0) 382 : cluster [DBG] osdmap e328: 8 total, 7 up, 8 in 2021-07-26T16:02:00.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:00 smithi037 bash[41498]: cluster 2021-07-26T16:01:59.005429+0000 mon.a (mon.0) 382 : cluster [DBG] osdmap e328: 8 total, 7 up, 8 in 2021-07-26T16:02:00.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:00 smithi037 bash[42499]: cluster 2021-07-26T16:01:59.005429+0000 mon.a (mon.0) 382 : cluster [DBG] osdmap e328: 8 total, 7 up, 8 in 2021-07-26T16:02:00.835 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:02:00 smithi037 bash[46414]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2021-07-26T16:02:00.836 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:02:00 smithi037 bash[46414]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2021-07-26T16:02:00.836 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:02:00 smithi037 bash[46414]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2021-07-26T16:02:00.836 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:02:00 smithi037 bash[46414]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2021-07-26T16:02:00.836 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:02:00 smithi037 bash[46414]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2021-07-26T16:02:00.837 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:02:00 smithi037 bash[46414]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2021-07-26T16:02:00.837 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:02:00 smithi037 bash[46414]: --> ceph-volume lvm activate successful for osd ID: 2 2021-07-26T16:02:01.027 INFO:tasks.rados.rados.0.smithi037.stdout:1405: done (1 left) 2021-07-26T16:02:01.027 INFO:tasks.rados.rados.0.smithi037.stdout:1406: done (0 left) 2021-07-26T16:02:01.027 INFO:tasks.rados.rados.0.smithi037.stdout:1407: setattr oid 25 current snap is 140 2021-07-26T16:02:01.028 INFO:tasks.rados.rados.0.smithi037.stdout:1408: setattr oid 47 current snap is 140 2021-07-26T16:02:01.028 INFO:tasks.rados.rados.0.smithi037.stdout:1409: snap_create 2021-07-26T16:02:01.032 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 1056 (ObjNum 381 snap 117 seq_num 381) dirty exists 2021-07-26T16:02:01.040 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 778 (ObjNum 169 snap 41 seq_num 169) dirty exists 2021-07-26T16:02:01.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:00 smithi107 bash[29346]: cluster 2021-07-26T16:01:59.721204+0000 mgr.y (mgr.24994) 150 : cluster [DBG] pgmap v197: 89 pgs: 3 active+undersized+degraded, 14 peering, 6 active+undersized, 66 active+clean; 355 MiB data, 618 MiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.8 MiB/s wr, 20 op/s; 19/693 objects degraded (2.742%) 2021-07-26T16:02:01.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:00 smithi107 bash[29346]: cluster 2021-07-26T16:02:00.002218+0000 mon.a (mon.0) 383 : cluster [WRN] Health check failed: Degraded data redundancy: 19/693 objects degraded (2.742%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T16:02:01.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:00 smithi107 bash[29346]: cluster 2021-07-26T16:02:00.017546+0000 mon.a (mon.0) 384 : cluster [DBG] osdmap e329: 8 total, 7 up, 8 in 2021-07-26T16:02:01.337 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:02:01 smithi037 bash[46531]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:02:01.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:01 smithi037 bash[41498]: cluster 2021-07-26T16:01:59.721204+0000 mgr.y (mgr.24994) 150 : cluster [DBG] pgmap v197: 89 pgs: 3 active+undersized+degraded, 14 peering, 6 active+undersized, 66 active+clean; 355 MiB data, 618 MiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.8 MiB/s wr, 20 op/s; 19/693 objects degraded (2.742%) 2021-07-26T16:02:01.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:01 smithi037 bash[41498]: cluster 2021-07-26T16:02:00.002218+0000 mon.a (mon.0) 383 : cluster [WRN] Health check failed: Degraded data redundancy: 19/693 objects degraded (2.742%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T16:02:01.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:01 smithi037 bash[41498]: cluster 2021-07-26T16:02:00.017546+0000 mon.a (mon.0) 384 : cluster [DBG] osdmap e329: 8 total, 7 up, 8 in 2021-07-26T16:02:01.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:01 smithi037 bash[42499]: cluster 2021-07-26T16:01:59.721204+0000 mgr.y (mgr.24994) 150 : cluster [DBG] pgmap v197: 89 pgs: 3 active+undersized+degraded, 14 peering, 6 active+undersized, 66 active+clean; 355 MiB data, 618 MiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.8 MiB/s wr, 20 op/s; 19/693 objects degraded (2.742%) 2021-07-26T16:02:01.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:01 smithi037 bash[42499]: cluster 2021-07-26T16:02:00.002218+0000 mon.a (mon.0) 383 : cluster [WRN] Health check failed: Degraded data redundancy: 19/693 objects degraded (2.742%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T16:02:01.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:01 smithi037 bash[42499]: cluster 2021-07-26T16:02:00.017546+0000 mon.a (mon.0) 384 : cluster [DBG] osdmap e329: 8 total, 7 up, 8 in 2021-07-26T16:02:01.942 INFO:tasks.rados.rados.0.smithi037.stdout:1407: done (2 left) 2021-07-26T16:02:01.942 INFO:tasks.rados.rados.0.smithi037.stdout:1408: done (1 left) 2021-07-26T16:02:01.942 INFO:tasks.rados.rados.0.smithi037.stdout:1409: done (0 left) 2021-07-26T16:02:01.943 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 141 2021-07-26T16:02:01.943 INFO:tasks.rados.rados.0.smithi037.stdout:1410: seq_num 462 ranges {163840=540672} 2021-07-26T16:02:01.949 INFO:tasks.rados.rados.0.smithi037.stdout:1410: writing smithi03738989-7 from 163840 to 704512 tid 1 2021-07-26T16:02:01.950 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 141 2021-07-26T16:02:01.950 INFO:tasks.rados.rados.0.smithi037.stdout:1411: seq_num 463 ranges {753664=557056} 2021-07-26T16:02:01.957 INFO:tasks.rados.rados.0.smithi037.stdout:1411: writing smithi03738989-32 from 753664 to 1310720 tid 1 2021-07-26T16:02:01.958 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 141 2021-07-26T16:02:01.958 INFO:tasks.rados.rados.0.smithi037.stdout:1412: seq_num 464 ranges {4694016=573440} 2021-07-26T16:02:01.988 INFO:tasks.rados.rados.0.smithi037.stdout:1412: writing smithi03738989-34 from 4694016 to 5267456 tid 1 2021-07-26T16:02:01.988 INFO:tasks.rados.rados.0.smithi037.stdout:1413: snap_create 2021-07-26T16:02:01.988 INFO:tasks.rados.rados.0.smithi037.stdout:1410: finishing write tid 1 to smithi03738989-7 2021-07-26T16:02:01.989 INFO:tasks.rados.rados.0.smithi037.stdout:1410: finishing write tid 3 to smithi03738989-7 2021-07-26T16:02:01.989 INFO:tasks.rados.rados.0.smithi037.stdout:1410: finishing write tid 4 to smithi03738989-7 2021-07-26T16:02:01.989 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 781 (ObjNum 462 snap 141 seq_num 462) dirty exists 2021-07-26T16:02:01.989 INFO:tasks.rados.rados.0.smithi037.stdout:1410: left oid 7 (ObjNum 462 snap 141 seq_num 462) 2021-07-26T16:02:01.990 INFO:tasks.rados.rados.0.smithi037.stdout:1411: finishing write tid 1 to smithi03738989-32 2021-07-26T16:02:01.990 INFO:tasks.rados.rados.0.smithi037.stdout:1411: finishing write tid 3 to smithi03738989-32 2021-07-26T16:02:01.990 INFO:tasks.rados.rados.0.smithi037.stdout:1411: finishing write tid 4 to smithi03738989-32 2021-07-26T16:02:01.990 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1184 (ObjNum 463 snap 141 seq_num 463) dirty exists 2021-07-26T16:02:01.991 INFO:tasks.rados.rados.0.smithi037.stdout:1411: left oid 32 (ObjNum 463 snap 141 seq_num 463) 2021-07-26T16:02:01.996 INFO:tasks.rados.rados.0.smithi037.stdout:1412: finishing write tid 1 to smithi03738989-34 2021-07-26T16:02:01.996 INFO:tasks.rados.rados.0.smithi037.stdout:1412: finishing write tid 3 to smithi03738989-34 2021-07-26T16:02:02.000 INFO:tasks.rados.rados.0.smithi037.stdout:1412: finishing write tid 4 to smithi03738989-34 2021-07-26T16:02:02.001 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 751 (ObjNum 464 snap 141 seq_num 464) dirty exists 2021-07-26T16:02:02.001 INFO:tasks.rados.rados.0.smithi037.stdout:1412: left oid 34 (ObjNum 464 snap 141 seq_num 464) 2021-07-26T16:02:02.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:02 smithi037 bash[41498]: cluster 2021-07-26T16:02:01.025621+0000 mon.a (mon.0) 385 : cluster [DBG] osdmap e330: 8 total, 7 up, 8 in 2021-07-26T16:02:02.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:02 smithi037 bash[41498]: cluster 2021-07-26T16:02:01.942607+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e331: 8 total, 7 up, 8 in 2021-07-26T16:02:02.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:02 smithi037 bash[42499]: cluster 2021-07-26T16:02:01.025621+0000 mon.a (mon.0) 385 : cluster [DBG] osdmap e330: 8 total, 7 up, 8 in 2021-07-26T16:02:02.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:02 smithi037 bash[42499]: cluster 2021-07-26T16:02:01.942607+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e331: 8 total, 7 up, 8 in 2021-07-26T16:02:02.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:02 smithi107 bash[29346]: cluster 2021-07-26T16:02:01.025621+0000 mon.a (mon.0) 385 : cluster [DBG] osdmap e330: 8 total, 7 up, 8 in 2021-07-26T16:02:02.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:02 smithi107 bash[29346]: cluster 2021-07-26T16:02:01.942607+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e331: 8 total, 7 up, 8 in 2021-07-26T16:02:02.835 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:02:02 smithi037 bash[46531]: debug 2021-07-26T16:02:02.442+0000 7f1c94c1d700 1 -- 172.21.15.37:0/706343040 <== mon.1 v2:172.21.15.37:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557517798340 con 0x5575177f5000 2021-07-26T16:02:02.959 INFO:tasks.rados.rados.0.smithi037.stdout:1410: done (3 left) 2021-07-26T16:02:02.959 INFO:tasks.rados.rados.0.smithi037.stdout:1411: done (2 left) 2021-07-26T16:02:02.960 INFO:tasks.rados.rados.0.smithi037.stdout:1412: done (1 left) 2021-07-26T16:02:02.960 INFO:tasks.rados.rados.0.smithi037.stdout:1413: done (0 left) 2021-07-26T16:02:02.960 INFO:tasks.rados.rados.0.smithi037.stdout:1414: delete oid 40 current snap is 142 2021-07-26T16:02:02.967 INFO:tasks.rados.rados.0.smithi037.stdout:1414: done (0 left) 2021-07-26T16:02:02.968 INFO:tasks.rados.rados.0.smithi037.stdout:1415: snap_remove snap 94 2021-07-26T16:02:03.335 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[46531]: debug 2021-07-26T16:02:03.010+0000 7f1c9c4710c0 -1 Falling back to public interface 2021-07-26T16:02:03.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[41498]: cluster 2021-07-26T16:02:01.722538+0000 mgr.y (mgr.24994) 151 : cluster [DBG] pgmap v200: 89 pgs: 8 active+undersized+degraded, 15 active+undersized, 66 active+clean; 345 MiB data, 601 MiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 17 op/s; 84/687 objects degraded (12.227%) 2021-07-26T16:02:03.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[41498]: cluster 2021-07-26T16:02:02.959365+0000 mon.a (mon.0) 387 : cluster [DBG] osdmap e332: 8 total, 7 up, 8 in 2021-07-26T16:02:03.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[42499]: cluster 2021-07-26T16:02:01.722538+0000 mgr.y (mgr.24994) 151 : cluster [DBG] pgmap v200: 89 pgs: 8 active+undersized+degraded, 15 active+undersized, 66 active+clean; 345 MiB data, 601 MiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 17 op/s; 84/687 objects degraded (12.227%) 2021-07-26T16:02:03.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[42499]: cluster 2021-07-26T16:02:02.959365+0000 mon.a (mon.0) 387 : cluster [DBG] osdmap e332: 8 total, 7 up, 8 in 2021-07-26T16:02:03.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:03 smithi107 bash[29346]: cluster 2021-07-26T16:02:01.722538+0000 mgr.y (mgr.24994) 151 : cluster [DBG] pgmap v200: 89 pgs: 8 active+undersized+degraded, 15 active+undersized, 66 active+clean; 345 MiB data, 601 MiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 17 op/s; 84/687 objects degraded (12.227%) 2021-07-26T16:02:03.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:03 smithi107 bash[29346]: cluster 2021-07-26T16:02:02.959365+0000 mon.a (mon.0) 387 : cluster [DBG] osdmap e332: 8 total, 7 up, 8 in 2021-07-26T16:02:03.836 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: debug 2021-07-26T16:02:03.402+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:02:03.836 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:02:03.837 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:03.837 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:02:03.837 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:03.838 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:02:03.838 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:03.838 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:03.838 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:02:03.839 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: debug 2021-07-26T16:02:03.406+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:02:03.839 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:02:03.839 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:03.839 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:02:03.840 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:03.840 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:02:03.840 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:03.841 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:03.841 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:02:03.841 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: debug 2021-07-26T16:02:03.410+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:02:03.841 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:02:03.842 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:03.842 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:02:03.842 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:03.843 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:02:03.843 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:03.843 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:03.844 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:02:03.844 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: debug 2021-07-26T16:02:03.410+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:02:03.844 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:02:03.845 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:03.845 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:02:03.845 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:03.845 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:02:03.846 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:03.846 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:03.846 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:02:03.846 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:03 smithi037 bash[39965]: debug 2021-07-26T16:02:03.422+0000 7f5d5ff7a700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2021-07-26T16:02:03.940 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T16:02:03.963 INFO:tasks.rados.rados.0.smithi037.stdout:1415: done (0 left) 2021-07-26T16:02:03.963 INFO:tasks.rados.rados.0.smithi037.stdout:1416: snap_remove snap 126 2021-07-26T16:02:04.283 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T16:02:04.284 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 running (9m) 0s ago 9m 10.0M - 0.20.0 0881eb8f169f efab80df0ece 2021-07-26T16:02:04.284 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi107 running (9m) 106s ago 9m 26.1M - 6.7.4 3b1077a63311 2876c96eb484 2021-07-26T16:02:04.284 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi037.wjuegm smithi037 running (7m) 0s ago 7m 15.2M - 15.2.13 5eab30a79396 d211508d5e60 2021-07-26T16:02:04.285 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi107.pmlxcx smithi107 running (7m) 106s ago 7m 17.4M - 15.2.13 5eab30a79396 8636b713abef 2021-07-26T16:02:04.285 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi107 *:8443 running (2m) 106s ago 13m 371M - 17.0.0-6381-gbccf07c2 6cdb40438e66 860e60362e9d 2021-07-26T16:02:04.285 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443 running (3m) 0s ago 16m 418M - 17.0.0-6381-gbccf07c2 6cdb40438e66 a07fb6f2ffc9 2021-07-26T16:02:04.285 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (2m) 0s ago 16m 56.6M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 370b9a5b7829 2021-07-26T16:02:04.285 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi107 running (113s) 106s ago 14m 27.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 0f8f2b11f865 2021-07-26T16:02:04.286 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (2m) 0s ago 14m 46.5M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46cd16de9ecd 2021-07-26T16:02:04.286 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 running (9m) 0s ago 9m 11.3M - 0.18.1 e5a616e4b9cf 3ad93cd5c278 2021-07-26T16:02:04.286 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi107 running (9m) 106s ago 9m 11.0M - 0.18.1 e5a616e4b9cf b308a000873c 2021-07-26T16:02:04.286 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (61s) 0s ago 13m 252M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 3bf4d2f6804d 2021-07-26T16:02:04.287 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (31s) 0s ago 13m 223M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 1926c4e36355 2021-07-26T16:02:04.287 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (3s) 0s ago 12m - 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 5d4e19f02b60 2021-07-26T16:02:04.287 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (12m) 0s ago 12m 162M 4096M 15.2.13 5eab30a79396 291b11cfe756 2021-07-26T16:02:04.287 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi107 running (11m) 106s ago 11m 142M 4096M 15.2.13 5eab30a79396 cdf1c413f938 2021-07-26T16:02:04.287 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi107 running (11m) 106s ago 11m 142M 4096M 15.2.13 5eab30a79396 1948041463bd 2021-07-26T16:02:04.288 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi107 running (10m) 106s ago 10m 108M 4096M 15.2.13 5eab30a79396 4230be7c8f5f 2021-07-26T16:02:04.288 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi107 running (10m) 106s ago 10m 105M 4096M 15.2.13 5eab30a79396 964b0df7c499 2021-07-26T16:02:04.288 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi107 running (9m) 106s ago 9m 25.3M - 2.18.1 de242295e225 95178a9d7a1a 2021-07-26T16:02:04.658 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T16:02:04.659 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2021-07-26T16:02:04.659 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T16:02:04.659 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:02:04.659 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2021-07-26T16:02:04.660 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T16:02:04.660 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:02:04.660 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2021-07-26T16:02:04.660 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 5, 2021-07-26T16:02:04.660 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T16:02:04.661 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:02:04.661 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2021-07-26T16:02:04.661 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 2 2021-07-26T16:02:04.661 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:02:04.662 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2021-07-26T16:02:04.662 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 7, 2021-07-26T16:02:04.662 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 7 2021-07-26T16:02:04.662 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:02:04.662 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T16:02:04.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: audit 2021-07-26T16:02:03.386513+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:04.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: audit 2021-07-26T16:02:03.401306+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:04.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: cephadm 2021-07-26T16:02:03.406092+0000 mgr.y (mgr.24994) 152 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:02:04.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:02:04.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:04.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:02:04.769 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:04.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:02:04.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:04.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:04.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:02:04.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: cephadm 2021-07-26T16:02:03.408134+0000 mgr.y (mgr.24994) 153 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:02:04.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:02:04.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:04.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:02:04.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:04.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:02:04.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:04.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:04.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:02:04.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: cephadm 2021-07-26T16:02:03.411813+0000 mgr.y (mgr.24994) 154 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:02:04.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:02:04.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:04.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:02:04.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:04.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:02:04.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:04.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:04.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:02:04.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: cephadm 2021-07-26T16:02:03.412942+0000 mgr.y (mgr.24994) 155 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:02:04.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:02:04.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:04.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:02:04.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:04.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:02:04.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:04.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:04.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:02:04.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: audit 2021-07-26T16:02:03.416625+0000 mon.c (mon.1) 118 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:02:04.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: audit 2021-07-26T16:02:03.418937+0000 mon.c (mon.1) 119 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:04.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: audit 2021-07-26T16:02:03.420941+0000 mon.c (mon.1) 120 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:04.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: audit 2021-07-26T16:02:03.422912+0000 mon.c (mon.1) 121 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:04.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: audit 2021-07-26T16:02:03.426036+0000 mon.c (mon.1) 122 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T16:02:04.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: audit 2021-07-26T16:02:03.426415+0000 mgr.y (mgr.24994) 156 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T16:02:04.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: cephadm 2021-07-26T16:02:03.427980+0000 mgr.y (mgr.24994) 157 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2021-07-26T16:02:04.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: cluster 2021-07-26T16:02:03.960069+0000 mon.a (mon.0) 390 : cluster [DBG] osdmap e333: 8 total, 7 up, 8 in 2021-07-26T16:02:04.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: audit 2021-07-26T16:02:04.257431+0000 mon.c (mon.1) 123 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:02:04.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: audit 2021-07-26T16:02:04.258099+0000 mon.c (mon.1) 124 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:02:04.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: audit 2021-07-26T16:02:04.258689+0000 mon.c (mon.1) 125 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: audit 2021-07-26T16:02:04.259296+0000 mon.c (mon.1) 126 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: audit 2021-07-26T16:02:04.259962+0000 mon.c (mon.1) 127 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: audit 2021-07-26T16:02:04.260594+0000 mon.c (mon.1) 128 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: audit 2021-07-26T16:02:04.265694+0000 mon.c (mon.1) 129 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:02:04.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: audit 2021-07-26T16:02:04.266316+0000 mon.c (mon.1) 130 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: audit 2021-07-26T16:02:04.266929+0000 mon.c (mon.1) 131 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.781 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: audit 2021-07-26T16:02:04.267513+0000 mon.c (mon.1) 132 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.781 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:04 smithi107 bash[29346]: audit 2021-07-26T16:02:04.268250+0000 mon.c (mon.1) 133 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: audit 2021-07-26T16:02:03.386513+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:04.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: audit 2021-07-26T16:02:03.401306+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:04.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: cephadm 2021-07-26T16:02:03.406092+0000 mgr.y (mgr.24994) 152 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:02:04.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:02:04.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:04.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:02:04.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:04.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:02:04.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:04.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:04.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:02:04.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: cephadm 2021-07-26T16:02:03.408134+0000 mgr.y (mgr.24994) 153 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:02:04.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:02:04.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:04.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:02:04.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:04.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:02:04.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:04.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:04.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:02:04.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: cephadm 2021-07-26T16:02:03.411813+0000 mgr.y (mgr.24994) 154 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:02:04.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:02:04.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:04.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:02:04.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:04.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:02:04.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:04.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:04.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: audit 2021-07-26T16:02:03.386513+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:04.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: audit 2021-07-26T16:02:03.401306+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:04.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: cephadm 2021-07-26T16:02:03.406092+0000 mgr.y (mgr.24994) 152 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:02:04.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:02:04.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:04.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:02:04.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:04.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:02:04.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:04.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:04.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:02:04.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: cephadm 2021-07-26T16:02:03.408134+0000 mgr.y (mgr.24994) 153 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:02:04.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:02:04.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:04.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:02:04.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:04.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:02:04.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:04.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:04.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:02:04.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: cephadm 2021-07-26T16:02:03.411813+0000 mgr.y (mgr.24994) 154 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:02:04.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:02:04.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:04.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:02:04.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:04.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:02:04.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:04.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:04.849 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:02:04.850 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: cephadm 2021-07-26T16:02:03.412942+0000 mgr.y (mgr.24994) 155 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:02:04.850 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:02:04.850 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:04.850 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:02:04.850 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:04.851 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:02:04.851 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:04.851 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:04.857 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:02:04.857 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: audit 2021-07-26T16:02:03.416625+0000 mon.c (mon.1) 118 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:02:04.857 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: audit 2021-07-26T16:02:03.418937+0000 mon.c (mon.1) 119 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:04.857 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: audit 2021-07-26T16:02:03.420941+0000 mon.c (mon.1) 120 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:04.858 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: audit 2021-07-26T16:02:03.422912+0000 mon.c (mon.1) 121 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:04.858 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: audit 2021-07-26T16:02:03.426036+0000 mon.c (mon.1) 122 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T16:02:04.859 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: audit 2021-07-26T16:02:03.426415+0000 mgr.y (mgr.24994) 156 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T16:02:04.859 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: cephadm 2021-07-26T16:02:03.427980+0000 mgr.y (mgr.24994) 157 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2021-07-26T16:02:04.859 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: cluster 2021-07-26T16:02:03.960069+0000 mon.a (mon.0) 390 : cluster [DBG] osdmap e333: 8 total, 7 up, 8 in 2021-07-26T16:02:04.859 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: audit 2021-07-26T16:02:04.257431+0000 mon.c (mon.1) 123 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:02:04.860 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: audit 2021-07-26T16:02:04.258099+0000 mon.c (mon.1) 124 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:02:04.860 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: audit 2021-07-26T16:02:04.258689+0000 mon.c (mon.1) 125 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.860 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: audit 2021-07-26T16:02:04.259296+0000 mon.c (mon.1) 126 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.861 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:02:04.861 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: cephadm 2021-07-26T16:02:03.412942+0000 mgr.y (mgr.24994) 155 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:02:04.861 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:02:04.861 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:04.862 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:02:04.862 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:04.862 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:02:04.862 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:04.863 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:04.863 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:02:04.863 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: audit 2021-07-26T16:02:03.416625+0000 mon.c (mon.1) 118 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:02:04.863 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: audit 2021-07-26T16:02:03.418937+0000 mon.c (mon.1) 119 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:04.863 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: audit 2021-07-26T16:02:03.420941+0000 mon.c (mon.1) 120 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:04.864 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: audit 2021-07-26T16:02:03.422912+0000 mon.c (mon.1) 121 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:04.864 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: audit 2021-07-26T16:02:03.426036+0000 mon.c (mon.1) 122 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T16:02:04.864 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: audit 2021-07-26T16:02:03.426415+0000 mgr.y (mgr.24994) 156 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T16:02:04.864 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: cephadm 2021-07-26T16:02:03.427980+0000 mgr.y (mgr.24994) 157 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2021-07-26T16:02:04.865 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: cluster 2021-07-26T16:02:03.960069+0000 mon.a (mon.0) 390 : cluster [DBG] osdmap e333: 8 total, 7 up, 8 in 2021-07-26T16:02:04.865 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: audit 2021-07-26T16:02:04.257431+0000 mon.c (mon.1) 123 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:02:04.865 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: audit 2021-07-26T16:02:04.258099+0000 mon.c (mon.1) 124 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:02:04.865 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: audit 2021-07-26T16:02:04.258689+0000 mon.c (mon.1) 125 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.865 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: audit 2021-07-26T16:02:04.259296+0000 mon.c (mon.1) 126 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.866 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: audit 2021-07-26T16:02:04.259962+0000 mon.c (mon.1) 127 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.866 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: audit 2021-07-26T16:02:04.260594+0000 mon.c (mon.1) 128 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.866 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: audit 2021-07-26T16:02:04.265694+0000 mon.c (mon.1) 129 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:02:04.867 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: audit 2021-07-26T16:02:04.266316+0000 mon.c (mon.1) 130 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.867 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: audit 2021-07-26T16:02:04.266929+0000 mon.c (mon.1) 131 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.867 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: audit 2021-07-26T16:02:04.267513+0000 mon.c (mon.1) 132 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.867 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[41498]: audit 2021-07-26T16:02:04.268250+0000 mon.c (mon.1) 133 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.868 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: audit 2021-07-26T16:02:04.259962+0000 mon.c (mon.1) 127 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.868 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: audit 2021-07-26T16:02:04.260594+0000 mon.c (mon.1) 128 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.868 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: audit 2021-07-26T16:02:04.265694+0000 mon.c (mon.1) 129 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:02:04.869 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: audit 2021-07-26T16:02:04.266316+0000 mon.c (mon.1) 130 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.869 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: audit 2021-07-26T16:02:04.266929+0000 mon.c (mon.1) 131 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.869 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: audit 2021-07-26T16:02:04.267513+0000 mon.c (mon.1) 132 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.870 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:04 smithi037 bash[42499]: audit 2021-07-26T16:02:04.268250+0000 mon.c (mon.1) 133 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:04.964 INFO:tasks.rados.rados.0.smithi037.stdout:1416: done (0 left) 2021-07-26T16:02:04.964 INFO:tasks.rados.rados.0.smithi037.stdout:1417: snap_remove snap 132 2021-07-26T16:02:05.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:05 smithi107 bash[29346]: cluster 2021-07-26T16:02:03.723346+0000 mgr.y (mgr.24994) 158 : cluster [DBG] pgmap v203: 89 pgs: 8 active+undersized+degraded, 15 active+undersized, 66 active+clean; 340 MiB data, 599 MiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.5 MiB/s wr, 19 op/s; 84/681 objects degraded (12.335%) 2021-07-26T16:02:05.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:05 smithi107 bash[29346]: audit 2021-07-26T16:02:03.927593+0000 mgr.y (mgr.24994) 159 : audit [DBG] from='client.54172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:05.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:05 smithi107 bash[29346]: audit 2021-07-26T16:02:04.252939+0000 mgr.y (mgr.24994) 160 : audit [DBG] from='client.54178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:05.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:05 smithi107 bash[29346]: audit 2021-07-26T16:02:04.659874+0000 mon.c (mon.1) 134 : audit [DBG] from='client.? 172.21.15.37:0/635659730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:05.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:05 smithi107 bash[29346]: cluster 2021-07-26T16:02:04.963332+0000 mon.a (mon.0) 391 : cluster [DBG] osdmap e334: 8 total, 7 up, 8 in 2021-07-26T16:02:05.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:05 smithi037 bash[42499]: cluster 2021-07-26T16:02:03.723346+0000 mgr.y (mgr.24994) 158 : cluster [DBG] pgmap v203: 89 pgs: 8 active+undersized+degraded, 15 active+undersized, 66 active+clean; 340 MiB data, 599 MiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.5 MiB/s wr, 19 op/s; 84/681 objects degraded (12.335%) 2021-07-26T16:02:05.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:05 smithi037 bash[42499]: audit 2021-07-26T16:02:03.927593+0000 mgr.y (mgr.24994) 159 : audit [DBG] from='client.54172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:05.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:05 smithi037 bash[42499]: audit 2021-07-26T16:02:04.252939+0000 mgr.y (mgr.24994) 160 : audit [DBG] from='client.54178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:05.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:05 smithi037 bash[42499]: audit 2021-07-26T16:02:04.659874+0000 mon.c (mon.1) 134 : audit [DBG] from='client.? 172.21.15.37:0/635659730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:05.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:05 smithi037 bash[42499]: cluster 2021-07-26T16:02:04.963332+0000 mon.a (mon.0) 391 : cluster [DBG] osdmap e334: 8 total, 7 up, 8 in 2021-07-26T16:02:05.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:05 smithi037 bash[41498]: cluster 2021-07-26T16:02:03.723346+0000 mgr.y (mgr.24994) 158 : cluster [DBG] pgmap v203: 89 pgs: 8 active+undersized+degraded, 15 active+undersized, 66 active+clean; 340 MiB data, 599 MiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.5 MiB/s wr, 19 op/s; 84/681 objects degraded (12.335%) 2021-07-26T16:02:05.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:05 smithi037 bash[41498]: audit 2021-07-26T16:02:03.927593+0000 mgr.y (mgr.24994) 159 : audit [DBG] from='client.54172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:05.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:05 smithi037 bash[41498]: audit 2021-07-26T16:02:04.252939+0000 mgr.y (mgr.24994) 160 : audit [DBG] from='client.54178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:05.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:05 smithi037 bash[41498]: audit 2021-07-26T16:02:04.659874+0000 mon.c (mon.1) 134 : audit [DBG] from='client.? 172.21.15.37:0/635659730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:05.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:05 smithi037 bash[41498]: cluster 2021-07-26T16:02:04.963332+0000 mon.a (mon.0) 391 : cluster [DBG] osdmap e334: 8 total, 7 up, 8 in 2021-07-26T16:02:05.963 INFO:tasks.rados.rados.0.smithi037.stdout:1417: done (0 left) 2021-07-26T16:02:05.964 INFO:tasks.rados.rados.0.smithi037.stdout:1418: delete oid 34 current snap is 142 2021-07-26T16:02:05.981 INFO:tasks.rados.rados.0.smithi037.stdout:1418: done (0 left) 2021-07-26T16:02:05.981 INFO:tasks.rados.rados.0.smithi037.stdout:1419: read oid 33 snap -1 2021-07-26T16:02:05.981 INFO:tasks.rados.rados.0.smithi037.stdout:1419: expect (ObjNum 431 snap 128 seq_num 431) 2021-07-26T16:02:05.982 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 142 2021-07-26T16:02:05.982 INFO:tasks.rados.rados.0.smithi037.stdout:1420: seq_num 467 ranges {753664=630784} 2021-07-26T16:02:05.990 INFO:tasks.rados.rados.0.smithi037.stdout:1420: writing smithi03738989-48 from 753664 to 1384448 tid 1 2021-07-26T16:02:05.990 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 142 2021-07-26T16:02:05.990 INFO:tasks.rados.rados.0.smithi037.stdout:1421: seq_num 468 ranges {344064=647168} 2021-07-26T16:02:05.995 INFO:tasks.rados.rados.0.smithi037.stdout:1421: writing smithi03738989-5 from 344064 to 991232 tid 1 2021-07-26T16:02:05.996 INFO:tasks.rados.rados.0.smithi037.stdout:1422: read oid 42 snap -1 2021-07-26T16:02:05.996 INFO:tasks.rados.rados.0.smithi037.stdout:1422: expect (ObjNum 457 snap 138 seq_num 457) 2021-07-26T16:02:05.996 INFO:tasks.rados.rados.0.smithi037.stdout:1423: delete oid 15 current snap is 142 2021-07-26T16:02:05.996 INFO:tasks.rados.rados.0.smithi037.stdout:1419: expect (ObjNum 431 snap 128 seq_num 431) 2021-07-26T16:02:05.997 INFO:tasks.rados.rados.0.smithi037.stdout:1420: finishing write tid 1 to smithi03738989-48 2021-07-26T16:02:05.997 INFO:tasks.rados.rados.0.smithi037.stdout:1420: finishing write tid 3 to smithi03738989-48 2021-07-26T16:02:05.998 INFO:tasks.rados.rados.0.smithi037.stdout:1420: finishing write tid 4 to smithi03738989-48 2021-07-26T16:02:05.998 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 714 (ObjNum 467 snap 142 seq_num 467) dirty exists 2021-07-26T16:02:05.998 INFO:tasks.rados.rados.0.smithi037.stdout:1420: left oid 48 (ObjNum 467 snap 142 seq_num 467) 2021-07-26T16:02:06.000 INFO:tasks.rados.rados.0.smithi037.stdout:1419: done (4 left) 2021-07-26T16:02:06.001 INFO:tasks.rados.rados.0.smithi037.stdout:1420: done (3 left) 2021-07-26T16:02:06.001 INFO:tasks.rados.rados.0.smithi037.stdout:1423: done (2 left) 2021-07-26T16:02:06.001 INFO:tasks.rados.rados.0.smithi037.stdout:1424: rollback oid 47 current snap is 142 2021-07-26T16:02:06.001 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 47 to 124 2021-07-26T16:02:06.002 INFO:tasks.rados.rados.0.smithi037.stdout:1425: read oid 39 snap 138 2021-07-26T16:02:06.002 INFO:tasks.rados.rados.0.smithi037.stdout:1425: expect (ObjNum 415 snap 125 seq_num 415) 2021-07-26T16:02:06.002 INFO:tasks.rados.rados.0.smithi037.stdout:1426: copy_from oid 27 from oid 50 current snap is 142 2021-07-26T16:02:06.002 INFO:tasks.rados.rados.0.smithi037.stdout:1427: read oid 33 snap 135 2021-07-26T16:02:06.003 INFO:tasks.rados.rados.0.smithi037.stdout:1427: expect (ObjNum 431 snap 128 seq_num 431) 2021-07-26T16:02:06.003 INFO:tasks.rados.rados.0.smithi037.stdout:1428: snap_create 2021-07-26T16:02:06.008 INFO:tasks.rados.rados.0.smithi037.stdout:1424: finishing rollback tid 0 to smithi03738989-47 2021-07-26T16:02:06.008 INFO:tasks.rados.rados.0.smithi037.stdout:1424: finishing rollback tid 1 to smithi03738989-47 2021-07-26T16:02:06.008 INFO:tasks.rados.rados.0.smithi037.stdout:1424: finishing rollback tid 2 to smithi03738989-47 2021-07-26T16:02:06.009 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 785 (ObjNum 169 snap 41 seq_num 169) dirty exists 2021-07-26T16:02:06.012 INFO:tasks.rados.rados.0.smithi037.stdout:1427: expect (ObjNum 431 snap 128 seq_num 431) 2021-07-26T16:02:06.014 INFO:tasks.rados.rados.0.smithi037.stdout:1421: finishing write tid 1 to smithi03738989-5 2021-07-26T16:02:06.019 INFO:tasks.rados.rados.0.smithi037.stdout:1426: finishing copy_from to smithi03738989-27 2021-07-26T16:02:06.020 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 565 (ObjNum 338 snap 103 seq_num 338) dirty exists 2021-07-26T16:02:06.021 INFO:tasks.rados.rados.0.smithi037.stdout:1426: finishing copy_from racing read to smithi03738989-27 2021-07-26T16:02:06.031 INFO:tasks.rados.rados.0.smithi037.stdout:1421: finishing write tid 3 to smithi03738989-5 2021-07-26T16:02:06.031 INFO:tasks.rados.rados.0.smithi037.stdout:1421: finishing write tid 4 to smithi03738989-5 2021-07-26T16:02:06.031 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 752 (ObjNum 468 snap 142 seq_num 468) dirty exists 2021-07-26T16:02:06.031 INFO:tasks.rados.rados.0.smithi037.stdout:1421: left oid 5 (ObjNum 468 snap 142 seq_num 468) 2021-07-26T16:02:06.038 INFO:tasks.rados.rados.0.smithi037.stdout:1425: expect (ObjNum 415 snap 125 seq_num 415) 2021-07-26T16:02:06.320 INFO:tasks.rados.rados.0.smithi037.stdout:1422: expect (ObjNum 457 snap 138 seq_num 457) 2021-07-26T16:02:06.585 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:02:06 smithi037 bash[46531]: debug 2021-07-26T16:02:06.130+0000 7f1c9c4710c0 -1 osd.2 324 log_to_monitors {default=true} 2021-07-26T16:02:07.003 INFO:tasks.rados.rados.0.smithi037.stdout:1421: done (6 left) 2021-07-26T16:02:07.003 INFO:tasks.rados.rados.0.smithi037.stdout:1422: done (5 left) 2021-07-26T16:02:07.006 INFO:tasks.rados.rados.0.smithi037.stdout:1424: done (4 left) 2021-07-26T16:02:07.006 INFO:tasks.rados.rados.0.smithi037.stdout:1425: done (3 left) 2021-07-26T16:02:07.006 INFO:tasks.rados.rados.0.smithi037.stdout:1426: done (2 left) 2021-07-26T16:02:07.007 INFO:tasks.rados.rados.0.smithi037.stdout:1427: done (1 left) 2021-07-26T16:02:07.007 INFO:tasks.rados.rados.0.smithi037.stdout:1428: done (0 left) 2021-07-26T16:02:07.007 INFO:tasks.rados.rados.0.smithi037.stdout:1429: copy_from oid 45 from oid 50 current snap is 143 2021-07-26T16:02:07.007 INFO:tasks.rados.rados.0.smithi037.stdout:1430: copy_from oid 17 from oid 29 current snap is 143 2021-07-26T16:02:07.007 INFO:tasks.rados.rados.0.smithi037.stdout:1431: read oid 30 snap -1 2021-07-26T16:02:07.008 INFO:tasks.rados.rados.0.smithi037.stdout:1431: expect (ObjNum 448 snap 136 seq_num 448) 2021-07-26T16:02:07.008 INFO:tasks.rados.rados.0.smithi037.stdout:1432: read oid 41 snap -1 2021-07-26T16:02:07.008 INFO:tasks.rados.rados.0.smithi037.stdout:1432: expect (ObjNum 441 snap 135 seq_num 441) 2021-07-26T16:02:07.008 INFO:tasks.rados.rados.0.smithi037.stdout:1433: read oid 12 snap -1 2021-07-26T16:02:07.009 INFO:tasks.rados.rados.0.smithi037.stdout:1433: expect (ObjNum 445 snap 136 seq_num 445) 2021-07-26T16:02:07.009 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 143 2021-07-26T16:02:07.009 INFO:tasks.rados.rados.0.smithi037.stdout:1434: seq_num 470 ranges {1384448=679936} 2021-07-26T16:02:07.022 INFO:tasks.rados.rados.0.smithi037.stdout:1434: writing smithi03738989-48 from 1384448 to 2064384 tid 1 2021-07-26T16:02:07.022 INFO:tasks.rados.rados.0.smithi037.stdout:1435: read oid 42 snap -1 2021-07-26T16:02:07.022 INFO:tasks.rados.rados.0.smithi037.stdout:1435: expect (ObjNum 457 snap 138 seq_num 457) 2021-07-26T16:02:07.023 INFO:tasks.rados.rados.0.smithi037.stdout:1436: snap_create 2021-07-26T16:02:07.023 INFO:tasks.rados.rados.0.smithi037.stdout:1429: finishing copy_from to smithi03738989-45 2021-07-26T16:02:07.023 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 565 (ObjNum 338 snap 103 seq_num 338) dirty exists 2021-07-26T16:02:07.023 INFO:tasks.rados.rados.0.smithi037.stdout:1430: finishing copy_from to smithi03738989-17 2021-07-26T16:02:07.023 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 768 (ObjNum 438 snap 133 seq_num 438) dirty exists 2021-07-26T16:02:07.024 INFO:tasks.rados.rados.0.smithi037.stdout:1430: finishing copy_from racing read to smithi03738989-17 2021-07-26T16:02:07.024 INFO:tasks.rados.rados.0.smithi037.stdout:1429: finishing copy_from racing read to smithi03738989-45 2021-07-26T16:02:07.038 INFO:tasks.rados.rados.0.smithi037.stdout:1433: expect (ObjNum 445 snap 136 seq_num 445) 2021-07-26T16:02:07.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:06 smithi107 bash[29346]: cluster 2021-07-26T16:02:05.724277+0000 mgr.y (mgr.24994) 161 : cluster [DBG] pgmap v206: 89 pgs: 8 active+undersized+degraded, 15 active+undersized, 66 active+clean; 337 MiB data, 590 MiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 360 KiB/s wr, 8 op/s; 84/666 objects degraded (12.613%) 2021-07-26T16:02:07.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:06 smithi107 bash[29346]: cluster 2021-07-26T16:02:05.964871+0000 mon.a (mon.0) 392 : cluster [DBG] osdmap e335: 8 total, 7 up, 8 in 2021-07-26T16:02:07.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:06 smithi107 bash[29346]: audit 2021-07-26T16:02:06.138070+0000 mon.a (mon.0) 393 : audit [INF] from='osd.2 [v2:172.21.15.37:6818/3261966129,v1:172.21.15.37:6819/3261966129]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T16:02:07.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:06 smithi107 bash[29346]: cluster 2021-07-26T16:02:06.403383+0000 mon.a (mon.0) 394 : cluster [WRN] Health check update: Degraded data redundancy: 84/666 objects degraded (12.613%), 8 pgs degraded (PG_DEGRADED) 2021-07-26T16:02:07.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:06 smithi037 bash[42499]: cluster 2021-07-26T16:02:05.724277+0000 mgr.y (mgr.24994) 161 : cluster [DBG] pgmap v206: 89 pgs: 8 active+undersized+degraded, 15 active+undersized, 66 active+clean; 337 MiB data, 590 MiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 360 KiB/s wr, 8 op/s; 84/666 objects degraded (12.613%) 2021-07-26T16:02:07.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:06 smithi037 bash[42499]: cluster 2021-07-26T16:02:05.964871+0000 mon.a (mon.0) 392 : cluster [DBG] osdmap e335: 8 total, 7 up, 8 in 2021-07-26T16:02:07.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:06 smithi037 bash[42499]: audit 2021-07-26T16:02:06.138070+0000 mon.a (mon.0) 393 : audit [INF] from='osd.2 [v2:172.21.15.37:6818/3261966129,v1:172.21.15.37:6819/3261966129]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T16:02:07.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:06 smithi037 bash[42499]: cluster 2021-07-26T16:02:06.403383+0000 mon.a (mon.0) 394 : cluster [WRN] Health check update: Degraded data redundancy: 84/666 objects degraded (12.613%), 8 pgs degraded (PG_DEGRADED) 2021-07-26T16:02:07.337 INFO:journalctl@ceph.osd.2.smithi037.stdout:Jul 26 16:02:06 smithi037 bash[46531]: debug 2021-07-26T16:02:06.982+0000 7f1c8e5c7700 -1 osd.2 324 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-07-26T16:02:07.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:06 smithi037 bash[41498]: cluster 2021-07-26T16:02:05.724277+0000 mgr.y (mgr.24994) 161 : cluster [DBG] pgmap v206: 89 pgs: 8 active+undersized+degraded, 15 active+undersized, 66 active+clean; 337 MiB data, 590 MiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 360 KiB/s wr, 8 op/s; 84/666 objects degraded (12.613%) 2021-07-26T16:02:07.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:06 smithi037 bash[41498]: cluster 2021-07-26T16:02:05.964871+0000 mon.a (mon.0) 392 : cluster [DBG] osdmap e335: 8 total, 7 up, 8 in 2021-07-26T16:02:07.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:06 smithi037 bash[41498]: audit 2021-07-26T16:02:06.138070+0000 mon.a (mon.0) 393 : audit [INF] from='osd.2 [v2:172.21.15.37:6818/3261966129,v1:172.21.15.37:6819/3261966129]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-07-26T16:02:07.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:06 smithi037 bash[41498]: cluster 2021-07-26T16:02:06.403383+0000 mon.a (mon.0) 394 : cluster [WRN] Health check update: Degraded data redundancy: 84/666 objects degraded (12.613%), 8 pgs degraded (PG_DEGRADED) 2021-07-26T16:02:07.367 INFO:tasks.rados.rados.0.smithi037.stdout:1434: finishing write tid 1 to smithi03738989-48 2021-07-26T16:02:07.367 INFO:tasks.rados.rados.0.smithi037.stdout:1434: finishing write tid 3 to smithi03738989-48 2021-07-26T16:02:07.367 INFO:tasks.rados.rados.0.smithi037.stdout:1434: finishing write tid 4 to smithi03738989-48 2021-07-26T16:02:07.368 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 717 (ObjNum 470 snap 143 seq_num 470) dirty exists 2021-07-26T16:02:07.368 INFO:tasks.rados.rados.0.smithi037.stdout:1434: left oid 48 (ObjNum 470 snap 143 seq_num 470) 2021-07-26T16:02:07.368 INFO:tasks.rados.rados.0.smithi037.stdout:1431: expect (ObjNum 448 snap 136 seq_num 448) 2021-07-26T16:02:07.803 INFO:tasks.rados.rados.0.smithi037.stdout:1432: expect (ObjNum 441 snap 135 seq_num 441) 2021-07-26T16:02:07.881 INFO:tasks.rados.rados.0.smithi037.stdout:1435: expect (ObjNum 457 snap 138 seq_num 457) 2021-07-26T16:02:08.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:07 smithi107 bash[29346]: audit 2021-07-26T16:02:06.969517+0000 mon.a (mon.0) 395 : audit [INF] from='osd.2 [v2:172.21.15.37:6818/3261966129,v1:172.21.15.37:6819/3261966129]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-07-26T16:02:08.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:07 smithi107 bash[29346]: cluster 2021-07-26T16:02:06.969720+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e336: 8 total, 7 up, 8 in 2021-07-26T16:02:08.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:07 smithi107 bash[29346]: audit 2021-07-26T16:02:06.972551+0000 mon.a (mon.0) 397 : audit [INF] from='osd.2 [v2:172.21.15.37:6818/3261966129,v1:172.21.15.37:6819/3261966129]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T16:02:08.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:07 smithi037 bash[42499]: audit 2021-07-26T16:02:06.969517+0000 mon.a (mon.0) 395 : audit [INF] from='osd.2 [v2:172.21.15.37:6818/3261966129,v1:172.21.15.37:6819/3261966129]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-07-26T16:02:08.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:07 smithi037 bash[42499]: cluster 2021-07-26T16:02:06.969720+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e336: 8 total, 7 up, 8 in 2021-07-26T16:02:08.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:07 smithi037 bash[42499]: audit 2021-07-26T16:02:06.972551+0000 mon.a (mon.0) 397 : audit [INF] from='osd.2 [v2:172.21.15.37:6818/3261966129,v1:172.21.15.37:6819/3261966129]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T16:02:08.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:07 smithi037 bash[41498]: audit 2021-07-26T16:02:06.969517+0000 mon.a (mon.0) 395 : audit [INF] from='osd.2 [v2:172.21.15.37:6818/3261966129,v1:172.21.15.37:6819/3261966129]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-07-26T16:02:08.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:07 smithi037 bash[41498]: cluster 2021-07-26T16:02:06.969720+0000 mon.a (mon.0) 396 : cluster [DBG] osdmap e336: 8 total, 7 up, 8 in 2021-07-26T16:02:08.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:07 smithi037 bash[41498]: audit 2021-07-26T16:02:06.972551+0000 mon.a (mon.0) 397 : audit [INF] from='osd.2 [v2:172.21.15.37:6818/3261966129,v1:172.21.15.37:6819/3261966129]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T16:02:08.561 INFO:tasks.rados.rados.0.smithi037.stdout:1429: done (7 left) 2021-07-26T16:02:08.561 INFO:tasks.rados.rados.0.smithi037.stdout:1430: done (6 left) 2021-07-26T16:02:08.562 INFO:tasks.rados.rados.0.smithi037.stdout:1431: done (5 left) 2021-07-26T16:02:08.562 INFO:tasks.rados.rados.0.smithi037.stdout:1432: done (4 left) 2021-07-26T16:02:08.562 INFO:tasks.rados.rados.0.smithi037.stdout:1433: done (3 left) 2021-07-26T16:02:08.563 INFO:tasks.rados.rados.0.smithi037.stdout:1434: done (2 left) 2021-07-26T16:02:08.563 INFO:tasks.rados.rados.0.smithi037.stdout:1435: done (1 left) 2021-07-26T16:02:08.564 INFO:tasks.rados.rados.0.smithi037.stdout:1436: done (0 left) 2021-07-26T16:02:08.564 INFO:tasks.rados.rados.0.smithi037.stdout:1437: snap_remove snap 138 2021-07-26T16:02:08.979 INFO:tasks.rados.rados.0.smithi037.stdout:1437: done (0 left) 2021-07-26T16:02:08.980 INFO:tasks.rados.rados.0.smithi037.stdout:1438: rollback oid 10 current snap is 144 2021-07-26T16:02:08.980 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 10 to 135 2021-07-26T16:02:08.981 INFO:tasks.rados.rados.0.smithi037.stdout:1439: snap_remove snap 130 2021-07-26T16:02:09.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:08 smithi107 bash[29346]: cluster 2021-07-26T16:02:07.724839+0000 mgr.y (mgr.24994) 162 : cluster [DBG] pgmap v209: 89 pgs: 8 active+undersized+degraded, 15 active+undersized, 66 active+clean; 340 MiB data, 622 MiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s rd, 796 KiB/s wr, 12 op/s; 90/684 objects degraded (13.158%) 2021-07-26T16:02:09.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:08 smithi107 bash[29346]: cluster 2021-07-26T16:02:07.967073+0000 mon.a (mon.0) 398 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:02:09.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:08 smithi107 bash[29346]: cluster 2021-07-26T16:02:07.975608+0000 mon.a (mon.0) 399 : cluster [INF] osd.2 [v2:172.21.15.37:6818/3261966129,v1:172.21.15.37:6819/3261966129] boot 2021-07-26T16:02:09.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:08 smithi107 bash[29346]: cluster 2021-07-26T16:02:07.975776+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e337: 8 total, 8 up, 8 in 2021-07-26T16:02:09.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:08 smithi107 bash[29346]: audit 2021-07-26T16:02:07.976379+0000 mon.c (mon.1) 135 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T16:02:09.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:08 smithi037 bash[42499]: cluster 2021-07-26T16:02:07.724839+0000 mgr.y (mgr.24994) 162 : cluster [DBG] pgmap v209: 89 pgs: 8 active+undersized+degraded, 15 active+undersized, 66 active+clean; 340 MiB data, 622 MiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s rd, 796 KiB/s wr, 12 op/s; 90/684 objects degraded (13.158%) 2021-07-26T16:02:09.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:08 smithi037 bash[42499]: cluster 2021-07-26T16:02:07.967073+0000 mon.a (mon.0) 398 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:02:09.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:08 smithi037 bash[42499]: cluster 2021-07-26T16:02:07.975608+0000 mon.a (mon.0) 399 : cluster [INF] osd.2 [v2:172.21.15.37:6818/3261966129,v1:172.21.15.37:6819/3261966129] boot 2021-07-26T16:02:09.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:08 smithi037 bash[42499]: cluster 2021-07-26T16:02:07.975776+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e337: 8 total, 8 up, 8 in 2021-07-26T16:02:09.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:08 smithi037 bash[42499]: audit 2021-07-26T16:02:07.976379+0000 mon.c (mon.1) 135 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T16:02:09.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:08 smithi037 bash[41498]: cluster 2021-07-26T16:02:07.724839+0000 mgr.y (mgr.24994) 162 : cluster [DBG] pgmap v209: 89 pgs: 8 active+undersized+degraded, 15 active+undersized, 66 active+clean; 340 MiB data, 622 MiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s rd, 796 KiB/s wr, 12 op/s; 90/684 objects degraded (13.158%) 2021-07-26T16:02:09.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:08 smithi037 bash[41498]: cluster 2021-07-26T16:02:07.967073+0000 mon.a (mon.0) 398 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:02:09.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:08 smithi037 bash[41498]: cluster 2021-07-26T16:02:07.975608+0000 mon.a (mon.0) 399 : cluster [INF] osd.2 [v2:172.21.15.37:6818/3261966129,v1:172.21.15.37:6819/3261966129] boot 2021-07-26T16:02:09.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:08 smithi037 bash[41498]: cluster 2021-07-26T16:02:07.975776+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e337: 8 total, 8 up, 8 in 2021-07-26T16:02:09.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:08 smithi037 bash[41498]: audit 2021-07-26T16:02:07.976379+0000 mon.c (mon.1) 135 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-07-26T16:02:09.993 INFO:tasks.rados.rados.0.smithi037.stdout:1439: done (1 left) 2021-07-26T16:02:09.993 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 144 2021-07-26T16:02:09.994 INFO:tasks.rados.rados.0.smithi037.stdout:1440: seq_num 471 ranges {991232=696320} 2021-07-26T16:02:10.004 INFO:tasks.rados.rados.0.smithi037.stdout:1440: writing smithi03738989-5 from 991232 to 1687552 tid 1 2021-07-26T16:02:10.005 INFO:tasks.rados.rados.0.smithi037.stdout:1441: copy_from oid 39 from oid 21 current snap is 144 2021-07-26T16:02:10.005 INFO:tasks.rados.rados.0.smithi037.stdout:1438: finishing rollback tid 0 to smithi03738989-10 2021-07-26T16:02:10.005 INFO:tasks.rados.rados.0.smithi037.stdout:1438: finishing rollback tid 1 to smithi03738989-10 2021-07-26T16:02:10.006 INFO:tasks.rados.rados.0.smithi037.stdout:1438: finishing rollback tid 2 to smithi03738989-10 2021-07-26T16:02:10.006 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 1220 (ObjNum 433 snap 129 seq_num 433) dirty exists 2021-07-26T16:02:10.006 INFO:tasks.rados.rados.0.smithi037.stdout:1438: done (2 left) 2021-07-26T16:02:10.006 INFO:tasks.rados.rados.0.smithi037.stdout:1442: rollback oid 19 current snap is 144 2021-07-26T16:02:10.006 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 129 2021-07-26T16:02:10.007 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 144 2021-07-26T16:02:10.007 INFO:tasks.rados.rados.0.smithi037.stdout:1443: seq_num 472 ranges {6578176=712704} 2021-07-26T16:02:10.055 INFO:tasks.rados.rados.0.smithi037.stdout:1443: writing smithi03738989-4 from 6578176 to 7290880 tid 1 2021-07-26T16:02:10.056 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 144 2021-07-26T16:02:10.056 INFO:tasks.rados.rados.0.smithi037.stdout:1444: seq_num 473 ranges {2064384=729088} 2021-07-26T16:02:10.063 INFO:tasks.rados.rados.0.smithi037.stdout:1444: writing smithi03738989-48 from 2064384 to 2793472 tid 1 2021-07-26T16:02:10.063 INFO:tasks.rados.rados.0.smithi037.stdout:1445: setattr oid 8 current snap is 144 2021-07-26T16:02:10.063 INFO:tasks.rados.rados.0.smithi037.stdout:1441: finishing copy_from to smithi03738989-39 2021-07-26T16:02:10.064 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 405 (ObjNum 425 snap 127 seq_num 425) dirty exists 2021-07-26T16:02:10.065 INFO:tasks.rados.rados.0.smithi037.stdout:1441: finishing copy_from racing read to smithi03738989-39 2021-07-26T16:02:10.065 INFO:tasks.rados.rados.0.smithi037.stdout:1443: finishing write tid 1 to smithi03738989-4 2021-07-26T16:02:10.065 INFO:tasks.rados.rados.0.smithi037.stdout:1443: finishing write tid 3 to smithi03738989-4 2021-07-26T16:02:10.065 INFO:tasks.rados.rados.0.smithi037.stdout:1443: finishing write tid 4 to smithi03738989-4 2021-07-26T16:02:10.066 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 1233 (ObjNum 472 snap 144 seq_num 472) dirty exists 2021-07-26T16:02:10.066 INFO:tasks.rados.rados.0.smithi037.stdout:1443: left oid 4 (ObjNum 472 snap 144 seq_num 472) 2021-07-26T16:02:10.067 INFO:tasks.rados.rados.0.smithi037.stdout:1441: done (5 left) 2021-07-26T16:02:10.067 INFO:tasks.rados.rados.0.smithi037.stdout:1443: done (4 left) 2021-07-26T16:02:10.067 INFO:tasks.rados.rados.0.smithi037.stdout:1446: snap_remove snap 88 2021-07-26T16:02:10.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:10 smithi107 bash[29346]: cluster 2021-07-26T16:02:08.979393+0000 mon.a (mon.0) 401 : cluster [DBG] osdmap e338: 8 total, 8 up, 8 in 2021-07-26T16:02:10.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:10 smithi037 bash[41498]: cluster 2021-07-26T16:02:08.979393+0000 mon.a (mon.0) 401 : cluster [DBG] osdmap e338: 8 total, 8 up, 8 in 2021-07-26T16:02:10.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:10 smithi037 bash[42499]: cluster 2021-07-26T16:02:08.979393+0000 mon.a (mon.0) 401 : cluster [DBG] osdmap e338: 8 total, 8 up, 8 in 2021-07-26T16:02:11.027 INFO:tasks.rados.rados.0.smithi037.stdout:1446: done (4 left) 2021-07-26T16:02:11.028 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 144 2021-07-26T16:02:11.028 INFO:tasks.rados.rados.0.smithi037.stdout:1447: seq_num 474 ranges {704512=745472} 2021-07-26T16:02:11.038 INFO:tasks.rados.rados.0.smithi037.stdout:1447: writing smithi03738989-7 from 704512 to 1449984 tid 1 2021-07-26T16:02:11.039 INFO:tasks.rados.rados.0.smithi037.stdout:1448: setattr oid 39 current snap is 144 2021-07-26T16:02:11.039 INFO:tasks.rados.rados.0.smithi037.stdout:1444: finishing write tid 1 to smithi03738989-48 2021-07-26T16:02:11.039 INFO:tasks.rados.rados.0.smithi037.stdout:1444: finishing write tid 3 to smithi03738989-48 2021-07-26T16:02:11.040 INFO:tasks.rados.rados.0.smithi037.stdout:1444: finishing write tid 4 to smithi03738989-48 2021-07-26T16:02:11.040 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 728 (ObjNum 473 snap 144 seq_num 473) dirty exists 2021-07-26T16:02:11.040 INFO:tasks.rados.rados.0.smithi037.stdout:1444: left oid 48 (ObjNum 473 snap 144 seq_num 473) 2021-07-26T16:02:11.040 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 572 (ObjNum 396 snap 121 seq_num 396) dirty exists 2021-07-26T16:02:11.040 INFO:tasks.rados.rados.0.smithi037.stdout:1444: done (5 left) 2021-07-26T16:02:11.041 INFO:tasks.rados.rados.0.smithi037.stdout:1445: done (4 left) 2021-07-26T16:02:11.041 INFO:tasks.rados.rados.0.smithi037.stdout:1449: snap_remove snap 105 2021-07-26T16:02:11.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:11 smithi107 bash[29346]: cluster 2021-07-26T16:02:09.725845+0000 mgr.y (mgr.24994) 163 : cluster [DBG] pgmap v212: 89 pgs: 4 peering, 7 active+undersized+degraded, 10 active+undersized, 68 active+clean; 341 MiB data, 631 MiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 1008 KiB/s wr, 11 op/s; 88/684 objects degraded (12.865%) 2021-07-26T16:02:11.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:11 smithi107 bash[29346]: cluster 2021-07-26T16:02:09.993931+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e339: 8 total, 8 up, 8 in 2021-07-26T16:02:11.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:11 smithi037 bash[42499]: cluster 2021-07-26T16:02:09.725845+0000 mgr.y (mgr.24994) 163 : cluster [DBG] pgmap v212: 89 pgs: 4 peering, 7 active+undersized+degraded, 10 active+undersized, 68 active+clean; 341 MiB data, 631 MiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 1008 KiB/s wr, 11 op/s; 88/684 objects degraded (12.865%) 2021-07-26T16:02:11.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:11 smithi037 bash[42499]: cluster 2021-07-26T16:02:09.993931+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e339: 8 total, 8 up, 8 in 2021-07-26T16:02:11.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:11 smithi037 bash[41498]: cluster 2021-07-26T16:02:09.725845+0000 mgr.y (mgr.24994) 163 : cluster [DBG] pgmap v212: 89 pgs: 4 peering, 7 active+undersized+degraded, 10 active+undersized, 68 active+clean; 341 MiB data, 631 MiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 1008 KiB/s wr, 11 op/s; 88/684 objects degraded (12.865%) 2021-07-26T16:02:11.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:11 smithi037 bash[41498]: cluster 2021-07-26T16:02:09.993931+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e339: 8 total, 8 up, 8 in 2021-07-26T16:02:12.040 INFO:tasks.rados.rados.0.smithi037.stdout:1449: done (4 left) 2021-07-26T16:02:12.040 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 144 2021-07-26T16:02:12.040 INFO:tasks.rados.rados.0.smithi037.stdout:1450: seq_num 475 ranges {868352=761856} 2021-07-26T16:02:12.053 INFO:tasks.rados.rados.0.smithi037.stdout:1450: writing smithi03738989-45 from 868352 to 1630208 tid 1 2021-07-26T16:02:12.053 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1242 (ObjNum 425 snap 127 seq_num 425) dirty exists 2021-07-26T16:02:12.053 INFO:tasks.rados.rados.0.smithi037.stdout:1448: done (4 left) 2021-07-26T16:02:12.053 INFO:tasks.rados.rados.0.smithi037.stdout:1451: copy_from oid 14 from oid 17 current snap is 144 2021-07-26T16:02:12.054 INFO:tasks.rados.rados.0.smithi037.stdout:1452: setattr oid 15 current snap is 144 2021-07-26T16:02:12.054 INFO:tasks.rados.rados.0.smithi037.stdout:1453: rollback oid 16 current snap is 144 2021-07-26T16:02:12.055 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 141 2021-07-26T16:02:12.055 INFO:tasks.rados.rados.0.smithi037.stdout:1454: rollback oid 50 current snap is 144 2021-07-26T16:02:12.055 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 143 2021-07-26T16:02:12.055 INFO:tasks.rados.rados.0.smithi037.stdout:1455: delete oid 42 current snap is 144 2021-07-26T16:02:12.064 INFO:tasks.rados.rados.0.smithi037.stdout:1453: finishing rollback tid 0 to smithi03738989-16 2021-07-26T16:02:12.064 INFO:tasks.rados.rados.0.smithi037.stdout:1453: finishing rollback tid 1 to smithi03738989-16 2021-07-26T16:02:12.065 INFO:tasks.rados.rados.0.smithi037.stdout:1453: finishing rollback tid 2 to smithi03738989-16 2021-07-26T16:02:12.065 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 742 (ObjNum 237 snap 63 seq_num 237) dirty exists 2021-07-26T16:02:12.065 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 769 (ObjNum 372004704 snap 21933 seq_num 372613712) dirty exists 2021-07-26T16:02:12.067 INFO:tasks.rados.rados.0.smithi037.stdout:1454: finishing rollback tid 0 to smithi03738989-50 2021-07-26T16:02:12.067 INFO:tasks.rados.rados.0.smithi037.stdout:1454: finishing rollback tid 1 to smithi03738989-50 2021-07-26T16:02:12.068 INFO:tasks.rados.rados.0.smithi037.stdout:1454: finishing rollback tid 2 to smithi03738989-50 2021-07-26T16:02:12.068 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 662 (ObjNum 338 snap 103 seq_num 338) dirty exists 2021-07-26T16:02:12.073 INFO:tasks.rados.rados.0.smithi037.stdout:1452: done (8 left) 2021-07-26T16:02:12.073 INFO:tasks.rados.rados.0.smithi037.stdout:1453: done (7 left) 2021-07-26T16:02:12.074 INFO:tasks.rados.rados.0.smithi037.stdout:1454: done (6 left) 2021-07-26T16:02:12.075 INFO:tasks.rados.rados.0.smithi037.stdout:1455: done (5 left) 2021-07-26T16:02:12.075 INFO:tasks.rados.rados.0.smithi037.stdout:1456: read oid 34 snap -1 2021-07-26T16:02:12.075 INFO:tasks.rados.rados.0.smithi037.stdout:1456: expect deleted 2021-07-26T16:02:12.075 INFO:tasks.rados.rados.0.smithi037.stdout:1457: read oid 28 snap 143 2021-07-26T16:02:12.076 INFO:tasks.rados.rados.0.smithi037.stdout:1457: expect (ObjNum 404 snap 124 seq_num 404) 2021-07-26T16:02:12.076 INFO:tasks.rados.rados.0.smithi037.stdout:1458: read oid 47 snap 136 2021-07-26T16:02:12.076 INFO:tasks.rados.rados.0.smithi037.stdout:1458: expect (ObjNum 169 snap 41 seq_num 169) 2021-07-26T16:02:12.076 INFO:tasks.rados.rados.0.smithi037.stdout:1459: copy_from oid 41 from oid 1 current snap is 144 2021-07-26T16:02:12.077 INFO:tasks.rados.rados.0.smithi037.stdout:1460: copy_from oid 44 from oid 40 current snap is 144 2021-07-26T16:02:12.077 INFO:tasks.rados.rados.0.smithi037.stdout:1461: delete oid 20 current snap is 144 2021-07-26T16:02:12.077 INFO:tasks.rados.rados.0.smithi037.stdout:1451: finishing copy_from to smithi03738989-14 2021-07-26T16:02:12.077 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 768 (ObjNum 438 snap 133 seq_num 438) dirty exists 2021-07-26T16:02:12.077 INFO:tasks.rados.rados.0.smithi037.stdout:1451: finishing copy_from racing read to smithi03738989-14 2021-07-26T16:02:12.078 INFO:tasks.rados.rados.0.smithi037.stdout:1450: finishing write tid 1 to smithi03738989-45 2021-07-26T16:02:12.079 INFO:tasks.rados.rados.0.smithi037.stdout:1450: finishing write tid 3 to smithi03738989-45 2021-07-26T16:02:12.079 INFO:tasks.rados.rados.0.smithi037.stdout:1450: finishing write tid 4 to smithi03738989-45 2021-07-26T16:02:12.080 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1253 (ObjNum 475 snap 144 seq_num 475) dirty exists 2021-07-26T16:02:12.080 INFO:tasks.rados.rados.0.smithi037.stdout:1450: left oid 45 (ObjNum 475 snap 144 seq_num 475) 2021-07-26T16:02:12.083 INFO:tasks.rados.rados.0.smithi037.stdout:1459: finishing copy_from to smithi03738989-41 2021-07-26T16:02:12.083 INFO:tasks.rados.rados.0.smithi037.stdout:1459: got expected ENOENT (src dne) 2021-07-26T16:02:12.085 INFO:tasks.rados.rados.0.smithi037.stdout:1459: finishing copy_from racing read to smithi03738989-41 2021-07-26T16:02:12.109 INFO:tasks.rados.rados.0.smithi037.stdout:1457: expect (ObjNum 404 snap 124 seq_num 404) 2021-07-26T16:02:12.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:12 smithi037 bash[41498]: cluster 2021-07-26T16:02:11.025838+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2021-07-26T16:02:12.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:12 smithi037 bash[41498]: cluster 2021-07-26T16:02:11.936287+0000 mon.a (mon.0) 404 : cluster [WRN] Health check update: Degraded data redundancy: 88/684 objects degraded (12.865%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T16:02:12.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:12 smithi037 bash[42499]: cluster 2021-07-26T16:02:11.025838+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2021-07-26T16:02:12.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:12 smithi037 bash[42499]: cluster 2021-07-26T16:02:11.936287+0000 mon.a (mon.0) 404 : cluster [WRN] Health check update: Degraded data redundancy: 88/684 objects degraded (12.865%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T16:02:12.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:12 smithi107 bash[29346]: cluster 2021-07-26T16:02:11.025838+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2021-07-26T16:02:12.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:12 smithi107 bash[29346]: cluster 2021-07-26T16:02:11.936287+0000 mon.a (mon.0) 404 : cluster [WRN] Health check update: Degraded data redundancy: 88/684 objects degraded (12.865%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T16:02:13.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:13 smithi037 bash[41498]: cluster 2021-07-26T16:02:11.727056+0000 mgr.y (mgr.24994) 164 : cluster [DBG] pgmap v215: 89 pgs: 4 peering, 5 active+undersized+degraded, 2 active+undersized, 78 active+clean; 326 MiB data, 619 MiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 590 KiB/s wr, 12 op/s; 69/660 objects degraded (10.455%); 628 KiB/s, 0 objects/s recovering 2021-07-26T16:02:13.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:13 smithi037 bash[41498]: cluster 2021-07-26T16:02:12.041725+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2021-07-26T16:02:13.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:13 smithi037 bash[42499]: cluster 2021-07-26T16:02:11.727056+0000 mgr.y (mgr.24994) 164 : cluster [DBG] pgmap v215: 89 pgs: 4 peering, 5 active+undersized+degraded, 2 active+undersized, 78 active+clean; 326 MiB data, 619 MiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 590 KiB/s wr, 12 op/s; 69/660 objects degraded (10.455%); 628 KiB/s, 0 objects/s recovering 2021-07-26T16:02:13.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:13 smithi037 bash[42499]: cluster 2021-07-26T16:02:12.041725+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2021-07-26T16:02:13.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:13 smithi107 bash[29346]: cluster 2021-07-26T16:02:11.727056+0000 mgr.y (mgr.24994) 164 : cluster [DBG] pgmap v215: 89 pgs: 4 peering, 5 active+undersized+degraded, 2 active+undersized, 78 active+clean; 326 MiB data, 619 MiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 590 KiB/s wr, 12 op/s; 69/660 objects degraded (10.455%); 628 KiB/s, 0 objects/s recovering 2021-07-26T16:02:13.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:13 smithi107 bash[29346]: cluster 2021-07-26T16:02:12.041725+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2021-07-26T16:02:14.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:14 smithi107 bash[29346]: cluster 2021-07-26T16:02:14.034242+0000 mon.a (mon.0) 406 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 69/660 objects degraded (10.455%), 5 pgs degraded) 2021-07-26T16:02:14.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:14 smithi107 bash[29346]: cluster 2021-07-26T16:02:14.034328+0000 mon.a (mon.0) 407 : cluster [INF] Cluster is now healthy 2021-07-26T16:02:14.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:14 smithi037 bash[41498]: cluster 2021-07-26T16:02:14.034242+0000 mon.a (mon.0) 406 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 69/660 objects degraded (10.455%), 5 pgs degraded) 2021-07-26T16:02:14.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:14 smithi037 bash[41498]: cluster 2021-07-26T16:02:14.034328+0000 mon.a (mon.0) 407 : cluster [INF] Cluster is now healthy 2021-07-26T16:02:14.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:14 smithi037 bash[42499]: cluster 2021-07-26T16:02:14.034242+0000 mon.a (mon.0) 406 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 69/660 objects degraded (10.455%), 5 pgs degraded) 2021-07-26T16:02:14.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:14 smithi037 bash[42499]: cluster 2021-07-26T16:02:14.034328+0000 mon.a (mon.0) 407 : cluster [INF] Cluster is now healthy 2021-07-26T16:02:15.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:15 smithi107 bash[29346]: cluster 2021-07-26T16:02:13.727994+0000 mgr.y (mgr.24994) 165 : cluster [DBG] pgmap v217: 89 pgs: 7 active+clean+wait, 82 active+clean; 285 MiB data, 579 MiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 14 op/s; 6.7 MiB/s, 3 objects/s recovering 2021-07-26T16:02:15.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:15 smithi037 bash[41498]: cluster 2021-07-26T16:02:13.727994+0000 mgr.y (mgr.24994) 165 : cluster [DBG] pgmap v217: 89 pgs: 7 active+clean+wait, 82 active+clean; 285 MiB data, 579 MiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 14 op/s; 6.7 MiB/s, 3 objects/s recovering 2021-07-26T16:02:15.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:15 smithi037 bash[42499]: cluster 2021-07-26T16:02:13.727994+0000 mgr.y (mgr.24994) 165 : cluster [DBG] pgmap v217: 89 pgs: 7 active+clean+wait, 82 active+clean; 285 MiB data, 579 MiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 14 op/s; 6.7 MiB/s, 3 objects/s recovering 2021-07-26T16:02:17.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:17 smithi107 bash[29346]: cluster 2021-07-26T16:02:15.728866+0000 mgr.y (mgr.24994) 166 : cluster [DBG] pgmap v218: 89 pgs: 7 active+clean+wait, 82 active+clean; 277 MiB data, 560 MiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 11 op/s; 5.3 MiB/s, 2 objects/s recovering 2021-07-26T16:02:17.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:17 smithi107 bash[29346]: cluster 2021-07-26T16:02:16.950145+0000 mon.a (mon.0) 408 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2021-07-26T16:02:17.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:17 smithi037 bash[41498]: cluster 2021-07-26T16:02:15.728866+0000 mgr.y (mgr.24994) 166 : cluster [DBG] pgmap v218: 89 pgs: 7 active+clean+wait, 82 active+clean; 277 MiB data, 560 MiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 11 op/s; 5.3 MiB/s, 2 objects/s recovering 2021-07-26T16:02:17.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:17 smithi037 bash[41498]: cluster 2021-07-26T16:02:16.950145+0000 mon.a (mon.0) 408 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2021-07-26T16:02:17.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:17 smithi037 bash[42499]: cluster 2021-07-26T16:02:15.728866+0000 mgr.y (mgr.24994) 166 : cluster [DBG] pgmap v218: 89 pgs: 7 active+clean+wait, 82 active+clean; 277 MiB data, 560 MiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 11 op/s; 5.3 MiB/s, 2 objects/s recovering 2021-07-26T16:02:17.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:17 smithi037 bash[42499]: cluster 2021-07-26T16:02:16.950145+0000 mon.a (mon.0) 408 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2021-07-26T16:02:19.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:19 smithi107 bash[29346]: cluster 2021-07-26T16:02:17.729740+0000 mgr.y (mgr.24994) 167 : cluster [DBG] pgmap v220: 89 pgs: 7 active+clean+wait, 82 active+clean; 243 MiB data, 505 MiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 4.8 MiB/s, 2 objects/s recovering 2021-07-26T16:02:19.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:19 smithi107 bash[29346]: audit 2021-07-26T16:02:18.440026+0000 mon.c (mon.1) 136 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T16:02:19.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:19 smithi107 bash[29346]: audit 2021-07-26T16:02:18.440518+0000 mgr.y (mgr.24994) 168 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T16:02:19.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:19 smithi107 bash[29346]: cephadm 2021-07-26T16:02:18.443108+0000 mgr.y (mgr.24994) 169 : cephadm [INF] Upgrade: osd.3 is safe to restart 2021-07-26T16:02:19.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:19 smithi037 bash[41498]: cluster 2021-07-26T16:02:17.729740+0000 mgr.y (mgr.24994) 167 : cluster [DBG] pgmap v220: 89 pgs: 7 active+clean+wait, 82 active+clean; 243 MiB data, 505 MiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 4.8 MiB/s, 2 objects/s recovering 2021-07-26T16:02:19.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:19 smithi037 bash[41498]: audit 2021-07-26T16:02:18.440026+0000 mon.c (mon.1) 136 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T16:02:19.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:19 smithi037 bash[41498]: audit 2021-07-26T16:02:18.440518+0000 mgr.y (mgr.24994) 168 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T16:02:19.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:19 smithi037 bash[41498]: cephadm 2021-07-26T16:02:18.443108+0000 mgr.y (mgr.24994) 169 : cephadm [INF] Upgrade: osd.3 is safe to restart 2021-07-26T16:02:19.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:19 smithi037 bash[42499]: cluster 2021-07-26T16:02:17.729740+0000 mgr.y (mgr.24994) 167 : cluster [DBG] pgmap v220: 89 pgs: 7 active+clean+wait, 82 active+clean; 243 MiB data, 505 MiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 4.8 MiB/s, 2 objects/s recovering 2021-07-26T16:02:19.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:19 smithi037 bash[42499]: audit 2021-07-26T16:02:18.440026+0000 mon.c (mon.1) 136 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T16:02:19.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:19 smithi037 bash[42499]: audit 2021-07-26T16:02:18.440518+0000 mgr.y (mgr.24994) 168 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-07-26T16:02:19.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:19 smithi037 bash[42499]: cephadm 2021-07-26T16:02:18.443108+0000 mgr.y (mgr.24994) 169 : cephadm [INF] Upgrade: osd.3 is safe to restart 2021-07-26T16:02:20.996 INFO:tasks.rados.rados.0.smithi037.stdout:1447: finishing write tid 1 to smithi03738989-7 2021-07-26T16:02:20.999 INFO:tasks.rados.rados.0.smithi037.stdout:1447: finishing write tid 3 to smithi03738989-7 2021-07-26T16:02:21.009 INFO:tasks.rados.rados.0.smithi037.stdout:1450: done (10 left) 2021-07-26T16:02:21.009 INFO:tasks.rados.rados.0.smithi037.stdout:1451: done (9 left) 2021-07-26T16:02:21.010 INFO:tasks.rados.rados.0.smithi037.stdout:1456: done (8 left) 2021-07-26T16:02:21.010 INFO:tasks.rados.rados.0.smithi037.stdout:1457: done (7 left) 2021-07-26T16:02:21.010 INFO:tasks.rados.rados.0.smithi037.stdout:1459: done (6 left) 2021-07-26T16:02:21.010 INFO:tasks.rados.rados.0.smithi037.stdout:1461: done (5 left) 2021-07-26T16:02:21.011 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 144 2021-07-26T16:02:21.011 INFO:tasks.rados.rados.0.smithi037.stdout:1462: seq_num 478 ranges {0=409600,409600=401408} 2021-07-26T16:02:21.012 INFO:tasks.rados.rados.0.smithi037.stdout:1462: writing smithi03738989-11 from 0 to 409600 tid 1 2021-07-26T16:02:21.014 INFO:tasks.rados.rados.0.smithi037.stdout:1462: writing smithi03738989-11 from 409600 to 811008 tid 2 2021-07-26T16:02:21.015 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 144 2021-07-26T16:02:21.015 INFO:tasks.rados.rados.0.smithi037.stdout:1463: seq_num 479 ranges {753664=425984,1179648=401408} 2021-07-26T16:02:21.021 INFO:tasks.rados.rados.0.smithi037.stdout:1463: writing smithi03738989-37 from 753664 to 1179648 tid 1 2021-07-26T16:02:21.024 INFO:tasks.rados.rados.0.smithi037.stdout:1463: writing smithi03738989-37 from 1179648 to 1581056 tid 2 2021-07-26T16:02:21.025 INFO:tasks.rados.rados.0.smithi037.stdout:1464: copy_from oid 18 from oid 33 current snap is 144 2021-07-26T16:02:21.025 INFO:tasks.rados.rados.0.smithi037.stdout:1447: finishing write tid 4 to smithi03738989-7 2021-07-26T16:02:21.025 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 824 (ObjNum 474 snap 144 seq_num 474) dirty exists 2021-07-26T16:02:21.025 INFO:tasks.rados.rados.0.smithi037.stdout:1447: left oid 7 (ObjNum 474 snap 144 seq_num 474) 2021-07-26T16:02:21.026 INFO:tasks.rados.rados.0.smithi037.stdout:1440: finishing write tid 1 to smithi03738989-5 2021-07-26T16:02:21.026 INFO:tasks.rados.rados.0.smithi037.stdout:1440: finishing write tid 3 to smithi03738989-5 2021-07-26T16:02:21.026 INFO:tasks.rados.rados.0.smithi037.stdout:1442: finishing rollback tid 0 to smithi03738989-19 2021-07-26T16:02:21.026 INFO:tasks.rados.rados.0.smithi037.stdout:1442: finishing rollback tid 1 to smithi03738989-19 2021-07-26T16:02:21.026 INFO:tasks.rados.rados.0.smithi037.stdout:1458: expect (ObjNum 169 snap 41 seq_num 169) 2021-07-26T16:02:21.134 INFO:tasks.rados.rados.0.smithi037.stdout:1442: finishing rollback tid 2 to smithi03738989-19 2021-07-26T16:02:21.134 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 757 (ObjNum 431 snap 128 seq_num 431) dirty exists 2021-07-26T16:02:21.134 INFO:tasks.rados.rados.0.smithi037.stdout:1460: finishing copy_from to smithi03738989-44 2021-07-26T16:02:21.134 INFO:tasks.rados.rados.0.smithi037.stdout:1460: got expected ENOENT (src dne) 2021-07-26T16:02:21.135 INFO:tasks.rados.rados.0.smithi037.stdout:1460: finishing copy_from racing read to smithi03738989-44 2021-07-26T16:02:21.135 INFO:tasks.rados.rados.0.smithi037.stdout:1462: finishing write tid 1 to smithi03738989-11 2021-07-26T16:02:21.135 INFO:tasks.rados.rados.0.smithi037.stdout:1462: finishing write tid 2 to smithi03738989-11 2021-07-26T16:02:21.135 INFO:tasks.rados.rados.0.smithi037.stdout:1462: finishing write tid 4 to smithi03738989-11 2021-07-26T16:02:21.136 INFO:tasks.rados.rados.0.smithi037.stdout:1440: finishing write tid 4 to smithi03738989-5 2021-07-26T16:02:21.136 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 754 (ObjNum 471 snap 144 seq_num 471) dirty exists 2021-07-26T16:02:21.136 INFO:tasks.rados.rados.0.smithi037.stdout:1440: left oid 5 (ObjNum 471 snap 144 seq_num 471) 2021-07-26T16:02:21.136 INFO:tasks.rados.rados.0.smithi037.stdout:1462: finishing write tid 5 to smithi03738989-11 2021-07-26T16:02:21.136 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 822 (ObjNum 478 snap 144 seq_num 478) dirty exists 2021-07-26T16:02:21.137 INFO:tasks.rados.rados.0.smithi037.stdout:1462: left oid 11 (ObjNum 478 snap 144 seq_num 478) 2021-07-26T16:02:21.137 INFO:tasks.rados.rados.0.smithi037.stdout:1463: finishing write tid 1 to smithi03738989-37 2021-07-26T16:02:21.137 INFO:tasks.rados.rados.0.smithi037.stdout:1463: finishing write tid 2 to smithi03738989-37 2021-07-26T16:02:21.137 INFO:tasks.rados.rados.0.smithi037.stdout:1463: finishing write tid 4 to smithi03738989-37 2021-07-26T16:02:21.137 INFO:tasks.rados.rados.0.smithi037.stdout:1463: finishing write tid 5 to smithi03738989-37 2021-07-26T16:02:21.138 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 750 (ObjNum 479 snap 144 seq_num 479) dirty exists 2021-07-26T16:02:21.138 INFO:tasks.rados.rados.0.smithi037.stdout:1463: left oid 37 (ObjNum 479 snap 144 seq_num 479) 2021-07-26T16:02:21.138 INFO:tasks.rados.rados.0.smithi037.stdout:1440: done (7 left) 2021-07-26T16:02:21.138 INFO:tasks.rados.rados.0.smithi037.stdout:1442: done (6 left) 2021-07-26T16:02:21.139 INFO:tasks.rados.rados.0.smithi037.stdout:1447: done (5 left) 2021-07-26T16:02:21.139 INFO:tasks.rados.rados.0.smithi037.stdout:1458: done (4 left) 2021-07-26T16:02:21.139 INFO:tasks.rados.rados.0.smithi037.stdout:1460: done (3 left) 2021-07-26T16:02:21.139 INFO:tasks.rados.rados.0.smithi037.stdout:1462: done (2 left) 2021-07-26T16:02:21.139 INFO:tasks.rados.rados.0.smithi037.stdout:1463: done (1 left) 2021-07-26T16:02:21.140 INFO:tasks.rados.rados.0.smithi037.stdout:1465: read oid 2 snap -1 2021-07-26T16:02:21.140 INFO:tasks.rados.rados.0.smithi037.stdout:1465: expect (ObjNum 430 snap 128 seq_num 430) 2021-07-26T16:02:21.140 INFO:tasks.rados.rados.0.smithi037.stdout:1466: snap_remove snap 122 2021-07-26T16:02:21.376 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:21 smithi037 bash[41498]: cluster 2021-07-26T16:02:19.730704+0000 mgr.y (mgr.24994) 170 : cluster [DBG] pgmap v221: 89 pgs: 7 active+clean+wait, 82 active+clean; 243 MiB data, 505 MiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 790 KiB/s wr, 7 op/s; 3.7 MiB/s, 1 objects/s recovering 2021-07-26T16:02:21.376 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:21 smithi037 bash[42499]: cluster 2021-07-26T16:02:19.730704+0000 mgr.y (mgr.24994) 170 : cluster [DBG] pgmap v221: 89 pgs: 7 active+clean+wait, 82 active+clean; 243 MiB data, 505 MiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 790 KiB/s wr, 7 op/s; 3.7 MiB/s, 1 objects/s recovering 2021-07-26T16:02:21.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:21 smithi107 bash[29346]: cluster 2021-07-26T16:02:19.730704+0000 mgr.y (mgr.24994) 170 : cluster [DBG] pgmap v221: 89 pgs: 7 active+clean+wait, 82 active+clean; 243 MiB data, 505 MiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 790 KiB/s wr, 7 op/s; 3.7 MiB/s, 1 objects/s recovering 2021-07-26T16:02:21.952 INFO:tasks.rados.rados.0.smithi037.stdout:1466: done (2 left) 2021-07-26T16:02:21.952 INFO:tasks.rados.rados.0.smithi037.stdout:1467: read oid 32 snap 125 2021-07-26T16:02:21.953 INFO:tasks.rados.rados.0.smithi037.stdout:1467: expect deleted 2021-07-26T16:02:21.953 INFO:tasks.rados.rados.0.smithi037.stdout:1468: snap_create 2021-07-26T16:02:21.954 INFO:tasks.rados.rados.0.smithi037.stdout:1464: finishing copy_from to smithi03738989-18 2021-07-26T16:02:21.954 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 747 (ObjNum 431 snap 128 seq_num 431) dirty exists 2021-07-26T16:02:21.955 INFO:tasks.rados.rados.0.smithi037.stdout:1464: finishing copy_from racing read to smithi03738989-18 2021-07-26T16:02:21.955 INFO:tasks.rados.rados.0.smithi037.stdout:1465: expect (ObjNum 430 snap 128 seq_num 430) 2021-07-26T16:02:22.498 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:22 smithi037 bash[41498]: cephadm 2021-07-26T16:02:21.109726+0000 mgr.y (mgr.24994) 171 : cephadm [INF] Upgrade: Updating osd.3 2021-07-26T16:02:22.499 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:22 smithi037 bash[41498]: audit 2021-07-26T16:02:21.115189+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:22.499 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:22 smithi037 bash[41498]: cephadm 2021-07-26T16:02:21.118740+0000 mgr.y (mgr.24994) 172 : cephadm [INF] Deploying daemon osd.3 on smithi037 2021-07-26T16:02:22.499 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:22 smithi037 bash[41498]: audit 2021-07-26T16:02:21.119481+0000 mon.c (mon.1) 137 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-07-26T16:02:22.500 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:22 smithi037 bash[41498]: audit 2021-07-26T16:02:21.327534+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:22.500 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:22 smithi037 bash[41498]: cluster 2021-07-26T16:02:21.950010+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2021-07-26T16:02:22.500 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:22 smithi037 bash[42499]: cephadm 2021-07-26T16:02:21.109726+0000 mgr.y (mgr.24994) 171 : cephadm [INF] Upgrade: Updating osd.3 2021-07-26T16:02:22.501 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:22 smithi037 bash[42499]: audit 2021-07-26T16:02:21.115189+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:22.501 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:22 smithi037 bash[42499]: cephadm 2021-07-26T16:02:21.118740+0000 mgr.y (mgr.24994) 172 : cephadm [INF] Deploying daemon osd.3 on smithi037 2021-07-26T16:02:22.501 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:22 smithi037 bash[42499]: audit 2021-07-26T16:02:21.119481+0000 mon.c (mon.1) 137 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-07-26T16:02:22.501 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:22 smithi037 bash[42499]: audit 2021-07-26T16:02:21.327534+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:22.501 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:22 smithi037 bash[42499]: cluster 2021-07-26T16:02:21.950010+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2021-07-26T16:02:22.517 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:22 smithi107 bash[29346]: cephadm 2021-07-26T16:02:21.109726+0000 mgr.y (mgr.24994) 171 : cephadm [INF] Upgrade: Updating osd.3 2021-07-26T16:02:22.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:22 smithi107 bash[29346]: audit 2021-07-26T16:02:21.115189+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:22.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:22 smithi107 bash[29346]: cephadm 2021-07-26T16:02:21.118740+0000 mgr.y (mgr.24994) 172 : cephadm [INF] Deploying daemon osd.3 on smithi037 2021-07-26T16:02:22.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:22 smithi107 bash[29346]: audit 2021-07-26T16:02:21.119481+0000 mon.c (mon.1) 137 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-07-26T16:02:22.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:22 smithi107 bash[29346]: audit 2021-07-26T16:02:21.327534+0000 mon.a (mon.0) 410 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:22.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:22 smithi107 bash[29346]: cluster 2021-07-26T16:02:21.950010+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2021-07-26T16:02:22.963 INFO:tasks.rados.rados.0.smithi037.stdout:1464: done (3 left) 2021-07-26T16:02:22.964 INFO:tasks.rados.rados.0.smithi037.stdout:1465: done (2 left) 2021-07-26T16:02:22.964 INFO:tasks.rados.rados.0.smithi037.stdout:1467: done (1 left) 2021-07-26T16:02:22.964 INFO:tasks.rados.rados.0.smithi037.stdout:1468: done (0 left) 2021-07-26T16:02:22.964 INFO:tasks.rados.rados.0.smithi037.stdout:1469: rollback oid 49 current snap is 145 2021-07-26T16:02:22.965 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 49 to 133 2021-07-26T16:02:22.965 INFO:tasks.rados.rados.0.smithi037.stdout:1470: rmattr oid 46 current snap is 145 2021-07-26T16:02:22.966 INFO:tasks.rados.rados.0.smithi037.stdout:1470: done (1 left) 2021-07-26T16:02:22.967 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 145 2021-07-26T16:02:22.967 INFO:tasks.rados.rados.0.smithi037.stdout:1471: seq_num 480 ranges {5054464=442368,5496832=401408} 2021-07-26T16:02:22.997 INFO:tasks.rados.rados.0.smithi037.stdout:1471: writing smithi03738989-16 from 5054464 to 5496832 tid 1 2021-07-26T16:02:22.999 INFO:tasks.rados.rados.0.smithi037.stdout:1471: writing smithi03738989-16 from 5496832 to 5898240 tid 2 2021-07-26T16:02:22.999 INFO:tasks.rados.rados.0.smithi037.stdout:1472: snap_create 2021-07-26T16:02:22.999 INFO:tasks.rados.rados.0.smithi037.stdout:1469: finishing rollback tid 0 to smithi03738989-49 2021-07-26T16:02:23.000 INFO:tasks.rados.rados.0.smithi037.stdout:1469: finishing rollback tid 1 to smithi03738989-49 2021-07-26T16:02:23.000 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 749 (ObjNum 372975104 snap 21933 seq_num 372975256) dirty dne 2021-07-26T16:02:23.006 INFO:tasks.rados.rados.0.smithi037.stdout:1471: finishing write tid 1 to smithi03738989-16 2021-07-26T16:02:23.007 INFO:tasks.rados.rados.0.smithi037.stdout:1471: finishing write tid 2 to smithi03738989-16 2021-07-26T16:02:23.008 INFO:tasks.rados.rados.0.smithi037.stdout:1471: finishing write tid 4 to smithi03738989-16 2021-07-26T16:02:23.008 INFO:tasks.rados.rados.0.smithi037.stdout:1471: finishing write tid 5 to smithi03738989-16 2021-07-26T16:02:23.009 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 762 (ObjNum 480 snap 145 seq_num 480) dirty exists 2021-07-26T16:02:23.009 INFO:tasks.rados.rados.0.smithi037.stdout:1471: left oid 16 (ObjNum 480 snap 145 seq_num 480) 2021-07-26T16:02:23.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:23 smithi037 bash[42499]: cluster 2021-07-26T16:02:21.731823+0000 mgr.y (mgr.24994) 173 : cluster [DBG] pgmap v222: 89 pgs: 7 active+clean+wait, 82 active+clean; 245 MiB data, 506 MiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 819 KiB/s wr, 7 op/s 2021-07-26T16:02:23.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:23 smithi037 bash[42499]: cluster 2021-07-26T16:02:22.964316+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2021-07-26T16:02:23.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:23 smithi037 bash[41498]: cluster 2021-07-26T16:02:21.731823+0000 mgr.y (mgr.24994) 173 : cluster [DBG] pgmap v222: 89 pgs: 7 active+clean+wait, 82 active+clean; 245 MiB data, 506 MiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 819 KiB/s wr, 7 op/s 2021-07-26T16:02:23.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:23 smithi037 bash[41498]: cluster 2021-07-26T16:02:22.964316+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2021-07-26T16:02:23.767 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:23 smithi107 bash[29346]: cluster 2021-07-26T16:02:21.731823+0000 mgr.y (mgr.24994) 173 : cluster [DBG] pgmap v222: 89 pgs: 7 active+clean+wait, 82 active+clean; 245 MiB data, 506 MiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 819 KiB/s wr, 7 op/s 2021-07-26T16:02:23.768 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:23 smithi107 bash[29346]: cluster 2021-07-26T16:02:22.964316+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2021-07-26T16:02:23.918 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:23 smithi037 systemd[1]: Stopping Ceph osd.3 for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T16:02:23.919 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:23 smithi037 docker[47389]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:02:23.919 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:23 smithi037 bash[25598]: debug 2021-07-26T16:02:23.838+0000 7fab67401700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-07-26T16:02:23.919 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:23 smithi037 bash[25598]: debug 2021-07-26T16:02:23.838+0000 7fab67401700 -1 osd.3 344 *** Got signal Terminated *** 2021-07-26T16:02:23.919 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:23 smithi037 bash[25598]: debug 2021-07-26T16:02:23.838+0000 7fab67401700 -1 osd.3 344 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-07-26T16:02:23.965 INFO:tasks.rados.rados.0.smithi037.stdout:1469: done (2 left) 2021-07-26T16:02:23.965 INFO:tasks.rados.rados.0.smithi037.stdout:1471: done (1 left) 2021-07-26T16:02:23.966 INFO:tasks.rados.rados.0.smithi037.stdout:1472: done (0 left) 2021-07-26T16:02:23.966 INFO:tasks.rados.rados.0.smithi037.stdout:1473: delete oid 24 current snap is 146 2021-07-26T16:02:23.970 INFO:tasks.rados.rados.0.smithi037.stdout:1473: done (0 left) 2021-07-26T16:02:23.970 INFO:tasks.rados.rados.0.smithi037.stdout:1474: snap_remove snap 136 2021-07-26T16:02:24.961 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:24 smithi037 docker[47389]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-osd.3 2021-07-26T16:02:24.962 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[47430]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:02:24.985 INFO:tasks.rados.rados.0.smithi037.stdout:1474: done (0 left) 2021-07-26T16:02:24.985 INFO:tasks.rados.rados.0.smithi037.stdout:1475: delete oid 24 current snap is 146 2021-07-26T16:02:25.002 INFO:tasks.rados.rados.0.smithi037.stdout:1475: done (0 left) 2021-07-26T16:02:25.003 INFO:tasks.rados.rados.0.smithi037.stdout:1476: read oid 30 snap -1 2021-07-26T16:02:25.003 INFO:tasks.rados.rados.0.smithi037.stdout:1476: expect (ObjNum 448 snap 136 seq_num 448) 2021-07-26T16:02:25.003 INFO:tasks.rados.rados.0.smithi037.stdout:1477: read oid 43 snap -1 2021-07-26T16:02:25.003 INFO:tasks.rados.rados.0.smithi037.stdout:1477: expect (ObjNum 439 snap 135 seq_num 439) 2021-07-26T16:02:25.004 INFO:tasks.rados.rados.0.smithi037.stdout:1478: delete oid 29 current snap is 146 2021-07-26T16:02:25.005 INFO:tasks.rados.rados.0.smithi037.stdout:1478: done (2 left) 2021-07-26T16:02:25.005 INFO:tasks.rados.rados.0.smithi037.stdout:1479: read oid 20 snap 140 2021-07-26T16:02:25.005 INFO:tasks.rados.rados.0.smithi037.stdout:1479: expect (ObjNum 327 snap 97 seq_num 327) 2021-07-26T16:02:25.005 INFO:tasks.rados.rados.0.smithi037.stdout:1480: snap_remove snap 143 2021-07-26T16:02:25.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:23.732588+0000 mgr.y (mgr.24994) 174 : cluster [DBG] pgmap v225: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 246 MiB data, 501 MiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 447 KiB/s wr, 4 op/s 2021-07-26T16:02:25.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:23.966247+0000 mon.a (mon.0) 413 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2021-07-26T16:02:25.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.106859+0000 mon.a (mon.0) 414 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T16:02:25.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.106972+0000 mon.a (mon.0) 415 : cluster [INF] osd.3 failed (root=default,host=smithi037) (connection refused reported by osd.5) 2021-07-26T16:02:25.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.107606+0000 mon.a (mon.0) 416 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T16:02:25.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.107878+0000 mon.a (mon.0) 417 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T16:02:25.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.108572+0000 mon.a (mon.0) 418 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T16:02:25.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.108808+0000 mon.a (mon.0) 419 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T16:02:25.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.109073+0000 mon.a (mon.0) 420 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T16:02:25.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.109543+0000 mon.a (mon.0) 421 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T16:02:25.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.109938+0000 mon.a (mon.0) 422 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T16:02:25.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.110088+0000 mon.a (mon.0) 423 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T16:02:25.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.110393+0000 mon.a (mon.0) 424 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T16:02:25.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.110599+0000 mon.a (mon.0) 425 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T16:02:25.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.111061+0000 mon.a (mon.0) 426 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T16:02:25.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.111263+0000 mon.a (mon.0) 427 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T16:02:25.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.111760+0000 mon.a (mon.0) 428 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T16:02:25.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.510977+0000 mon.a (mon.0) 429 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T16:02:25.091 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.511508+0000 mon.a (mon.0) 430 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T16:02:25.091 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.512319+0000 mon.a (mon.0) 431 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T16:02:25.091 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.512507+0000 mon.a (mon.0) 432 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T16:02:25.091 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.512914+0000 mon.a (mon.0) 433 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T16:02:25.092 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.513378+0000 mon.a (mon.0) 434 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T16:02:25.092 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.513596+0000 mon.a (mon.0) 435 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T16:02:25.092 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.514001+0000 mon.a (mon.0) 436 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T16:02:25.093 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:23.732588+0000 mgr.y (mgr.24994) 174 : cluster [DBG] pgmap v225: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 246 MiB data, 501 MiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 447 KiB/s wr, 4 op/s 2021-07-26T16:02:25.093 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:23.966247+0000 mon.a (mon.0) 413 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2021-07-26T16:02:25.093 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.106859+0000 mon.a (mon.0) 414 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T16:02:25.093 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.106972+0000 mon.a (mon.0) 415 : cluster [INF] osd.3 failed (root=default,host=smithi037) (connection refused reported by osd.5) 2021-07-26T16:02:25.094 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.107606+0000 mon.a (mon.0) 416 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T16:02:25.094 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.107878+0000 mon.a (mon.0) 417 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T16:02:25.094 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.108572+0000 mon.a (mon.0) 418 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T16:02:25.095 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.108808+0000 mon.a (mon.0) 419 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T16:02:25.095 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.109073+0000 mon.a (mon.0) 420 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T16:02:25.095 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.109543+0000 mon.a (mon.0) 421 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T16:02:25.095 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.109938+0000 mon.a (mon.0) 422 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T16:02:25.095 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.110088+0000 mon.a (mon.0) 423 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T16:02:25.096 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.110393+0000 mon.a (mon.0) 424 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T16:02:25.096 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.110599+0000 mon.a (mon.0) 425 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T16:02:25.096 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.111061+0000 mon.a (mon.0) 426 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T16:02:25.096 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.111263+0000 mon.a (mon.0) 427 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T16:02:25.097 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.111760+0000 mon.a (mon.0) 428 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T16:02:25.097 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.510977+0000 mon.a (mon.0) 429 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T16:02:25.097 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.511508+0000 mon.a (mon.0) 430 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T16:02:25.097 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.512319+0000 mon.a (mon.0) 431 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T16:02:25.098 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.512507+0000 mon.a (mon.0) 432 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T16:02:25.098 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.512914+0000 mon.a (mon.0) 433 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T16:02:25.098 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.513378+0000 mon.a (mon.0) 434 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T16:02:25.098 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.513596+0000 mon.a (mon.0) 435 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T16:02:25.099 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.514001+0000 mon.a (mon.0) 436 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T16:02:25.099 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.514261+0000 mon.a (mon.0) 437 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T16:02:25.099 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.514601+0000 mon.a (mon.0) 438 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T16:02:25.099 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.514939+0000 mon.a (mon.0) 439 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T16:02:25.100 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.515278+0000 mon.a (mon.0) 440 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T16:02:25.100 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.515653+0000 mon.a (mon.0) 441 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T16:02:25.100 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.515981+0000 mon.a (mon.0) 442 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T16:02:25.101 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.514261+0000 mon.a (mon.0) 437 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T16:02:25.101 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.514601+0000 mon.a (mon.0) 438 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T16:02:25.101 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.514939+0000 mon.a (mon.0) 439 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T16:02:25.102 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.515278+0000 mon.a (mon.0) 440 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T16:02:25.102 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.515653+0000 mon.a (mon.0) 441 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T16:02:25.102 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:24 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.515981+0000 mon.a (mon.0) 442 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T16:02:25.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:23.732588+0000 mgr.y (mgr.24994) 174 : cluster [DBG] pgmap v225: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 246 MiB data, 501 MiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 447 KiB/s wr, 4 op/s 2021-07-26T16:02:25.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:23.966247+0000 mon.a (mon.0) 413 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2021-07-26T16:02:25.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.106859+0000 mon.a (mon.0) 414 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T16:02:25.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.106972+0000 mon.a (mon.0) 415 : cluster [INF] osd.3 failed (root=default,host=smithi037) (connection refused reported by osd.5) 2021-07-26T16:02:25.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.107606+0000 mon.a (mon.0) 416 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T16:02:25.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.107878+0000 mon.a (mon.0) 417 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T16:02:25.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.108572+0000 mon.a (mon.0) 418 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T16:02:25.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.108808+0000 mon.a (mon.0) 419 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T16:02:25.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.109073+0000 mon.a (mon.0) 420 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T16:02:25.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.109543+0000 mon.a (mon.0) 421 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T16:02:25.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.109938+0000 mon.a (mon.0) 422 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T16:02:25.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.110088+0000 mon.a (mon.0) 423 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T16:02:25.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.110393+0000 mon.a (mon.0) 424 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T16:02:25.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.110599+0000 mon.a (mon.0) 425 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T16:02:25.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.111061+0000 mon.a (mon.0) 426 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T16:02:25.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.111263+0000 mon.a (mon.0) 427 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T16:02:25.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.111760+0000 mon.a (mon.0) 428 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T16:02:25.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.510977+0000 mon.a (mon.0) 429 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T16:02:25.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.511508+0000 mon.a (mon.0) 430 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-07-26T16:02:25.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.512319+0000 mon.a (mon.0) 431 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T16:02:25.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.512507+0000 mon.a (mon.0) 432 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-07-26T16:02:25.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.512914+0000 mon.a (mon.0) 433 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T16:02:25.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.513378+0000 mon.a (mon.0) 434 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T16:02:25.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.513596+0000 mon.a (mon.0) 435 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T16:02:25.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.514001+0000 mon.a (mon.0) 436 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-07-26T16:02:25.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.514261+0000 mon.a (mon.0) 437 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T16:02:25.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.514601+0000 mon.a (mon.0) 438 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-07-26T16:02:25.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.514939+0000 mon.a (mon.0) 439 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-07-26T16:02:25.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.515278+0000 mon.a (mon.0) 440 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-07-26T16:02:25.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.515653+0000 mon.a (mon.0) 441 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T16:02:25.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:24 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.515981+0000 mon.a (mon.0) 442 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-07-26T16:02:25.984 INFO:tasks.rados.rados.0.smithi037.stdout:1480: done (3 left) 2021-07-26T16:02:25.985 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 146 2021-07-26T16:02:25.985 INFO:tasks.rados.rados.0.smithi037.stdout:1481: seq_num 484 ranges {7290880=507904,7798784=401408} 2021-07-26T16:02:26.026 INFO:tasks.rados.rados.0.smithi037.stdout:1481: writing smithi03738989-4 from 7290880 to 7798784 tid 1 2021-07-26T16:02:26.029 INFO:tasks.rados.rados.0.smithi037.stdout:1481: writing smithi03738989-4 from 7798784 to 8200192 tid 2 2021-07-26T16:02:26.029 INFO:tasks.rados.rados.0.smithi037.stdout:1477: expect (ObjNum 439 snap 135 seq_num 439) 2021-07-26T16:02:26.033 INFO:tasks.rados.rados.0.smithi037.stdout:1479: expect (ObjNum 327 snap 97 seq_num 327) 2021-07-26T16:02:26.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:25 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.961835+0000 mon.a (mon.0) 443 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:02:26.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:25 smithi107 bash[29346]: cluster 2021-07-26T16:02:24.978184+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e346: 8 total, 7 up, 8 in 2021-07-26T16:02:26.284 INFO:tasks.rados.rados.0.smithi037.stdout:1477: done (3 left) 2021-07-26T16:02:26.284 INFO:tasks.rados.rados.0.smithi037.stdout:1479: done (2 left) 2021-07-26T16:02:26.285 INFO:tasks.rados.rados.0.smithi037.stdout:1482: delete oid 45 current snap is 146 2021-07-26T16:02:26.285 INFO:tasks.rados.rados.0.smithi037.stdout:1476: expect (ObjNum 448 snap 136 seq_num 448) 2021-07-26T16:02:26.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:25 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.961835+0000 mon.a (mon.0) 443 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:02:26.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:25 smithi037 bash[41498]: cluster 2021-07-26T16:02:24.978184+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e346: 8 total, 7 up, 8 in 2021-07-26T16:02:26.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:25 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.961835+0000 mon.a (mon.0) 443 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:02:26.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:25 smithi037 bash[42499]: cluster 2021-07-26T16:02:24.978184+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e346: 8 total, 7 up, 8 in 2021-07-26T16:02:26.731 INFO:tasks.rados.rados.0.smithi037.stdout:1481: finishing write tid 1 to smithi03738989-4 2021-07-26T16:02:26.732 INFO:tasks.rados.rados.0.smithi037.stdout:1481: finishing write tid 2 to smithi03738989-4 2021-07-26T16:02:26.732 INFO:tasks.rados.rados.0.smithi037.stdout:1481: finishing write tid 4 to smithi03738989-4 2021-07-26T16:02:26.732 INFO:tasks.rados.rados.0.smithi037.stdout:1481: finishing write tid 5 to smithi03738989-4 2021-07-26T16:02:26.732 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 1300 (ObjNum 484 snap 146 seq_num 484) dirty exists 2021-07-26T16:02:26.732 INFO:tasks.rados.rados.0.smithi037.stdout:1481: left oid 4 (ObjNum 484 snap 146 seq_num 484) 2021-07-26T16:02:26.733 INFO:tasks.rados.rados.0.smithi037.stdout:1476: done (2 left) 2021-07-26T16:02:26.733 INFO:tasks.rados.rados.0.smithi037.stdout:1481: done (1 left) 2021-07-26T16:02:26.733 INFO:tasks.rados.rados.0.smithi037.stdout:1482: done (0 left) 2021-07-26T16:02:26.733 INFO:tasks.rados.rados.0.smithi037.stdout:1483: snap_remove snap 137 2021-07-26T16:02:26.997 INFO:tasks.rados.rados.0.smithi037.stdout:1483: done (0 left) 2021-07-26T16:02:26.998 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 146 2021-07-26T16:02:26.998 INFO:tasks.rados.rados.0.smithi037.stdout:1484: seq_num 486 ranges {1310720=548864,1859584=401408} 2021-07-26T16:02:27.011 INFO:tasks.rados.rados.0.smithi037.stdout:1484: writing smithi03738989-32 from 1310720 to 1859584 tid 1 2021-07-26T16:02:27.014 INFO:tasks.rados.rados.0.smithi037.stdout:1484: writing smithi03738989-32 from 1859584 to 2260992 tid 2 2021-07-26T16:02:27.015 INFO:tasks.rados.rados.0.smithi037.stdout:1485: read oid 23 snap -1 2021-07-26T16:02:27.015 INFO:tasks.rados.rados.0.smithi037.stdout:1485: expect (ObjNum 347 snap 105 seq_num 347) 2021-07-26T16:02:27.015 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 146 2021-07-26T16:02:27.015 INFO:tasks.rados.rados.0.smithi037.stdout:1486: seq_num 487 ranges {2064384=565248,2629632=401408} 2021-07-26T16:02:27.031 INFO:tasks.rados.rados.0.smithi037.stdout:1486: writing smithi03738989-41 from 2064384 to 2629632 tid 1 2021-07-26T16:02:27.034 INFO:tasks.rados.rados.0.smithi037.stdout:1486: writing smithi03738989-41 from 2629632 to 3031040 tid 2 2021-07-26T16:02:27.034 INFO:tasks.rados.rados.0.smithi037.stdout:1487: read oid 36 snap -1 2021-07-26T16:02:27.035 INFO:tasks.rados.rados.0.smithi037.stdout:1487: expect (ObjNum 381 snap 117 seq_num 381) 2021-07-26T16:02:27.035 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 146 2021-07-26T16:02:27.035 INFO:tasks.rados.rados.0.smithi037.stdout:1488: seq_num 488 ranges {4857856=581632,5439488=401408} 2021-07-26T16:02:27.066 INFO:tasks.rados.rados.0.smithi037.stdout:1488: writing smithi03738989-21 from 4857856 to 5439488 tid 1 2021-07-26T16:02:27.070 INFO:tasks.rados.rados.0.smithi037.stdout:1488: writing smithi03738989-21 from 5439488 to 5840896 tid 2 2021-07-26T16:02:27.070 INFO:tasks.rados.rados.0.smithi037.stdout:1489: setattr oid 20 current snap is 146 2021-07-26T16:02:27.071 INFO:tasks.rados.rados.0.smithi037.stdout:1484: finishing write tid 1 to smithi03738989-32 2021-07-26T16:02:27.071 INFO:tasks.rados.rados.0.smithi037.stdout:1484: finishing write tid 2 to smithi03738989-32 2021-07-26T16:02:27.072 INFO:tasks.rados.rados.0.smithi037.stdout:1484: finishing write tid 4 to smithi03738989-32 2021-07-26T16:02:27.072 INFO:tasks.rados.rados.0.smithi037.stdout:1484: finishing write tid 5 to smithi03738989-32 2021-07-26T16:02:27.073 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1318 (ObjNum 486 snap 146 seq_num 486) dirty exists 2021-07-26T16:02:27.073 INFO:tasks.rados.rados.0.smithi037.stdout:1484: left oid 32 (ObjNum 486 snap 146 seq_num 486) 2021-07-26T16:02:27.073 INFO:tasks.rados.rados.0.smithi037.stdout:1485: expect (ObjNum 347 snap 105 seq_num 347) 2021-07-26T16:02:27.094 INFO:tasks.rados.rados.0.smithi037.stdout:1486: finishing write tid 1 to smithi03738989-41 2021-07-26T16:02:27.095 INFO:tasks.rados.rados.0.smithi037.stdout:1486: finishing write tid 2 to smithi03738989-41 2021-07-26T16:02:27.095 INFO:tasks.rados.rados.0.smithi037.stdout:1486: finishing write tid 4 to smithi03738989-41 2021-07-26T16:02:27.096 INFO:tasks.rados.rados.0.smithi037.stdout:1486: finishing write tid 5 to smithi03738989-41 2021-07-26T16:02:27.096 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1059 (ObjNum 487 snap 146 seq_num 487) dirty exists 2021-07-26T16:02:27.097 INFO:tasks.rados.rados.0.smithi037.stdout:1486: left oid 41 (ObjNum 487 snap 146 seq_num 487) 2021-07-26T16:02:27.098 INFO:tasks.rados.rados.0.smithi037.stdout:1487: expect (ObjNum 381 snap 117 seq_num 381) 2021-07-26T16:02:27.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:26 smithi107 bash[29346]: cluster 2021-07-26T16:02:25.733312+0000 mgr.y (mgr.24994) 175 : cluster [DBG] pgmap v228: 89 pgs: 14 stale+active+clean, 1 active+clean+snaptrim, 74 active+clean; 246 MiB data, 502 MiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 352 KiB/s wr, 4 op/s 2021-07-26T16:02:27.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:26 smithi107 bash[29346]: cluster 2021-07-26T16:02:25.980761+0000 mon.a (mon.0) 445 : cluster [DBG] osdmap e347: 8 total, 7 up, 8 in 2021-07-26T16:02:27.271 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:26 smithi037 bash[41498]: cluster 2021-07-26T16:02:25.733312+0000 mgr.y (mgr.24994) 175 : cluster [DBG] pgmap v228: 89 pgs: 14 stale+active+clean, 1 active+clean+snaptrim, 74 active+clean; 246 MiB data, 502 MiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 352 KiB/s wr, 4 op/s 2021-07-26T16:02:27.271 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:26 smithi037 bash[41498]: cluster 2021-07-26T16:02:25.980761+0000 mon.a (mon.0) 445 : cluster [DBG] osdmap e347: 8 total, 7 up, 8 in 2021-07-26T16:02:27.272 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:26 smithi037 bash[42499]: cluster 2021-07-26T16:02:25.733312+0000 mgr.y (mgr.24994) 175 : cluster [DBG] pgmap v228: 89 pgs: 14 stale+active+clean, 1 active+clean+snaptrim, 74 active+clean; 246 MiB data, 502 MiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 352 KiB/s wr, 4 op/s 2021-07-26T16:02:27.272 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:26 smithi037 bash[42499]: cluster 2021-07-26T16:02:25.980761+0000 mon.a (mon.0) 445 : cluster [DBG] osdmap e347: 8 total, 7 up, 8 in 2021-07-26T16:02:27.450 INFO:tasks.rados.rados.0.smithi037.stdout:1488: finishing write tid 1 to smithi03738989-21 2021-07-26T16:02:27.451 INFO:tasks.rados.rados.0.smithi037.stdout:1488: finishing write tid 2 to smithi03738989-21 2021-07-26T16:02:27.451 INFO:tasks.rados.rados.0.smithi037.stdout:1488: finishing write tid 4 to smithi03738989-21 2021-07-26T16:02:27.451 INFO:tasks.rados.rados.0.smithi037.stdout:1488: finishing write tid 5 to smithi03738989-21 2021-07-26T16:02:27.452 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 411 (ObjNum 488 snap 146 seq_num 488) dirty exists 2021-07-26T16:02:27.452 INFO:tasks.rados.rados.0.smithi037.stdout:1488: left oid 21 (ObjNum 488 snap 146 seq_num 488) 2021-07-26T16:02:27.453 INFO:tasks.rados.rados.0.smithi037.stdout:1484: done (5 left) 2021-07-26T16:02:27.453 INFO:tasks.rados.rados.0.smithi037.stdout:1485: done (4 left) 2021-07-26T16:02:27.454 INFO:tasks.rados.rados.0.smithi037.stdout:1486: done (3 left) 2021-07-26T16:02:27.454 INFO:tasks.rados.rados.0.smithi037.stdout:1487: done (2 left) 2021-07-26T16:02:27.455 INFO:tasks.rados.rados.0.smithi037.stdout:1488: done (1 left) 2021-07-26T16:02:27.455 INFO:tasks.rados.rados.0.smithi037.stdout:1490: delete oid 39 current snap is 146 2021-07-26T16:02:27.455 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 748 (ObjNum 372216480 snap 21933 seq_num 372214960) dirty exists 2021-07-26T16:02:27.457 INFO:tasks.rados.rados.0.smithi037.stdout:1489: done (1 left) 2021-07-26T16:02:27.457 INFO:tasks.rados.rados.0.smithi037.stdout:1490: done (0 left) 2021-07-26T16:02:27.458 INFO:tasks.rados.rados.0.smithi037.stdout:1491: rollback oid 50 current snap is 146 2021-07-26T16:02:27.458 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 141 2021-07-26T16:02:27.458 INFO:tasks.rados.rados.0.smithi037.stdout:1492: delete oid 32 current snap is 146 2021-07-26T16:02:27.460 INFO:tasks.rados.rados.0.smithi037.stdout:1491: finishing rollback tid 0 to smithi03738989-50 2021-07-26T16:02:27.461 INFO:tasks.rados.rados.0.smithi037.stdout:1491: finishing rollback tid 1 to smithi03738989-50 2021-07-26T16:02:27.461 INFO:tasks.rados.rados.0.smithi037.stdout:1492: done (1 left) 2021-07-26T16:02:27.461 INFO:tasks.rados.rados.0.smithi037.stdout:1493: delete oid 22 current snap is 146 2021-07-26T16:02:27.462 INFO:tasks.rados.rados.0.smithi037.stdout:1491: finishing rollback tid 2 to smithi03738989-50 2021-07-26T16:02:27.463 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 678 (ObjNum 338 snap 103 seq_num 338) dirty exists 2021-07-26T16:02:27.465 INFO:tasks.rados.rados.0.smithi037.stdout:1491: done (1 left) 2021-07-26T16:02:27.465 INFO:tasks.rados.rados.0.smithi037.stdout:1493: done (0 left) 2021-07-26T16:02:27.466 INFO:tasks.rados.rados.0.smithi037.stdout:1494: read oid 32 snap -1 2021-07-26T16:02:27.466 INFO:tasks.rados.rados.0.smithi037.stdout:1494: expect deleted 2021-07-26T16:02:27.466 INFO:tasks.rados.rados.0.smithi037.stdout:1495: setattr oid 19 current snap is 146 2021-07-26T16:02:27.467 INFO:tasks.rados.rados.0.smithi037.stdout:1494: done (1 left) 2021-07-26T16:02:27.468 INFO:tasks.rados.rados.0.smithi037.stdout:1496: snap_remove snap 135 2021-07-26T16:02:27.585 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:27 smithi037 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@osd.3.service: Succeeded. 2021-07-26T16:02:27.586 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:27 smithi037 systemd[1]: Stopped Ceph osd.3 for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:02:27.586 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:27 smithi037 systemd[1]: Started Ceph osd.3 for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:02:27.992 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:27 smithi037 bash[47559]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:02:28.005 INFO:tasks.rados.rados.0.smithi037.stdout:1496: done (1 left) 2021-07-26T16:02:28.005 INFO:tasks.rados.rados.0.smithi037.stdout:1497: read oid 41 snap -1 2021-07-26T16:02:28.006 INFO:tasks.rados.rados.0.smithi037.stdout:1497: expect (ObjNum 487 snap 146 seq_num 487) 2021-07-26T16:02:28.006 INFO:tasks.rados.rados.0.smithi037.stdout:1498: rmattr oid 42 current snap is 146 2021-07-26T16:02:28.006 INFO:tasks.rados.rados.0.smithi037.stdout:1498: done (2 left) 2021-07-26T16:02:28.006 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 146 2021-07-26T16:02:28.007 INFO:tasks.rados.rados.0.smithi037.stdout:1499: seq_num 492 ranges {6488064=647168,7135232=401408} 2021-07-26T16:02:28.049 INFO:tasks.rados.rados.0.smithi037.stdout:1499: writing smithi03738989-36 from 6488064 to 7135232 tid 1 2021-07-26T16:02:28.050 INFO:tasks.rados.rados.0.smithi037.stdout:1499: writing smithi03738989-36 from 7135232 to 7536640 tid 2 2021-07-26T16:02:28.050 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 146 2021-07-26T16:02:28.051 INFO:tasks.rados.rados.0.smithi037.stdout:1500: seq_num 493 ranges {2744320=663552,3407872=401408} 2021-07-26T16:02:28.069 INFO:tasks.rados.rados.0.smithi037.stdout:1500: writing smithi03738989-47 from 2744320 to 3407872 tid 1 2021-07-26T16:02:28.071 INFO:tasks.rados.rados.0.smithi037.stdout:1500: writing smithi03738989-47 from 3407872 to 3809280 tid 2 2021-07-26T16:02:28.072 INFO:tasks.rados.rados.0.smithi037.stdout:1501: snap_create 2021-07-26T16:02:28.072 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 758 (ObjNum 431 snap 128 seq_num 431) dirty exists 2021-07-26T16:02:28.072 INFO:tasks.rados.rados.0.smithi037.stdout:1497: expect (ObjNum 487 snap 146 seq_num 487) 2021-07-26T16:02:28.221 INFO:tasks.rados.rados.0.smithi037.stdout:1499: finishing write tid 1 to smithi03738989-36 2021-07-26T16:02:28.221 INFO:tasks.rados.rados.0.smithi037.stdout:1499: finishing write tid 2 to smithi03738989-36 2021-07-26T16:02:28.221 INFO:tasks.rados.rados.0.smithi037.stdout:1499: finishing write tid 4 to smithi03738989-36 2021-07-26T16:02:28.221 INFO:tasks.rados.rados.0.smithi037.stdout:1499: finishing write tid 5 to smithi03738989-36 2021-07-26T16:02:28.222 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1062 (ObjNum 492 snap 146 seq_num 492) dirty exists 2021-07-26T16:02:28.222 INFO:tasks.rados.rados.0.smithi037.stdout:1499: left oid 36 (ObjNum 492 snap 146 seq_num 492) 2021-07-26T16:02:28.222 INFO:tasks.rados.rados.0.smithi037.stdout:1500: finishing write tid 1 to smithi03738989-47 2021-07-26T16:02:28.222 INFO:tasks.rados.rados.0.smithi037.stdout:1500: finishing write tid 2 to smithi03738989-47 2021-07-26T16:02:28.223 INFO:tasks.rados.rados.0.smithi037.stdout:1500: finishing write tid 4 to smithi03738989-47 2021-07-26T16:02:28.223 INFO:tasks.rados.rados.0.smithi037.stdout:1500: finishing write tid 5 to smithi03738989-47 2021-07-26T16:02:28.223 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 854 (ObjNum 493 snap 146 seq_num 493) dirty exists 2021-07-26T16:02:28.223 INFO:tasks.rados.rados.0.smithi037.stdout:1500: left oid 47 (ObjNum 493 snap 146 seq_num 493) 2021-07-26T16:02:28.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:27 smithi107 bash[29346]: cluster 2021-07-26T16:02:26.997641+0000 mon.a (mon.0) 446 : cluster [DBG] osdmap e348: 8 total, 7 up, 8 in 2021-07-26T16:02:28.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:27 smithi107 bash[29346]: audit 2021-07-26T16:02:27.552554+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:28.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:27 smithi107 bash[29346]: audit 2021-07-26T16:02:27.554270+0000 mon.c (mon.1) 138 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:02:28.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:27 smithi107 bash[29346]: audit 2021-07-26T16:02:27.556842+0000 mon.c (mon.1) 139 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:02:28.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:27 smithi037 bash[41498]: cluster 2021-07-26T16:02:26.997641+0000 mon.a (mon.0) 446 : cluster [DBG] osdmap e348: 8 total, 7 up, 8 in 2021-07-26T16:02:28.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:27 smithi037 bash[41498]: audit 2021-07-26T16:02:27.552554+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:28.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:27 smithi037 bash[41498]: audit 2021-07-26T16:02:27.554270+0000 mon.c (mon.1) 138 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:02:28.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:27 smithi037 bash[41498]: audit 2021-07-26T16:02:27.556842+0000 mon.c (mon.1) 139 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:02:28.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:27 smithi037 bash[42499]: cluster 2021-07-26T16:02:26.997641+0000 mon.a (mon.0) 446 : cluster [DBG] osdmap e348: 8 total, 7 up, 8 in 2021-07-26T16:02:28.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:27 smithi037 bash[42499]: audit 2021-07-26T16:02:27.552554+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:28.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:27 smithi037 bash[42499]: audit 2021-07-26T16:02:27.554270+0000 mon.c (mon.1) 138 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:02:28.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:27 smithi037 bash[42499]: audit 2021-07-26T16:02:27.556842+0000 mon.c (mon.1) 139 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:02:29.020 INFO:tasks.rados.rados.0.smithi037.stdout:1495: done (4 left) 2021-07-26T16:02:29.021 INFO:tasks.rados.rados.0.smithi037.stdout:1497: done (3 left) 2021-07-26T16:02:29.021 INFO:tasks.rados.rados.0.smithi037.stdout:1499: done (2 left) 2021-07-26T16:02:29.021 INFO:tasks.rados.rados.0.smithi037.stdout:1500: done (1 left) 2021-07-26T16:02:29.021 INFO:tasks.rados.rados.0.smithi037.stdout:1501: done (0 left) 2021-07-26T16:02:29.022 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 147 2021-07-26T16:02:29.022 INFO:tasks.rados.rados.0.smithi037.stdout:1502: seq_num 494 ranges {4792320=679936,5472256=401408} 2021-07-26T16:02:29.054 INFO:tasks.rados.rados.0.smithi037.stdout:1502: writing smithi03738989-9 from 4792320 to 5472256 tid 1 2021-07-26T16:02:29.056 INFO:tasks.rados.rados.0.smithi037.stdout:1502: writing smithi03738989-9 from 5472256 to 5873664 tid 2 2021-07-26T16:02:29.056 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 147 2021-07-26T16:02:29.057 INFO:tasks.rados.rados.0.smithi037.stdout:1503: seq_num 495 ranges {6225920=696320,6922240=401408} 2021-07-26T16:02:29.098 INFO:tasks.rados.rados.0.smithi037.stdout:1503: writing smithi03738989-10 from 6225920 to 6922240 tid 1 2021-07-26T16:02:29.102 INFO:tasks.rados.rados.0.smithi037.stdout:1503: writing smithi03738989-10 from 6922240 to 7323648 tid 2 2021-07-26T16:02:29.103 INFO:tasks.rados.rados.0.smithi037.stdout:1504: copy_from oid 6 from oid 7 current snap is 147 2021-07-26T16:02:29.103 INFO:tasks.rados.rados.0.smithi037.stdout:1502: finishing write tid 1 to smithi03738989-9 2021-07-26T16:02:29.103 INFO:tasks.rados.rados.0.smithi037.stdout:1505: rmattr oid 30 current snap is 147 2021-07-26T16:02:29.103 INFO:tasks.rados.rados.0.smithi037.stdout:1505: done (3 left) 2021-07-26T16:02:29.104 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 147 2021-07-26T16:02:29.104 INFO:tasks.rados.rados.0.smithi037.stdout:1506: seq_num 496 ranges {8200192=712704,8912896=401408} 2021-07-26T16:02:29.152 INFO:tasks.rados.rados.0.smithi037.stdout:1506: writing smithi03738989-4 from 8200192 to 8912896 tid 1 2021-07-26T16:02:29.155 INFO:tasks.rados.rados.0.smithi037.stdout:1506: writing smithi03738989-4 from 8912896 to 9314304 tid 2 2021-07-26T16:02:29.155 INFO:tasks.rados.rados.0.smithi037.stdout:1507: delete oid 15 current snap is 147 2021-07-26T16:02:29.155 INFO:tasks.rados.rados.0.smithi037.stdout:1502: finishing write tid 2 to smithi03738989-9 2021-07-26T16:02:29.155 INFO:tasks.rados.rados.0.smithi037.stdout:1502: finishing write tid 4 to smithi03738989-9 2021-07-26T16:02:29.156 INFO:tasks.rados.rados.0.smithi037.stdout:1502: finishing write tid 5 to smithi03738989-9 2021-07-26T16:02:29.156 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 858 (ObjNum 494 snap 147 seq_num 494) dirty exists 2021-07-26T16:02:29.156 INFO:tasks.rados.rados.0.smithi037.stdout:1502: left oid 9 (ObjNum 494 snap 147 seq_num 494) 2021-07-26T16:02:29.156 INFO:tasks.rados.rados.0.smithi037.stdout:1503: finishing write tid 1 to smithi03738989-10 2021-07-26T16:02:29.156 INFO:tasks.rados.rados.0.smithi037.stdout:1503: finishing write tid 2 to smithi03738989-10 2021-07-26T16:02:29.157 INFO:tasks.rados.rados.0.smithi037.stdout:1503: finishing write tid 4 to smithi03738989-10 2021-07-26T16:02:29.157 INFO:tasks.rados.rados.0.smithi037.stdout:1503: finishing write tid 5 to smithi03738989-10 2021-07-26T16:02:29.158 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 1337 (ObjNum 495 snap 147 seq_num 495) dirty exists 2021-07-26T16:02:29.158 INFO:tasks.rados.rados.0.smithi037.stdout:1503: left oid 10 (ObjNum 495 snap 147 seq_num 495) 2021-07-26T16:02:29.158 INFO:tasks.rados.rados.0.smithi037.stdout:1504: finishing copy_from to smithi03738989-6 2021-07-26T16:02:29.158 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 824 (ObjNum 474 snap 144 seq_num 474) dirty exists 2021-07-26T16:02:29.159 INFO:tasks.rados.rados.0.smithi037.stdout:1504: finishing copy_from racing read to smithi03738989-6 2021-07-26T16:02:29.159 INFO:tasks.rados.rados.0.smithi037.stdout:1506: finishing write tid 1 to smithi03738989-4 2021-07-26T16:02:29.161 INFO:tasks.rados.rados.0.smithi037.stdout:1506: finishing write tid 2 to smithi03738989-4 2021-07-26T16:02:29.161 INFO:tasks.rados.rados.0.smithi037.stdout:1506: finishing write tid 4 to smithi03738989-4 2021-07-26T16:02:29.162 INFO:tasks.rados.rados.0.smithi037.stdout:1502: done (4 left) 2021-07-26T16:02:29.162 INFO:tasks.rados.rados.0.smithi037.stdout:1503: done (3 left) 2021-07-26T16:02:29.163 INFO:tasks.rados.rados.0.smithi037.stdout:1504: done (2 left) 2021-07-26T16:02:29.163 INFO:tasks.rados.rados.0.smithi037.stdout:1507: done (1 left) 2021-07-26T16:02:29.163 INFO:tasks.rados.rados.0.smithi037.stdout:1508: read oid 11 snap -1 2021-07-26T16:02:29.163 INFO:tasks.rados.rados.0.smithi037.stdout:1508: expect (ObjNum 478 snap 144 seq_num 478) 2021-07-26T16:02:29.164 INFO:tasks.rados.rados.0.smithi037.stdout:1509: snap_create 2021-07-26T16:02:29.164 INFO:tasks.rados.rados.0.smithi037.stdout:1506: finishing write tid 5 to smithi03738989-4 2021-07-26T16:02:29.164 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 1341 (ObjNum 496 snap 147 seq_num 496) dirty exists 2021-07-26T16:02:29.165 INFO:tasks.rados.rados.0.smithi037.stdout:1506: left oid 4 (ObjNum 496 snap 147 seq_num 496) 2021-07-26T16:02:29.170 INFO:tasks.rados.rados.0.smithi037.stdout:1508: expect (ObjNum 478 snap 144 seq_num 478) 2021-07-26T16:02:29.267 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:28 smithi107 bash[29346]: cluster 2021-07-26T16:02:27.733993+0000 mgr.y (mgr.24994) 176 : cluster [DBG] pgmap v231: 89 pgs: 4 active+undersized+degraded, 7 stale+active+clean, 15 active+undersized, 63 active+clean; 245 MiB data, 503 MiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 2 op/s; 17/492 objects degraded (3.455%) 2021-07-26T16:02:29.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:28 smithi107 bash[29346]: cluster 2021-07-26T16:02:28.005806+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e349: 8 total, 7 up, 8 in 2021-07-26T16:02:29.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:28 smithi107 bash[29346]: cluster 2021-07-26T16:02:28.550336+0000 mon.a (mon.0) 449 : cluster [WRN] Health check failed: Degraded data redundancy: 17/492 objects degraded (3.455%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T16:02:29.330 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:29 smithi037 bash[41498]: cluster 2021-07-26T16:02:27.733993+0000 mgr.y (mgr.24994) 176 : cluster [DBG] pgmap v231: 89 pgs: 4 active+undersized+degraded, 7 stale+active+clean, 15 active+undersized, 63 active+clean; 245 MiB data, 503 MiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 2 op/s; 17/492 objects degraded (3.455%) 2021-07-26T16:02:29.330 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:29 smithi037 bash[41498]: cluster 2021-07-26T16:02:28.005806+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e349: 8 total, 7 up, 8 in 2021-07-26T16:02:29.330 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:29 smithi037 bash[41498]: cluster 2021-07-26T16:02:28.550336+0000 mon.a (mon.0) 449 : cluster [WRN] Health check failed: Degraded data redundancy: 17/492 objects degraded (3.455%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T16:02:29.331 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:29 smithi037 bash[42499]: cluster 2021-07-26T16:02:27.733993+0000 mgr.y (mgr.24994) 176 : cluster [DBG] pgmap v231: 89 pgs: 4 active+undersized+degraded, 7 stale+active+clean, 15 active+undersized, 63 active+clean; 245 MiB data, 503 MiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 2 op/s; 17/492 objects degraded (3.455%) 2021-07-26T16:02:29.331 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:29 smithi037 bash[42499]: cluster 2021-07-26T16:02:28.005806+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e349: 8 total, 7 up, 8 in 2021-07-26T16:02:29.331 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:29 smithi037 bash[42499]: cluster 2021-07-26T16:02:28.550336+0000 mon.a (mon.0) 449 : cluster [WRN] Health check failed: Degraded data redundancy: 17/492 objects degraded (3.455%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T16:02:29.585 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:29 smithi037 bash[47559]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2021-07-26T16:02:29.585 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:29 smithi037 bash[47559]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2021-07-26T16:02:29.586 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:29 smithi037 bash[47559]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2021-07-26T16:02:29.586 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:29 smithi037 bash[47559]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2021-07-26T16:02:29.586 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:29 smithi037 bash[47559]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2021-07-26T16:02:29.587 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:29 smithi037 bash[47559]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2021-07-26T16:02:29.587 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:29 smithi037 bash[47559]: --> ceph-volume lvm activate successful for osd ID: 3 2021-07-26T16:02:30.033 INFO:tasks.rados.rados.0.smithi037.stdout:1506: done (2 left) 2021-07-26T16:02:30.033 INFO:tasks.rados.rados.0.smithi037.stdout:1508: done (1 left) 2021-07-26T16:02:30.033 INFO:tasks.rados.rados.0.smithi037.stdout:1509: done (0 left) 2021-07-26T16:02:30.033 INFO:tasks.rados.rados.0.smithi037.stdout:1510: delete oid 24 current snap is 148 2021-07-26T16:02:30.039 INFO:tasks.rados.rados.0.smithi037.stdout:1510: done (0 left) 2021-07-26T16:02:30.039 INFO:tasks.rados.rados.0.smithi037.stdout:1511: snap_create 2021-07-26T16:02:30.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:30 smithi107 bash[29346]: cluster 2021-07-26T16:02:29.021083+0000 mon.a (mon.0) 450 : cluster [DBG] osdmap e350: 8 total, 7 up, 8 in 2021-07-26T16:02:30.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:30 smithi037 bash[41498]: cluster 2021-07-26T16:02:29.021083+0000 mon.a (mon.0) 450 : cluster [DBG] osdmap e350: 8 total, 7 up, 8 in 2021-07-26T16:02:30.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:30 smithi037 bash[42499]: cluster 2021-07-26T16:02:29.021083+0000 mon.a (mon.0) 450 : cluster [DBG] osdmap e350: 8 total, 7 up, 8 in 2021-07-26T16:02:30.336 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:30 smithi037 bash[47678]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:02:31.034 INFO:tasks.rados.rados.0.smithi037.stdout:1511: done (0 left) 2021-07-26T16:02:31.035 INFO:tasks.rados.rados.0.smithi037.stdout:1512: snap_remove snap 133 2021-07-26T16:02:31.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:31 smithi037 bash[41498]: cluster 2021-07-26T16:02:29.735000+0000 mgr.y (mgr.24994) 177 : cluster [DBG] pgmap v234: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 248 MiB data, 512 MiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 12 op/s; 47/513 objects degraded (9.162%) 2021-07-26T16:02:31.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:31 smithi037 bash[41498]: cluster 2021-07-26T16:02:30.034378+0000 mon.a (mon.0) 451 : cluster [DBG] osdmap e351: 8 total, 7 up, 8 in 2021-07-26T16:02:31.336 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:31 smithi037 bash[47678]: debug 2021-07-26T16:02:31.178+0000 7fbe2348b700 1 -- 172.21.15.37:0/414536556 <== mon.0 v2:172.21.15.37:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5645ac5ce340 con 0x5645ac62ac00 2021-07-26T16:02:31.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:31 smithi037 bash[42499]: cluster 2021-07-26T16:02:29.735000+0000 mgr.y (mgr.24994) 177 : cluster [DBG] pgmap v234: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 248 MiB data, 512 MiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 12 op/s; 47/513 objects degraded (9.162%) 2021-07-26T16:02:31.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:31 smithi037 bash[42499]: cluster 2021-07-26T16:02:30.034378+0000 mon.a (mon.0) 451 : cluster [DBG] osdmap e351: 8 total, 7 up, 8 in 2021-07-26T16:02:31.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:31 smithi107 bash[29346]: cluster 2021-07-26T16:02:29.735000+0000 mgr.y (mgr.24994) 177 : cluster [DBG] pgmap v234: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 248 MiB data, 512 MiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 12 op/s; 47/513 objects degraded (9.162%) 2021-07-26T16:02:31.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:31 smithi107 bash[29346]: cluster 2021-07-26T16:02:30.034378+0000 mon.a (mon.0) 451 : cluster [DBG] osdmap e351: 8 total, 7 up, 8 in 2021-07-26T16:02:31.963 INFO:tasks.rados.rados.0.smithi037.stdout:1512: done (0 left) 2021-07-26T16:02:31.963 INFO:tasks.rados.rados.0.smithi037.stdout:1513: snap_create 2021-07-26T16:02:32.048 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[41498]: cluster 2021-07-26T16:02:31.036544+0000 mon.a (mon.0) 452 : cluster [DBG] osdmap e352: 8 total, 7 up, 8 in 2021-07-26T16:02:32.048 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:31 smithi037 bash[47678]: debug 2021-07-26T16:02:31.750+0000 7fbe2acdf0c0 -1 Falling back to public interface 2021-07-26T16:02:32.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[42499]: cluster 2021-07-26T16:02:31.036544+0000 mon.a (mon.0) 452 : cluster [DBG] osdmap e352: 8 total, 7 up, 8 in 2021-07-26T16:02:32.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[42499]: cluster 2021-07-26T16:02:31.954839+0000 mon.a (mon.0) 453 : cluster [DBG] osdmap e353: 8 total, 7 up, 8 in 2021-07-26T16:02:32.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[41498]: cluster 2021-07-26T16:02:31.954839+0000 mon.a (mon.0) 453 : cluster [DBG] osdmap e353: 8 total, 7 up, 8 in 2021-07-26T16:02:32.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:32 smithi107 bash[29346]: cluster 2021-07-26T16:02:31.036544+0000 mon.a (mon.0) 452 : cluster [DBG] osdmap e352: 8 total, 7 up, 8 in 2021-07-26T16:02:32.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:32 smithi107 bash[29346]: cluster 2021-07-26T16:02:31.954839+0000 mon.a (mon.0) 453 : cluster [DBG] osdmap e353: 8 total, 7 up, 8 in 2021-07-26T16:02:32.836 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: debug 2021-07-26T16:02:32.446+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:02:32.836 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:02:32.837 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:32.837 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:02:32.837 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:32.837 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:02:32.837 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:32.838 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:32.838 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:02:32.838 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: debug 2021-07-26T16:02:32.450+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:02:32.838 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:02:32.839 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:32.839 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:02:32.839 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:32.839 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:02:32.840 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:32.840 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:32.840 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:02:32.840 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: debug 2021-07-26T16:02:32.450+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:02:32.840 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:02:32.841 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:32.841 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:02:32.841 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:32.842 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:02:32.842 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:32.842 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:32.842 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:02:32.843 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: debug 2021-07-26T16:02:32.454+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:02:32.843 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:02:32.843 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:32.843 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:02:32.843 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:32.844 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:02:32.844 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:32.844 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:32.845 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:02:32.845 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:02:32 smithi037 bash[39965]: debug 2021-07-26T16:02:32.466+0000 7f5d5ff7a700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2021-07-26T16:02:32.959 INFO:tasks.rados.rados.0.smithi037.stdout:1513: done (0 left) 2021-07-26T16:02:32.960 INFO:tasks.rados.rados.0.smithi037.stdout:1514: read oid 11 snap -1 2021-07-26T16:02:32.960 INFO:tasks.rados.rados.0.smithi037.stdout:1514: expect (ObjNum 478 snap 144 seq_num 478) 2021-07-26T16:02:32.960 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 150 2021-07-26T16:02:32.960 INFO:tasks.rados.rados.0.smithi037.stdout:1515: seq_num 499 ranges {0=761856,761856=401408} 2021-07-26T16:02:32.965 INFO:tasks.rados.rados.0.smithi037.stdout:1515: writing smithi03738989-24 from 0 to 761856 tid 1 2021-07-26T16:02:32.968 INFO:tasks.rados.rados.0.smithi037.stdout:1515: writing smithi03738989-24 from 761856 to 1163264 tid 2 2021-07-26T16:02:32.968 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 150 2021-07-26T16:02:32.969 INFO:tasks.rados.rados.0.smithi037.stdout:1516: seq_num 500 ranges {0=778240,778240=401408} 2021-07-26T16:02:32.974 INFO:tasks.rados.rados.0.smithi037.stdout:1516: writing smithi03738989-32 from 0 to 778240 tid 1 2021-07-26T16:02:32.977 INFO:tasks.rados.rados.0.smithi037.stdout:1516: writing smithi03738989-32 from 778240 to 1179648 tid 2 2021-07-26T16:02:32.977 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 150 2021-07-26T16:02:32.977 INFO:tasks.rados.rados.0.smithi037.stdout:1517: seq_num 501 ranges {7536640=794624,8331264=401408} 2021-07-26T16:02:33.026 INFO:tasks.rados.rados.0.smithi037.stdout:1517: writing smithi03738989-36 from 7536640 to 8331264 tid 1 2021-07-26T16:02:33.029 INFO:tasks.rados.rados.0.smithi037.stdout:1517: writing smithi03738989-36 from 8331264 to 8732672 tid 2 2021-07-26T16:02:33.029 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 150 2021-07-26T16:02:33.030 INFO:tasks.rados.rados.0.smithi037.stdout:1518: seq_num 502 ranges {0=409600,409600=417792,827392=385024} 2021-07-26T16:02:33.032 INFO:tasks.rados.rados.0.smithi037.stdout:1518: writing smithi03738989-22 from 0 to 409600 tid 1 2021-07-26T16:02:33.035 INFO:tasks.rados.rados.0.smithi037.stdout:1518: writing smithi03738989-22 from 409600 to 827392 tid 2 2021-07-26T16:02:33.038 INFO:tasks.rados.rados.0.smithi037.stdout:1518: writing smithi03738989-22 from 827392 to 1212416 tid 3 2021-07-26T16:02:33.038 INFO:tasks.rados.rados.0.smithi037.stdout:1514: expect (ObjNum 478 snap 144 seq_num 478) 2021-07-26T16:02:33.060 INFO:tasks.rados.rados.0.smithi037.stdout:1515: finishing write tid 1 to smithi03738989-24 2021-07-26T16:02:33.061 INFO:tasks.rados.rados.0.smithi037.stdout:1515: finishing write tid 2 to smithi03738989-24 2021-07-26T16:02:33.061 INFO:tasks.rados.rados.0.smithi037.stdout:1515: finishing write tid 4 to smithi03738989-24 2021-07-26T16:02:33.061 INFO:tasks.rados.rados.0.smithi037.stdout:1516: finishing write tid 1 to smithi03738989-32 2021-07-26T16:02:33.061 INFO:tasks.rados.rados.0.smithi037.stdout:1516: finishing write tid 2 to smithi03738989-32 2021-07-26T16:02:33.061 INFO:tasks.rados.rados.0.smithi037.stdout:1516: finishing write tid 4 to smithi03738989-32 2021-07-26T16:02:33.062 INFO:tasks.rados.rados.0.smithi037.stdout:1515: finishing write tid 5 to smithi03738989-24 2021-07-26T16:02:33.062 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 1357 (ObjNum 499 snap 150 seq_num 499) dirty exists 2021-07-26T16:02:33.062 INFO:tasks.rados.rados.0.smithi037.stdout:1515: left oid 24 (ObjNum 499 snap 150 seq_num 499) 2021-07-26T16:02:33.062 INFO:tasks.rados.rados.0.smithi037.stdout:1516: finishing write tid 5 to smithi03738989-32 2021-07-26T16:02:33.063 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1360 (ObjNum 500 snap 150 seq_num 500) dirty exists 2021-07-26T16:02:33.063 INFO:tasks.rados.rados.0.smithi037.stdout:1516: left oid 32 (ObjNum 500 snap 150 seq_num 500) 2021-07-26T16:02:33.063 INFO:tasks.rados.rados.0.smithi037.stdout:1517: finishing write tid 1 to smithi03738989-36 2021-07-26T16:02:33.063 INFO:tasks.rados.rados.0.smithi037.stdout:1514: done (4 left) 2021-07-26T16:02:33.064 INFO:tasks.rados.rados.0.smithi037.stdout:1515: done (3 left) 2021-07-26T16:02:33.064 INFO:tasks.rados.rados.0.smithi037.stdout:1516: done (2 left) 2021-07-26T16:02:33.064 INFO:tasks.rados.rados.0.smithi037.stdout:1519: snap_remove snap 129 2021-07-26T16:02:33.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: cluster 2021-07-26T16:02:31.736349+0000 mgr.y (mgr.24994) 178 : cluster [DBG] pgmap v237: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 249 MiB data, 517 MiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 13 op/s; 47/516 objects degraded (9.109%) 2021-07-26T16:02:33.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: audit 2021-07-26T16:02:32.196107+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:33.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: audit 2021-07-26T16:02:32.446932+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:33.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: cephadm 2021-07-26T16:02:32.451164+0000 mgr.y (mgr.24994) 179 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:02:33.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:02:33.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:33.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:02:33.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:33.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:02:33.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:33.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:33.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:02:33.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: cephadm 2021-07-26T16:02:32.452069+0000 mgr.y (mgr.24994) 180 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:02:33.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:02:33.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:33.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:02:33.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:33.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:02:33.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:33.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:33.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:02:33.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: cephadm 2021-07-26T16:02:32.454765+0000 mgr.y (mgr.24994) 181 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:02:33.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:02:33.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:33.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:02:33.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:33.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:02:33.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:33.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:33.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:02:33.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: cephadm 2021-07-26T16:02:32.456103+0000 mgr.y (mgr.24994) 182 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:02:33.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:02:33.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:33.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:02:33.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:33.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:02:33.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:33.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:33.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:02:33.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: audit 2021-07-26T16:02:32.460779+0000 mon.c (mon.1) 140 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:02:33.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: audit 2021-07-26T16:02:32.462555+0000 mon.c (mon.1) 141 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:33.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: audit 2021-07-26T16:02:32.464272+0000 mon.c (mon.1) 142 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:33.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: audit 2021-07-26T16:02:32.466144+0000 mon.c (mon.1) 143 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:33.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: audit 2021-07-26T16:02:32.469037+0000 mon.c (mon.1) 144 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T16:02:33.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: audit 2021-07-26T16:02:32.469337+0000 mgr.y (mgr.24994) 183 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T16:02:33.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: cephadm 2021-07-26T16:02:32.470667+0000 mgr.y (mgr.24994) 184 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2021-07-26T16:02:33.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:33 smithi107 bash[29346]: cluster 2021-07-26T16:02:32.957275+0000 mon.a (mon.0) 456 : cluster [DBG] osdmap e354: 8 total, 7 up, 8 in 2021-07-26T16:02:33.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: cluster 2021-07-26T16:02:31.736349+0000 mgr.y (mgr.24994) 178 : cluster [DBG] pgmap v237: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 249 MiB data, 517 MiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 13 op/s; 47/516 objects degraded (9.109%) 2021-07-26T16:02:33.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: audit 2021-07-26T16:02:32.196107+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:33.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: audit 2021-07-26T16:02:32.446932+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:33.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: cephadm 2021-07-26T16:02:32.451164+0000 mgr.y (mgr.24994) 179 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:02:33.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:02:33.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:33.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:02:33.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:33.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:02:33.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:33.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:33.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:02:33.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: cephadm 2021-07-26T16:02:32.452069+0000 mgr.y (mgr.24994) 180 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:02:33.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:02:33.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:33.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:02:33.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:33.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:02:33.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:33.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:33.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:02:33.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: cephadm 2021-07-26T16:02:32.454765+0000 mgr.y (mgr.24994) 181 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:02:33.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:02:33.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:33.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:02:33.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:33.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:02:33.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: cluster 2021-07-26T16:02:31.736349+0000 mgr.y (mgr.24994) 178 : cluster [DBG] pgmap v237: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 249 MiB data, 517 MiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 13 op/s; 47/516 objects degraded (9.109%) 2021-07-26T16:02:33.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: audit 2021-07-26T16:02:32.196107+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:33.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: audit 2021-07-26T16:02:32.446932+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:33.594 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: cephadm 2021-07-26T16:02:32.451164+0000 mgr.y (mgr.24994) 179 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:02:33.594 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:02:33.594 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:33.594 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:02:33.594 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:33.595 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:02:33.595 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:33.595 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:33.595 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:02:33.596 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: cephadm 2021-07-26T16:02:32.452069+0000 mgr.y (mgr.24994) 180 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:02:33.596 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:02:33.596 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:33.596 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:02:33.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:33.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:02:33.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:33.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:33.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:02:33.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: cephadm 2021-07-26T16:02:32.454765+0000 mgr.y (mgr.24994) 181 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:02:33.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:02:33.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:33.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:02:33.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:33.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:02:33.600 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:33.600 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:33.600 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:02:33.600 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: cephadm 2021-07-26T16:02:32.456103+0000 mgr.y (mgr.24994) 182 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:02:33.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:02:33.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:33.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:02:33.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:33.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:02:33.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:33.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:33.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:02:33.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: audit 2021-07-26T16:02:32.460779+0000 mon.c (mon.1) 140 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:02:33.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: audit 2021-07-26T16:02:32.462555+0000 mon.c (mon.1) 141 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:33.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: audit 2021-07-26T16:02:32.464272+0000 mon.c (mon.1) 142 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:33.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: audit 2021-07-26T16:02:32.466144+0000 mon.c (mon.1) 143 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:33.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: audit 2021-07-26T16:02:32.469037+0000 mon.c (mon.1) 144 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T16:02:33.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: audit 2021-07-26T16:02:32.469337+0000 mgr.y (mgr.24994) 183 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T16:02:33.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: cephadm 2021-07-26T16:02:32.470667+0000 mgr.y (mgr.24994) 184 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2021-07-26T16:02:33.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[42499]: cluster 2021-07-26T16:02:32.957275+0000 mon.a (mon.0) 456 : cluster [DBG] osdmap e354: 8 total, 7 up, 8 in 2021-07-26T16:02:33.604 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:33.605 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:33.605 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:02:33.605 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: cephadm 2021-07-26T16:02:32.456103+0000 mgr.y (mgr.24994) 182 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:02:33.605 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:02:33.606 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:02:33.606 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:02:33.606 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:02:33.606 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:02:33.606 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:02:33.607 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:02:33.607 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:02:33.607 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: audit 2021-07-26T16:02:32.460779+0000 mon.c (mon.1) 140 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:02:33.607 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: audit 2021-07-26T16:02:32.462555+0000 mon.c (mon.1) 141 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:33.608 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: audit 2021-07-26T16:02:32.464272+0000 mon.c (mon.1) 142 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:33.608 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: audit 2021-07-26T16:02:32.466144+0000 mon.c (mon.1) 143 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:33.608 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: audit 2021-07-26T16:02:32.469037+0000 mon.c (mon.1) 144 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T16:02:33.608 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: audit 2021-07-26T16:02:32.469337+0000 mgr.y (mgr.24994) 183 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T16:02:33.608 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: cephadm 2021-07-26T16:02:32.470667+0000 mgr.y (mgr.24994) 184 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2021-07-26T16:02:33.609 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:33 smithi037 bash[41498]: cluster 2021-07-26T16:02:32.957275+0000 mon.a (mon.0) 456 : cluster [DBG] osdmap e354: 8 total, 7 up, 8 in 2021-07-26T16:02:33.962 INFO:tasks.rados.rados.0.smithi037.stdout:1519: done (2 left) 2021-07-26T16:02:33.963 INFO:tasks.rados.rados.0.smithi037.stdout:1520: rollback oid 46 current snap is 150 2021-07-26T16:02:33.963 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 46 to 149 2021-07-26T16:02:33.963 INFO:tasks.rados.rados.0.smithi037.stdout:1521: snap_remove snap 144 2021-07-26T16:02:34.966 INFO:tasks.rados.rados.0.smithi037.stdout:1521: done (3 left) 2021-07-26T16:02:34.966 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 150 2021-07-26T16:02:34.967 INFO:tasks.rados.rados.0.smithi037.stdout:1522: seq_num 503 ranges {0=425984,425984=704512,1130496=98304} 2021-07-26T16:02:34.969 INFO:tasks.rados.rados.0.smithi037.stdout:1522: writing smithi03738989-34 from 0 to 425984 tid 1 2021-07-26T16:02:34.975 INFO:tasks.rados.rados.0.smithi037.stdout:1522: writing smithi03738989-34 from 425984 to 1130496 tid 2 2021-07-26T16:02:34.976 INFO:tasks.rados.rados.0.smithi037.stdout:1522: writing smithi03738989-34 from 1130496 to 1228800 tid 3 2021-07-26T16:02:34.977 INFO:tasks.rados.rados.0.smithi037.stdout:1517: finishing write tid 2 to smithi03738989-36 2021-07-26T16:02:34.978 INFO:tasks.rados.rados.0.smithi037.stdout:1517: finishing write tid 4 to smithi03738989-36 2021-07-26T16:02:34.978 INFO:tasks.rados.rados.0.smithi037.stdout:1518: finishing write tid 1 to smithi03738989-22 2021-07-26T16:02:34.978 INFO:tasks.rados.rados.0.smithi037.stdout:1518: finishing write tid 2 to smithi03738989-22 2021-07-26T16:02:34.979 INFO:tasks.rados.rados.0.smithi037.stdout:1517: finishing write tid 5 to smithi03738989-36 2021-07-26T16:02:34.979 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1065 (ObjNum 501 snap 150 seq_num 501) dirty exists 2021-07-26T16:02:34.979 INFO:tasks.rados.rados.0.smithi037.stdout:1517: left oid 36 (ObjNum 501 snap 150 seq_num 501) 2021-07-26T16:02:34.979 INFO:tasks.rados.rados.0.smithi037.stdout:1518: finishing write tid 3 to smithi03738989-22 2021-07-26T16:02:34.980 INFO:tasks.rados.rados.0.smithi037.stdout:1518: finishing write tid 5 to smithi03738989-22 2021-07-26T16:02:34.980 INFO:tasks.rados.rados.0.smithi037.stdout:1518: finishing write tid 6 to smithi03738989-22 2021-07-26T16:02:34.980 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 694 (ObjNum 502 snap 150 seq_num 502) dirty exists 2021-07-26T16:02:34.980 INFO:tasks.rados.rados.0.smithi037.stdout:1518: left oid 22 (ObjNum 502 snap 150 seq_num 502) 2021-07-26T16:02:34.981 INFO:tasks.rados.rados.0.smithi037.stdout:1520: finishing rollback tid 0 to smithi03738989-46 2021-07-26T16:02:34.981 INFO:tasks.rados.rados.0.smithi037.stdout:1520: finishing rollback tid 1 to smithi03738989-46 2021-07-26T16:02:34.981 INFO:tasks.rados.rados.0.smithi037.stdout:1520: finishing rollback tid 2 to smithi03738989-46 2021-07-26T16:02:34.981 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 870 (ObjNum 345 snap 105 seq_num 345) dirty exists 2021-07-26T16:02:34.982 INFO:tasks.rados.rados.0.smithi037.stdout:1517: done (3 left) 2021-07-26T16:02:34.982 INFO:tasks.rados.rados.0.smithi037.stdout:1518: done (2 left) 2021-07-26T16:02:34.983 INFO:tasks.rados.rados.0.smithi037.stdout:1520: done (1 left) 2021-07-26T16:02:34.983 INFO:tasks.rados.rados.0.smithi037.stdout:1523: read oid 33 snap 140 2021-07-26T16:02:34.983 INFO:tasks.rados.rados.0.smithi037.stdout:1523: expect (ObjNum 431 snap 128 seq_num 431) 2021-07-26T16:02:34.983 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 150 2021-07-26T16:02:34.983 INFO:tasks.rados.rados.0.smithi037.stdout:1524: seq_num 504 ranges {139264=450560,589824=589824,1179648=212992} 2021-07-26T16:02:34.984 INFO:tasks.rados.rados.0.smithi037.stdout:1524: writing smithi03738989-17 from 139264 to 589824 tid 1 2021-07-26T16:02:34.986 INFO:tasks.rados.rados.0.smithi037.stdout:1524: writing smithi03738989-17 from 589824 to 1179648 tid 2 2021-07-26T16:02:34.988 INFO:tasks.rados.rados.0.smithi037.stdout:1524: writing smithi03738989-17 from 1179648 to 1392640 tid 3 2021-07-26T16:02:34.988 INFO:tasks.rados.rados.0.smithi037.stdout:1525: copy_from oid 40 from oid 41 current snap is 150 2021-07-26T16:02:34.989 INFO:tasks.rados.rados.0.smithi037.stdout:1522: finishing write tid 1 to smithi03738989-34 2021-07-26T16:02:34.989 INFO:tasks.rados.rados.0.smithi037.stdout:1522: finishing write tid 2 to smithi03738989-34 2021-07-26T16:02:34.989 INFO:tasks.rados.rados.0.smithi037.stdout:1522: finishing write tid 3 to smithi03738989-34 2021-07-26T16:02:34.989 INFO:tasks.rados.rados.0.smithi037.stdout:1522: finishing write tid 5 to smithi03738989-34 2021-07-26T16:02:34.989 INFO:tasks.rados.rados.0.smithi037.stdout:1526: snap_remove snap 141 2021-07-26T16:02:35.048 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T16:02:35.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:34 smithi107 bash[29346]: cluster 2021-07-26T16:02:33.737474+0000 mgr.y (mgr.24994) 185 : cluster [DBG] pgmap v240: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 257 MiB data, 522 MiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 19 op/s; 47/531 objects degraded (8.851%) 2021-07-26T16:02:35.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:34 smithi107 bash[29346]: cluster 2021-07-26T16:02:33.960751+0000 mon.a (mon.0) 457 : cluster [DBG] osdmap e355: 8 total, 7 up, 8 in 2021-07-26T16:02:35.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:34 smithi107 bash[29346]: cluster 2021-07-26T16:02:34.195570+0000 mon.a (mon.0) 458 : cluster [WRN] Health check update: Degraded data redundancy: 47/531 objects degraded (8.851%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T16:02:35.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:34 smithi107 bash[29346]: audit 2021-07-26T16:02:34.905135+0000 mon.a (mon.0) 459 : audit [INF] from='osd.3 [v2:172.21.15.37:6826/3010656580,v1:172.21.15.37:6827/3010656580]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-07-26T16:02:35.335 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:34 smithi037 bash[47678]: debug 2021-07-26T16:02:34.898+0000 7fbe2acdf0c0 -1 osd.3 344 log_to_monitors {default=true} 2021-07-26T16:02:35.336 INFO:journalctl@ceph.osd.3.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[47678]: debug 2021-07-26T16:02:35.006+0000 7fbe1c634700 -1 osd.3 344 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-07-26T16:02:35.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:34 smithi037 bash[41498]: cluster 2021-07-26T16:02:33.737474+0000 mgr.y (mgr.24994) 185 : cluster [DBG] pgmap v240: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 257 MiB data, 522 MiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 19 op/s; 47/531 objects degraded (8.851%) 2021-07-26T16:02:35.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:34 smithi037 bash[41498]: cluster 2021-07-26T16:02:33.960751+0000 mon.a (mon.0) 457 : cluster [DBG] osdmap e355: 8 total, 7 up, 8 in 2021-07-26T16:02:35.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:34 smithi037 bash[41498]: cluster 2021-07-26T16:02:34.195570+0000 mon.a (mon.0) 458 : cluster [WRN] Health check update: Degraded data redundancy: 47/531 objects degraded (8.851%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T16:02:35.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:34 smithi037 bash[41498]: audit 2021-07-26T16:02:34.905135+0000 mon.a (mon.0) 459 : audit [INF] from='osd.3 [v2:172.21.15.37:6826/3010656580,v1:172.21.15.37:6827/3010656580]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-07-26T16:02:35.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:34 smithi037 bash[42499]: cluster 2021-07-26T16:02:33.737474+0000 mgr.y (mgr.24994) 185 : cluster [DBG] pgmap v240: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 257 MiB data, 522 MiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 19 op/s; 47/531 objects degraded (8.851%) 2021-07-26T16:02:35.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:34 smithi037 bash[42499]: cluster 2021-07-26T16:02:33.960751+0000 mon.a (mon.0) 457 : cluster [DBG] osdmap e355: 8 total, 7 up, 8 in 2021-07-26T16:02:35.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:34 smithi037 bash[42499]: cluster 2021-07-26T16:02:34.195570+0000 mon.a (mon.0) 458 : cluster [WRN] Health check update: Degraded data redundancy: 47/531 objects degraded (8.851%), 7 pgs degraded (PG_DEGRADED) 2021-07-26T16:02:35.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:34 smithi037 bash[42499]: audit 2021-07-26T16:02:34.905135+0000 mon.a (mon.0) 459 : audit [INF] from='osd.3 [v2:172.21.15.37:6826/3010656580,v1:172.21.15.37:6827/3010656580]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-07-26T16:02:35.369 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T16:02:35.369 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 running (9m) 3s ago 10m 10.2M - 0.20.0 0881eb8f169f efab80df0ece 2021-07-26T16:02:35.369 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi107 running (9m) 2m ago 9m 26.1M - 6.7.4 3b1077a63311 2876c96eb484 2021-07-26T16:02:35.370 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi037.wjuegm smithi037 running (8m) 3s ago 8m 15.3M - 15.2.13 5eab30a79396 d211508d5e60 2021-07-26T16:02:35.370 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi107.pmlxcx smithi107 running (8m) 2m ago 8m 17.4M - 15.2.13 5eab30a79396 8636b713abef 2021-07-26T16:02:35.370 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi107 *:8443 running (3m) 2m ago 14m 371M - 17.0.0-6381-gbccf07c2 6cdb40438e66 860e60362e9d 2021-07-26T16:02:35.370 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443 running (3m) 3s ago 16m 419M - 17.0.0-6381-gbccf07c2 6cdb40438e66 a07fb6f2ffc9 2021-07-26T16:02:35.371 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (3m) 3s ago 16m 57.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 370b9a5b7829 2021-07-26T16:02:35.371 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi107 running (2m) 2m ago 14m 27.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 0f8f2b11f865 2021-07-26T16:02:35.371 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (2m) 3s ago 14m 48.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46cd16de9ecd 2021-07-26T16:02:35.371 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 running (10m) 3s ago 10m 11.3M - 0.18.1 e5a616e4b9cf 3ad93cd5c278 2021-07-26T16:02:35.372 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi107 running (10m) 2m ago 10m 11.0M - 0.18.1 e5a616e4b9cf b308a000873c 2021-07-26T16:02:35.372 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (92s) 3s ago 14m 268M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 3bf4d2f6804d 2021-07-26T16:02:35.372 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (62s) 3s ago 13m 256M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 1926c4e36355 2021-07-26T16:02:35.372 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (34s) 3s ago 13m 156M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 5d4e19f02b60 2021-07-26T16:02:35.372 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (5s) 3s ago 12m - 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 4287a9c24c27 2021-07-26T16:02:35.373 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi107 running (12m) 2m ago 12m 142M 4096M 15.2.13 5eab30a79396 cdf1c413f938 2021-07-26T16:02:35.373 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi107 running (11m) 2m ago 11m 142M 4096M 15.2.13 5eab30a79396 1948041463bd 2021-07-26T16:02:35.373 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi107 running (11m) 2m ago 11m 108M 4096M 15.2.13 5eab30a79396 4230be7c8f5f 2021-07-26T16:02:35.373 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi107 running (10m) 2m ago 10m 105M 4096M 15.2.13 5eab30a79396 964b0df7c499 2021-07-26T16:02:35.374 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi107 running (9m) 2m ago 10m 25.3M - 2.18.1 de242295e225 95178a9d7a1a 2021-07-26T16:02:35.750 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T16:02:35.751 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2021-07-26T16:02:35.751 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T16:02:35.751 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:02:35.751 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2021-07-26T16:02:35.752 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T16:02:35.752 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:02:35.752 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2021-07-26T16:02:35.752 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 4, 2021-07-26T16:02:35.752 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T16:02:35.753 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:02:35.753 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2021-07-26T16:02:35.753 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 2 2021-07-26T16:02:35.753 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:02:35.754 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2021-07-26T16:02:35.754 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 6, 2021-07-26T16:02:35.754 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 8 2021-07-26T16:02:35.754 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:02:35.754 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T16:02:35.999 INFO:tasks.rados.rados.0.smithi037.stdout:1526: done (4 left) 2021-07-26T16:02:36.000 INFO:tasks.rados.rados.0.smithi037.stdout:1527: snap_create 2021-07-26T16:02:36.000 INFO:tasks.rados.rados.0.smithi037.stdout:1522: finishing write tid 6 to smithi03738989-34 2021-07-26T16:02:36.000 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 756 (ObjNum 503 snap 150 seq_num 503) dirty exists 2021-07-26T16:02:36.001 INFO:tasks.rados.rados.0.smithi037.stdout:1522: left oid 34 (ObjNum 503 snap 150 seq_num 503) 2021-07-26T16:02:36.001 INFO:tasks.rados.rados.0.smithi037.stdout:1523: expect (ObjNum 431 snap 128 seq_num 431) 2021-07-26T16:02:36.002 INFO:tasks.rados.rados.0.smithi037.stdout:1524: finishing write tid 1 to smithi03738989-17 2021-07-26T16:02:36.002 INFO:tasks.rados.rados.0.smithi037.stdout:1524: finishing write tid 2 to smithi03738989-17 2021-07-26T16:02:36.003 INFO:tasks.rados.rados.0.smithi037.stdout:1524: finishing write tid 3 to smithi03738989-17 2021-07-26T16:02:36.003 INFO:tasks.rados.rados.0.smithi037.stdout:1524: finishing write tid 5 to smithi03738989-17 2021-07-26T16:02:36.003 INFO:tasks.rados.rados.0.smithi037.stdout:1525: finishing copy_from to smithi03738989-40 2021-07-26T16:02:36.004 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1059 (ObjNum 487 snap 146 seq_num 487) dirty exists 2021-07-26T16:02:36.004 INFO:tasks.rados.rados.0.smithi037.stdout:1524: finishing write tid 6 to smithi03738989-17 2021-07-26T16:02:36.004 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 774 (ObjNum 504 snap 150 seq_num 504) dirty exists 2021-07-26T16:02:36.004 INFO:tasks.rados.rados.0.smithi037.stdout:1524: left oid 17 (ObjNum 504 snap 150 seq_num 504) 2021-07-26T16:02:36.005 INFO:tasks.rados.rados.0.smithi037.stdout:1525: finishing copy_from racing read to smithi03738989-40 2021-07-26T16:02:36.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:35 smithi107 bash[29346]: audit 2021-07-26T16:02:34.965157+0000 mon.a (mon.0) 460 : audit [INF] from='osd.3 [v2:172.21.15.37:6826/3010656580,v1:172.21.15.37:6827/3010656580]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-07-26T16:02:36.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:35 smithi107 bash[29346]: cluster 2021-07-26T16:02:34.965283+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e356: 8 total, 7 up, 8 in 2021-07-26T16:02:36.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:35 smithi107 bash[29346]: audit 2021-07-26T16:02:34.976411+0000 mon.a (mon.0) 462 : audit [INF] from='osd.3 [v2:172.21.15.37:6826/3010656580,v1:172.21.15.37:6827/3010656580]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T16:02:36.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:35 smithi107 bash[29346]: audit 2021-07-26T16:02:35.034320+0000 mgr.y (mgr.24994) 186 : audit [DBG] from='client.44253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:36.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:35 smithi107 bash[29346]: audit 2021-07-26T16:02:35.341152+0000 mgr.y (mgr.24994) 187 : audit [DBG] from='client.44262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:36.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:35 smithi107 bash[29346]: audit 2021-07-26T16:02:35.344451+0000 mon.c (mon.1) 145 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:02:36.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:35 smithi107 bash[29346]: audit 2021-07-26T16:02:35.345442+0000 mon.c (mon.1) 146 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:02:36.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:35 smithi107 bash[29346]: audit 2021-07-26T16:02:35.346228+0000 mon.c (mon.1) 147 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:35 smithi107 bash[29346]: audit 2021-07-26T16:02:35.346959+0000 mon.c (mon.1) 148 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:35 smithi107 bash[29346]: audit 2021-07-26T16:02:35.347811+0000 mon.c (mon.1) 149 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:35 smithi107 bash[29346]: audit 2021-07-26T16:02:35.348692+0000 mon.c (mon.1) 150 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:35 smithi107 bash[29346]: audit 2021-07-26T16:02:35.351394+0000 mon.c (mon.1) 151 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:02:36.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:35 smithi107 bash[29346]: audit 2021-07-26T16:02:35.352088+0000 mon.c (mon.1) 152 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:35 smithi107 bash[29346]: audit 2021-07-26T16:02:35.352746+0000 mon.c (mon.1) 153 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:35 smithi107 bash[29346]: audit 2021-07-26T16:02:35.353260+0000 mon.c (mon.1) 154 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:35 smithi107 bash[29346]: audit 2021-07-26T16:02:35.353909+0000 mon.c (mon.1) 155 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:35 smithi107 bash[29346]: audit 2021-07-26T16:02:35.752259+0000 mon.c (mon.1) 156 : audit [DBG] from='client.? 172.21.15.37:0/1687117875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:36.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[41498]: audit 2021-07-26T16:02:34.965157+0000 mon.a (mon.0) 460 : audit [INF] from='osd.3 [v2:172.21.15.37:6826/3010656580,v1:172.21.15.37:6827/3010656580]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-07-26T16:02:36.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[41498]: cluster 2021-07-26T16:02:34.965283+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e356: 8 total, 7 up, 8 in 2021-07-26T16:02:36.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[41498]: audit 2021-07-26T16:02:34.976411+0000 mon.a (mon.0) 462 : audit [INF] from='osd.3 [v2:172.21.15.37:6826/3010656580,v1:172.21.15.37:6827/3010656580]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T16:02:36.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[41498]: audit 2021-07-26T16:02:35.034320+0000 mgr.y (mgr.24994) 186 : audit [DBG] from='client.44253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:36.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[41498]: audit 2021-07-26T16:02:35.341152+0000 mgr.y (mgr.24994) 187 : audit [DBG] from='client.44262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:36.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[41498]: audit 2021-07-26T16:02:35.344451+0000 mon.c (mon.1) 145 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:02:36.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[41498]: audit 2021-07-26T16:02:35.345442+0000 mon.c (mon.1) 146 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:02:36.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[41498]: audit 2021-07-26T16:02:35.346228+0000 mon.c (mon.1) 147 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[41498]: audit 2021-07-26T16:02:35.346959+0000 mon.c (mon.1) 148 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[41498]: audit 2021-07-26T16:02:35.347811+0000 mon.c (mon.1) 149 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[41498]: audit 2021-07-26T16:02:35.348692+0000 mon.c (mon.1) 150 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[41498]: audit 2021-07-26T16:02:35.351394+0000 mon.c (mon.1) 151 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:02:36.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[41498]: audit 2021-07-26T16:02:35.352088+0000 mon.c (mon.1) 152 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[41498]: audit 2021-07-26T16:02:35.352746+0000 mon.c (mon.1) 153 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[41498]: audit 2021-07-26T16:02:35.353260+0000 mon.c (mon.1) 154 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[41498]: audit 2021-07-26T16:02:35.353909+0000 mon.c (mon.1) 155 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[41498]: audit 2021-07-26T16:02:35.752259+0000 mon.c (mon.1) 156 : audit [DBG] from='client.? 172.21.15.37:0/1687117875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:36.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[42499]: audit 2021-07-26T16:02:34.965157+0000 mon.a (mon.0) 460 : audit [INF] from='osd.3 [v2:172.21.15.37:6826/3010656580,v1:172.21.15.37:6827/3010656580]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-07-26T16:02:36.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[42499]: cluster 2021-07-26T16:02:34.965283+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e356: 8 total, 7 up, 8 in 2021-07-26T16:02:36.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[42499]: audit 2021-07-26T16:02:34.976411+0000 mon.a (mon.0) 462 : audit [INF] from='osd.3 [v2:172.21.15.37:6826/3010656580,v1:172.21.15.37:6827/3010656580]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi037", "root=default"]}]: dispatch 2021-07-26T16:02:36.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[42499]: audit 2021-07-26T16:02:35.034320+0000 mgr.y (mgr.24994) 186 : audit [DBG] from='client.44253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:36.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[42499]: audit 2021-07-26T16:02:35.341152+0000 mgr.y (mgr.24994) 187 : audit [DBG] from='client.44262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:02:36.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[42499]: audit 2021-07-26T16:02:35.344451+0000 mon.c (mon.1) 145 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:02:36.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[42499]: audit 2021-07-26T16:02:35.345442+0000 mon.c (mon.1) 146 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:02:36.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[42499]: audit 2021-07-26T16:02:35.346228+0000 mon.c (mon.1) 147 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[42499]: audit 2021-07-26T16:02:35.346959+0000 mon.c (mon.1) 148 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[42499]: audit 2021-07-26T16:02:35.347811+0000 mon.c (mon.1) 149 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[42499]: audit 2021-07-26T16:02:35.348692+0000 mon.c (mon.1) 150 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[42499]: audit 2021-07-26T16:02:35.351394+0000 mon.c (mon.1) 151 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:02:36.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[42499]: audit 2021-07-26T16:02:35.352088+0000 mon.c (mon.1) 152 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[42499]: audit 2021-07-26T16:02:35.352746+0000 mon.c (mon.1) 153 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[42499]: audit 2021-07-26T16:02:35.353260+0000 mon.c (mon.1) 154 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[42499]: audit 2021-07-26T16:02:35.353909+0000 mon.c (mon.1) 155 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:02:36.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:35 smithi037 bash[42499]: audit 2021-07-26T16:02:35.752259+0000 mon.c (mon.1) 156 : audit [DBG] from='client.? 172.21.15.37:0/1687117875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:02:36.992 INFO:tasks.rados.rados.0.smithi037.stdout:1522: done (4 left) 2021-07-26T16:02:36.992 INFO:tasks.rados.rados.0.smithi037.stdout:1523: done (3 left) 2021-07-26T16:02:36.992 INFO:tasks.rados.rados.0.smithi037.stdout:1524: done (2 left) 2021-07-26T16:02:36.993 INFO:tasks.rados.rados.0.smithi037.stdout:1525: done (1 left) 2021-07-26T16:02:36.993 INFO:tasks.rados.rados.0.smithi037.stdout:1527: done (0 left) 2021-07-26T16:02:36.993 INFO:tasks.rados.rados.0.smithi037.stdout:1528: read oid 28 snap -1 2021-07-26T16:02:36.993 INFO:tasks.rados.rados.0.smithi037.stdout:1528: expect (ObjNum 404 snap 124 seq_num 404) 2021-07-26T16:02:36.994 INFO:tasks.rados.rados.0.smithi037.stdout:1529: read oid 11 snap -1 2021-07-26T16:02:36.994 INFO:tasks.rados.rados.0.smithi037.stdout:1529: expect (ObjNum 478 snap 144 seq_num 478) 2021-07-26T16:02:36.994 INFO:tasks.rados.rados.0.smithi037.stdout:1530: read oid 14 snap -1 2021-07-26T16:02:36.994 INFO:tasks.rados.rados.0.smithi037.stdout:1530: expect (ObjNum 438 snap 133 seq_num 438) 2021-07-26T16:02:36.995 INFO:tasks.rados.rados.0.smithi037.stdout:1531: copy_from oid 50 from oid 12 current snap is 151 2021-07-26T16:02:36.995 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 151 2021-07-26T16:02:36.995 INFO:tasks.rados.rados.0.smithi037.stdout:1532: seq_num 505 ranges {0=466944,466944=475136,942080=327680} 2021-07-26T16:02:36.997 INFO:tasks.rados.rados.0.smithi037.stdout:1532: writing smithi03738989-45 from 0 to 466944 tid 1 2021-07-26T16:02:37.003 INFO:tasks.rados.rados.0.smithi037.stdout:1532: writing smithi03738989-45 from 466944 to 942080 tid 2 2021-07-26T16:02:37.004 INFO:tasks.rados.rados.0.smithi037.stdout:1532: writing smithi03738989-45 from 942080 to 1269760 tid 3 2021-07-26T16:02:37.004 INFO:tasks.rados.rados.0.smithi037.stdout:1533: read oid 2 snap 142 2021-07-26T16:02:37.004 INFO:tasks.rados.rados.0.smithi037.stdout:1533: expect (ObjNum 430 snap 128 seq_num 430) 2021-07-26T16:02:37.004 INFO:tasks.rados.rados.0.smithi037.stdout:1534: copy_from oid 1 from oid 33 current snap is 151 2021-07-26T16:02:37.004 INFO:tasks.rados.rados.0.smithi037.stdout:1535: snap_create 2021-07-26T16:02:37.008 INFO:tasks.rados.rados.0.smithi037.stdout:1529: expect (ObjNum 478 snap 144 seq_num 478) 2021-07-26T16:02:37.036 INFO:tasks.rados.rados.0.smithi037.stdout:1530: expect (ObjNum 438 snap 133 seq_num 438) 2021-07-26T16:02:37.040 INFO:tasks.rados.rados.0.smithi037.stdout:1533: expect (ObjNum 430 snap 128 seq_num 430) 2021-07-26T16:02:37.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:36 smithi107 bash[29346]: cluster 2021-07-26T16:02:35.738308+0000 mgr.y (mgr.24994) 188 : cluster [DBG] pgmap v243: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 259 MiB data, 548 MiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.5 MiB/s wr, 18 op/s; 48/534 objects degraded (8.989%) 2021-07-26T16:02:37.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:36 smithi107 bash[29346]: cluster 2021-07-26T16:02:35.973616+0000 mon.a (mon.0) 463 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:02:37.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:36 smithi107 bash[29346]: cluster 2021-07-26T16:02:35.990759+0000 mon.a (mon.0) 464 : cluster [INF] osd.3 [v2:172.21.15.37:6826/3010656580,v1:172.21.15.37:6827/3010656580] boot 2021-07-26T16:02:37.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:36 smithi107 bash[29346]: cluster 2021-07-26T16:02:35.990932+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2021-07-26T16:02:37.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:36 smithi107 bash[29346]: audit 2021-07-26T16:02:36.000584+0000 mon.c (mon.1) 157 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T16:02:37.299 INFO:tasks.rados.rados.0.smithi037.stdout:1532: finishing write tid 1 to smithi03738989-45 2021-07-26T16:02:37.299 INFO:tasks.rados.rados.0.smithi037.stdout:1532: finishing write tid 2 to smithi03738989-45 2021-07-26T16:02:37.299 INFO:tasks.rados.rados.0.smithi037.stdout:1532: finishing write tid 3 to smithi03738989-45 2021-07-26T16:02:37.300 INFO:tasks.rados.rados.0.smithi037.stdout:1532: finishing write tid 5 to smithi03738989-45 2021-07-26T16:02:37.300 INFO:tasks.rados.rados.0.smithi037.stdout:1534: finishing copy_from to smithi03738989-1 2021-07-26T16:02:37.300 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 747 (ObjNum 431 snap 128 seq_num 431) dirty exists 2021-07-26T16:02:37.301 INFO:tasks.rados.rados.0.smithi037.stdout:1534: finishing copy_from racing read to smithi03738989-1 2021-07-26T16:02:37.301 INFO:tasks.rados.rados.0.smithi037.stdout:1532: finishing write tid 6 to smithi03738989-45 2021-07-26T16:02:37.301 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1400 (ObjNum 505 snap 151 seq_num 505) dirty exists 2021-07-26T16:02:37.301 INFO:tasks.rados.rados.0.smithi037.stdout:1532: left oid 45 (ObjNum 505 snap 151 seq_num 505) 2021-07-26T16:02:37.302 INFO:tasks.rados.rados.0.smithi037.stdout:1528: expect (ObjNum 404 snap 124 seq_num 404) 2021-07-26T16:02:37.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:36 smithi037 bash[41498]: cluster 2021-07-26T16:02:35.738308+0000 mgr.y (mgr.24994) 188 : cluster [DBG] pgmap v243: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 259 MiB data, 548 MiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.5 MiB/s wr, 18 op/s; 48/534 objects degraded (8.989%) 2021-07-26T16:02:37.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:36 smithi037 bash[41498]: cluster 2021-07-26T16:02:35.973616+0000 mon.a (mon.0) 463 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:02:37.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:36 smithi037 bash[41498]: cluster 2021-07-26T16:02:35.990759+0000 mon.a (mon.0) 464 : cluster [INF] osd.3 [v2:172.21.15.37:6826/3010656580,v1:172.21.15.37:6827/3010656580] boot 2021-07-26T16:02:37.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:36 smithi037 bash[41498]: cluster 2021-07-26T16:02:35.990932+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2021-07-26T16:02:37.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:36 smithi037 bash[41498]: audit 2021-07-26T16:02:36.000584+0000 mon.c (mon.1) 157 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T16:02:37.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:36 smithi037 bash[42499]: cluster 2021-07-26T16:02:35.738308+0000 mgr.y (mgr.24994) 188 : cluster [DBG] pgmap v243: 89 pgs: 7 active+undersized+degraded, 28 active+undersized, 54 active+clean; 259 MiB data, 548 MiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.5 MiB/s wr, 18 op/s; 48/534 objects degraded (8.989%) 2021-07-26T16:02:37.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:36 smithi037 bash[42499]: cluster 2021-07-26T16:02:35.973616+0000 mon.a (mon.0) 463 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:02:37.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:36 smithi037 bash[42499]: cluster 2021-07-26T16:02:35.990759+0000 mon.a (mon.0) 464 : cluster [INF] osd.3 [v2:172.21.15.37:6826/3010656580,v1:172.21.15.37:6827/3010656580] boot 2021-07-26T16:02:37.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:36 smithi037 bash[42499]: cluster 2021-07-26T16:02:35.990932+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2021-07-26T16:02:37.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:36 smithi037 bash[42499]: audit 2021-07-26T16:02:36.000584+0000 mon.c (mon.1) 157 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-07-26T16:02:38.013 INFO:tasks.rados.rados.0.smithi037.stdout:1528: done (7 left) 2021-07-26T16:02:38.013 INFO:tasks.rados.rados.0.smithi037.stdout:1529: done (6 left) 2021-07-26T16:02:38.014 INFO:tasks.rados.rados.0.smithi037.stdout:1530: done (5 left) 2021-07-26T16:02:38.015 INFO:tasks.rados.rados.0.smithi037.stdout:1532: done (4 left) 2021-07-26T16:02:38.015 INFO:tasks.rados.rados.0.smithi037.stdout:1533: done (3 left) 2021-07-26T16:02:38.015 INFO:tasks.rados.rados.0.smithi037.stdout:1534: done (2 left) 2021-07-26T16:02:38.015 INFO:tasks.rados.rados.0.smithi037.stdout:1535: done (1 left) 2021-07-26T16:02:38.016 INFO:tasks.rados.rados.0.smithi037.stdout:1536: snap_remove snap 125 2021-07-26T16:02:38.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:37 smithi107 bash[29346]: cluster 2021-07-26T16:02:36.992943+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2021-07-26T16:02:38.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:38 smithi037 bash[41498]: cluster 2021-07-26T16:02:36.992943+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2021-07-26T16:02:38.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:38 smithi037 bash[42499]: cluster 2021-07-26T16:02:36.992943+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2021-07-26T16:02:39.023 INFO:tasks.rados.rados.0.smithi037.stdout:1536: done (1 left) 2021-07-26T16:02:39.024 INFO:tasks.rados.rados.0.smithi037.stdout:1537: snap_create 2021-07-26T16:02:39.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:38 smithi107 bash[29346]: cluster 2021-07-26T16:02:37.738882+0000 mgr.y (mgr.24994) 189 : cluster [DBG] pgmap v246: 89 pgs: 12 peering, 4 active+undersized+degraded, 19 active+undersized, 54 active+clean; 264 MiB data, 557 MiB used, 711 GiB / 715 GiB avail; 613 KiB/s rd, 1.9 MiB/s wr, 7 op/s; 32/540 objects degraded (5.926%) 2021-07-26T16:02:39.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:39 smithi107 bash[29346]: cluster 2021-07-26T16:02:38.011199+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e359: 8 total, 8 up, 8 in 2021-07-26T16:02:39.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:39 smithi037 bash[42499]: cluster 2021-07-26T16:02:37.738882+0000 mgr.y (mgr.24994) 189 : cluster [DBG] pgmap v246: 89 pgs: 12 peering, 4 active+undersized+degraded, 19 active+undersized, 54 active+clean; 264 MiB data, 557 MiB used, 711 GiB / 715 GiB avail; 613 KiB/s rd, 1.9 MiB/s wr, 7 op/s; 32/540 objects degraded (5.926%) 2021-07-26T16:02:39.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:39 smithi037 bash[42499]: cluster 2021-07-26T16:02:38.011199+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e359: 8 total, 8 up, 8 in 2021-07-26T16:02:39.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:39 smithi037 bash[41498]: cluster 2021-07-26T16:02:37.738882+0000 mgr.y (mgr.24994) 189 : cluster [DBG] pgmap v246: 89 pgs: 12 peering, 4 active+undersized+degraded, 19 active+undersized, 54 active+clean; 264 MiB data, 557 MiB used, 711 GiB / 715 GiB avail; 613 KiB/s rd, 1.9 MiB/s wr, 7 op/s; 32/540 objects degraded (5.926%) 2021-07-26T16:02:39.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:39 smithi037 bash[41498]: cluster 2021-07-26T16:02:38.011199+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e359: 8 total, 8 up, 8 in 2021-07-26T16:02:40.026 INFO:tasks.rados.rados.0.smithi037.stdout:1537: done (1 left) 2021-07-26T16:02:40.026 INFO:tasks.rados.rados.0.smithi037.stdout:1538: read oid 22 snap -1 2021-07-26T16:02:40.027 INFO:tasks.rados.rados.0.smithi037.stdout:1538: expect (ObjNum 502 snap 150 seq_num 502) 2021-07-26T16:02:40.027 INFO:tasks.rados.rados.0.smithi037.stdout:1539: rollback oid 44 current snap is 153 2021-07-26T16:02:40.027 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 44 to 147 2021-07-26T16:02:40.028 INFO:tasks.rados.rados.0.smithi037.stdout:1540: delete oid 5 current snap is 153 2021-07-26T16:02:40.038 INFO:tasks.rados.rados.0.smithi037.stdout:1539: finishing rollback tid 0 to smithi03738989-44 2021-07-26T16:02:40.038 INFO:tasks.rados.rados.0.smithi037.stdout:1539: finishing rollback tid 1 to smithi03738989-44 2021-07-26T16:02:40.038 INFO:tasks.rados.rados.0.smithi037.stdout:1539: finishing rollback tid 2 to smithi03738989-44 2021-07-26T16:02:40.038 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 761 (ObjNum 414 snap 125 seq_num 414) dirty exists 2021-07-26T16:02:40.039 INFO:tasks.rados.rados.0.smithi037.stdout:1539: done (3 left) 2021-07-26T16:02:40.039 INFO:tasks.rados.rados.0.smithi037.stdout:1540: done (2 left) 2021-07-26T16:02:40.040 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 153 2021-07-26T16:02:40.040 INFO:tasks.rados.rados.0.smithi037.stdout:1541: seq_num 507 ranges {139264=499712,638976=638976,1277952=163840} 2021-07-26T16:02:40.042 INFO:tasks.rados.rados.0.smithi037.stdout:1541: writing smithi03738989-14 from 139264 to 638976 tid 1 2021-07-26T16:02:40.046 INFO:tasks.rados.rados.0.smithi037.stdout:1541: writing smithi03738989-14 from 638976 to 1277952 tid 2 2021-07-26T16:02:40.048 INFO:tasks.rados.rados.0.smithi037.stdout:1541: writing smithi03738989-14 from 1277952 to 1441792 tid 3 2021-07-26T16:02:40.048 INFO:tasks.rados.rados.0.smithi037.stdout:1542: rollback oid 39 current snap is 153 2021-07-26T16:02:40.048 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 39 to 139 2021-07-26T16:02:40.049 INFO:tasks.rados.rados.0.smithi037.stdout:1538: expect (ObjNum 502 snap 150 seq_num 502) 2021-07-26T16:02:40.082 INFO:tasks.rados.rados.0.smithi037.stdout:1541: finishing write tid 1 to smithi03738989-14 2021-07-26T16:02:40.083 INFO:tasks.rados.rados.0.smithi037.stdout:1542: finishing rollback tid 1 to smithi03738989-39 2021-07-26T16:02:40.083 INFO:tasks.rados.rados.0.smithi037.stdout:1542: finishing rollback tid 2 to smithi03738989-39 2021-07-26T16:02:40.083 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1413 (ObjNum 415 snap 125 seq_num 415) dirty exists 2021-07-26T16:02:40.083 INFO:tasks.rados.rados.0.smithi037.stdout:1541: finishing write tid 2 to smithi03738989-14 2021-07-26T16:02:40.084 INFO:tasks.rados.rados.0.smithi037.stdout:1541: finishing write tid 3 to smithi03738989-14 2021-07-26T16:02:40.084 INFO:tasks.rados.rados.0.smithi037.stdout:1538: done (3 left) 2021-07-26T16:02:40.084 INFO:tasks.rados.rados.0.smithi037.stdout:1542: done (2 left) 2021-07-26T16:02:40.084 INFO:tasks.rados.rados.0.smithi037.stdout:1543: copy_from oid 31 from oid 27 current snap is 153 2021-07-26T16:02:40.084 INFO:tasks.rados.rados.0.smithi037.stdout:1541: finishing write tid 5 to smithi03738989-14 2021-07-26T16:02:40.085 INFO:tasks.rados.rados.0.smithi037.stdout:1541: finishing write tid 6 to smithi03738989-14 2021-07-26T16:02:40.085 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 772 (ObjNum 507 snap 153 seq_num 507) dirty exists 2021-07-26T16:02:40.085 INFO:tasks.rados.rados.0.smithi037.stdout:1541: left oid 14 (ObjNum 507 snap 153 seq_num 507) 2021-07-26T16:02:40.085 INFO:tasks.rados.rados.0.smithi037.stdout:1541: done (2 left) 2021-07-26T16:02:40.086 INFO:tasks.rados.rados.0.smithi037.stdout:1544: read oid 6 snap -1 2021-07-26T16:02:40.086 INFO:tasks.rados.rados.0.smithi037.stdout:1544: expect (ObjNum 474 snap 144 seq_num 474) 2021-07-26T16:02:40.086 INFO:tasks.rados.rados.0.smithi037.stdout:1545: rmattr oid 17 current snap is 153 2021-07-26T16:02:40.086 INFO:tasks.rados.rados.0.smithi037.stdout:1545: done (3 left) 2021-07-26T16:02:40.086 INFO:tasks.rados.rados.0.smithi037.stdout:1546: snap_create 2021-07-26T16:02:40.093 INFO:tasks.rados.rados.0.smithi037.stdout:1544: expect (ObjNum 474 snap 144 seq_num 474) 2021-07-26T16:02:40.148 INFO:tasks.rados.rados.0.smithi037.stdout:1543: finishing copy_from to smithi03738989-31 2021-07-26T16:02:40.148 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 565 (ObjNum 338 snap 103 seq_num 338) dirty exists 2021-07-26T16:02:40.148 INFO:tasks.rados.rados.0.smithi037.stdout:1543: finishing copy_from racing read to smithi03738989-31 2021-07-26T16:02:40.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:40 smithi037 bash[42499]: cluster 2021-07-26T16:02:39.020184+0000 mon.a (mon.0) 468 : cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2021-07-26T16:02:40.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:40 smithi037 bash[41498]: cluster 2021-07-26T16:02:39.020184+0000 mon.a (mon.0) 468 : cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2021-07-26T16:02:40.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:40 smithi107 bash[29346]: cluster 2021-07-26T16:02:39.020184+0000 mon.a (mon.0) 468 : cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2021-07-26T16:02:41.045 INFO:tasks.rados.rados.0.smithi037.stdout:1543: done (3 left) 2021-07-26T16:02:41.045 INFO:tasks.rados.rados.0.smithi037.stdout:1544: done (2 left) 2021-07-26T16:02:41.045 INFO:tasks.rados.rados.0.smithi037.stdout:1546: done (1 left) 2021-07-26T16:02:41.045 INFO:tasks.rados.rados.0.smithi037.stdout:1547: rmattr oid 32 current snap is 154 2021-07-26T16:02:41.046 INFO:tasks.rados.rados.0.smithi037.stdout:1547: done (1 left) 2021-07-26T16:02:41.046 INFO:tasks.rados.rados.0.smithi037.stdout:1548: copy_from oid 43 from oid 8 current snap is 154 2021-07-26T16:02:41.046 INFO:tasks.rados.rados.0.smithi037.stdout:1549: rollback oid 2 current snap is 154 2021-07-26T16:02:41.046 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 2 to 152 2021-07-26T16:02:41.047 INFO:tasks.rados.rados.0.smithi037.stdout:1550: snap_create 2021-07-26T16:02:41.054 INFO:tasks.rados.rados.0.smithi037.stdout:1549: finishing rollback tid 0 to smithi03738989-2 2021-07-26T16:02:41.055 INFO:tasks.rados.rados.0.smithi037.stdout:1549: finishing rollback tid 1 to smithi03738989-2 2021-07-26T16:02:41.055 INFO:tasks.rados.rados.0.smithi037.stdout:1549: finishing rollback tid 2 to smithi03738989-2 2021-07-26T16:02:41.056 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 827 (ObjNum 430 snap 128 seq_num 430) dirty exists 2021-07-26T16:02:41.085 INFO:tasks.rados.rados.0.smithi037.stdout:1548: finishing copy_from to smithi03738989-43 2021-07-26T16:02:41.085 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 572 (ObjNum 396 snap 121 seq_num 396) dirty exists 2021-07-26T16:02:41.086 INFO:tasks.rados.rados.0.smithi037.stdout:1548: finishing copy_from racing read to smithi03738989-43 2021-07-26T16:02:41.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:41 smithi037 bash[42499]: cluster 2021-07-26T16:02:39.739838+0000 mgr.y (mgr.24994) 190 : cluster [DBG] pgmap v249: 89 pgs: 12 peering, 3 active+undersized+degraded, 11 active+undersized, 63 active+clean; 265 MiB data, 568 MiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.6 MiB/s wr, 7 op/s; 19/540 objects degraded (3.519%); 6.6 MiB/s, 1 objects/s recovering 2021-07-26T16:02:41.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:41 smithi037 bash[42499]: cluster 2021-07-26T16:02:40.015904+0000 mon.a (mon.0) 469 : cluster [WRN] Health check update: Degraded data redundancy: 19/540 objects degraded (3.519%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T16:02:41.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:41 smithi037 bash[42499]: cluster 2021-07-26T16:02:40.022674+0000 mon.a (mon.0) 470 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2021-07-26T16:02:41.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:41 smithi037 bash[41498]: cluster 2021-07-26T16:02:39.739838+0000 mgr.y (mgr.24994) 190 : cluster [DBG] pgmap v249: 89 pgs: 12 peering, 3 active+undersized+degraded, 11 active+undersized, 63 active+clean; 265 MiB data, 568 MiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.6 MiB/s wr, 7 op/s; 19/540 objects degraded (3.519%); 6.6 MiB/s, 1 objects/s recovering 2021-07-26T16:02:41.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:41 smithi037 bash[41498]: cluster 2021-07-26T16:02:40.015904+0000 mon.a (mon.0) 469 : cluster [WRN] Health check update: Degraded data redundancy: 19/540 objects degraded (3.519%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T16:02:41.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:41 smithi037 bash[41498]: cluster 2021-07-26T16:02:40.022674+0000 mon.a (mon.0) 470 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2021-07-26T16:02:41.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:41 smithi107 bash[29346]: cluster 2021-07-26T16:02:39.739838+0000 mgr.y (mgr.24994) 190 : cluster [DBG] pgmap v249: 89 pgs: 12 peering, 3 active+undersized+degraded, 11 active+undersized, 63 active+clean; 265 MiB data, 568 MiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.6 MiB/s wr, 7 op/s; 19/540 objects degraded (3.519%); 6.6 MiB/s, 1 objects/s recovering 2021-07-26T16:02:41.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:41 smithi107 bash[29346]: cluster 2021-07-26T16:02:40.015904+0000 mon.a (mon.0) 469 : cluster [WRN] Health check update: Degraded data redundancy: 19/540 objects degraded (3.519%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T16:02:41.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:41 smithi107 bash[29346]: cluster 2021-07-26T16:02:40.022674+0000 mon.a (mon.0) 470 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2021-07-26T16:02:42.058 INFO:tasks.rados.rados.0.smithi037.stdout:1548: done (3 left) 2021-07-26T16:02:42.058 INFO:tasks.rados.rados.0.smithi037.stdout:1549: done (2 left) 2021-07-26T16:02:42.058 INFO:tasks.rados.rados.0.smithi037.stdout:1550: done (1 left) 2021-07-26T16:02:42.059 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 155 2021-07-26T16:02:42.059 INFO:tasks.rados.rados.0.smithi037.stdout:1551: seq_num 508 ranges {5873664=516096,6389760=524288,6914048=278528} 2021-07-26T16:02:42.091 INFO:tasks.rados.rados.0.smithi037.stdout:1551: writing smithi03738989-9 from 5873664 to 6389760 tid 1 2021-07-26T16:02:42.095 INFO:tasks.rados.rados.0.smithi037.stdout:1551: writing smithi03738989-9 from 6389760 to 6914048 tid 2 2021-07-26T16:02:42.096 INFO:tasks.rados.rados.0.smithi037.stdout:1551: writing smithi03738989-9 from 6914048 to 7192576 tid 3 2021-07-26T16:02:42.097 INFO:tasks.rados.rados.0.smithi037.stdout:1552: delete oid 31 current snap is 155 2021-07-26T16:02:42.105 INFO:tasks.rados.rados.0.smithi037.stdout:1551: finishing write tid 1 to smithi03738989-9 2021-07-26T16:02:42.106 INFO:tasks.rados.rados.0.smithi037.stdout:1552: done (2 left) 2021-07-26T16:02:42.106 INFO:tasks.rados.rados.0.smithi037.stdout:1553: snap_create 2021-07-26T16:02:42.107 INFO:tasks.rados.rados.0.smithi037.stdout:1551: finishing write tid 2 to smithi03738989-9 2021-07-26T16:02:42.108 INFO:tasks.rados.rados.0.smithi037.stdout:1551: finishing write tid 3 to smithi03738989-9 2021-07-26T16:02:42.108 INFO:tasks.rados.rados.0.smithi037.stdout:1551: finishing write tid 5 to smithi03738989-9 2021-07-26T16:02:42.109 INFO:tasks.rados.rados.0.smithi037.stdout:1551: finishing write tid 6 to smithi03738989-9 2021-07-26T16:02:42.110 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 905 (ObjNum 508 snap 155 seq_num 508) dirty exists 2021-07-26T16:02:42.110 INFO:tasks.rados.rados.0.smithi037.stdout:1551: left oid 9 (ObjNum 508 snap 155 seq_num 508) 2021-07-26T16:02:42.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:42 smithi037 bash[41498]: cluster 2021-07-26T16:02:41.045982+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2021-07-26T16:02:42.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:42 smithi037 bash[42499]: cluster 2021-07-26T16:02:41.045982+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2021-07-26T16:02:42.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:42 smithi107 bash[29346]: cluster 2021-07-26T16:02:41.045982+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2021-07-26T16:02:43.064 INFO:tasks.rados.rados.0.smithi037.stdout:1551: done (2 left) 2021-07-26T16:02:43.065 INFO:tasks.rados.rados.0.smithi037.stdout:1553: done (1 left) 2021-07-26T16:02:43.065 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 156 2021-07-26T16:02:43.065 INFO:tasks.rados.rados.0.smithi037.stdout:1554: seq_num 510 ranges {6799360=548864,7348224=745472,8093696=57344} 2021-07-26T16:02:43.107 INFO:tasks.rados.rados.0.smithi037.stdout:1554: writing smithi03738989-30 from 6799360 to 7348224 tid 1 2021-07-26T16:02:43.111 INFO:tasks.rados.rados.0.smithi037.stdout:1554: writing smithi03738989-30 from 7348224 to 8093696 tid 2 2021-07-26T16:02:43.113 INFO:tasks.rados.rados.0.smithi037.stdout:1554: writing smithi03738989-30 from 8093696 to 8151040 tid 3 2021-07-26T16:02:43.113 INFO:tasks.rados.rados.0.smithi037.stdout:1555: rollback oid 17 current snap is 156 2021-07-26T16:02:43.113 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 17 to 154 2021-07-26T16:02:43.114 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 156 2021-07-26T16:02:43.114 INFO:tasks.rados.rados.0.smithi037.stdout:1556: seq_num 511 ranges {1269760=565248,1835008=630784,2465792=172032} 2021-07-26T16:02:43.123 INFO:tasks.rados.rados.0.smithi037.stdout:1556: writing smithi03738989-45 from 1269760 to 1835008 tid 1 2021-07-26T16:02:43.127 INFO:tasks.rados.rados.0.smithi037.stdout:1556: writing smithi03738989-45 from 1835008 to 2465792 tid 2 2021-07-26T16:02:43.128 INFO:tasks.rados.rados.0.smithi037.stdout:1556: writing smithi03738989-45 from 2465792 to 2637824 tid 3 2021-07-26T16:02:43.129 INFO:tasks.rados.rados.0.smithi037.stdout:1557: delete oid 42 current snap is 156 2021-07-26T16:02:43.129 INFO:tasks.rados.rados.0.smithi037.stdout:1554: finishing write tid 1 to smithi03738989-30 2021-07-26T16:02:43.129 INFO:tasks.rados.rados.0.smithi037.stdout:1554: finishing write tid 2 to smithi03738989-30 2021-07-26T16:02:43.130 INFO:tasks.rados.rados.0.smithi037.stdout:1554: finishing write tid 3 to smithi03738989-30 2021-07-26T16:02:43.130 INFO:tasks.rados.rados.0.smithi037.stdout:1554: finishing write tid 5 to smithi03738989-30 2021-07-26T16:02:43.130 INFO:tasks.rados.rados.0.smithi037.stdout:1554: finishing write tid 6 to smithi03738989-30 2021-07-26T16:02:43.130 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 1069 (ObjNum 510 snap 156 seq_num 510) dirty exists 2021-07-26T16:02:43.130 INFO:tasks.rados.rados.0.smithi037.stdout:1554: left oid 30 (ObjNum 510 snap 156 seq_num 510) 2021-07-26T16:02:43.131 INFO:tasks.rados.rados.0.smithi037.stdout:1555: finishing rollback tid 0 to smithi03738989-17 2021-07-26T16:02:43.131 INFO:tasks.rados.rados.0.smithi037.stdout:1555: finishing rollback tid 1 to smithi03738989-17 2021-07-26T16:02:43.131 INFO:tasks.rados.rados.0.smithi037.stdout:1555: finishing rollback tid 2 to smithi03738989-17 2021-07-26T16:02:43.131 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 777 (ObjNum 504 snap 150 seq_num 504) dirty exists 2021-07-26T16:02:43.132 INFO:tasks.rados.rados.0.smithi037.stdout:1556: finishing write tid 1 to smithi03738989-45 2021-07-26T16:02:43.132 INFO:tasks.rados.rados.0.smithi037.stdout:1554: done (4 left) 2021-07-26T16:02:43.133 INFO:tasks.rados.rados.0.smithi037.stdout:1555: done (3 left) 2021-07-26T16:02:43.133 INFO:tasks.rados.rados.0.smithi037.stdout:1557: done (2 left) 2021-07-26T16:02:43.133 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 156 2021-07-26T16:02:43.133 INFO:tasks.rados.rados.0.smithi037.stdout:1558: seq_num 513 ranges {1392640=598016,1990656=794624,2785280=8192} 2021-07-26T16:02:43.145 INFO:tasks.rados.rados.0.smithi037.stdout:1558: writing smithi03738989-17 from 1392640 to 1990656 tid 1 2021-07-26T16:02:43.150 INFO:tasks.rados.rados.0.smithi037.stdout:1558: writing smithi03738989-17 from 1990656 to 2785280 tid 2 2021-07-26T16:02:43.150 INFO:tasks.rados.rados.0.smithi037.stdout:1558: writing smithi03738989-17 from 2785280 to 2793472 tid 3 2021-07-26T16:02:43.150 INFO:tasks.rados.rados.0.smithi037.stdout:1559: delete oid 8 current snap is 156 2021-07-26T16:02:43.151 INFO:tasks.rados.rados.0.smithi037.stdout:1556: finishing write tid 2 to smithi03738989-45 2021-07-26T16:02:43.151 INFO:tasks.rados.rados.0.smithi037.stdout:1556: finishing write tid 3 to smithi03738989-45 2021-07-26T16:02:43.151 INFO:tasks.rados.rados.0.smithi037.stdout:1556: finishing write tid 5 to smithi03738989-45 2021-07-26T16:02:43.151 INFO:tasks.rados.rados.0.smithi037.stdout:1556: finishing write tid 6 to smithi03738989-45 2021-07-26T16:02:43.152 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1418 (ObjNum 511 snap 156 seq_num 511) dirty exists 2021-07-26T16:02:43.156 INFO:tasks.rados.rados.0.smithi037.stdout:1556: left oid 45 (ObjNum 511 snap 156 seq_num 511) 2021-07-26T16:02:43.157 INFO:tasks.rados.rados.0.smithi037.stdout:1558: finishing write tid 1 to smithi03738989-17 2021-07-26T16:02:43.158 INFO:tasks.rados.rados.0.smithi037.stdout:1556: done (3 left) 2021-07-26T16:02:43.158 INFO:tasks.rados.rados.0.smithi037.stdout:1559: done (2 left) 2021-07-26T16:02:43.158 INFO:tasks.rados.rados.0.smithi037.stdout:1560: rollback oid 13 current snap is 156 2021-07-26T16:02:43.159 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 13 to 155 2021-07-26T16:02:43.159 INFO:tasks.rados.rados.0.smithi037.stdout:1561: snap_create 2021-07-26T16:02:43.159 INFO:tasks.rados.rados.0.smithi037.stdout:1558: finishing write tid 2 to smithi03738989-17 2021-07-26T16:02:43.159 INFO:tasks.rados.rados.0.smithi037.stdout:1558: finishing write tid 3 to smithi03738989-17 2021-07-26T16:02:43.160 INFO:tasks.rados.rados.0.smithi037.stdout:1560: finishing rollback tid 0 to smithi03738989-13 2021-07-26T16:02:43.160 INFO:tasks.rados.rados.0.smithi037.stdout:1560: finishing rollback tid 1 to smithi03738989-13 2021-07-26T16:02:43.161 INFO:tasks.rados.rados.0.smithi037.stdout:1560: finishing rollback tid 2 to smithi03738989-13 2021-07-26T16:02:43.161 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 716 (ObjNum 435 snap 132 seq_num 435) dirty exists 2021-07-26T16:02:43.161 INFO:tasks.rados.rados.0.smithi037.stdout:1558: finishing write tid 5 to smithi03738989-17 2021-07-26T16:02:43.163 INFO:tasks.rados.rados.0.smithi037.stdout:1558: finishing write tid 6 to smithi03738989-17 2021-07-26T16:02:43.164 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 781 (ObjNum 513 snap 156 seq_num 513) dirty exists 2021-07-26T16:02:43.164 INFO:tasks.rados.rados.0.smithi037.stdout:1558: left oid 17 (ObjNum 513 snap 156 seq_num 513) 2021-07-26T16:02:43.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:43 smithi037 bash[41498]: cluster 2021-07-26T16:02:41.740980+0000 mgr.y (mgr.24994) 191 : cluster [DBG] pgmap v252: 89 pgs: 14 active+clean+wait, 3 peering, 72 active+clean; 267 MiB data, 578 MiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 846 KiB/s wr, 6 op/s; 6.6 MiB/s, 1 objects/s recovering 2021-07-26T16:02:43.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:43 smithi037 bash[41498]: cluster 2021-07-26T16:02:42.041229+0000 mon.a (mon.0) 472 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/540 objects degraded (3.519%), 3 pgs degraded) 2021-07-26T16:02:43.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:43 smithi037 bash[41498]: cluster 2021-07-26T16:02:42.041304+0000 mon.a (mon.0) 473 : cluster [INF] Cluster is now healthy 2021-07-26T16:02:43.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:43 smithi037 bash[41498]: cluster 2021-07-26T16:02:42.056785+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2021-07-26T16:02:43.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:43 smithi037 bash[42499]: cluster 2021-07-26T16:02:41.740980+0000 mgr.y (mgr.24994) 191 : cluster [DBG] pgmap v252: 89 pgs: 14 active+clean+wait, 3 peering, 72 active+clean; 267 MiB data, 578 MiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 846 KiB/s wr, 6 op/s; 6.6 MiB/s, 1 objects/s recovering 2021-07-26T16:02:43.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:43 smithi037 bash[42499]: cluster 2021-07-26T16:02:42.041229+0000 mon.a (mon.0) 472 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/540 objects degraded (3.519%), 3 pgs degraded) 2021-07-26T16:02:43.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:43 smithi037 bash[42499]: cluster 2021-07-26T16:02:42.041304+0000 mon.a (mon.0) 473 : cluster [INF] Cluster is now healthy 2021-07-26T16:02:43.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:43 smithi037 bash[42499]: cluster 2021-07-26T16:02:42.056785+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2021-07-26T16:02:43.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:43 smithi107 bash[29346]: cluster 2021-07-26T16:02:41.740980+0000 mgr.y (mgr.24994) 191 : cluster [DBG] pgmap v252: 89 pgs: 14 active+clean+wait, 3 peering, 72 active+clean; 267 MiB data, 578 MiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 846 KiB/s wr, 6 op/s; 6.6 MiB/s, 1 objects/s recovering 2021-07-26T16:02:43.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:43 smithi107 bash[29346]: cluster 2021-07-26T16:02:42.041229+0000 mon.a (mon.0) 472 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/540 objects degraded (3.519%), 3 pgs degraded) 2021-07-26T16:02:43.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:43 smithi107 bash[29346]: cluster 2021-07-26T16:02:42.041304+0000 mon.a (mon.0) 473 : cluster [INF] Cluster is now healthy 2021-07-26T16:02:43.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:43 smithi107 bash[29346]: cluster 2021-07-26T16:02:42.056785+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2021-07-26T16:02:44.079 INFO:tasks.rados.rados.0.smithi037.stdout:1558: done (3 left) 2021-07-26T16:02:44.080 INFO:tasks.rados.rados.0.smithi037.stdout:1560: done (2 left) 2021-07-26T16:02:44.080 INFO:tasks.rados.rados.0.smithi037.stdout:1561: done (1 left) 2021-07-26T16:02:44.080 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 157 2021-07-26T16:02:44.081 INFO:tasks.rados.rados.0.smithi037.stdout:1562: seq_num 515 ranges {1212416=630784,1843200=565248,2408448=237568} 2021-07-26T16:02:44.095 INFO:tasks.rados.rados.0.smithi037.stdout:1562: writing smithi03738989-22 from 1212416 to 1843200 tid 1 2021-07-26T16:02:44.098 INFO:tasks.rados.rados.0.smithi037.stdout:1562: writing smithi03738989-22 from 1843200 to 2408448 tid 2 2021-07-26T16:02:44.100 INFO:tasks.rados.rados.0.smithi037.stdout:1562: writing smithi03738989-22 from 2408448 to 2646016 tid 3 2021-07-26T16:02:44.100 INFO:tasks.rados.rados.0.smithi037.stdout:1563: rollback oid 3 current snap is 157 2021-07-26T16:02:44.100 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 3 to 152 2021-07-26T16:02:44.100 INFO:tasks.rados.rados.0.smithi037.stdout:1564: setattr oid 41 current snap is 157 2021-07-26T16:02:44.101 INFO:tasks.rados.rados.0.smithi037.stdout:1565: rollback oid 39 current snap is 157 2021-07-26T16:02:44.101 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 39 to 153 2021-07-26T16:02:44.102 INFO:tasks.rados.rados.0.smithi037.stdout:1566: snap_remove snap 145 2021-07-26T16:02:44.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:44 smithi037 bash[41498]: cluster 2021-07-26T16:02:43.065338+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2021-07-26T16:02:44.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:44 smithi037 bash[42499]: cluster 2021-07-26T16:02:43.065338+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2021-07-26T16:02:44.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:44 smithi107 bash[29346]: cluster 2021-07-26T16:02:43.065338+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2021-07-26T16:02:45.088 INFO:tasks.rados.rados.0.smithi037.stdout:1566: done (5 left) 2021-07-26T16:02:45.088 INFO:tasks.rados.rados.0.smithi037.stdout:1567: rollback oid 17 current snap is 157 2021-07-26T16:02:45.088 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 17 to 152 2021-07-26T16:02:45.089 INFO:tasks.rados.rados.0.smithi037.stdout:1562: finishing write tid 1 to smithi03738989-22 2021-07-26T16:02:45.089 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1070 (ObjNum 487 snap 146 seq_num 487) dirty exists 2021-07-26T16:02:45.090 INFO:tasks.rados.rados.0.smithi037.stdout:1562: finishing write tid 2 to smithi03738989-22 2021-07-26T16:02:45.090 INFO:tasks.rados.rados.0.smithi037.stdout:1565: finishing rollback tid 0 to smithi03738989-39 2021-07-26T16:02:45.090 INFO:tasks.rados.rados.0.smithi037.stdout:1565: finishing rollback tid 1 to smithi03738989-39 2021-07-26T16:02:45.090 INFO:tasks.rados.rados.0.smithi037.stdout:1562: finishing write tid 3 to smithi03738989-22 2021-07-26T16:02:45.091 INFO:tasks.rados.rados.0.smithi037.stdout:1562: finishing write tid 5 to smithi03738989-22 2021-07-26T16:02:45.092 INFO:tasks.rados.rados.0.smithi037.stdout:1565: finishing rollback tid 2 to smithi03738989-39 2021-07-26T16:02:45.092 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1422 (ObjNum 415 snap 125 seq_num 415) dirty exists 2021-07-26T16:02:45.092 INFO:tasks.rados.rados.0.smithi037.stdout:1563: finishing rollback tid 0 to smithi03738989-3 2021-07-26T16:02:45.092 INFO:tasks.rados.rados.0.smithi037.stdout:1563: finishing rollback tid 1 to smithi03738989-3 2021-07-26T16:02:45.093 INFO:tasks.rados.rados.0.smithi037.stdout:1563: finishing rollback tid 2 to smithi03738989-3 2021-07-26T16:02:45.093 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 864 (ObjNum 387 snap 120 seq_num 387) dirty exists 2021-07-26T16:02:45.093 INFO:tasks.rados.rados.0.smithi037.stdout:1562: finishing write tid 6 to smithi03738989-22 2021-07-26T16:02:45.093 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 721 (ObjNum 515 snap 157 seq_num 515) dirty exists 2021-07-26T16:02:45.093 INFO:tasks.rados.rados.0.smithi037.stdout:1562: left oid 22 (ObjNum 515 snap 157 seq_num 515) 2021-07-26T16:02:45.094 INFO:tasks.rados.rados.0.smithi037.stdout:1562: done (5 left) 2021-07-26T16:02:45.094 INFO:tasks.rados.rados.0.smithi037.stdout:1563: done (4 left) 2021-07-26T16:02:45.094 INFO:tasks.rados.rados.0.smithi037.stdout:1564: done (3 left) 2021-07-26T16:02:45.094 INFO:tasks.rados.rados.0.smithi037.stdout:1565: done (2 left) 2021-07-26T16:02:45.095 INFO:tasks.rados.rados.0.smithi037.stdout:1568: delete oid 30 current snap is 157 2021-07-26T16:02:45.098 INFO:tasks.rados.rados.0.smithi037.stdout:1567: finishing rollback tid 0 to smithi03738989-17 2021-07-26T16:02:45.099 INFO:tasks.rados.rados.0.smithi037.stdout:1567: finishing rollback tid 1 to smithi03738989-17 2021-07-26T16:02:45.100 INFO:tasks.rados.rados.0.smithi037.stdout:1567: finishing rollback tid 2 to smithi03738989-17 2021-07-26T16:02:45.100 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 784 (ObjNum 504 snap 150 seq_num 504) dirty exists 2021-07-26T16:02:45.100 INFO:tasks.rados.rados.0.smithi037.stdout:1567: done (2 left) 2021-07-26T16:02:45.101 INFO:tasks.rados.rados.0.smithi037.stdout:1568: done (1 left) 2021-07-26T16:02:45.101 INFO:tasks.rados.rados.0.smithi037.stdout:1569: snap_remove snap 153 2021-07-26T16:02:45.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:45 smithi037 bash[41498]: cluster 2021-07-26T16:02:43.741901+0000 mgr.y (mgr.24994) 192 : cluster [DBG] pgmap v255: 89 pgs: 14 active+clean+wait, 75 active+clean; 272 MiB data, 577 MiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.4 MiB/s wr, 7 op/s; 300 KiB/s, 0 objects/s recovering 2021-07-26T16:02:45.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:45 smithi037 bash[41498]: cluster 2021-07-26T16:02:44.077611+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2021-07-26T16:02:45.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:45 smithi037 bash[42499]: cluster 2021-07-26T16:02:43.741901+0000 mgr.y (mgr.24994) 192 : cluster [DBG] pgmap v255: 89 pgs: 14 active+clean+wait, 75 active+clean; 272 MiB data, 577 MiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.4 MiB/s wr, 7 op/s; 300 KiB/s, 0 objects/s recovering 2021-07-26T16:02:45.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:45 smithi037 bash[42499]: cluster 2021-07-26T16:02:44.077611+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2021-07-26T16:02:45.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:45 smithi107 bash[29346]: cluster 2021-07-26T16:02:43.741901+0000 mgr.y (mgr.24994) 192 : cluster [DBG] pgmap v255: 89 pgs: 14 active+clean+wait, 75 active+clean; 272 MiB data, 577 MiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.4 MiB/s wr, 7 op/s; 300 KiB/s, 0 objects/s recovering 2021-07-26T16:02:45.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:45 smithi107 bash[29346]: cluster 2021-07-26T16:02:44.077611+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2021-07-26T16:02:46.102 INFO:tasks.rados.rados.0.smithi037.stdout:1569: done (1 left) 2021-07-26T16:02:46.102 INFO:tasks.rados.rados.0.smithi037.stdout:1570: read oid 37 snap 139 2021-07-26T16:02:46.103 INFO:tasks.rados.rados.0.smithi037.stdout:1570: expect (ObjNum 436 snap 132 seq_num 436) 2021-07-26T16:02:46.103 INFO:tasks.rados.rados.0.smithi037.stdout:1571: snap_remove snap 154 2021-07-26T16:02:46.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:46 smithi107 bash[29346]: cluster 2021-07-26T16:02:45.079280+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2021-07-26T16:02:46.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:46 smithi107 bash[29346]: audit 2021-07-26T16:02:45.715451+0000 mon.c (mon.1) 158 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-07-26T16:02:46.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:46 smithi107 bash[29346]: audit 2021-07-26T16:02:45.716174+0000 mon.c (mon.1) 159 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]: dispatch 2021-07-26T16:02:46.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:46 smithi107 bash[29346]: audit 2021-07-26T16:02:45.716418+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-07-26T16:02:46.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:46 smithi107 bash[29346]: audit 2021-07-26T16:02:45.716667+0000 mon.c (mon.1) 160 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-07-26T16:02:46.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:46 smithi107 bash[29346]: audit 2021-07-26T16:02:45.718093+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]: dispatch 2021-07-26T16:02:46.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:46 smithi107 bash[29346]: audit 2021-07-26T16:02:45.719073+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-07-26T16:02:46.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:46 smithi107 bash[29346]: audit 2021-07-26T16:02:45.942563+0000 mon.c (mon.1) 161 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:02:46.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:46 smithi107 bash[29346]: audit 2021-07-26T16:02:45.943365+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:02:46.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:46 smithi107 bash[29346]: audit 2021-07-26T16:02:45.959251+0000 mon.c (mon.1) 162 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:02:46.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:46 smithi107 bash[29346]: audit 2021-07-26T16:02:45.959983+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:02:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[41498]: cluster 2021-07-26T16:02:45.079280+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2021-07-26T16:02:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[41498]: audit 2021-07-26T16:02:45.715451+0000 mon.c (mon.1) 158 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-07-26T16:02:46.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[41498]: audit 2021-07-26T16:02:45.716174+0000 mon.c (mon.1) 159 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]: dispatch 2021-07-26T16:02:46.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[41498]: audit 2021-07-26T16:02:45.716418+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-07-26T16:02:46.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[41498]: audit 2021-07-26T16:02:45.716667+0000 mon.c (mon.1) 160 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-07-26T16:02:46.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[41498]: audit 2021-07-26T16:02:45.718093+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]: dispatch 2021-07-26T16:02:46.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[41498]: audit 2021-07-26T16:02:45.719073+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-07-26T16:02:46.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[41498]: audit 2021-07-26T16:02:45.942563+0000 mon.c (mon.1) 161 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:02:46.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[41498]: audit 2021-07-26T16:02:45.943365+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:02:46.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[41498]: audit 2021-07-26T16:02:45.959251+0000 mon.c (mon.1) 162 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:02:46.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[41498]: audit 2021-07-26T16:02:45.959983+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:02:46.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[42499]: cluster 2021-07-26T16:02:45.079280+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2021-07-26T16:02:46.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[42499]: audit 2021-07-26T16:02:45.715451+0000 mon.c (mon.1) 158 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-07-26T16:02:46.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[42499]: audit 2021-07-26T16:02:45.716174+0000 mon.c (mon.1) 159 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]: dispatch 2021-07-26T16:02:46.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[42499]: audit 2021-07-26T16:02:45.716418+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-07-26T16:02:46.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[42499]: audit 2021-07-26T16:02:45.716667+0000 mon.c (mon.1) 160 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-07-26T16:02:46.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[42499]: audit 2021-07-26T16:02:45.718093+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]: dispatch 2021-07-26T16:02:46.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[42499]: audit 2021-07-26T16:02:45.719073+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-07-26T16:02:46.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[42499]: audit 2021-07-26T16:02:45.942563+0000 mon.c (mon.1) 161 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:02:46.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[42499]: audit 2021-07-26T16:02:45.943365+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:02:46.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[42499]: audit 2021-07-26T16:02:45.959251+0000 mon.c (mon.1) 162 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:02:46.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:46 smithi037 bash[42499]: audit 2021-07-26T16:02:45.959983+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:02:46.957 INFO:tasks.rados.rados.0.smithi037.stdout:1571: done (2 left) 2021-07-26T16:02:46.958 INFO:tasks.rados.rados.0.smithi037.stdout:1572: snap_create 2021-07-26T16:02:47.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:47 smithi107 bash[29346]: cluster 2021-07-26T16:02:45.742717+0000 mgr.y (mgr.24994) 193 : cluster [DBG] pgmap v258: 89 pgs: 14 active+clean+wait, 75 active+clean; 273 MiB data, 583 MiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 300 KiB/s, 0 objects/s recovering 2021-07-26T16:02:47.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:47 smithi107 bash[29346]: cluster 2021-07-26T16:02:46.099026+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2021-07-26T16:02:47.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:47 smithi107 bash[29346]: cluster 2021-07-26T16:02:46.958933+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2021-07-26T16:02:47.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:47 smithi037 bash[41498]: cluster 2021-07-26T16:02:45.742717+0000 mgr.y (mgr.24994) 193 : cluster [DBG] pgmap v258: 89 pgs: 14 active+clean+wait, 75 active+clean; 273 MiB data, 583 MiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 300 KiB/s, 0 objects/s recovering 2021-07-26T16:02:47.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:47 smithi037 bash[41498]: cluster 2021-07-26T16:02:46.099026+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2021-07-26T16:02:47.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:47 smithi037 bash[41498]: cluster 2021-07-26T16:02:46.958933+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2021-07-26T16:02:47.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:47 smithi037 bash[42499]: cluster 2021-07-26T16:02:45.742717+0000 mgr.y (mgr.24994) 193 : cluster [DBG] pgmap v258: 89 pgs: 14 active+clean+wait, 75 active+clean; 273 MiB data, 583 MiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 300 KiB/s, 0 objects/s recovering 2021-07-26T16:02:47.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:47 smithi037 bash[42499]: cluster 2021-07-26T16:02:46.099026+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2021-07-26T16:02:47.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:47 smithi037 bash[42499]: cluster 2021-07-26T16:02:46.958933+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2021-07-26T16:02:47.965 INFO:tasks.rados.rados.0.smithi037.stdout:1572: done (2 left) 2021-07-26T16:02:47.965 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 158 2021-07-26T16:02:47.966 INFO:tasks.rados.rados.0.smithi037.stdout:1573: seq_num 517 ranges {0=663552,663552=786432,1449984=16384} 2021-07-26T16:02:47.968 INFO:tasks.rados.rados.0.smithi037.stdout:1573: writing smithi03738989-42 from 0 to 663552 tid 1 2021-07-26T16:02:47.974 INFO:tasks.rados.rados.0.smithi037.stdout:1573: writing smithi03738989-42 from 663552 to 1449984 tid 2 2021-07-26T16:02:47.975 INFO:tasks.rados.rados.0.smithi037.stdout:1573: writing smithi03738989-42 from 1449984 to 1466368 tid 3 2021-07-26T16:02:47.975 INFO:tasks.rados.rados.0.smithi037.stdout:1574: snap_remove snap 156 2021-07-26T16:02:48.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:48 smithi107 bash[29346]: audit 2021-07-26T16:02:47.486685+0000 mon.c (mon.1) 163 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T16:02:48.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:48 smithi107 bash[29346]: audit 2021-07-26T16:02:47.487193+0000 mgr.y (mgr.24994) 194 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T16:02:48.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:48 smithi107 bash[29346]: cephadm 2021-07-26T16:02:47.489810+0000 mgr.y (mgr.24994) 195 : cephadm [INF] Upgrade: osd.4 is safe to restart 2021-07-26T16:02:48.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:48 smithi107 bash[29346]: cluster 2021-07-26T16:02:47.964839+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2021-07-26T16:02:48.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:48 smithi037 bash[41498]: audit 2021-07-26T16:02:47.486685+0000 mon.c (mon.1) 163 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T16:02:48.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:48 smithi037 bash[41498]: audit 2021-07-26T16:02:47.487193+0000 mgr.y (mgr.24994) 194 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T16:02:48.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:48 smithi037 bash[41498]: cephadm 2021-07-26T16:02:47.489810+0000 mgr.y (mgr.24994) 195 : cephadm [INF] Upgrade: osd.4 is safe to restart 2021-07-26T16:02:48.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:48 smithi037 bash[41498]: cluster 2021-07-26T16:02:47.964839+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2021-07-26T16:02:48.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:48 smithi037 bash[42499]: audit 2021-07-26T16:02:47.486685+0000 mon.c (mon.1) 163 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T16:02:48.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:48 smithi037 bash[42499]: audit 2021-07-26T16:02:47.487193+0000 mgr.y (mgr.24994) 194 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-07-26T16:02:48.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:48 smithi037 bash[42499]: cephadm 2021-07-26T16:02:47.489810+0000 mgr.y (mgr.24994) 195 : cephadm [INF] Upgrade: osd.4 is safe to restart 2021-07-26T16:02:48.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:48 smithi037 bash[42499]: cluster 2021-07-26T16:02:47.964839+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2021-07-26T16:02:48.972 INFO:tasks.rados.rados.0.smithi037.stdout:1574: done (3 left) 2021-07-26T16:02:48.972 INFO:tasks.rados.rados.0.smithi037.stdout:1575: read oid 27 snap -1 2021-07-26T16:02:48.972 INFO:tasks.rados.rados.0.smithi037.stdout:1575: expect (ObjNum 338 snap 103 seq_num 338) 2021-07-26T16:02:48.973 INFO:tasks.rados.rados.0.smithi037.stdout:1576: read oid 18 snap -1 2021-07-26T16:02:48.973 INFO:tasks.rados.rados.0.smithi037.stdout:1576: expect (ObjNum 431 snap 128 seq_num 431) 2021-07-26T16:02:48.973 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 158 2021-07-26T16:02:48.973 INFO:tasks.rados.rados.0.smithi037.stdout:1577: seq_num 518 ranges {6168576=679936,6848512=671744,7520256=131072} 2021-07-26T16:02:49.012 INFO:tasks.rados.rados.0.smithi037.stdout:1577: writing smithi03738989-39 from 6168576 to 6848512 tid 1 2021-07-26T16:02:49.015 INFO:tasks.rados.rados.0.smithi037.stdout:1577: writing smithi03738989-39 from 6848512 to 7520256 tid 2 2021-07-26T16:02:49.017 INFO:tasks.rados.rados.0.smithi037.stdout:1577: writing smithi03738989-39 from 7520256 to 7651328 tid 3 2021-07-26T16:02:49.017 INFO:tasks.rados.rados.0.smithi037.stdout:1578: rollback oid 17 current snap is 158 2021-07-26T16:02:49.017 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 17 to 157 2021-07-26T16:02:49.017 INFO:tasks.rados.rados.0.smithi037.stdout:1573: finishing write tid 1 to smithi03738989-42 2021-07-26T16:02:49.018 INFO:tasks.rados.rados.0.smithi037.stdout:1573: finishing write tid 2 to smithi03738989-42 2021-07-26T16:02:49.018 INFO:tasks.rados.rados.0.smithi037.stdout:1573: finishing write tid 3 to smithi03738989-42 2021-07-26T16:02:49.018 INFO:tasks.rados.rados.0.smithi037.stdout:1573: finishing write tid 5 to smithi03738989-42 2021-07-26T16:02:49.018 INFO:tasks.rados.rados.0.smithi037.stdout:1573: finishing write tid 6 to smithi03738989-42 2021-07-26T16:02:49.019 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 643 (ObjNum 517 snap 158 seq_num 517) dirty exists 2021-07-26T16:02:49.019 INFO:tasks.rados.rados.0.smithi037.stdout:1573: left oid 42 (ObjNum 517 snap 158 seq_num 517) 2021-07-26T16:02:49.019 INFO:tasks.rados.rados.0.smithi037.stdout:1573: done (6 left) 2021-07-26T16:02:49.019 INFO:tasks.rados.rados.0.smithi037.stdout:1579: read oid 34 snap 150 2021-07-26T16:02:49.020 INFO:tasks.rados.rados.0.smithi037.stdout:1579: expect (ObjNum 503 snap 150 seq_num 503) 2021-07-26T16:02:49.020 INFO:tasks.rados.rados.0.smithi037.stdout:1580: read oid 7 snap -1 2021-07-26T16:02:49.020 INFO:tasks.rados.rados.0.smithi037.stdout:1580: expect (ObjNum 474 snap 144 seq_num 474) 2021-07-26T16:02:49.020 INFO:tasks.rados.rados.0.smithi037.stdout:1581: setattr oid 48 current snap is 158 2021-07-26T16:02:49.020 INFO:tasks.rados.rados.0.smithi037.stdout:1576: expect (ObjNum 431 snap 128 seq_num 431) 2021-07-26T16:02:49.021 INFO:tasks.rados.rados.0.smithi037.stdout:1575: expect (ObjNum 338 snap 103 seq_num 338) 2021-07-26T16:02:49.045 INFO:tasks.rados.rados.0.smithi037.stdout:1577: finishing write tid 1 to smithi03738989-39 2021-07-26T16:02:49.046 INFO:tasks.rados.rados.0.smithi037.stdout:1577: finishing write tid 2 to smithi03738989-39 2021-07-26T16:02:49.046 INFO:tasks.rados.rados.0.smithi037.stdout:1577: finishing write tid 3 to smithi03738989-39 2021-07-26T16:02:49.046 INFO:tasks.rados.rados.0.smithi037.stdout:1580: expect (ObjNum 474 snap 144 seq_num 474) 2021-07-26T16:02:49.098 INFO:tasks.rados.rados.0.smithi037.stdout:1577: finishing write tid 5 to smithi03738989-39 2021-07-26T16:02:49.099 INFO:tasks.rados.rados.0.smithi037.stdout:1579: expect (ObjNum 503 snap 150 seq_num 503) 2021-07-26T16:02:49.128 INFO:tasks.rados.rados.0.smithi037.stdout:1578: finishing rollback tid 0 to smithi03738989-17 2021-07-26T16:02:49.129 INFO:tasks.rados.rados.0.smithi037.stdout:1578: finishing rollback tid 1 to smithi03738989-17 2021-07-26T16:02:49.129 INFO:tasks.rados.rados.0.smithi037.stdout:1577: finishing write tid 6 to smithi03738989-39 2021-07-26T16:02:49.129 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1449 (ObjNum 518 snap 158 seq_num 518) dirty exists 2021-07-26T16:02:49.129 INFO:tasks.rados.rados.0.smithi037.stdout:1577: left oid 39 (ObjNum 518 snap 158 seq_num 518) 2021-07-26T16:02:49.129 INFO:tasks.rados.rados.0.smithi037.stdout:1578: finishing rollback tid 2 to smithi03738989-17 2021-07-26T16:02:49.130 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 787 (ObjNum 504 snap 150 seq_num 504) dirty exists 2021-07-26T16:02:49.130 INFO:tasks.rados.rados.0.smithi037.stdout:1575: done (8 left) 2021-07-26T16:02:49.130 INFO:tasks.rados.rados.0.smithi037.stdout:1576: done (7 left) 2021-07-26T16:02:49.130 INFO:tasks.rados.rados.0.smithi037.stdout:1577: done (6 left) 2021-07-26T16:02:49.131 INFO:tasks.rados.rados.0.smithi037.stdout:1578: done (5 left) 2021-07-26T16:02:49.131 INFO:tasks.rados.rados.0.smithi037.stdout:1579: done (4 left) 2021-07-26T16:02:49.131 INFO:tasks.rados.rados.0.smithi037.stdout:1580: done (3 left) 2021-07-26T16:02:49.131 INFO:tasks.rados.rados.0.smithi037.stdout:1582: copy_from oid 16 from oid 32 current snap is 158 2021-07-26T16:02:49.131 INFO:tasks.rados.rados.0.smithi037.stdout:1583: read oid 9 snap -1 2021-07-26T16:02:49.132 INFO:tasks.rados.rados.0.smithi037.stdout:1583: expect (ObjNum 508 snap 155 seq_num 508) 2021-07-26T16:02:49.132 INFO:tasks.rados.rados.0.smithi037.stdout:1584: read oid 5 snap -1 2021-07-26T16:02:49.132 INFO:tasks.rados.rados.0.smithi037.stdout:1584: expect deleted 2021-07-26T16:02:49.132 INFO:tasks.rados.rados.0.smithi037.stdout:1585: rollback oid 14 current snap is 158 2021-07-26T16:02:49.133 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 14 to 147 2021-07-26T16:02:49.133 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 158 2021-07-26T16:02:49.133 INFO:tasks.rados.rados.0.smithi037.stdout:1586: seq_num 519 ranges {1015808=696320,1712128=548864,2260992=253952} 2021-07-26T16:02:49.144 INFO:tasks.rados.rados.0.smithi037.stdout:1586: writing smithi03738989-23 from 1015808 to 1712128 tid 1 2021-07-26T16:02:49.147 INFO:tasks.rados.rados.0.smithi037.stdout:1586: writing smithi03738989-23 from 1712128 to 2260992 tid 2 2021-07-26T16:02:49.148 INFO:tasks.rados.rados.0.smithi037.stdout:1586: writing smithi03738989-23 from 2260992 to 2514944 tid 3 2021-07-26T16:02:49.149 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 158 2021-07-26T16:02:49.149 INFO:tasks.rados.rados.0.smithi037.stdout:1587: seq_num 520 ranges {811008=712704,1523712=434176,1957888=368640} 2021-07-26T16:02:49.158 INFO:tasks.rados.rados.0.smithi037.stdout:1587: writing smithi03738989-11 from 811008 to 1523712 tid 1 2021-07-26T16:02:49.160 INFO:tasks.rados.rados.0.smithi037.stdout:1587: writing smithi03738989-11 from 1523712 to 1957888 tid 2 2021-07-26T16:02:49.162 INFO:tasks.rados.rados.0.smithi037.stdout:1587: writing smithi03738989-11 from 1957888 to 2326528 tid 3 2021-07-26T16:02:49.163 INFO:tasks.rados.rados.0.smithi037.stdout:1588: copy_from oid 20 from oid 49 current snap is 158 2021-07-26T16:02:49.163 INFO:tasks.rados.rados.0.smithi037.stdout:1585: finishing rollback tid 0 to smithi03738989-14 2021-07-26T16:02:49.163 INFO:tasks.rados.rados.0.smithi037.stdout:1585: finishing rollback tid 1 to smithi03738989-14 2021-07-26T16:02:49.163 INFO:tasks.rados.rados.0.smithi037.stdout:1585: finishing rollback tid 2 to smithi03738989-14 2021-07-26T16:02:49.164 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 775 (ObjNum 438 snap 133 seq_num 438) dirty exists 2021-07-26T16:02:49.164 INFO:tasks.rados.rados.0.smithi037.stdout:1584: done (9 left) 2021-07-26T16:02:49.164 INFO:tasks.rados.rados.0.smithi037.stdout:1585: done (8 left) 2021-07-26T16:02:49.164 INFO:tasks.rados.rados.0.smithi037.stdout:1589: snap_remove snap 124 2021-07-26T16:02:49.423 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:49 smithi107 bash[29346]: cluster 2021-07-26T16:02:47.743568+0000 mgr.y (mgr.24994) 196 : cluster [DBG] pgmap v261: 89 pgs: 14 active+clean+wait, 75 active+clean; 276 MiB data, 587 MiB used, 711 GiB / 715 GiB avail; 889 KiB/s rd, 994 KiB/s wr, 7 op/s 2021-07-26T16:02:49.423 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:49 smithi107 bash[29346]: cluster 2021-07-26T16:02:48.972427+0000 mon.a (mon.0) 486 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2021-07-26T16:02:49.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:49 smithi037 bash[41498]: cluster 2021-07-26T16:02:47.743568+0000 mgr.y (mgr.24994) 196 : cluster [DBG] pgmap v261: 89 pgs: 14 active+clean+wait, 75 active+clean; 276 MiB data, 587 MiB used, 711 GiB / 715 GiB avail; 889 KiB/s rd, 994 KiB/s wr, 7 op/s 2021-07-26T16:02:49.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:49 smithi037 bash[41498]: cluster 2021-07-26T16:02:48.972427+0000 mon.a (mon.0) 486 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2021-07-26T16:02:49.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:49 smithi037 bash[42499]: cluster 2021-07-26T16:02:47.743568+0000 mgr.y (mgr.24994) 196 : cluster [DBG] pgmap v261: 89 pgs: 14 active+clean+wait, 75 active+clean; 276 MiB data, 587 MiB used, 711 GiB / 715 GiB avail; 889 KiB/s rd, 994 KiB/s wr, 7 op/s 2021-07-26T16:02:49.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:49 smithi037 bash[42499]: cluster 2021-07-26T16:02:48.972427+0000 mon.a (mon.0) 486 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2021-07-26T16:02:50.121 INFO:tasks.rados.rados.0.smithi037.stdout:1589: done (8 left) 2021-07-26T16:02:50.121 INFO:tasks.rados.rados.0.smithi037.stdout:1590: snap_create 2021-07-26T16:02:50.122 INFO:tasks.rados.rados.0.smithi037.stdout:1586: finishing write tid 1 to smithi03738989-23 2021-07-26T16:02:50.122 INFO:tasks.rados.rados.0.smithi037.stdout:1586: finishing write tid 2 to smithi03738989-23 2021-07-26T16:02:50.122 INFO:tasks.rados.rados.0.smithi037.stdout:1586: finishing write tid 3 to smithi03738989-23 2021-07-26T16:02:50.122 INFO:tasks.rados.rados.0.smithi037.stdout:1586: finishing write tid 5 to smithi03738989-23 2021-07-26T16:02:50.123 INFO:tasks.rados.rados.0.smithi037.stdout:1586: finishing write tid 6 to smithi03738989-23 2021-07-26T16:02:50.123 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 791 (ObjNum 519 snap 158 seq_num 519) dirty exists 2021-07-26T16:02:50.123 INFO:tasks.rados.rados.0.smithi037.stdout:1586: left oid 23 (ObjNum 519 snap 158 seq_num 519) 2021-07-26T16:02:50.123 INFO:tasks.rados.rados.0.smithi037.stdout:1583: expect (ObjNum 508 snap 155 seq_num 508) 2021-07-26T16:02:50.539 INFO:tasks.rados.rados.0.smithi037.stdout:1587: finishing write tid 1 to smithi03738989-11 2021-07-26T16:02:50.539 INFO:tasks.rados.rados.0.smithi037.stdout:1588: finishing copy_from to smithi03738989-20 2021-07-26T16:02:50.539 INFO:tasks.rados.rados.0.smithi037.stdout:1588: got expected ENOENT (src dne) 2021-07-26T16:02:50.540 INFO:tasks.rados.rados.0.smithi037.stdout:1588: finishing copy_from racing read to smithi03738989-20 2021-07-26T16:02:50.540 INFO:tasks.rados.rados.0.smithi037.stdout:1587: finishing write tid 2 to smithi03738989-11 2021-07-26T16:02:50.540 INFO:tasks.rados.rados.0.smithi037.stdout:1587: finishing write tid 3 to smithi03738989-11 2021-07-26T16:02:50.540 INFO:tasks.rados.rados.0.smithi037.stdout:1587: finishing write tid 5 to smithi03738989-11 2021-07-26T16:02:50.541 INFO:tasks.rados.rados.0.smithi037.stdout:1587: finishing write tid 6 to smithi03738989-11 2021-07-26T16:02:50.541 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 885 (ObjNum 520 snap 158 seq_num 520) dirty exists 2021-07-26T16:02:50.541 INFO:tasks.rados.rados.0.smithi037.stdout:1587: left oid 11 (ObjNum 520 snap 158 seq_num 520) 2021-07-26T16:02:50.541 INFO:tasks.rados.rados.0.smithi037.stdout:1570: expect (ObjNum 436 snap 132 seq_num 436) 2021-07-26T16:02:50.567 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 790 (ObjNum 473 snap 144 seq_num 473) dirty exists 2021-07-26T16:02:50.567 INFO:tasks.rados.rados.0.smithi037.stdout:1582: finishing copy_from to smithi03738989-16 2021-07-26T16:02:50.567 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 1360 (ObjNum 500 snap 150 seq_num 500) dirty exists 2021-07-26T16:02:50.568 INFO:tasks.rados.rados.0.smithi037.stdout:1582: finishing copy_from racing read to smithi03738989-16 2021-07-26T16:02:50.568 INFO:tasks.rados.rados.0.smithi037.stdout:1531: finishing copy_from to smithi03738989-50 2021-07-26T16:02:50.568 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 683 (ObjNum 445 snap 136 seq_num 445) dirty exists 2021-07-26T16:02:50.568 INFO:tasks.rados.rados.0.smithi037.stdout:1531: finishing copy_from racing read to smithi03738989-50 2021-07-26T16:02:51.126 INFO:tasks.rados.rados.0.smithi037.stdout:1531: done (8 left) 2021-07-26T16:02:51.126 INFO:tasks.rados.rados.0.smithi037.stdout:1570: done (7 left) 2021-07-26T16:02:51.127 INFO:tasks.rados.rados.0.smithi037.stdout:1581: done (6 left) 2021-07-26T16:02:51.127 INFO:tasks.rados.rados.0.smithi037.stdout:1582: done (5 left) 2021-07-26T16:02:51.127 INFO:tasks.rados.rados.0.smithi037.stdout:1583: done (4 left) 2021-07-26T16:02:51.127 INFO:tasks.rados.rados.0.smithi037.stdout:1586: done (3 left) 2021-07-26T16:02:51.127 INFO:tasks.rados.rados.0.smithi037.stdout:1587: done (2 left) 2021-07-26T16:02:51.128 INFO:tasks.rados.rados.0.smithi037.stdout:1588: done (1 left) 2021-07-26T16:02:51.128 INFO:tasks.rados.rados.0.smithi037.stdout:1590: done (0 left) 2021-07-26T16:02:51.128 INFO:tasks.rados.rados.0.smithi037.stdout:1591: delete oid 39 current snap is 159 2021-07-26T16:02:51.133 INFO:tasks.rados.rados.0.smithi037.stdout:1591: done (0 left) 2021-07-26T16:02:51.133 INFO:tasks.rados.rados.0.smithi037.stdout:1592: snap_remove snap 139 2021-07-26T16:02:51.310 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:51 smithi107 bash[29346]: cluster 2021-07-26T16:02:49.744563+0000 mgr.y (mgr.24994) 197 : cluster [DBG] pgmap v264: 89 pgs: 14 active+clean+wait, 75 active+clean; 271 MiB data, 589 MiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 12 op/s 2021-07-26T16:02:51.311 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:51 smithi107 bash[29346]: cephadm 2021-07-26T16:02:50.043851+0000 mgr.y (mgr.24994) 198 : cephadm [INF] Upgrade: Updating osd.4 2021-07-26T16:02:51.311 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:51 smithi107 bash[29346]: audit 2021-07-26T16:02:50.051587+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:51.311 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:51 smithi107 bash[29346]: cephadm 2021-07-26T16:02:50.054481+0000 mgr.y (mgr.24994) 199 : cephadm [INF] Deploying daemon osd.4 on smithi107 2021-07-26T16:02:51.311 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:51 smithi107 bash[29346]: audit 2021-07-26T16:02:50.055489+0000 mon.c (mon.1) 164 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2021-07-26T16:02:51.312 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:51 smithi107 bash[29346]: cluster 2021-07-26T16:02:50.121338+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2021-07-26T16:02:51.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:51 smithi037 bash[41498]: cluster 2021-07-26T16:02:49.744563+0000 mgr.y (mgr.24994) 197 : cluster [DBG] pgmap v264: 89 pgs: 14 active+clean+wait, 75 active+clean; 271 MiB data, 589 MiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 12 op/s 2021-07-26T16:02:51.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:51 smithi037 bash[41498]: cephadm 2021-07-26T16:02:50.043851+0000 mgr.y (mgr.24994) 198 : cephadm [INF] Upgrade: Updating osd.4 2021-07-26T16:02:51.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:51 smithi037 bash[41498]: audit 2021-07-26T16:02:50.051587+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:51.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:51 smithi037 bash[41498]: cephadm 2021-07-26T16:02:50.054481+0000 mgr.y (mgr.24994) 199 : cephadm [INF] Deploying daemon osd.4 on smithi107 2021-07-26T16:02:51.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:51 smithi037 bash[41498]: audit 2021-07-26T16:02:50.055489+0000 mon.c (mon.1) 164 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2021-07-26T16:02:51.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:51 smithi037 bash[41498]: cluster 2021-07-26T16:02:50.121338+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2021-07-26T16:02:51.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:51 smithi037 bash[42499]: cluster 2021-07-26T16:02:49.744563+0000 mgr.y (mgr.24994) 197 : cluster [DBG] pgmap v264: 89 pgs: 14 active+clean+wait, 75 active+clean; 271 MiB data, 589 MiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 12 op/s 2021-07-26T16:02:51.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:51 smithi037 bash[42499]: cephadm 2021-07-26T16:02:50.043851+0000 mgr.y (mgr.24994) 198 : cephadm [INF] Upgrade: Updating osd.4 2021-07-26T16:02:51.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:51 smithi037 bash[42499]: audit 2021-07-26T16:02:50.051587+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:51.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:51 smithi037 bash[42499]: cephadm 2021-07-26T16:02:50.054481+0000 mgr.y (mgr.24994) 199 : cephadm [INF] Deploying daemon osd.4 on smithi107 2021-07-26T16:02:51.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:51 smithi037 bash[42499]: audit 2021-07-26T16:02:50.055489+0000 mon.c (mon.1) 164 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2021-07-26T16:02:51.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:51 smithi037 bash[42499]: cluster 2021-07-26T16:02:50.121338+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2021-07-26T16:02:52.135 INFO:tasks.rados.rados.0.smithi037.stdout:1592: done (0 left) 2021-07-26T16:02:52.136 INFO:tasks.rados.rados.0.smithi037.stdout:1593: snap_remove snap 155 2021-07-26T16:02:52.414 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:52 smithi107 bash[29346]: cluster 2021-07-26T16:02:51.126254+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2021-07-26T16:02:52.415 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:52 smithi107 bash[29346]: audit 2021-07-26T16:02:51.423542+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:52.415 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:02:52 smithi107 systemd[1]: Stopping Ceph osd.4 for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T16:02:52.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:52 smithi037 bash[41498]: cluster 2021-07-26T16:02:51.126254+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2021-07-26T16:02:52.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:52 smithi037 bash[41498]: audit 2021-07-26T16:02:51.423542+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:52.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:52 smithi037 bash[42499]: cluster 2021-07-26T16:02:51.126254+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2021-07-26T16:02:52.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:52 smithi037 bash[42499]: audit 2021-07-26T16:02:51.423542+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:52.707 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:02:52 smithi107 docker[30644]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:02:52.708 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:02:52 smithi107 bash[16977]: debug 2021-07-26T16:02:52.472+0000 7f2b681d7700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-07-26T16:02:52.708 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:02:52 smithi107 bash[16977]: debug 2021-07-26T16:02:52.472+0000 7f2b681d7700 -1 osd.4 373 *** Got signal Terminated *** 2021-07-26T16:02:52.708 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:02:52 smithi107 bash[16977]: debug 2021-07-26T16:02:52.472+0000 7f2b681d7700 -1 osd.4 373 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-07-26T16:02:53.149 INFO:tasks.rados.rados.0.smithi037.stdout:1593: done (0 left) 2021-07-26T16:02:53.149 INFO:tasks.rados.rados.0.smithi037.stdout:1594: rollback oid 19 current snap is 159 2021-07-26T16:02:53.149 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 146 2021-07-26T16:02:53.149 INFO:tasks.rados.rados.0.smithi037.stdout:1595: rmattr oid 33 current snap is 159 2021-07-26T16:02:53.150 INFO:tasks.rados.rados.0.smithi037.stdout:1595: done (1 left) 2021-07-26T16:02:53.150 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 159 2021-07-26T16:02:53.150 INFO:tasks.rados.rados.0.smithi037.stdout:1596: seq_num 522 ranges {2514944=745472,3260416=606208,3866624=196608} 2021-07-26T16:02:53.170 INFO:tasks.rados.rados.0.smithi037.stdout:1596: writing smithi03738989-23 from 2514944 to 3260416 tid 1 2021-07-26T16:02:53.174 INFO:tasks.rados.rados.0.smithi037.stdout:1596: writing smithi03738989-23 from 3260416 to 3866624 tid 2 2021-07-26T16:02:53.176 INFO:tasks.rados.rados.0.smithi037.stdout:1596: writing smithi03738989-23 from 3866624 to 4063232 tid 3 2021-07-26T16:02:53.176 INFO:tasks.rados.rados.0.smithi037.stdout:1597: rmattr oid 37 current snap is 159 2021-07-26T16:02:53.177 INFO:tasks.rados.rados.0.smithi037.stdout:1597: done (2 left) 2021-07-26T16:02:53.177 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 159 2021-07-26T16:02:53.177 INFO:tasks.rados.rados.0.smithi037.stdout:1594: finishing rollback tid 0 to smithi03738989-19 2021-07-26T16:02:53.177 INFO:tasks.rados.rados.0.smithi037.stdout:1598: seq_num 523 ranges {1449984=770048,2220032=491520,2711552=311296} 2021-07-26T16:02:53.188 INFO:tasks.rados.rados.0.smithi037.stdout:1598: writing smithi03738989-6 from 1449984 to 2220032 tid 1 2021-07-26T16:02:53.191 INFO:tasks.rados.rados.0.smithi037.stdout:1598: writing smithi03738989-6 from 2220032 to 2711552 tid 2 2021-07-26T16:02:53.193 INFO:tasks.rados.rados.0.smithi037.stdout:1598: writing smithi03738989-6 from 2711552 to 3022848 tid 3 2021-07-26T16:02:53.193 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 159 2021-07-26T16:02:53.196 INFO:tasks.rados.rados.0.smithi037.stdout:1599: seq_num 524 ranges {24576=786432,811008=778240,1589248=24576} 2021-07-26T16:02:53.199 INFO:tasks.rados.rados.0.smithi037.stdout:1599: writing smithi03738989-18 from 24576 to 811008 tid 1 2021-07-26T16:02:53.203 INFO:tasks.rados.rados.0.smithi037.stdout:1599: writing smithi03738989-18 from 811008 to 1589248 tid 2 2021-07-26T16:02:53.204 INFO:tasks.rados.rados.0.smithi037.stdout:1599: writing smithi03738989-18 from 1589248 to 1613824 tid 3 2021-07-26T16:02:53.204 INFO:tasks.rados.rados.0.smithi037.stdout:1600: read oid 27 snap -1 2021-07-26T16:02:53.204 INFO:tasks.rados.rados.0.smithi037.stdout:1600: expect (ObjNum 338 snap 103 seq_num 338) 2021-07-26T16:02:53.204 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 159 2021-07-26T16:02:53.205 INFO:tasks.rados.rados.0.smithi037.stdout:1601: seq_num 525 ranges {0=802816,802816=712704,1515520=90112} 2021-07-26T16:02:53.207 INFO:tasks.rados.rados.0.smithi037.stdout:1601: writing smithi03738989-49 from 0 to 802816 tid 1 2021-07-26T16:02:53.211 INFO:tasks.rados.rados.0.smithi037.stdout:1601: writing smithi03738989-49 from 802816 to 1515520 tid 2 2021-07-26T16:02:53.212 INFO:tasks.rados.rados.0.smithi037.stdout:1601: writing smithi03738989-49 from 1515520 to 1605632 tid 3 2021-07-26T16:02:53.212 INFO:tasks.rados.rados.0.smithi037.stdout:1602: snap_remove snap 128 2021-07-26T16:02:53.459 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:02:53 smithi107 docker[30644]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-osd.4 2021-07-26T16:02:53.459 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:51.745611+0000 mgr.y (mgr.24994) 200 : cluster [DBG] pgmap v267: 89 pgs: 89 active+clean; 260 MiB data, 575 MiB used, 711 GiB / 715 GiB avail; 388 KiB/s rd, 1.7 MiB/s wr, 14 op/s 2021-07-26T16:02:53.459 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:52.135850+0000 mon.a (mon.0) 491 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2021-07-26T16:02:53.460 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:52.760718+0000 mon.a (mon.0) 492 : cluster [DBG] osd.4 reported immediately failed by osd.2 2021-07-26T16:02:53.460 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:52.760835+0000 mon.a (mon.0) 493 : cluster [INF] osd.4 failed (root=default,host=smithi107) (connection refused reported by osd.2) 2021-07-26T16:02:53.460 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:52.761133+0000 mon.a (mon.0) 494 : cluster [DBG] osd.4 reported immediately failed by osd.3 2021-07-26T16:02:53.460 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:52.761969+0000 mon.a (mon.0) 495 : cluster [DBG] osd.4 reported immediately failed by osd.2 2021-07-26T16:02:53.461 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:52.763181+0000 mon.a (mon.0) 496 : cluster [DBG] osd.4 reported immediately failed by osd.6 2021-07-26T16:02:53.461 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:52.763702+0000 mon.a (mon.0) 497 : cluster [DBG] osd.4 reported immediately failed by osd.6 2021-07-26T16:02:53.461 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:52.764215+0000 mon.a (mon.0) 498 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T16:02:53.461 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:52.764642+0000 mon.a (mon.0) 499 : cluster [DBG] osd.4 reported immediately failed by osd.5 2021-07-26T16:02:53.462 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:52.764855+0000 mon.a (mon.0) 500 : cluster [DBG] osd.4 reported immediately failed by osd.3 2021-07-26T16:02:53.462 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:52.765073+0000 mon.a (mon.0) 501 : cluster [DBG] osd.4 reported immediately failed by osd.1 2021-07-26T16:02:53.462 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:52.765526+0000 mon.a (mon.0) 502 : cluster [DBG] osd.4 reported immediately failed by osd.0 2021-07-26T16:02:53.462 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:52.765736+0000 mon.a (mon.0) 503 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T16:02:53.463 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:52.765871+0000 mon.a (mon.0) 504 : cluster [DBG] osd.4 reported immediately failed by osd.5 2021-07-26T16:02:53.463 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:52.766238+0000 mon.a (mon.0) 505 : cluster [DBG] osd.4 reported immediately failed by osd.1 2021-07-26T16:02:53.463 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:52.766590+0000 mon.a (mon.0) 506 : cluster [DBG] osd.4 reported immediately failed by osd.0 2021-07-26T16:02:53.474 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:53.011915+0000 mon.a (mon.0) 507 : cluster [DBG] osd.4 reported immediately failed by osd.2 2021-07-26T16:02:53.474 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:53.012498+0000 mon.a (mon.0) 508 : cluster [DBG] osd.4 reported immediately failed by osd.3 2021-07-26T16:02:53.475 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:53.014626+0000 mon.a (mon.0) 509 : cluster [DBG] osd.4 reported immediately failed by osd.0 2021-07-26T16:02:53.475 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:53.024682+0000 mon.a (mon.0) 510 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T16:02:53.475 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[29346]: cluster 2021-07-26T16:02:53.030333+0000 mon.a (mon.0) 511 : cluster [DBG] osd.4 reported immediately failed by osd.1 2021-07-26T16:02:53.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:51.745611+0000 mgr.y (mgr.24994) 200 : cluster [DBG] pgmap v267: 89 pgs: 89 active+clean; 260 MiB data, 575 MiB used, 711 GiB / 715 GiB avail; 388 KiB/s rd, 1.7 MiB/s wr, 14 op/s 2021-07-26T16:02:53.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:52.135850+0000 mon.a (mon.0) 491 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2021-07-26T16:02:53.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:52.760718+0000 mon.a (mon.0) 492 : cluster [DBG] osd.4 reported immediately failed by osd.2 2021-07-26T16:02:53.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:52.760835+0000 mon.a (mon.0) 493 : cluster [INF] osd.4 failed (root=default,host=smithi107) (connection refused reported by osd.2) 2021-07-26T16:02:53.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:52.761133+0000 mon.a (mon.0) 494 : cluster [DBG] osd.4 reported immediately failed by osd.3 2021-07-26T16:02:53.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:52.761969+0000 mon.a (mon.0) 495 : cluster [DBG] osd.4 reported immediately failed by osd.2 2021-07-26T16:02:53.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:52.763181+0000 mon.a (mon.0) 496 : cluster [DBG] osd.4 reported immediately failed by osd.6 2021-07-26T16:02:53.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:52.763702+0000 mon.a (mon.0) 497 : cluster [DBG] osd.4 reported immediately failed by osd.6 2021-07-26T16:02:53.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:52.764215+0000 mon.a (mon.0) 498 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T16:02:53.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:52.764642+0000 mon.a (mon.0) 499 : cluster [DBG] osd.4 reported immediately failed by osd.5 2021-07-26T16:02:53.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:52.764855+0000 mon.a (mon.0) 500 : cluster [DBG] osd.4 reported immediately failed by osd.3 2021-07-26T16:02:53.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:52.765073+0000 mon.a (mon.0) 501 : cluster [DBG] osd.4 reported immediately failed by osd.1 2021-07-26T16:02:53.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:52.765526+0000 mon.a (mon.0) 502 : cluster [DBG] osd.4 reported immediately failed by osd.0 2021-07-26T16:02:53.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:52.765736+0000 mon.a (mon.0) 503 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T16:02:53.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:52.765871+0000 mon.a (mon.0) 504 : cluster [DBG] osd.4 reported immediately failed by osd.5 2021-07-26T16:02:53.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:52.766238+0000 mon.a (mon.0) 505 : cluster [DBG] osd.4 reported immediately failed by osd.1 2021-07-26T16:02:53.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:52.766590+0000 mon.a (mon.0) 506 : cluster [DBG] osd.4 reported immediately failed by osd.0 2021-07-26T16:02:53.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:53.011915+0000 mon.a (mon.0) 507 : cluster [DBG] osd.4 reported immediately failed by osd.2 2021-07-26T16:02:53.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:53.012498+0000 mon.a (mon.0) 508 : cluster [DBG] osd.4 reported immediately failed by osd.3 2021-07-26T16:02:53.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:53.014626+0000 mon.a (mon.0) 509 : cluster [DBG] osd.4 reported immediately failed by osd.0 2021-07-26T16:02:53.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:53.024682+0000 mon.a (mon.0) 510 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T16:02:53.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[41498]: cluster 2021-07-26T16:02:53.030333+0000 mon.a (mon.0) 511 : cluster [DBG] osd.4 reported immediately failed by osd.1 2021-07-26T16:02:53.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:51.745611+0000 mgr.y (mgr.24994) 200 : cluster [DBG] pgmap v267: 89 pgs: 89 active+clean; 260 MiB data, 575 MiB used, 711 GiB / 715 GiB avail; 388 KiB/s rd, 1.7 MiB/s wr, 14 op/s 2021-07-26T16:02:53.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:52.135850+0000 mon.a (mon.0) 491 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2021-07-26T16:02:53.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:52.760718+0000 mon.a (mon.0) 492 : cluster [DBG] osd.4 reported immediately failed by osd.2 2021-07-26T16:02:53.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:52.760835+0000 mon.a (mon.0) 493 : cluster [INF] osd.4 failed (root=default,host=smithi107) (connection refused reported by osd.2) 2021-07-26T16:02:53.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:52.761133+0000 mon.a (mon.0) 494 : cluster [DBG] osd.4 reported immediately failed by osd.3 2021-07-26T16:02:53.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:52.761969+0000 mon.a (mon.0) 495 : cluster [DBG] osd.4 reported immediately failed by osd.2 2021-07-26T16:02:53.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:52.763181+0000 mon.a (mon.0) 496 : cluster [DBG] osd.4 reported immediately failed by osd.6 2021-07-26T16:02:53.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:52.763702+0000 mon.a (mon.0) 497 : cluster [DBG] osd.4 reported immediately failed by osd.6 2021-07-26T16:02:53.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:52.764215+0000 mon.a (mon.0) 498 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T16:02:53.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:52.764642+0000 mon.a (mon.0) 499 : cluster [DBG] osd.4 reported immediately failed by osd.5 2021-07-26T16:02:53.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:52.764855+0000 mon.a (mon.0) 500 : cluster [DBG] osd.4 reported immediately failed by osd.3 2021-07-26T16:02:53.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:52.765073+0000 mon.a (mon.0) 501 : cluster [DBG] osd.4 reported immediately failed by osd.1 2021-07-26T16:02:53.600 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:52.765526+0000 mon.a (mon.0) 502 : cluster [DBG] osd.4 reported immediately failed by osd.0 2021-07-26T16:02:53.600 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:52.765736+0000 mon.a (mon.0) 503 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T16:02:53.600 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:52.765871+0000 mon.a (mon.0) 504 : cluster [DBG] osd.4 reported immediately failed by osd.5 2021-07-26T16:02:53.600 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:52.766238+0000 mon.a (mon.0) 505 : cluster [DBG] osd.4 reported immediately failed by osd.1 2021-07-26T16:02:53.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:52.766590+0000 mon.a (mon.0) 506 : cluster [DBG] osd.4 reported immediately failed by osd.0 2021-07-26T16:02:53.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:53.011915+0000 mon.a (mon.0) 507 : cluster [DBG] osd.4 reported immediately failed by osd.2 2021-07-26T16:02:53.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:53.012498+0000 mon.a (mon.0) 508 : cluster [DBG] osd.4 reported immediately failed by osd.3 2021-07-26T16:02:53.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:53.014626+0000 mon.a (mon.0) 509 : cluster [DBG] osd.4 reported immediately failed by osd.0 2021-07-26T16:02:53.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:53.024682+0000 mon.a (mon.0) 510 : cluster [DBG] osd.4 reported immediately failed by osd.7 2021-07-26T16:02:53.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:53 smithi037 bash[42499]: cluster 2021-07-26T16:02:53.030333+0000 mon.a (mon.0) 511 : cluster [DBG] osd.4 reported immediately failed by osd.1 2021-07-26T16:02:53.768 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:02:53 smithi107 bash[30681]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:02:54.152 INFO:tasks.rados.rados.0.smithi037.stdout:1602: done (6 left) 2021-07-26T16:02:54.152 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 159 2021-07-26T16:02:54.152 INFO:tasks.rados.rados.0.smithi037.stdout:1603: seq_num 526 ranges {1392640=417792,1810432=589824,2400256=614400} 2021-07-26T16:02:54.166 INFO:tasks.rados.rados.0.smithi037.stdout:1603: writing smithi03738989-17 from 1392640 to 1810432 tid 1 2021-07-26T16:02:54.168 INFO:tasks.rados.rados.0.smithi037.stdout:1603: writing smithi03738989-17 from 1810432 to 2400256 tid 2 2021-07-26T16:02:54.172 INFO:tasks.rados.rados.0.smithi037.stdout:1603: writing smithi03738989-17 from 2400256 to 3014656 tid 3 2021-07-26T16:02:54.173 INFO:tasks.rados.rados.0.smithi037.stdout:1594: finishing rollback tid 1 to smithi03738989-19 2021-07-26T16:02:54.173 INFO:tasks.rados.rados.0.smithi037.stdout:1594: finishing rollback tid 2 to smithi03738989-19 2021-07-26T16:02:54.174 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 765 (ObjNum 431 snap 128 seq_num 431) dirty exists 2021-07-26T16:02:54.174 INFO:tasks.rados.rados.0.smithi037.stdout:1596: finishing write tid 1 to smithi03738989-23 2021-07-26T16:02:54.174 INFO:tasks.rados.rados.0.smithi037.stdout:1596: finishing write tid 2 to smithi03738989-23 2021-07-26T16:02:54.174 INFO:tasks.rados.rados.0.smithi037.stdout:1596: finishing write tid 3 to smithi03738989-23 2021-07-26T16:02:54.175 INFO:tasks.rados.rados.0.smithi037.stdout:1596: finishing write tid 5 to smithi03738989-23 2021-07-26T16:02:54.175 INFO:tasks.rados.rados.0.smithi037.stdout:1596: finishing write tid 6 to smithi03738989-23 2021-07-26T16:02:54.175 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 795 (ObjNum 522 snap 159 seq_num 522) dirty exists 2021-07-26T16:02:54.175 INFO:tasks.rados.rados.0.smithi037.stdout:1596: left oid 23 (ObjNum 522 snap 159 seq_num 522) 2021-07-26T16:02:54.176 INFO:tasks.rados.rados.0.smithi037.stdout:1598: finishing write tid 1 to smithi03738989-6 2021-07-26T16:02:54.176 INFO:tasks.rados.rados.0.smithi037.stdout:1598: finishing write tid 2 to smithi03738989-6 2021-07-26T16:02:54.176 INFO:tasks.rados.rados.0.smithi037.stdout:1598: finishing write tid 3 to smithi03738989-6 2021-07-26T16:02:54.176 INFO:tasks.rados.rados.0.smithi037.stdout:1598: finishing write tid 5 to smithi03738989-6 2021-07-26T16:02:54.176 INFO:tasks.rados.rados.0.smithi037.stdout:1598: finishing write tid 6 to smithi03738989-6 2021-07-26T16:02:54.177 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 831 (ObjNum 523 snap 159 seq_num 523) dirty exists 2021-07-26T16:02:54.177 INFO:tasks.rados.rados.0.smithi037.stdout:1598: left oid 6 (ObjNum 523 snap 159 seq_num 523) 2021-07-26T16:02:54.177 INFO:tasks.rados.rados.0.smithi037.stdout:1599: finishing write tid 1 to smithi03738989-18 2021-07-26T16:02:54.177 INFO:tasks.rados.rados.0.smithi037.stdout:1599: finishing write tid 2 to smithi03738989-18 2021-07-26T16:02:54.177 INFO:tasks.rados.rados.0.smithi037.stdout:1599: finishing write tid 3 to smithi03738989-18 2021-07-26T16:02:54.178 INFO:tasks.rados.rados.0.smithi037.stdout:1599: finishing write tid 5 to smithi03738989-18 2021-07-26T16:02:54.178 INFO:tasks.rados.rados.0.smithi037.stdout:1601: finishing write tid 1 to smithi03738989-49 2021-07-26T16:02:54.178 INFO:tasks.rados.rados.0.smithi037.stdout:1601: finishing write tid 2 to smithi03738989-49 2021-07-26T16:02:54.178 INFO:tasks.rados.rados.0.smithi037.stdout:1601: finishing write tid 3 to smithi03738989-49 2021-07-26T16:02:54.179 INFO:tasks.rados.rados.0.smithi037.stdout:1601: finishing write tid 5 to smithi03738989-49 2021-07-26T16:02:54.179 INFO:tasks.rados.rados.0.smithi037.stdout:1594: done (6 left) 2021-07-26T16:02:54.179 INFO:tasks.rados.rados.0.smithi037.stdout:1596: done (5 left) 2021-07-26T16:02:54.179 INFO:tasks.rados.rados.0.smithi037.stdout:1598: done (4 left) 2021-07-26T16:02:54.179 INFO:tasks.rados.rados.0.smithi037.stdout:1604: snap_create 2021-07-26T16:02:54.181 INFO:tasks.rados.rados.0.smithi037.stdout:1599: finishing write tid 6 to smithi03738989-18 2021-07-26T16:02:54.181 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 753 (ObjNum 524 snap 159 seq_num 524) dirty exists 2021-07-26T16:02:54.181 INFO:tasks.rados.rados.0.smithi037.stdout:1599: left oid 18 (ObjNum 524 snap 159 seq_num 524) 2021-07-26T16:02:54.181 INFO:tasks.rados.rados.0.smithi037.stdout:1601: finishing write tid 6 to smithi03738989-49 2021-07-26T16:02:54.182 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 757 (ObjNum 525 snap 159 seq_num 525) dirty exists 2021-07-26T16:02:54.182 INFO:tasks.rados.rados.0.smithi037.stdout:1601: left oid 49 (ObjNum 525 snap 159 seq_num 525) 2021-07-26T16:02:54.182 INFO:tasks.rados.rados.0.smithi037.stdout:1603: finishing write tid 1 to smithi03738989-17 2021-07-26T16:02:54.183 INFO:tasks.rados.rados.0.smithi037.stdout:1603: finishing write tid 2 to smithi03738989-17 2021-07-26T16:02:54.183 INFO:tasks.rados.rados.0.smithi037.stdout:1603: finishing write tid 3 to smithi03738989-17 2021-07-26T16:02:54.183 INFO:tasks.rados.rados.0.smithi037.stdout:1603: finishing write tid 5 to smithi03738989-17 2021-07-26T16:02:54.184 INFO:tasks.rados.rados.0.smithi037.stdout:1603: finishing write tid 6 to smithi03738989-17 2021-07-26T16:02:54.184 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 799 (ObjNum 526 snap 159 seq_num 526) dirty exists 2021-07-26T16:02:54.184 INFO:tasks.rados.rados.0.smithi037.stdout:1603: left oid 17 (ObjNum 526 snap 159 seq_num 526) 2021-07-26T16:02:54.185 INFO:tasks.rados.rados.0.smithi037.stdout:1600: expect (ObjNum 338 snap 103 seq_num 338) 2021-07-26T16:02:54.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:54 smithi107 bash[29346]: cluster 2021-07-26T16:02:53.133020+0000 mon.a (mon.0) 512 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:02:54.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:54 smithi107 bash[29346]: cluster 2021-07-26T16:02:53.148862+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e374: 8 total, 7 up, 8 in 2021-07-26T16:02:54.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:54 smithi107 bash[29346]: cluster 2021-07-26T16:02:54.152558+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e375: 8 total, 7 up, 8 in 2021-07-26T16:02:54.520 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:02:54 smithi107 bash[18452]: debug 2021-07-26T16:02:54.140+0000 7f394332e700 -1 osd.5 pg_epoch: 375 pg[5.7s0( v 375'657 (0'0,375'657] local-lis/les=308/309 n=8 ec=59/59 lis/c=308/308 les/c/f=309/309/0 sis=308) [5,1,0]p5(0) r=0 lpr=308 luod=374'655 crt=374'655 lcod 373'653 mlcod 373'653 active+clean+snaptrim trimq=[f8~1] ps=[ee~1,10a~1,118~1,129~4]] removing snap head 2021-07-26T16:02:54.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:54 smithi037 bash[41498]: cluster 2021-07-26T16:02:53.133020+0000 mon.a (mon.0) 512 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:02:54.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:54 smithi037 bash[41498]: cluster 2021-07-26T16:02:53.148862+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e374: 8 total, 7 up, 8 in 2021-07-26T16:02:54.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:54 smithi037 bash[41498]: cluster 2021-07-26T16:02:54.152558+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e375: 8 total, 7 up, 8 in 2021-07-26T16:02:54.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:54 smithi037 bash[42499]: cluster 2021-07-26T16:02:53.133020+0000 mon.a (mon.0) 512 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:02:54.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:54 smithi037 bash[42499]: cluster 2021-07-26T16:02:53.148862+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e374: 8 total, 7 up, 8 in 2021-07-26T16:02:54.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:54 smithi037 bash[42499]: cluster 2021-07-26T16:02:54.152558+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e375: 8 total, 7 up, 8 in 2021-07-26T16:02:55.186 INFO:tasks.rados.rados.0.smithi037.stdout:1599: done (4 left) 2021-07-26T16:02:55.186 INFO:tasks.rados.rados.0.smithi037.stdout:1600: done (3 left) 2021-07-26T16:02:55.187 INFO:tasks.rados.rados.0.smithi037.stdout:1601: done (2 left) 2021-07-26T16:02:55.187 INFO:tasks.rados.rados.0.smithi037.stdout:1603: done (1 left) 2021-07-26T16:02:55.187 INFO:tasks.rados.rados.0.smithi037.stdout:1604: done (0 left) 2021-07-26T16:02:55.187 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 160 2021-07-26T16:02:55.188 INFO:tasks.rados.rados.0.smithi037.stdout:1605: seq_num 527 ranges {2146304=434176,2580480=475136,3055616=565248,3620864=163840} 2021-07-26T16:02:55.201 INFO:tasks.rados.rados.0.smithi037.stdout:1605: writing smithi03738989-44 from 2146304 to 2580480 tid 1 2021-07-26T16:02:55.204 INFO:tasks.rados.rados.0.smithi037.stdout:1605: writing smithi03738989-44 from 2580480 to 3055616 tid 2 2021-07-26T16:02:55.208 INFO:tasks.rados.rados.0.smithi037.stdout:1605: writing smithi03738989-44 from 3055616 to 3620864 tid 3 2021-07-26T16:02:55.209 INFO:tasks.rados.rados.0.smithi037.stdout:1605: writing smithi03738989-44 from 3620864 to 3784704 tid 4 2021-07-26T16:02:55.209 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 160 2021-07-26T16:02:55.209 INFO:tasks.rados.rados.0.smithi037.stdout:1606: seq_num 528 ranges {2793472=450560,3244032=761856,4005888=442368} 2021-07-26T16:02:55.227 INFO:tasks.rados.rados.0.smithi037.stdout:1606: writing smithi03738989-48 from 2793472 to 3244032 tid 1 2021-07-26T16:02:55.232 INFO:tasks.rados.rados.0.smithi037.stdout:1606: writing smithi03738989-48 from 3244032 to 4005888 tid 2 2021-07-26T16:02:55.236 INFO:tasks.rados.rados.0.smithi037.stdout:1606: writing smithi03738989-48 from 4005888 to 4448256 tid 3 2021-07-26T16:02:55.236 INFO:tasks.rados.rados.0.smithi037.stdout:1607: delete oid 25 current snap is 160 2021-07-26T16:02:55.236 INFO:tasks.rados.rados.0.smithi037.stdout:1605: finishing write tid 1 to smithi03738989-44 2021-07-26T16:02:55.237 INFO:tasks.rados.rados.0.smithi037.stdout:1605: finishing write tid 2 to smithi03738989-44 2021-07-26T16:02:55.237 INFO:tasks.rados.rados.0.smithi037.stdout:1605: finishing write tid 3 to smithi03738989-44 2021-07-26T16:02:55.237 INFO:tasks.rados.rados.0.smithi037.stdout:1605: finishing write tid 4 to smithi03738989-44 2021-07-26T16:02:55.237 INFO:tasks.rados.rados.0.smithi037.stdout:1605: finishing write tid 6 to smithi03738989-44 2021-07-26T16:02:55.238 INFO:tasks.rados.rados.0.smithi037.stdout:1605: finishing write tid 7 to smithi03738989-44 2021-07-26T16:02:55.238 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 770 (ObjNum 527 snap 160 seq_num 527) dirty exists 2021-07-26T16:02:55.238 INFO:tasks.rados.rados.0.smithi037.stdout:1605: left oid 44 (ObjNum 527 snap 160 seq_num 527) 2021-07-26T16:02:55.238 INFO:tasks.rados.rados.0.smithi037.stdout:1606: finishing write tid 1 to smithi03738989-48 2021-07-26T16:02:55.240 INFO:tasks.rados.rados.0.smithi037.stdout:1606: finishing write tid 2 to smithi03738989-48 2021-07-26T16:02:55.240 INFO:tasks.rados.rados.0.smithi037.stdout:1606: finishing write tid 3 to smithi03738989-48 2021-07-26T16:02:55.240 INFO:tasks.rados.rados.0.smithi037.stdout:1606: finishing write tid 5 to smithi03738989-48 2021-07-26T16:02:55.242 INFO:tasks.rados.rados.0.smithi037.stdout:1606: finishing write tid 6 to smithi03738989-48 2021-07-26T16:02:55.242 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 1364 (ObjNum 528 snap 160 seq_num 528) dirty exists 2021-07-26T16:02:55.242 INFO:tasks.rados.rados.0.smithi037.stdout:1606: left oid 48 (ObjNum 528 snap 160 seq_num 528) 2021-07-26T16:02:55.243 INFO:tasks.rados.rados.0.smithi037.stdout:1605: done (2 left) 2021-07-26T16:02:55.243 INFO:tasks.rados.rados.0.smithi037.stdout:1606: done (1 left) 2021-07-26T16:02:55.243 INFO:tasks.rados.rados.0.smithi037.stdout:1607: done (0 left) 2021-07-26T16:02:55.243 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 160 2021-07-26T16:02:55.243 INFO:tasks.rados.rados.0.smithi037.stdout:1608: seq_num 530 ranges {0=483328,483328=532480,1015808=671744} 2021-07-26T16:02:55.245 INFO:tasks.rados.rados.0.smithi037.stdout:1608: writing smithi03738989-20 from 0 to 483328 tid 1 2021-07-26T16:02:55.248 INFO:tasks.rados.rados.0.smithi037.stdout:1608: writing smithi03738989-20 from 483328 to 1015808 tid 2 2021-07-26T16:02:55.253 INFO:tasks.rados.rados.0.smithi037.stdout:1608: writing smithi03738989-20 from 1015808 to 1687552 tid 3 2021-07-26T16:02:55.253 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 160 2021-07-26T16:02:55.253 INFO:tasks.rados.rados.0.smithi037.stdout:1609: seq_num 531 ranges {139264=499712,638976=417792,1056768=548864,1605632=237568} 2021-07-26T16:02:55.257 INFO:tasks.rados.rados.0.smithi037.stdout:1609: writing smithi03738989-14 from 139264 to 638976 tid 1 2021-07-26T16:02:55.259 INFO:tasks.rados.rados.0.smithi037.stdout:1609: writing smithi03738989-14 from 638976 to 1056768 tid 2 2021-07-26T16:02:55.263 INFO:tasks.rados.rados.0.smithi037.stdout:1609: writing smithi03738989-14 from 1056768 to 1605632 tid 3 2021-07-26T16:02:55.265 INFO:tasks.rados.rados.0.smithi037.stdout:1609: writing smithi03738989-14 from 1605632 to 1843200 tid 4 2021-07-26T16:02:55.265 INFO:tasks.rados.rados.0.smithi037.stdout:1610: read oid 4 snap 148 2021-07-26T16:02:55.265 INFO:tasks.rados.rados.0.smithi037.stdout:1610: expect (ObjNum 496 snap 147 seq_num 496) 2021-07-26T16:02:55.265 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 160 2021-07-26T16:02:55.265 INFO:tasks.rados.rados.0.smithi037.stdout:1611: seq_num 532 ranges {2646016=516096,3162112=696320,3858432=507904} 2021-07-26T16:02:55.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:55 smithi107 bash[29346]: cluster 2021-07-26T16:02:53.746375+0000 mgr.y (mgr.24994) 201 : cluster [DBG] pgmap v270: 89 pgs: 15 stale+active+clean, 74 active+clean; 245 MiB data, 558 MiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2021-07-26T16:02:55.283 INFO:tasks.rados.rados.0.smithi037.stdout:1611: writing smithi03738989-22 from 2646016 to 3162112 tid 1 2021-07-26T16:02:55.289 INFO:tasks.rados.rados.0.smithi037.stdout:1611: writing smithi03738989-22 from 3162112 to 3858432 tid 2 2021-07-26T16:02:55.292 INFO:tasks.rados.rados.0.smithi037.stdout:1611: writing smithi03738989-22 from 3858432 to 4366336 tid 3 2021-07-26T16:02:55.292 INFO:tasks.rados.rados.0.smithi037.stdout:1612: delete oid 41 current snap is 160 2021-07-26T16:02:55.293 INFO:tasks.rados.rados.0.smithi037.stdout:1608: finishing write tid 1 to smithi03738989-20 2021-07-26T16:02:55.293 INFO:tasks.rados.rados.0.smithi037.stdout:1608: finishing write tid 2 to smithi03738989-20 2021-07-26T16:02:55.293 INFO:tasks.rados.rados.0.smithi037.stdout:1608: finishing write tid 3 to smithi03738989-20 2021-07-26T16:02:55.293 INFO:tasks.rados.rados.0.smithi037.stdout:1608: finishing write tid 5 to smithi03738989-20 2021-07-26T16:02:55.294 INFO:tasks.rados.rados.0.smithi037.stdout:1608: finishing write tid 6 to smithi03738989-20 2021-07-26T16:02:55.294 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 752 (ObjNum 530 snap 160 seq_num 530) dirty exists 2021-07-26T16:02:55.294 INFO:tasks.rados.rados.0.smithi037.stdout:1608: left oid 20 (ObjNum 530 snap 160 seq_num 530) 2021-07-26T16:02:55.294 INFO:tasks.rados.rados.0.smithi037.stdout:1609: finishing write tid 1 to smithi03738989-14 2021-07-26T16:02:55.295 INFO:tasks.rados.rados.0.smithi037.stdout:1609: finishing write tid 2 to smithi03738989-14 2021-07-26T16:02:55.295 INFO:tasks.rados.rados.0.smithi037.stdout:1609: finishing write tid 3 to smithi03738989-14 2021-07-26T16:02:55.295 INFO:tasks.rados.rados.0.smithi037.stdout:1609: finishing write tid 4 to smithi03738989-14 2021-07-26T16:02:55.295 INFO:tasks.rados.rados.0.smithi037.stdout:1609: finishing write tid 6 to smithi03738989-14 2021-07-26T16:02:55.295 INFO:tasks.rados.rados.0.smithi037.stdout:1609: finishing write tid 7 to smithi03738989-14 2021-07-26T16:02:55.296 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 780 (ObjNum 531 snap 160 seq_num 531) dirty exists 2021-07-26T16:02:55.296 INFO:tasks.rados.rados.0.smithi037.stdout:1609: left oid 14 (ObjNum 531 snap 160 seq_num 531) 2021-07-26T16:02:55.296 INFO:tasks.rados.rados.0.smithi037.stdout:1611: finishing write tid 1 to smithi03738989-22 2021-07-26T16:02:55.299 INFO:tasks.rados.rados.0.smithi037.stdout:1608: done (4 left) 2021-07-26T16:02:55.299 INFO:tasks.rados.rados.0.smithi037.stdout:1609: done (3 left) 2021-07-26T16:02:55.299 INFO:tasks.rados.rados.0.smithi037.stdout:1612: done (2 left) 2021-07-26T16:02:55.300 INFO:tasks.rados.rados.0.smithi037.stdout:1613: setattr oid 20 current snap is 160 2021-07-26T16:02:55.300 INFO:tasks.rados.rados.0.smithi037.stdout:1611: finishing write tid 2 to smithi03738989-22 2021-07-26T16:02:55.300 INFO:tasks.rados.rados.0.smithi037.stdout:1611: finishing write tid 3 to smithi03738989-22 2021-07-26T16:02:55.301 INFO:tasks.rados.rados.0.smithi037.stdout:1611: finishing write tid 5 to smithi03738989-22 2021-07-26T16:02:55.301 INFO:tasks.rados.rados.0.smithi037.stdout:1611: finishing write tid 6 to smithi03738989-22 2021-07-26T16:02:55.302 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 756 (ObjNum 532 snap 160 seq_num 532) dirty exists 2021-07-26T16:02:55.302 INFO:tasks.rados.rados.0.smithi037.stdout:1611: left oid 22 (ObjNum 532 snap 160 seq_num 532) 2021-07-26T16:02:55.302 INFO:tasks.rados.rados.0.smithi037.stdout:1611: done (2 left) 2021-07-26T16:02:55.303 INFO:tasks.rados.rados.0.smithi037.stdout:1614: snap_remove snap 149 2021-07-26T16:02:55.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:55 smithi037 bash[41498]: cluster 2021-07-26T16:02:53.746375+0000 mgr.y (mgr.24994) 201 : cluster [DBG] pgmap v270: 89 pgs: 15 stale+active+clean, 74 active+clean; 245 MiB data, 558 MiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2021-07-26T16:02:55.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:55 smithi037 bash[42499]: cluster 2021-07-26T16:02:53.746375+0000 mgr.y (mgr.24994) 201 : cluster [DBG] pgmap v270: 89 pgs: 15 stale+active+clean, 74 active+clean; 245 MiB data, 558 MiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2021-07-26T16:02:55.989 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:02:55 smithi107 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@osd.4.service: Succeeded. 2021-07-26T16:02:55.989 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:02:55 smithi107 systemd[1]: Stopped Ceph osd.4 for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:02:55.989 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:02:55 smithi107 systemd[1]: Started Ceph osd.4 for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:02:56.212 INFO:tasks.rados.rados.0.smithi037.stdout:1614: done (2 left) 2021-07-26T16:02:56.212 INFO:tasks.rados.rados.0.smithi037.stdout:1615: setattr oid 14 current snap is 160 2021-07-26T16:02:56.215 INFO:tasks.rados.rados.0.smithi037.stdout:1616: rollback oid 7 current snap is 160 2021-07-26T16:02:56.216 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 7 to 152 2021-07-26T16:02:56.216 INFO:tasks.rados.rados.0.smithi037.stdout:1617: copy_from oid 26 from oid 10 current snap is 160 2021-07-26T16:02:56.216 INFO:tasks.rados.rados.0.smithi037.stdout:1610: expect (ObjNum 496 snap 147 seq_num 496) 2021-07-26T16:02:56.268 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:02:55 smithi107 bash[30803]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:02:56.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:56 smithi107 bash[29346]: cluster 2021-07-26T16:02:55.185981+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e376: 8 total, 7 up, 8 in 2021-07-26T16:02:56.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:56 smithi107 bash[29346]: audit 2021-07-26T16:02:55.948627+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:56.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:56 smithi107 bash[29346]: audit 2021-07-26T16:02:55.951878+0000 mon.c (mon.1) 165 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:02:56.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:56 smithi107 bash[29346]: audit 2021-07-26T16:02:55.956461+0000 mon.c (mon.1) 166 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:02:56.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:56 smithi037 bash[41498]: cluster 2021-07-26T16:02:55.185981+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e376: 8 total, 7 up, 8 in 2021-07-26T16:02:56.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:56 smithi037 bash[41498]: audit 2021-07-26T16:02:55.948627+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:56.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:56 smithi037 bash[41498]: audit 2021-07-26T16:02:55.951878+0000 mon.c (mon.1) 165 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:02:56.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:56 smithi037 bash[41498]: audit 2021-07-26T16:02:55.956461+0000 mon.c (mon.1) 166 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:02:56.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:56 smithi037 bash[42499]: cluster 2021-07-26T16:02:55.185981+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e376: 8 total, 7 up, 8 in 2021-07-26T16:02:56.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:56 smithi037 bash[42499]: audit 2021-07-26T16:02:55.948627+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:02:56.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:56 smithi037 bash[42499]: audit 2021-07-26T16:02:55.951878+0000 mon.c (mon.1) 165 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:02:56.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:56 smithi037 bash[42499]: audit 2021-07-26T16:02:55.956461+0000 mon.c (mon.1) 166 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:02:56.917 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 753 (ObjNum 530 snap 160 seq_num 530) dirty exists 2021-07-26T16:02:56.918 INFO:tasks.rados.rados.0.smithi037.stdout:1616: finishing rollback tid 0 to smithi03738989-7 2021-07-26T16:02:56.918 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 781 (ObjNum 531 snap 160 seq_num 531) dirty exists 2021-07-26T16:02:56.919 INFO:tasks.rados.rados.0.smithi037.stdout:1616: finishing rollback tid 1 to smithi03738989-7 2021-07-26T16:02:56.919 INFO:tasks.rados.rados.0.smithi037.stdout:1616: finishing rollback tid 2 to smithi03738989-7 2021-07-26T16:02:56.919 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 945 (ObjNum 474 snap 144 seq_num 474) dirty exists 2021-07-26T16:02:56.920 INFO:tasks.rados.rados.0.smithi037.stdout:1610: done (4 left) 2021-07-26T16:02:56.920 INFO:tasks.rados.rados.0.smithi037.stdout:1613: done (3 left) 2021-07-26T16:02:56.920 INFO:tasks.rados.rados.0.smithi037.stdout:1615: done (2 left) 2021-07-26T16:02:56.921 INFO:tasks.rados.rados.0.smithi037.stdout:1616: done (1 left) 2021-07-26T16:02:56.921 INFO:tasks.rados.rados.0.smithi037.stdout:1618: delete oid 37 current snap is 160 2021-07-26T16:02:56.925 INFO:tasks.rados.rados.0.smithi037.stdout:1618: done (1 left) 2021-07-26T16:02:56.925 INFO:tasks.rados.rados.0.smithi037.stdout:1619: read oid 7 snap -1 2021-07-26T16:02:56.925 INFO:tasks.rados.rados.0.smithi037.stdout:1619: expect (ObjNum 474 snap 144 seq_num 474) 2021-07-26T16:02:56.925 INFO:tasks.rados.rados.0.smithi037.stdout:1620: delete oid 31 current snap is 160 2021-07-26T16:02:56.927 INFO:tasks.rados.rados.0.smithi037.stdout:1620: done (2 left) 2021-07-26T16:02:56.927 INFO:tasks.rados.rados.0.smithi037.stdout:1621: rmattr oid 47 current snap is 160 2021-07-26T16:02:56.928 INFO:tasks.rados.rados.0.smithi037.stdout:1621: done (2 left) 2021-07-26T16:02:56.928 INFO:tasks.rados.rados.0.smithi037.stdout:1622: read oid 29 snap -1 2021-07-26T16:02:56.929 INFO:tasks.rados.rados.0.smithi037.stdout:1622: expect deleted 2021-07-26T16:02:56.929 INFO:tasks.rados.rados.0.smithi037.stdout:1623: delete oid 46 current snap is 160 2021-07-26T16:02:56.930 INFO:tasks.rados.rados.0.smithi037.stdout:1619: expect (ObjNum 474 snap 144 seq_num 474) 2021-07-26T16:02:56.993 INFO:tasks.rados.rados.0.smithi037.stdout:1619: done (3 left) 2021-07-26T16:02:56.994 INFO:tasks.rados.rados.0.smithi037.stdout:1622: done (2 left) 2021-07-26T16:02:56.994 INFO:tasks.rados.rados.0.smithi037.stdout:1623: done (1 left) 2021-07-26T16:02:56.994 INFO:tasks.rados.rados.0.smithi037.stdout:1624: copy_from oid 35 from oid 40 current snap is 160 2021-07-26T16:02:56.995 INFO:tasks.rados.rados.0.smithi037.stdout:1617: finishing copy_from to smithi03738989-26 2021-07-26T16:02:56.995 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 1337 (ObjNum 495 snap 147 seq_num 495) dirty exists 2021-07-26T16:02:56.996 INFO:tasks.rados.rados.0.smithi037.stdout:1617: finishing copy_from racing read to smithi03738989-26 2021-07-26T16:02:56.996 INFO:tasks.rados.rados.0.smithi037.stdout:1617: done (1 left) 2021-07-26T16:02:56.996 INFO:tasks.rados.rados.0.smithi037.stdout:1625: rmattr oid 46 current snap is 160 2021-07-26T16:02:56.997 INFO:tasks.rados.rados.0.smithi037.stdout:1625: done (1 left) 2021-07-26T16:02:56.997 INFO:tasks.rados.rados.0.smithi037.stdout:1626: snap_remove snap 148 2021-07-26T16:02:57.491 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:57 smithi107 bash[29346]: cluster 2021-07-26T16:02:55.747254+0000 mgr.y (mgr.24994) 202 : cluster [DBG] pgmap v273: 89 pgs: 3 active+undersized+degraded, 6 peering, 10 stale+active+clean, 4 active+undersized, 66 active+clean; 239 MiB data, 558 MiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.9 MiB/s wr, 11 op/s; 18/519 objects degraded (3.468%) 2021-07-26T16:02:57.492 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:57 smithi107 bash[29346]: cluster 2021-07-26T16:02:56.189717+0000 mon.a (mon.0) 517 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-07-26T16:02:57.492 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:57 smithi107 bash[29346]: cluster 2021-07-26T16:02:56.189791+0000 mon.a (mon.0) 518 : cluster [WRN] Health check failed: Degraded data redundancy: 18/519 objects degraded (3.468%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T16:02:57.492 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:57 smithi107 bash[29346]: cluster 2021-07-26T16:02:56.208784+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e377: 8 total, 7 up, 8 in 2021-07-26T16:02:57.492 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:57 smithi107 bash[29346]: cluster 2021-07-26T16:02:56.963559+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e378: 8 total, 7 up, 8 in 2021-07-26T16:02:57.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:57 smithi037 bash[41498]: cluster 2021-07-26T16:02:55.747254+0000 mgr.y (mgr.24994) 202 : cluster [DBG] pgmap v273: 89 pgs: 3 active+undersized+degraded, 6 peering, 10 stale+active+clean, 4 active+undersized, 66 active+clean; 239 MiB data, 558 MiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.9 MiB/s wr, 11 op/s; 18/519 objects degraded (3.468%) 2021-07-26T16:02:57.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:57 smithi037 bash[41498]: cluster 2021-07-26T16:02:56.189717+0000 mon.a (mon.0) 517 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-07-26T16:02:57.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:57 smithi037 bash[41498]: cluster 2021-07-26T16:02:56.189791+0000 mon.a (mon.0) 518 : cluster [WRN] Health check failed: Degraded data redundancy: 18/519 objects degraded (3.468%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T16:02:57.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:57 smithi037 bash[41498]: cluster 2021-07-26T16:02:56.208784+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e377: 8 total, 7 up, 8 in 2021-07-26T16:02:57.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:57 smithi037 bash[41498]: cluster 2021-07-26T16:02:56.963559+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e378: 8 total, 7 up, 8 in 2021-07-26T16:02:57.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:57 smithi037 bash[42499]: cluster 2021-07-26T16:02:55.747254+0000 mgr.y (mgr.24994) 202 : cluster [DBG] pgmap v273: 89 pgs: 3 active+undersized+degraded, 6 peering, 10 stale+active+clean, 4 active+undersized, 66 active+clean; 239 MiB data, 558 MiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.9 MiB/s wr, 11 op/s; 18/519 objects degraded (3.468%) 2021-07-26T16:02:57.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:57 smithi037 bash[42499]: cluster 2021-07-26T16:02:56.189717+0000 mon.a (mon.0) 517 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-07-26T16:02:57.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:57 smithi037 bash[42499]: cluster 2021-07-26T16:02:56.189791+0000 mon.a (mon.0) 518 : cluster [WRN] Health check failed: Degraded data redundancy: 18/519 objects degraded (3.468%), 3 pgs degraded (PG_DEGRADED) 2021-07-26T16:02:57.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:57 smithi037 bash[42499]: cluster 2021-07-26T16:02:56.208784+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e377: 8 total, 7 up, 8 in 2021-07-26T16:02:57.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:57 smithi037 bash[42499]: cluster 2021-07-26T16:02:56.963559+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e378: 8 total, 7 up, 8 in 2021-07-26T16:02:57.768 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:02:57 smithi107 bash[30803]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2021-07-26T16:02:57.768 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:02:57 smithi107 bash[30803]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2021-07-26T16:02:57.769 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:02:57 smithi107 bash[30803]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2021-07-26T16:02:57.770 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:02:57 smithi107 bash[30803]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2021-07-26T16:02:57.770 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:02:57 smithi107 bash[30803]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2021-07-26T16:02:57.770 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:02:57 smithi107 bash[30803]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2021-07-26T16:02:57.771 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:02:57 smithi107 bash[30803]: --> ceph-volume lvm activate successful for osd ID: 4 2021-07-26T16:02:57.980 INFO:tasks.rados.rados.0.smithi037.stdout:1626: done (1 left) 2021-07-26T16:02:57.980 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 160 2021-07-26T16:02:57.981 INFO:tasks.rados.rados.0.smithi037.stdout:1627: seq_num 537 ranges {0=598016,598016=573440,1171456=491520,1662976=139264} 2021-07-26T16:02:57.986 INFO:tasks.rados.rados.0.smithi037.stdout:1627: writing smithi03738989-15 from 0 to 598016 tid 1 2021-07-26T16:02:57.989 INFO:tasks.rados.rados.0.smithi037.stdout:1627: writing smithi03738989-15 from 598016 to 1171456 tid 2 2021-07-26T16:02:57.993 INFO:tasks.rados.rados.0.smithi037.stdout:1627: writing smithi03738989-15 from 1171456 to 1662976 tid 3 2021-07-26T16:02:57.998 INFO:tasks.rados.rados.0.smithi037.stdout:1627: writing smithi03738989-15 from 1662976 to 1802240 tid 4 2021-07-26T16:02:57.998 INFO:tasks.rados.rados.0.smithi037.stdout:1624: finishing copy_from to smithi03738989-35 2021-07-26T16:02:57.999 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1059 (ObjNum 487 snap 146 seq_num 487) dirty exists 2021-07-26T16:02:57.999 INFO:tasks.rados.rados.0.smithi037.stdout:1624: finishing copy_from racing read to smithi03738989-35 2021-07-26T16:02:57.999 INFO:tasks.rados.rados.0.smithi037.stdout:1624: done (1 left) 2021-07-26T16:02:58.000 INFO:tasks.rados.rados.0.smithi037.stdout:1628: copy_from oid 45 from oid 38 current snap is 160 2021-07-26T16:02:58.000 INFO:tasks.rados.rados.0.smithi037.stdout:1629: rollback oid 31 current snap is 160 2021-07-26T16:02:58.002 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 31 to 146 2021-07-26T16:02:58.002 INFO:tasks.rados.rados.0.smithi037.stdout:1630: rollback oid 17 current snap is 160 2021-07-26T16:02:58.003 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 17 to 146 2021-07-26T16:02:58.003 INFO:tasks.rados.rados.0.smithi037.stdout:1631: snap_remove snap 142 2021-07-26T16:02:58.768 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:02:58 smithi107 bash[30920]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:02:58.992 INFO:tasks.rados.rados.0.smithi037.stdout:1627: finishing write tid 1 to smithi03738989-15 2021-07-26T16:02:58.992 INFO:tasks.rados.rados.0.smithi037.stdout:1628: finishing copy_from to smithi03738989-45 2021-07-26T16:02:58.992 INFO:tasks.rados.rados.0.smithi037.stdout:1628: got expected ENOENT (src dne) 2021-07-26T16:02:58.993 INFO:tasks.rados.rados.0.smithi037.stdout:1628: finishing copy_from racing read to smithi03738989-45 2021-07-26T16:02:58.993 INFO:tasks.rados.rados.0.smithi037.stdout:1629: finishing rollback tid 1 to smithi03738989-31 2021-07-26T16:02:58.993 INFO:tasks.rados.rados.0.smithi037.stdout:1629: finishing rollback tid 2 to smithi03738989-31 2021-07-26T16:02:58.993 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1061 (ObjNum 447 snap 136 seq_num 447) dirty exists 2021-07-26T16:02:58.994 INFO:tasks.rados.rados.0.smithi037.stdout:1627: finishing write tid 2 to smithi03738989-15 2021-07-26T16:02:58.994 INFO:tasks.rados.rados.0.smithi037.stdout:1627: finishing write tid 3 to smithi03738989-15 2021-07-26T16:02:58.994 INFO:tasks.rados.rados.0.smithi037.stdout:1627: finishing write tid 4 to smithi03738989-15 2021-07-26T16:02:58.994 INFO:tasks.rados.rados.0.smithi037.stdout:1627: finishing write tid 6 to smithi03738989-15 2021-07-26T16:02:58.995 INFO:tasks.rados.rados.0.smithi037.stdout:1630: finishing rollback tid 0 to smithi03738989-17 2021-07-26T16:02:58.995 INFO:tasks.rados.rados.0.smithi037.stdout:1630: finishing rollback tid 1 to smithi03738989-17 2021-07-26T16:02:58.995 INFO:tasks.rados.rados.0.smithi037.stdout:1627: finishing write tid 7 to smithi03738989-15 2021-07-26T16:02:58.995 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 804 (ObjNum 537 snap 160 seq_num 537) dirty exists 2021-07-26T16:02:58.995 INFO:tasks.rados.rados.0.smithi037.stdout:1627: left oid 15 (ObjNum 537 snap 160 seq_num 537) 2021-07-26T16:02:58.996 INFO:tasks.rados.rados.0.smithi037.stdout:1630: finishing rollback tid 2 to smithi03738989-17 2021-07-26T16:02:58.996 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 807 (ObjNum 438 snap 133 seq_num 438) dirty exists 2021-07-26T16:02:58.996 INFO:tasks.rados.rados.0.smithi037.stdout:1627: done (4 left) 2021-07-26T16:02:58.996 INFO:tasks.rados.rados.0.smithi037.stdout:1628: done (3 left) 2021-07-26T16:02:58.997 INFO:tasks.rados.rados.0.smithi037.stdout:1629: done (2 left) 2021-07-26T16:02:58.997 INFO:tasks.rados.rados.0.smithi037.stdout:1630: done (1 left) 2021-07-26T16:02:58.997 INFO:tasks.rados.rados.0.smithi037.stdout:1631: done (0 left) 2021-07-26T16:02:58.997 INFO:tasks.rados.rados.0.smithi037.stdout:1632: snap_remove snap 151 2021-07-26T16:02:59.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:58 smithi107 bash[29346]: cluster 2021-07-26T16:02:57.748372+0000 mgr.y (mgr.24994) 203 : cluster [DBG] pgmap v276: 89 pgs: 12 active+undersized+degraded, 6 peering, 2 stale+active+clean, 15 active+undersized, 54 active+clean; 234 MiB data, 553 MiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.9 MiB/s wr, 24 op/s; 43/507 objects degraded (8.481%) 2021-07-26T16:02:59.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:58 smithi107 bash[29346]: cluster 2021-07-26T16:02:57.976413+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e379: 8 total, 7 up, 8 in 2021-07-26T16:02:59.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:58 smithi037 bash[41498]: cluster 2021-07-26T16:02:57.748372+0000 mgr.y (mgr.24994) 203 : cluster [DBG] pgmap v276: 89 pgs: 12 active+undersized+degraded, 6 peering, 2 stale+active+clean, 15 active+undersized, 54 active+clean; 234 MiB data, 553 MiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.9 MiB/s wr, 24 op/s; 43/507 objects degraded (8.481%) 2021-07-26T16:02:59.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:02:58 smithi037 bash[41498]: cluster 2021-07-26T16:02:57.976413+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e379: 8 total, 7 up, 8 in 2021-07-26T16:02:59.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:58 smithi037 bash[42499]: cluster 2021-07-26T16:02:57.748372+0000 mgr.y (mgr.24994) 203 : cluster [DBG] pgmap v276: 89 pgs: 12 active+undersized+degraded, 6 peering, 2 stale+active+clean, 15 active+undersized, 54 active+clean; 234 MiB data, 553 MiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.9 MiB/s wr, 24 op/s; 43/507 objects degraded (8.481%) 2021-07-26T16:02:59.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:02:58 smithi037 bash[42499]: cluster 2021-07-26T16:02:57.976413+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e379: 8 total, 7 up, 8 in 2021-07-26T16:02:59.768 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:02:59 smithi107 bash[30920]: debug 2021-07-26T16:02:59.595+0000 7fe9f5bf9700 1 -- 172.21.15.107:0/4076796223 <== mon.2 v2:172.21.15.107:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f2bb6a0340 con 0x55f2bb6fd000 2021-07-26T16:02:59.992 INFO:tasks.rados.rados.0.smithi037.stdout:1632: done (0 left) 2021-07-26T16:02:59.992 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 160 2021-07-26T16:02:59.992 INFO:tasks.rados.rados.0.smithi037.stdout:1633: seq_num 538 ranges {1163264=614400,1777664=450560,2228224=704512,2932736=49152} 2021-07-26T16:03:00.003 INFO:tasks.rados.rados.0.smithi037.stdout:1633: writing smithi03738989-24 from 1163264 to 1777664 tid 1 2021-07-26T16:03:00.006 INFO:tasks.rados.rados.0.smithi037.stdout:1633: writing smithi03738989-24 from 1777664 to 2228224 tid 2 2021-07-26T16:03:00.011 INFO:tasks.rados.rados.0.smithi037.stdout:1633: writing smithi03738989-24 from 2228224 to 2932736 tid 3 2021-07-26T16:03:00.013 INFO:tasks.rados.rados.0.smithi037.stdout:1633: writing smithi03738989-24 from 2932736 to 2981888 tid 4 2021-07-26T16:03:00.013 INFO:tasks.rados.rados.0.smithi037.stdout:1634: read oid 5 snap -1 2021-07-26T16:03:00.014 INFO:tasks.rados.rados.0.smithi037.stdout:1634: expect deleted 2021-07-26T16:03:00.014 INFO:tasks.rados.rados.0.smithi037.stdout:1635: read oid 33 snap 158 2021-07-26T16:03:00.014 INFO:tasks.rados.rados.0.smithi037.stdout:1635: expect (ObjNum 431 snap 128 seq_num 431) 2021-07-26T16:03:00.014 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 160 2021-07-26T16:03:00.015 INFO:tasks.rados.rados.0.smithi037.stdout:1636: seq_num 539 ranges {1605632=630784,2236416=737280,2973696=466944} 2021-07-26T16:03:00.026 INFO:tasks.rados.rados.0.smithi037.stdout:1636: writing smithi03738989-49 from 1605632 to 2236416 tid 1 2021-07-26T16:03:00.032 INFO:tasks.rados.rados.0.smithi037.stdout:1636: writing smithi03738989-49 from 2236416 to 2973696 tid 2 2021-07-26T16:03:00.035 INFO:tasks.rados.rados.0.smithi037.stdout:1636: writing smithi03738989-49 from 2973696 to 3440640 tid 3 2021-07-26T16:03:00.035 INFO:tasks.rados.rados.0.smithi037.stdout:1637: delete oid 19 current snap is 160 2021-07-26T16:03:00.035 INFO:tasks.rados.rados.0.smithi037.stdout:1633: finishing write tid 1 to smithi03738989-24 2021-07-26T16:03:00.036 INFO:tasks.rados.rados.0.smithi037.stdout:1633: finishing write tid 2 to smithi03738989-24 2021-07-26T16:03:00.036 INFO:tasks.rados.rados.0.smithi037.stdout:1633: finishing write tid 3 to smithi03738989-24 2021-07-26T16:03:00.036 INFO:tasks.rados.rados.0.smithi037.stdout:1633: finishing write tid 4 to smithi03738989-24 2021-07-26T16:03:00.036 INFO:tasks.rados.rados.0.smithi037.stdout:1633: finishing write tid 6 to smithi03738989-24 2021-07-26T16:03:00.037 INFO:tasks.rados.rados.0.smithi037.stdout:1636: finishing write tid 1 to smithi03738989-49 2021-07-26T16:03:00.037 INFO:tasks.rados.rados.0.smithi037.stdout:1635: expect (ObjNum 431 snap 128 seq_num 431) 2021-07-26T16:03:00.038 INFO:tasks.rados.rados.0.smithi037.stdout:1636: finishing write tid 2 to smithi03738989-49 2021-07-26T16:03:00.039 INFO:tasks.rados.rados.0.smithi037.stdout:1636: finishing write tid 3 to smithi03738989-49 2021-07-26T16:03:00.040 INFO:tasks.rados.rados.0.smithi037.stdout:1636: finishing write tid 5 to smithi03738989-49 2021-07-26T16:03:00.042 INFO:tasks.rados.rados.0.smithi037.stdout:1633: finishing write tid 7 to smithi03738989-24 2021-07-26T16:03:00.042 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 1479 (ObjNum 538 snap 160 seq_num 538) dirty exists 2021-07-26T16:03:00.042 INFO:tasks.rados.rados.0.smithi037.stdout:1633: left oid 24 (ObjNum 538 snap 160 seq_num 538) 2021-07-26T16:03:00.043 INFO:tasks.rados.rados.0.smithi037.stdout:1636: finishing write tid 6 to smithi03738989-49 2021-07-26T16:03:00.043 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 761 (ObjNum 539 snap 160 seq_num 539) dirty exists 2021-07-26T16:03:00.043 INFO:tasks.rados.rados.0.smithi037.stdout:1636: left oid 49 (ObjNum 539 snap 160 seq_num 539) 2021-07-26T16:03:00.045 INFO:tasks.rados.rados.0.smithi037.stdout:1633: done (4 left) 2021-07-26T16:03:00.045 INFO:tasks.rados.rados.0.smithi037.stdout:1634: done (3 left) 2021-07-26T16:03:00.045 INFO:tasks.rados.rados.0.smithi037.stdout:1635: done (2 left) 2021-07-26T16:03:00.045 INFO:tasks.rados.rados.0.smithi037.stdout:1636: done (1 left) 2021-07-26T16:03:00.046 INFO:tasks.rados.rados.0.smithi037.stdout:1637: done (0 left) 2021-07-26T16:03:00.046 INFO:tasks.rados.rados.0.smithi037.stdout:1638: snap_remove snap 152 2021-07-26T16:03:00.268 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:03:00 smithi107 bash[30920]: debug 2021-07-26T16:03:00.139+0000 7fe9fd44d0c0 -1 Falling back to public interface 2021-07-26T16:03:00.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:02:59 smithi107 bash[29346]: cluster 2021-07-26T16:02:58.992045+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e380: 8 total, 7 up, 8 in 2021-07-26T16:03:00.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:00 smithi037 bash[41498]: cluster 2021-07-26T16:02:58.992045+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e380: 8 total, 7 up, 8 in 2021-07-26T16:03:00.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:00 smithi037 bash[42499]: cluster 2021-07-26T16:02:58.992045+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e380: 8 total, 7 up, 8 in 2021-07-26T16:03:01.014 INFO:tasks.rados.rados.0.smithi037.stdout:1638: done (0 left) 2021-07-26T16:03:01.014 INFO:tasks.rados.rados.0.smithi037.stdout:1639: read oid 18 snap -1 2021-07-26T16:03:01.015 INFO:tasks.rados.rados.0.smithi037.stdout:1639: expect (ObjNum 524 snap 159 seq_num 524) 2021-07-26T16:03:01.015 INFO:tasks.rados.rados.0.smithi037.stdout:1640: setattr oid 31 current snap is 160 2021-07-26T16:03:01.015 INFO:tasks.rados.rados.0.smithi037.stdout:1641: snap_create 2021-07-26T16:03:01.036 INFO:tasks.rados.rados.0.smithi037.stdout:1639: expect (ObjNum 524 snap 159 seq_num 524) 2021-07-26T16:03:01.093 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1062 (ObjNum 447 snap 136 seq_num 447) dirty exists 2021-07-26T16:03:01.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:01 smithi107 bash[29346]: cluster 2021-07-26T16:02:59.749500+0000 mgr.y (mgr.24994) 204 : cluster [DBG] pgmap v279: 89 pgs: 15 active+undersized+degraded, 25 active+undersized, 49 active+clean; 236 MiB data, 561 MiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.8 MiB/s wr, 20 op/s; 82/504 objects degraded (16.270%) 2021-07-26T16:03:01.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:01 smithi107 bash[29346]: cluster 2021-07-26T16:02:59.984012+0000 mon.a (mon.0) 523 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-07-26T16:03:01.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:01 smithi107 bash[29346]: cluster 2021-07-26T16:02:59.992739+0000 mon.a (mon.0) 524 : cluster [DBG] osdmap e381: 8 total, 7 up, 8 in 2021-07-26T16:03:01.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[41498]: cluster 2021-07-26T16:02:59.749500+0000 mgr.y (mgr.24994) 204 : cluster [DBG] pgmap v279: 89 pgs: 15 active+undersized+degraded, 25 active+undersized, 49 active+clean; 236 MiB data, 561 MiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.8 MiB/s wr, 20 op/s; 82/504 objects degraded (16.270%) 2021-07-26T16:03:01.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[41498]: cluster 2021-07-26T16:02:59.984012+0000 mon.a (mon.0) 523 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-07-26T16:03:01.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[41498]: cluster 2021-07-26T16:02:59.992739+0000 mon.a (mon.0) 524 : cluster [DBG] osdmap e381: 8 total, 7 up, 8 in 2021-07-26T16:03:01.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[42499]: cluster 2021-07-26T16:02:59.749500+0000 mgr.y (mgr.24994) 204 : cluster [DBG] pgmap v279: 89 pgs: 15 active+undersized+degraded, 25 active+undersized, 49 active+clean; 236 MiB data, 561 MiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.8 MiB/s wr, 20 op/s; 82/504 objects degraded (16.270%) 2021-07-26T16:03:01.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[42499]: cluster 2021-07-26T16:02:59.984012+0000 mon.a (mon.0) 523 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-07-26T16:03:01.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[42499]: cluster 2021-07-26T16:02:59.992739+0000 mon.a (mon.0) 524 : cluster [DBG] osdmap e381: 8 total, 7 up, 8 in 2021-07-26T16:03:01.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: debug 2021-07-26T16:03:01.025+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:03:01.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:03:01.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:01.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:03:01.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:01.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:03:01.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:01.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:01.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:03:01.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: debug 2021-07-26T16:03:01.025+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:03:01.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:03:01.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:01.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:03:01.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:01.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:03:01.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:01.346 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:01.346 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:03:01.346 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: debug 2021-07-26T16:03:01.029+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:03:01.347 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:03:01.347 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:01.347 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:03:01.348 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:01.348 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:03:01.348 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:01.349 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:01.349 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:03:01.349 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: debug 2021-07-26T16:03:01.029+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:03:01.350 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:03:01.350 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:01.350 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:03:01.351 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:01.351 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:03:01.351 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:01.351 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:01.352 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:03:01.352 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:01 smithi037 bash[39965]: debug 2021-07-26T16:03:01.041+0000 7f5d5ff7a700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2021-07-26T16:03:01.970 INFO:tasks.rados.rados.0.smithi037.stdout:1639: done (2 left) 2021-07-26T16:03:01.970 INFO:tasks.rados.rados.0.smithi037.stdout:1640: done (1 left) 2021-07-26T16:03:01.971 INFO:tasks.rados.rados.0.smithi037.stdout:1641: done (0 left) 2021-07-26T16:03:01.971 INFO:tasks.rados.rados.0.smithi037.stdout:1642: snap_remove snap 146 2021-07-26T16:03:02.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: audit 2021-07-26T16:03:01.004662+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:02.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: cluster 2021-07-26T16:03:01.014220+0000 mon.a (mon.0) 526 : cluster [DBG] osdmap e382: 8 total, 7 up, 8 in 2021-07-26T16:03:02.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: audit 2021-07-26T16:03:01.025718+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:02.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: cephadm 2021-07-26T16:03:01.028544+0000 mgr.y (mgr.24994) 205 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:03:02.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:03:02.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:02.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:03:02.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:02.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:03:02.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:02.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:02.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:03:02.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: cephadm 2021-07-26T16:03:01.030050+0000 mgr.y (mgr.24994) 206 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:03:02.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:03:02.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:02.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:03:02.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:02.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:03:02.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:02.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:02.285 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:03:02.285 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: cephadm 2021-07-26T16:03:01.033257+0000 mgr.y (mgr.24994) 207 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:03:02.286 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:03:02.286 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:02.286 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:03:02.286 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:02.286 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:03:02.287 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:02.287 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:02.287 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:03:02.287 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: cephadm 2021-07-26T16:03:01.034603+0000 mgr.y (mgr.24994) 208 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:03:02.288 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:03:02.288 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:02.288 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:03:02.288 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:02.289 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:03:02.289 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:02.289 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:02.289 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:03:02.289 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: audit 2021-07-26T16:03:01.039492+0000 mon.c (mon.1) 167 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:03:02.290 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: audit 2021-07-26T16:03:01.041500+0000 mon.c (mon.1) 168 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:02.290 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: audit 2021-07-26T16:03:01.043089+0000 mon.c (mon.1) 169 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:02.290 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: audit 2021-07-26T16:03:01.044742+0000 mon.c (mon.1) 170 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:02.296 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: audit 2021-07-26T16:03:01.047073+0000 mon.c (mon.1) 171 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2021-07-26T16:03:02.296 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: audit 2021-07-26T16:03:01.047281+0000 mgr.y (mgr.24994) 209 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2021-07-26T16:03:02.296 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: cephadm 2021-07-26T16:03:01.048530+0000 mgr.y (mgr.24994) 210 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2021-07-26T16:03:02.297 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: cluster 2021-07-26T16:03:01.958171+0000 mon.a (mon.0) 528 : cluster [WRN] Health check update: Degraded data redundancy: 82/504 objects degraded (16.270%), 15 pgs degraded (PG_DEGRADED) 2021-07-26T16:03:02.297 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:02 smithi107 bash[29346]: cluster 2021-07-26T16:03:01.969434+0000 mon.a (mon.0) 529 : cluster [DBG] osdmap e383: 8 total, 7 up, 8 in 2021-07-26T16:03:02.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: audit 2021-07-26T16:03:01.004662+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:02.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: cluster 2021-07-26T16:03:01.014220+0000 mon.a (mon.0) 526 : cluster [DBG] osdmap e382: 8 total, 7 up, 8 in 2021-07-26T16:03:02.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: audit 2021-07-26T16:03:01.025718+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:02.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: cephadm 2021-07-26T16:03:01.028544+0000 mgr.y (mgr.24994) 205 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:03:02.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:03:02.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:02.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:03:02.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:02.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:03:02.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:02.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:02.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:03:02.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: cephadm 2021-07-26T16:03:01.030050+0000 mgr.y (mgr.24994) 206 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:03:02.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:03:02.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:02.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:03:02.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:02.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:03:02.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:02.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:02.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:03:02.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: cephadm 2021-07-26T16:03:01.033257+0000 mgr.y (mgr.24994) 207 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:03:02.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:03:02.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:02.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:03:02.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:02.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:03:02.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:02.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: audit 2021-07-26T16:03:01.004662+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:02.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: cluster 2021-07-26T16:03:01.014220+0000 mon.a (mon.0) 526 : cluster [DBG] osdmap e382: 8 total, 7 up, 8 in 2021-07-26T16:03:02.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: audit 2021-07-26T16:03:01.025718+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:02.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: cephadm 2021-07-26T16:03:01.028544+0000 mgr.y (mgr.24994) 205 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:03:02.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:03:02.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:02.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:03:02.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:02.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:03:02.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:02.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:02.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:03:02.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: cephadm 2021-07-26T16:03:01.030050+0000 mgr.y (mgr.24994) 206 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:03:02.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:03:02.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:02.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:03:02.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:02.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:03:02.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:02.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:02.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:03:02.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: cephadm 2021-07-26T16:03:01.033257+0000 mgr.y (mgr.24994) 207 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:03:02.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:03:02.352 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:02.352 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:03:02.352 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:02.352 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:03:02.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:02.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:02.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:03:02.354 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: cephadm 2021-07-26T16:03:01.034603+0000 mgr.y (mgr.24994) 208 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:03:02.354 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:03:02.354 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:02.354 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:03:02.355 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:02.355 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:03:02.355 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:02.355 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:02.356 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:03:02.356 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: audit 2021-07-26T16:03:01.039492+0000 mon.c (mon.1) 167 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:03:02.356 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: audit 2021-07-26T16:03:01.041500+0000 mon.c (mon.1) 168 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:02.356 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: audit 2021-07-26T16:03:01.043089+0000 mon.c (mon.1) 169 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:02.356 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: audit 2021-07-26T16:03:01.044742+0000 mon.c (mon.1) 170 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:02.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: audit 2021-07-26T16:03:01.047073+0000 mon.c (mon.1) 171 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2021-07-26T16:03:02.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: audit 2021-07-26T16:03:01.047281+0000 mgr.y (mgr.24994) 209 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2021-07-26T16:03:02.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: cephadm 2021-07-26T16:03:01.048530+0000 mgr.y (mgr.24994) 210 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2021-07-26T16:03:02.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: cluster 2021-07-26T16:03:01.958171+0000 mon.a (mon.0) 528 : cluster [WRN] Health check update: Degraded data redundancy: 82/504 objects degraded (16.270%), 15 pgs degraded (PG_DEGRADED) 2021-07-26T16:03:02.358 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[41498]: cluster 2021-07-26T16:03:01.969434+0000 mon.a (mon.0) 529 : cluster [DBG] osdmap e383: 8 total, 7 up, 8 in 2021-07-26T16:03:02.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:02.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:03:02.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: cephadm 2021-07-26T16:03:01.034603+0000 mgr.y (mgr.24994) 208 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:03:02.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:03:02.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:02.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:03:02.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:02.360 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:03:02.360 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:02.360 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:02.360 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:03:02.361 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: audit 2021-07-26T16:03:01.039492+0000 mon.c (mon.1) 167 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:03:02.361 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: audit 2021-07-26T16:03:01.041500+0000 mon.c (mon.1) 168 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:02.361 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: audit 2021-07-26T16:03:01.043089+0000 mon.c (mon.1) 169 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:02.361 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: audit 2021-07-26T16:03:01.044742+0000 mon.c (mon.1) 170 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:02.361 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: audit 2021-07-26T16:03:01.047073+0000 mon.c (mon.1) 171 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2021-07-26T16:03:02.362 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: audit 2021-07-26T16:03:01.047281+0000 mgr.y (mgr.24994) 209 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2021-07-26T16:03:02.362 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: cephadm 2021-07-26T16:03:01.048530+0000 mgr.y (mgr.24994) 210 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2021-07-26T16:03:02.362 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: cluster 2021-07-26T16:03:01.958171+0000 mon.a (mon.0) 528 : cluster [WRN] Health check update: Degraded data redundancy: 82/504 objects degraded (16.270%), 15 pgs degraded (PG_DEGRADED) 2021-07-26T16:03:02.362 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:02 smithi037 bash[42499]: cluster 2021-07-26T16:03:01.969434+0000 mon.a (mon.0) 529 : cluster [DBG] osdmap e383: 8 total, 7 up, 8 in 2021-07-26T16:03:02.988 INFO:tasks.rados.rados.0.smithi037.stdout:1642: done (0 left) 2021-07-26T16:03:02.989 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 161 2021-07-26T16:03:02.989 INFO:tasks.rados.rados.0.smithi037.stdout:1643: seq_num 541 ranges {4063232=663552,4726784=557056,5283840=475136,5758976=172032} 2021-07-26T16:03:03.018 INFO:tasks.rados.rados.0.smithi037.stdout:1643: writing smithi03738989-23 from 4063232 to 4726784 tid 1 2021-07-26T16:03:03.022 INFO:tasks.rados.rados.0.smithi037.stdout:1643: writing smithi03738989-23 from 4726784 to 5283840 tid 2 2021-07-26T16:03:03.026 INFO:tasks.rados.rados.0.smithi037.stdout:1643: writing smithi03738989-23 from 5283840 to 5758976 tid 3 2021-07-26T16:03:03.027 INFO:tasks.rados.rados.0.smithi037.stdout:1643: writing smithi03738989-23 from 5758976 to 5931008 tid 4 2021-07-26T16:03:03.028 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 161 2021-07-26T16:03:03.028 INFO:tasks.rados.rados.0.smithi037.stdout:1644: seq_num 542 ranges {24576=679936,704512=442368,1146880=679936,1826816=81920} 2021-07-26T16:03:03.032 INFO:tasks.rados.rados.0.smithi037.stdout:1644: writing smithi03738989-1 from 24576 to 704512 tid 1 2021-07-26T16:03:03.035 INFO:tasks.rados.rados.0.smithi037.stdout:1644: writing smithi03738989-1 from 704512 to 1146880 tid 2 2021-07-26T16:03:03.040 INFO:tasks.rados.rados.0.smithi037.stdout:1644: writing smithi03738989-1 from 1146880 to 1826816 tid 3 2021-07-26T16:03:03.041 INFO:tasks.rados.rados.0.smithi037.stdout:1644: writing smithi03738989-1 from 1826816 to 1908736 tid 4 2021-07-26T16:03:03.041 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 161 2021-07-26T16:03:03.042 INFO:tasks.rados.rados.0.smithi037.stdout:1645: seq_num 543 ranges {1179648=704512,1884160=729088,2613248=475136} 2021-07-26T16:03:03.054 INFO:tasks.rados.rados.0.smithi037.stdout:1645: writing smithi03738989-32 from 1179648 to 1884160 tid 1 2021-07-26T16:03:03.058 INFO:tasks.rados.rados.0.smithi037.stdout:1645: writing smithi03738989-32 from 1884160 to 2613248 tid 2 2021-07-26T16:03:03.062 INFO:tasks.rados.rados.0.smithi037.stdout:1645: writing smithi03738989-32 from 2613248 to 3088384 tid 3 2021-07-26T16:03:03.062 INFO:tasks.rados.rados.0.smithi037.stdout:1646: rollback oid 41 current snap is 161 2021-07-26T16:03:03.063 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 41 to 157 2021-07-26T16:03:03.063 INFO:tasks.rados.rados.0.smithi037.stdout:1647: snap_remove snap 150 2021-07-26T16:03:03.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:03 smithi037 bash[41498]: cluster 2021-07-26T16:03:01.750689+0000 mgr.y (mgr.24994) 211 : cluster [DBG] pgmap v282: 89 pgs: 15 active+undersized+degraded, 25 active+undersized, 49 active+clean; 246 MiB data, 573 MiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.8 MiB/s wr, 20 op/s; 86/522 objects degraded (16.475%) 2021-07-26T16:03:03.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:03 smithi037 bash[41498]: cluster 2021-07-26T16:03:02.989517+0000 mon.a (mon.0) 530 : cluster [DBG] osdmap e384: 8 total, 7 up, 8 in 2021-07-26T16:03:03.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:03 smithi037 bash[42499]: cluster 2021-07-26T16:03:01.750689+0000 mgr.y (mgr.24994) 211 : cluster [DBG] pgmap v282: 89 pgs: 15 active+undersized+degraded, 25 active+undersized, 49 active+clean; 246 MiB data, 573 MiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.8 MiB/s wr, 20 op/s; 86/522 objects degraded (16.475%) 2021-07-26T16:03:03.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:03 smithi037 bash[42499]: cluster 2021-07-26T16:03:02.989517+0000 mon.a (mon.0) 530 : cluster [DBG] osdmap e384: 8 total, 7 up, 8 in 2021-07-26T16:03:03.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:03 smithi107 bash[29346]: cluster 2021-07-26T16:03:01.750689+0000 mgr.y (mgr.24994) 211 : cluster [DBG] pgmap v282: 89 pgs: 15 active+undersized+degraded, 25 active+undersized, 49 active+clean; 246 MiB data, 573 MiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.8 MiB/s wr, 20 op/s; 86/522 objects degraded (16.475%) 2021-07-26T16:03:03.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:03 smithi107 bash[29346]: cluster 2021-07-26T16:03:02.989517+0000 mon.a (mon.0) 530 : cluster [DBG] osdmap e384: 8 total, 7 up, 8 in 2021-07-26T16:03:04.023 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:03:03 smithi107 bash[30920]: debug 2021-07-26T16:03:03.603+0000 7fe9fd44d0c0 -1 osd.4 373 log_to_monitors {default=true} 2021-07-26T16:03:04.043 INFO:tasks.rados.rados.0.smithi037.stdout:1647: done (4 left) 2021-07-26T16:03:04.043 INFO:tasks.rados.rados.0.smithi037.stdout:1648: snap_remove snap 158 2021-07-26T16:03:04.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:04 smithi037 bash[41498]: audit 2021-07-26T16:03:03.612236+0000 mon.b (mon.2) 5 : audit [INF] from='osd.4 [v2:172.21.15.107:6800/578381123,v1:172.21.15.107:6801/578381123]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T16:03:04.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:04 smithi037 bash[41498]: audit 2021-07-26T16:03:03.622398+0000 mon.a (mon.0) 531 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T16:03:04.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:04 smithi037 bash[42499]: audit 2021-07-26T16:03:03.612236+0000 mon.b (mon.2) 5 : audit [INF] from='osd.4 [v2:172.21.15.107:6800/578381123,v1:172.21.15.107:6801/578381123]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T16:03:04.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:04 smithi037 bash[42499]: audit 2021-07-26T16:03:03.622398+0000 mon.a (mon.0) 531 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T16:03:04.522 INFO:journalctl@ceph.osd.4.smithi107.stdout:Jul 26 16:03:04 smithi107 bash[30920]: debug 2021-07-26T16:03:04.059+0000 7fe9f05a5700 -1 osd.4 373 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-07-26T16:03:04.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:04 smithi107 bash[29346]: audit 2021-07-26T16:03:03.612236+0000 mon.b (mon.2) 5 : audit [INF] from='osd.4 [v2:172.21.15.107:6800/578381123,v1:172.21.15.107:6801/578381123]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T16:03:04.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:04 smithi107 bash[29346]: audit 2021-07-26T16:03:03.622398+0000 mon.a (mon.0) 531 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2021-07-26T16:03:05.061 INFO:tasks.rados.rados.0.smithi037.stdout:1648: done (4 left) 2021-07-26T16:03:05.061 INFO:tasks.rados.rados.0.smithi037.stdout:1649: rmattr oid 22 current snap is 161 2021-07-26T16:03:05.061 INFO:tasks.rados.rados.0.smithi037.stdout:1649: done (4 left) 2021-07-26T16:03:05.066 INFO:tasks.rados.rados.0.smithi037.stdout:1650: rollback oid 36 current snap is 161 2021-07-26T16:03:05.066 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 36 to 160 2021-07-26T16:03:05.067 INFO:tasks.rados.rados.0.smithi037.stdout:1651: read oid 34 snap 140 2021-07-26T16:03:05.067 INFO:tasks.rados.rados.0.smithi037.stdout:1651: expect (ObjNum 426 snap 127 seq_num 426) 2021-07-26T16:03:05.067 INFO:tasks.rados.rados.0.smithi037.stdout:1652: rollback oid 8 current snap is 161 2021-07-26T16:03:05.067 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 8 to 160 2021-07-26T16:03:05.067 INFO:tasks.rados.rados.0.smithi037.stdout:1653: read oid 2 snap -1 2021-07-26T16:03:05.068 INFO:tasks.rados.rados.0.smithi037.stdout:1653: expect (ObjNum 430 snap 128 seq_num 430) 2021-07-26T16:03:05.068 INFO:tasks.rados.rados.0.smithi037.stdout:1654: read oid 11 snap 160 2021-07-26T16:03:05.068 INFO:tasks.rados.rados.0.smithi037.stdout:1654: expect (ObjNum 520 snap 158 seq_num 520) 2021-07-26T16:03:05.068 INFO:tasks.rados.rados.0.smithi037.stdout:1655: read oid 7 snap 147 2021-07-26T16:03:05.069 INFO:tasks.rados.rados.0.smithi037.stdout:1655: expect (ObjNum 474 snap 144 seq_num 474) 2021-07-26T16:03:05.069 INFO:tasks.rados.rados.0.smithi037.stdout:1656: rmattr oid 45 current snap is 161 2021-07-26T16:03:05.069 INFO:tasks.rados.rados.0.smithi037.stdout:1656: done (10 left) 2021-07-26T16:03:05.069 INFO:tasks.rados.rados.0.smithi037.stdout:1657: read oid 46 snap -1 2021-07-26T16:03:05.069 INFO:tasks.rados.rados.0.smithi037.stdout:1657: expect deleted 2021-07-26T16:03:05.070 INFO:tasks.rados.rados.0.smithi037.stdout:1658: copy_from oid 10 from oid 19 current snap is 161 2021-07-26T16:03:05.071 INFO:tasks.rados.rados.0.smithi037.stdout:1659: read oid 35 snap -1 2021-07-26T16:03:05.071 INFO:tasks.rados.rados.0.smithi037.stdout:1659: expect (ObjNum 487 snap 146 seq_num 487) 2021-07-26T16:03:05.071 INFO:tasks.rados.rados.0.smithi037.stdout:1660: snap_create 2021-07-26T16:03:05.071 INFO:tasks.rados.rados.0.smithi037.stdout:1643: finishing write tid 1 to smithi03738989-23 2021-07-26T16:03:05.073 INFO:tasks.rados.rados.0.smithi037.stdout:1643: finishing write tid 2 to smithi03738989-23 2021-07-26T16:03:05.074 INFO:tasks.rados.rados.0.smithi037.stdout:1643: finishing write tid 3 to smithi03738989-23 2021-07-26T16:03:05.074 INFO:tasks.rados.rados.0.smithi037.stdout:1643: finishing write tid 4 to smithi03738989-23 2021-07-26T16:03:05.074 INFO:tasks.rados.rados.0.smithi037.stdout:1643: finishing write tid 6 to smithi03738989-23 2021-07-26T16:03:05.074 INFO:tasks.rados.rados.0.smithi037.stdout:1643: finishing write tid 7 to smithi03738989-23 2021-07-26T16:03:05.074 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 820 (ObjNum 541 snap 161 seq_num 541) dirty exists 2021-07-26T16:03:05.075 INFO:tasks.rados.rados.0.smithi037.stdout:1643: left oid 23 (ObjNum 541 snap 161 seq_num 541) 2021-07-26T16:03:05.075 INFO:tasks.rados.rados.0.smithi037.stdout:1644: finishing write tid 1 to smithi03738989-1 2021-07-26T16:03:05.075 INFO:tasks.rados.rados.0.smithi037.stdout:1644: finishing write tid 2 to smithi03738989-1 2021-07-26T16:03:05.075 INFO:tasks.rados.rados.0.smithi037.stdout:1644: finishing write tid 3 to smithi03738989-1 2021-07-26T16:03:05.076 INFO:tasks.rados.rados.0.smithi037.stdout:1644: finishing write tid 4 to smithi03738989-1 2021-07-26T16:03:05.076 INFO:tasks.rados.rados.0.smithi037.stdout:1644: finishing write tid 6 to smithi03738989-1 2021-07-26T16:03:05.076 INFO:tasks.rados.rados.0.smithi037.stdout:1644: finishing write tid 7 to smithi03738989-1 2021-07-26T16:03:05.076 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 1485 (ObjNum 542 snap 161 seq_num 542) dirty exists 2021-07-26T16:03:05.076 INFO:tasks.rados.rados.0.smithi037.stdout:1644: left oid 1 (ObjNum 542 snap 161 seq_num 542) 2021-07-26T16:03:05.077 INFO:tasks.rados.rados.0.smithi037.stdout:1645: finishing write tid 1 to smithi03738989-32 2021-07-26T16:03:05.077 INFO:tasks.rados.rados.0.smithi037.stdout:1645: finishing write tid 2 to smithi03738989-32 2021-07-26T16:03:05.077 INFO:tasks.rados.rados.0.smithi037.stdout:1646: finishing rollback tid 1 to smithi03738989-41 2021-07-26T16:03:05.077 INFO:tasks.rados.rados.0.smithi037.stdout:1646: finishing rollback tid 2 to smithi03738989-41 2021-07-26T16:03:05.077 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1075 (ObjNum 487 snap 146 seq_num 487) dirty exists 2021-07-26T16:03:05.078 INFO:tasks.rados.rados.0.smithi037.stdout:1645: finishing write tid 3 to smithi03738989-32 2021-07-26T16:03:05.078 INFO:tasks.rados.rados.0.smithi037.stdout:1645: finishing write tid 5 to smithi03738989-32 2021-07-26T16:03:05.078 INFO:tasks.rados.rados.0.smithi037.stdout:1645: finishing write tid 6 to smithi03738989-32 2021-07-26T16:03:05.078 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1490 (ObjNum 543 snap 161 seq_num 543) dirty exists 2021-07-26T16:03:05.079 INFO:tasks.rados.rados.0.smithi037.stdout:1645: left oid 32 (ObjNum 543 snap 161 seq_num 543) 2021-07-26T16:03:05.080 INFO:tasks.rados.rados.0.smithi037.stdout:1652: finishing rollback tid 1 to smithi03738989-8 2021-07-26T16:03:05.080 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 633 (ObjNum 372754736 snap 21933 seq_num 372211184) dirty dne 2021-07-26T16:03:05.080 INFO:tasks.rados.rados.0.smithi037.stdout:1655: expect (ObjNum 474 snap 144 seq_num 474) 2021-07-26T16:03:05.136 INFO:tasks.rados.rados.0.smithi037.stdout:1650: finishing rollback tid 0 to smithi03738989-36 2021-07-26T16:03:05.136 INFO:tasks.rados.rados.0.smithi037.stdout:1650: finishing rollback tid 1 to smithi03738989-36 2021-07-26T16:03:05.137 INFO:tasks.rados.rados.0.smithi037.stdout:1650: finishing rollback tid 2 to smithi03738989-36 2021-07-26T16:03:05.137 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1078 (ObjNum 501 snap 150 seq_num 501) dirty exists 2021-07-26T16:03:05.138 INFO:tasks.rados.rados.0.smithi037.stdout:1659: expect (ObjNum 487 snap 146 seq_num 487) 2021-07-26T16:03:05.273 INFO:tasks.rados.rados.0.smithi037.stdout:1653: expect (ObjNum 430 snap 128 seq_num 430) 2021-07-26T16:03:05.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:05 smithi037 bash[42499]: cluster 2021-07-26T16:03:03.751951+0000 mgr.y (mgr.24994) 212 : cluster [DBG] pgmap v285: 89 pgs: 15 active+undersized+degraded, 25 active+undersized, 49 active+clean; 248 MiB data, 587 MiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 20 op/s; 87/519 objects degraded (16.763%) 2021-07-26T16:03:05.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:05 smithi037 bash[42499]: audit 2021-07-26T16:03:04.034233+0000 mon.b (mon.2) 6 : audit [INF] from='osd.4 [v2:172.21.15.107:6800/578381123,v1:172.21.15.107:6801/578381123]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:03:05.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:05 smithi037 bash[42499]: audit 2021-07-26T16:03:04.042584+0000 mon.a (mon.0) 532 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2021-07-26T16:03:05.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:05 smithi037 bash[42499]: cluster 2021-07-26T16:03:04.042706+0000 mon.a (mon.0) 533 : cluster [DBG] osdmap e385: 8 total, 7 up, 8 in 2021-07-26T16:03:05.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:05 smithi037 bash[42499]: audit 2021-07-26T16:03:04.045694+0000 mon.a (mon.0) 534 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:03:05.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:05 smithi037 bash[41498]: cluster 2021-07-26T16:03:03.751951+0000 mgr.y (mgr.24994) 212 : cluster [DBG] pgmap v285: 89 pgs: 15 active+undersized+degraded, 25 active+undersized, 49 active+clean; 248 MiB data, 587 MiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 20 op/s; 87/519 objects degraded (16.763%) 2021-07-26T16:03:05.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:05 smithi037 bash[41498]: audit 2021-07-26T16:03:04.034233+0000 mon.b (mon.2) 6 : audit [INF] from='osd.4 [v2:172.21.15.107:6800/578381123,v1:172.21.15.107:6801/578381123]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:03:05.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:05 smithi037 bash[41498]: audit 2021-07-26T16:03:04.042584+0000 mon.a (mon.0) 532 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2021-07-26T16:03:05.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:05 smithi037 bash[41498]: cluster 2021-07-26T16:03:04.042706+0000 mon.a (mon.0) 533 : cluster [DBG] osdmap e385: 8 total, 7 up, 8 in 2021-07-26T16:03:05.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:05 smithi037 bash[41498]: audit 2021-07-26T16:03:04.045694+0000 mon.a (mon.0) 534 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:03:05.514 INFO:tasks.rados.rados.0.smithi037.stdout:1654: expect (ObjNum 520 snap 158 seq_num 520) 2021-07-26T16:03:05.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:05 smithi107 bash[29346]: cluster 2021-07-26T16:03:03.751951+0000 mgr.y (mgr.24994) 212 : cluster [DBG] pgmap v285: 89 pgs: 15 active+undersized+degraded, 25 active+undersized, 49 active+clean; 248 MiB data, 587 MiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 20 op/s; 87/519 objects degraded (16.763%) 2021-07-26T16:03:05.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:05 smithi107 bash[29346]: audit 2021-07-26T16:03:04.034233+0000 mon.b (mon.2) 6 : audit [INF] from='osd.4 [v2:172.21.15.107:6800/578381123,v1:172.21.15.107:6801/578381123]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:03:05.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:05 smithi107 bash[29346]: audit 2021-07-26T16:03:04.042584+0000 mon.a (mon.0) 532 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2021-07-26T16:03:05.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:05 smithi107 bash[29346]: cluster 2021-07-26T16:03:04.042706+0000 mon.a (mon.0) 533 : cluster [DBG] osdmap e385: 8 total, 7 up, 8 in 2021-07-26T16:03:05.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:05 smithi107 bash[29346]: audit 2021-07-26T16:03:04.045694+0000 mon.a (mon.0) 534 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:03:06.055 INFO:tasks.rados.rados.0.smithi037.stdout:1643: done (13 left) 2021-07-26T16:03:06.056 INFO:tasks.rados.rados.0.smithi037.stdout:1644: done (12 left) 2021-07-26T16:03:06.056 INFO:tasks.rados.rados.0.smithi037.stdout:1645: done (11 left) 2021-07-26T16:03:06.056 INFO:tasks.rados.rados.0.smithi037.stdout:1646: done (10 left) 2021-07-26T16:03:06.056 INFO:tasks.rados.rados.0.smithi037.stdout:1650: done (9 left) 2021-07-26T16:03:06.056 INFO:tasks.rados.rados.0.smithi037.stdout:1652: done (8 left) 2021-07-26T16:03:06.057 INFO:tasks.rados.rados.0.smithi037.stdout:1653: done (7 left) 2021-07-26T16:03:06.057 INFO:tasks.rados.rados.0.smithi037.stdout:1654: done (6 left) 2021-07-26T16:03:06.057 INFO:tasks.rados.rados.0.smithi037.stdout:1655: done (5 left) 2021-07-26T16:03:06.057 INFO:tasks.rados.rados.0.smithi037.stdout:1657: done (4 left) 2021-07-26T16:03:06.058 INFO:tasks.rados.rados.0.smithi037.stdout:1659: done (3 left) 2021-07-26T16:03:06.058 INFO:tasks.rados.rados.0.smithi037.stdout:1660: done (2 left) 2021-07-26T16:03:06.058 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 162 2021-07-26T16:03:06.059 INFO:tasks.rados.rados.0.smithi037.stdout:1661: seq_num 544 ranges {1843200=720896,2564096=614400,3178496=589824} 2021-07-26T16:03:06.070 INFO:tasks.rados.rados.0.smithi037.stdout:1661: writing smithi03738989-14 from 1843200 to 2564096 tid 1 2021-07-26T16:03:06.075 INFO:tasks.rados.rados.0.smithi037.stdout:1661: writing smithi03738989-14 from 2564096 to 3178496 tid 2 2021-07-26T16:03:06.080 INFO:tasks.rados.rados.0.smithi037.stdout:1661: writing smithi03738989-14 from 3178496 to 3768320 tid 3 2021-07-26T16:03:06.080 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 162 2021-07-26T16:03:06.081 INFO:tasks.rados.rados.0.smithi037.stdout:1662: seq_num 545 ranges {5840896=737280,6578176=491520,7069696=450560,7520256=262144} 2021-07-26T16:03:06.116 INFO:tasks.rados.rados.0.smithi037.stdout:1662: writing smithi03738989-21 from 5840896 to 6578176 tid 1 2021-07-26T16:03:06.119 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T16:03:06.119 INFO:tasks.rados.rados.0.smithi037.stdout:1662: writing smithi03738989-21 from 6578176 to 7069696 tid 2 2021-07-26T16:03:06.122 INFO:tasks.rados.rados.0.smithi037.stdout:1662: writing smithi03738989-21 from 7069696 to 7520256 tid 3 2021-07-26T16:03:06.124 INFO:tasks.rados.rados.0.smithi037.stdout:1662: writing smithi03738989-21 from 7520256 to 7782400 tid 4 2021-07-26T16:03:06.124 INFO:tasks.rados.rados.0.smithi037.stdout:1663: read oid 15 snap -1 2021-07-26T16:03:06.124 INFO:tasks.rados.rados.0.smithi037.stdout:1663: expect (ObjNum 537 snap 160 seq_num 537) 2021-07-26T16:03:06.125 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 162 2021-07-26T16:03:06.125 INFO:tasks.rados.rados.0.smithi037.stdout:1664: seq_num 546 ranges {0=753664,753664=778240,1531904=425984} 2021-07-26T16:03:06.129 INFO:tasks.rados.rados.0.smithi037.stdout:1664: writing smithi03738989-25 from 0 to 753664 tid 1 2021-07-26T16:03:06.133 INFO:tasks.rados.rados.0.smithi037.stdout:1664: writing smithi03738989-25 from 753664 to 1531904 tid 2 2021-07-26T16:03:06.136 INFO:tasks.rados.rados.0.smithi037.stdout:1664: writing smithi03738989-25 from 1531904 to 1957888 tid 3 2021-07-26T16:03:06.137 INFO:tasks.rados.rados.0.smithi037.stdout:1665: read oid 44 snap -1 2021-07-26T16:03:06.137 INFO:tasks.rados.rados.0.smithi037.stdout:1665: expect (ObjNum 527 snap 160 seq_num 527) 2021-07-26T16:03:06.137 INFO:tasks.rados.rados.0.smithi037.stdout:1666: delete oid 24 current snap is 162 2021-07-26T16:03:06.137 INFO:tasks.rados.rados.0.smithi037.stdout:1658: finishing copy_from to smithi03738989-10 2021-07-26T16:03:06.138 INFO:tasks.rados.rados.0.smithi037.stdout:1658: got expected ENOENT (src dne) 2021-07-26T16:03:06.138 INFO:tasks.rados.rados.0.smithi037.stdout:1658: finishing copy_from racing read to smithi03738989-10 2021-07-26T16:03:06.138 INFO:tasks.rados.rados.0.smithi037.stdout:1651: expect (ObjNum 426 snap 127 seq_num 426) 2021-07-26T16:03:06.320 INFO:tasks.rados.rados.0.smithi037.stdout:1662: finishing write tid 1 to smithi03738989-21 2021-07-26T16:03:06.320 INFO:tasks.rados.rados.0.smithi037.stdout:1662: finishing write tid 2 to smithi03738989-21 2021-07-26T16:03:06.320 INFO:tasks.rados.rados.0.smithi037.stdout:1662: finishing write tid 3 to smithi03738989-21 2021-07-26T16:03:06.321 INFO:tasks.rados.rados.0.smithi037.stdout:1662: finishing write tid 4 to smithi03738989-21 2021-07-26T16:03:06.321 INFO:tasks.rados.rados.0.smithi037.stdout:1662: finishing write tid 6 to smithi03738989-21 2021-07-26T16:03:06.321 INFO:tasks.rados.rados.0.smithi037.stdout:1662: finishing write tid 7 to smithi03738989-21 2021-07-26T16:03:06.321 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 1064 (ObjNum 545 snap 162 seq_num 545) dirty exists 2021-07-26T16:03:06.322 INFO:tasks.rados.rados.0.smithi037.stdout:1662: left oid 21 (ObjNum 545 snap 162 seq_num 545) 2021-07-26T16:03:06.322 INFO:tasks.rados.rados.0.smithi037.stdout:1651: done (7 left) 2021-07-26T16:03:06.322 INFO:tasks.rados.rados.0.smithi037.stdout:1658: done (6 left) 2021-07-26T16:03:06.323 INFO:tasks.rados.rados.0.smithi037.stdout:1662: done (5 left) 2021-07-26T16:03:06.323 INFO:tasks.rados.rados.0.smithi037.stdout:1666: done (4 left) 2021-07-26T16:03:06.323 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 162 2021-07-26T16:03:06.324 INFO:tasks.rados.rados.0.smithi037.stdout:1667: seq_num 548 ranges {0=786432,786432=598016,1384448=606208} 2021-07-26T16:03:06.325 INFO:tasks.rados.rados.0.smithi037.stdout:1667: writing smithi03738989-39 from 0 to 786432 tid 1 2021-07-26T16:03:06.330 INFO:tasks.rados.rados.0.smithi037.stdout:1667: writing smithi03738989-39 from 786432 to 1384448 tid 2 2021-07-26T16:03:06.335 INFO:tasks.rados.rados.0.smithi037.stdout:1667: writing smithi03738989-39 from 1384448 to 1990656 tid 3 2021-07-26T16:03:06.336 INFO:tasks.rados.rados.0.smithi037.stdout:1668: snap_remove snap 159 2021-07-26T16:03:06.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:06 smithi037 bash[42499]: cluster 2021-07-26T16:03:05.036696+0000 mon.a (mon.0) 535 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:03:06.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:06 smithi037 bash[42499]: cluster 2021-07-26T16:03:05.046952+0000 mon.a (mon.0) 536 : cluster [INF] osd.4 [v2:172.21.15.107:6800/578381123,v1:172.21.15.107:6801/578381123] boot 2021-07-26T16:03:06.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:06 smithi037 bash[42499]: cluster 2021-07-26T16:03:05.047016+0000 mon.a (mon.0) 537 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2021-07-26T16:03:06.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:06 smithi037 bash[42499]: audit 2021-07-26T16:03:05.054470+0000 mon.c (mon.1) 172 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T16:03:06.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:06 smithi037 bash[41498]: cluster 2021-07-26T16:03:05.036696+0000 mon.a (mon.0) 535 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:03:06.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:06 smithi037 bash[41498]: cluster 2021-07-26T16:03:05.046952+0000 mon.a (mon.0) 536 : cluster [INF] osd.4 [v2:172.21.15.107:6800/578381123,v1:172.21.15.107:6801/578381123] boot 2021-07-26T16:03:06.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:06 smithi037 bash[41498]: cluster 2021-07-26T16:03:05.047016+0000 mon.a (mon.0) 537 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2021-07-26T16:03:06.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:06 smithi037 bash[41498]: audit 2021-07-26T16:03:05.054470+0000 mon.c (mon.1) 172 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T16:03:06.507 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T16:03:06.508 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 running (10m) 34s ago 10m 10.2M - 0.20.0 0881eb8f169f efab80df0ece 2021-07-26T16:03:06.508 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi107 running (10m) 5s ago 10m 26.3M - 6.7.4 3b1077a63311 2876c96eb484 2021-07-26T16:03:06.508 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi037.wjuegm smithi037 running (8m) 34s ago 8m 15.3M - 15.2.13 5eab30a79396 d211508d5e60 2021-07-26T16:03:06.508 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi107.pmlxcx smithi107 running (8m) 5s ago 8m 18.7M - 15.2.13 5eab30a79396 8636b713abef 2021-07-26T16:03:06.509 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi107 *:8443 running (3m) 5s ago 14m 372M - 17.0.0-6381-gbccf07c2 6cdb40438e66 860e60362e9d 2021-07-26T16:03:06.509 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443 running (4m) 34s ago 17m 419M - 17.0.0-6381-gbccf07c2 6cdb40438e66 a07fb6f2ffc9 2021-07-26T16:03:06.509 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (3m) 34s ago 17m 57.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 370b9a5b7829 2021-07-26T16:03:06.509 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi107 running (2m) 5s ago 15m 46.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 0f8f2b11f865 2021-07-26T16:03:06.510 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (3m) 34s ago 15m 48.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46cd16de9ecd 2021-07-26T16:03:06.510 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 running (10m) 34s ago 10m 11.3M - 0.18.1 e5a616e4b9cf 3ad93cd5c278 2021-07-26T16:03:06.510 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi107 running (10m) 5s ago 10m 11.1M - 0.18.1 e5a616e4b9cf b308a000873c 2021-07-26T16:03:06.510 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (2m) 34s ago 14m 268M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 3bf4d2f6804d 2021-07-26T16:03:06.511 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (94s) 34s ago 14m 256M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 1926c4e36355 2021-07-26T16:03:06.511 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (65s) 34s ago 13m 156M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 5d4e19f02b60 2021-07-26T16:03:06.511 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (36s) 34s ago 13m - 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 4287a9c24c27 2021-07-26T16:03:06.511 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi107 running (8s) 5s ago 12m - 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 a8426bbe8ca6 2021-07-26T16:03:06.511 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi107 running (12m) 5s ago 12m 199M 4096M 15.2.13 5eab30a79396 1948041463bd 2021-07-26T16:03:06.512 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi107 running (11m) 5s ago 11m 167M 4096M 15.2.13 5eab30a79396 4230be7c8f5f 2021-07-26T16:03:06.512 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi107 running (11m) 5s ago 11m 138M 4096M 15.2.13 5eab30a79396 964b0df7c499 2021-07-26T16:03:06.512 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi107 running (10m) 5s ago 11m 25.1M - 2.18.1 de242295e225 95178a9d7a1a 2021-07-26T16:03:06.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:06 smithi107 bash[29346]: cluster 2021-07-26T16:03:05.036696+0000 mon.a (mon.0) 535 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:03:06.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:06 smithi107 bash[29346]: cluster 2021-07-26T16:03:05.046952+0000 mon.a (mon.0) 536 : cluster [INF] osd.4 [v2:172.21.15.107:6800/578381123,v1:172.21.15.107:6801/578381123] boot 2021-07-26T16:03:06.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:06 smithi107 bash[29346]: cluster 2021-07-26T16:03:05.047016+0000 mon.a (mon.0) 537 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2021-07-26T16:03:06.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:06 smithi107 bash[29346]: audit 2021-07-26T16:03:05.054470+0000 mon.c (mon.1) 172 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-07-26T16:03:06.894 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T16:03:06.894 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2021-07-26T16:03:06.894 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T16:03:06.895 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:03:06.895 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2021-07-26T16:03:06.895 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T16:03:06.895 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:03:06.895 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2021-07-26T16:03:06.896 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 3, 2021-07-26T16:03:06.896 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 5 2021-07-26T16:03:06.896 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:03:06.896 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2021-07-26T16:03:06.897 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 2 2021-07-26T16:03:06.897 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:03:06.897 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2021-07-26T16:03:06.897 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 5, 2021-07-26T16:03:06.897 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 10 2021-07-26T16:03:06.898 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:03:06.898 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T16:03:07.079 INFO:tasks.rados.rados.0.smithi037.stdout:1668: done (5 left) 2021-07-26T16:03:07.079 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 162 2021-07-26T16:03:07.080 INFO:tasks.rados.rados.0.smithi037.stdout:1669: seq_num 549 ranges {1466368=802816,2269184=483328,2752512=434176,3186688=286720} 2021-07-26T16:03:07.094 INFO:tasks.rados.rados.0.smithi037.stdout:1669: writing smithi03738989-42 from 1466368 to 2269184 tid 1 2021-07-26T16:03:07.097 INFO:tasks.rados.rados.0.smithi037.stdout:1669: writing smithi03738989-42 from 2269184 to 2752512 tid 2 2021-07-26T16:03:07.100 INFO:tasks.rados.rados.0.smithi037.stdout:1669: writing smithi03738989-42 from 2752512 to 3186688 tid 3 2021-07-26T16:03:07.103 INFO:tasks.rados.rados.0.smithi037.stdout:1669: writing smithi03738989-42 from 3186688 to 3473408 tid 4 2021-07-26T16:03:07.103 INFO:tasks.rados.rados.0.smithi037.stdout:1670: snap_create 2021-07-26T16:03:07.103 INFO:tasks.rados.rados.0.smithi037.stdout:1663: expect (ObjNum 537 snap 160 seq_num 537) 2021-07-26T16:03:07.147 INFO:tasks.rados.rados.0.smithi037.stdout:1664: finishing write tid 1 to smithi03738989-25 2021-07-26T16:03:07.149 INFO:tasks.rados.rados.0.smithi037.stdout:1664: finishing write tid 2 to smithi03738989-25 2021-07-26T16:03:07.149 INFO:tasks.rados.rados.0.smithi037.stdout:1664: finishing write tid 3 to smithi03738989-25 2021-07-26T16:03:07.149 INFO:tasks.rados.rados.0.smithi037.stdout:1664: finishing write tid 5 to smithi03738989-25 2021-07-26T16:03:07.149 INFO:tasks.rados.rados.0.smithi037.stdout:1664: finishing write tid 6 to smithi03738989-25 2021-07-26T16:03:07.150 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 1082 (ObjNum 546 snap 162 seq_num 546) dirty exists 2021-07-26T16:03:07.150 INFO:tasks.rados.rados.0.smithi037.stdout:1664: left oid 25 (ObjNum 546 snap 162 seq_num 546) 2021-07-26T16:03:07.150 INFO:tasks.rados.rados.0.smithi037.stdout:1665: expect (ObjNum 527 snap 160 seq_num 527) 2021-07-26T16:03:07.272 INFO:tasks.rados.rados.0.smithi037.stdout:1667: finishing write tid 1 to smithi03738989-39 2021-07-26T16:03:07.272 INFO:tasks.rados.rados.0.smithi037.stdout:1667: finishing write tid 2 to smithi03738989-39 2021-07-26T16:03:07.272 INFO:tasks.rados.rados.0.smithi037.stdout:1667: finishing write tid 3 to smithi03738989-39 2021-07-26T16:03:07.272 INFO:tasks.rados.rados.0.smithi037.stdout:1667: finishing write tid 5 to smithi03738989-39 2021-07-26T16:03:07.273 INFO:tasks.rados.rados.0.smithi037.stdout:1667: finishing write tid 6 to smithi03738989-39 2021-07-26T16:03:07.273 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1496 (ObjNum 548 snap 162 seq_num 548) dirty exists 2021-07-26T16:03:07.273 INFO:tasks.rados.rados.0.smithi037.stdout:1667: left oid 39 (ObjNum 548 snap 162 seq_num 548) 2021-07-26T16:03:07.273 INFO:tasks.rados.rados.0.smithi037.stdout:1669: finishing write tid 1 to smithi03738989-42 2021-07-26T16:03:07.274 INFO:tasks.rados.rados.0.smithi037.stdout:1669: finishing write tid 2 to smithi03738989-42 2021-07-26T16:03:07.274 INFO:tasks.rados.rados.0.smithi037.stdout:1669: finishing write tid 3 to smithi03738989-42 2021-07-26T16:03:07.274 INFO:tasks.rados.rados.0.smithi037.stdout:1669: finishing write tid 4 to smithi03738989-42 2021-07-26T16:03:07.274 INFO:tasks.rados.rados.0.smithi037.stdout:1669: finishing write tid 6 to smithi03738989-42 2021-07-26T16:03:07.275 INFO:tasks.rados.rados.0.smithi037.stdout:1669: finishing write tid 7 to smithi03738989-42 2021-07-26T16:03:07.275 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 684 (ObjNum 549 snap 162 seq_num 549) dirty exists 2021-07-26T16:03:07.275 INFO:tasks.rados.rados.0.smithi037.stdout:1669: left oid 42 (ObjNum 549 snap 162 seq_num 549) 2021-07-26T16:03:07.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[41498]: cluster 2021-07-26T16:03:05.752956+0000 mgr.y (mgr.24994) 213 : cluster [DBG] pgmap v288: 89 pgs: 1 active+clean+snaptrim, 15 active+undersized+degraded, 25 active+undersized, 48 active+clean; 251 MiB data, 607 MiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 444 KiB/s wr, 3 op/s; 87/519 objects degraded (16.763%) 2021-07-26T16:03:07.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[41498]: cluster 2021-07-26T16:03:06.056916+0000 mon.a (mon.0) 538 : cluster [DBG] osdmap e387: 8 total, 8 up, 8 in 2021-07-26T16:03:07.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[41498]: audit 2021-07-26T16:03:06.109305+0000 mgr.y (mgr.24994) 214 : audit [DBG] from='client.44280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:03:07.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[41498]: audit 2021-07-26T16:03:06.477444+0000 mgr.y (mgr.24994) 215 : audit [DBG] from='client.54229 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:03:07.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[41498]: audit 2021-07-26T16:03:06.489216+0000 mon.c (mon.1) 173 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:03:07.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[41498]: audit 2021-07-26T16:03:06.490076+0000 mon.c (mon.1) 174 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:03:07.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[41498]: audit 2021-07-26T16:03:06.491004+0000 mon.c (mon.1) 175 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[41498]: audit 2021-07-26T16:03:06.491888+0000 mon.c (mon.1) 176 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[41498]: audit 2021-07-26T16:03:06.492617+0000 mon.c (mon.1) 177 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[41498]: audit 2021-07-26T16:03:06.493325+0000 mon.c (mon.1) 178 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[41498]: audit 2021-07-26T16:03:06.497331+0000 mon.c (mon.1) 179 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:03:07.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[41498]: audit 2021-07-26T16:03:06.497895+0000 mon.c (mon.1) 180 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[41498]: audit 2021-07-26T16:03:06.498375+0000 mon.c (mon.1) 181 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[41498]: audit 2021-07-26T16:03:06.498821+0000 mon.c (mon.1) 182 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[41498]: audit 2021-07-26T16:03:06.499250+0000 mon.c (mon.1) 183 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[41498]: audit 2021-07-26T16:03:06.895816+0000 mon.a (mon.0) 539 : audit [DBG] from='client.? 172.21.15.37:0/1164431664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:07.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[41498]: cluster 2021-07-26T16:03:06.960453+0000 mon.a (mon.0) 540 : cluster [WRN] Health check update: Degraded data redundancy: 87/519 objects degraded (16.763%), 15 pgs degraded (PG_DEGRADED) 2021-07-26T16:03:07.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[42499]: cluster 2021-07-26T16:03:05.752956+0000 mgr.y (mgr.24994) 213 : cluster [DBG] pgmap v288: 89 pgs: 1 active+clean+snaptrim, 15 active+undersized+degraded, 25 active+undersized, 48 active+clean; 251 MiB data, 607 MiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 444 KiB/s wr, 3 op/s; 87/519 objects degraded (16.763%) 2021-07-26T16:03:07.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[42499]: cluster 2021-07-26T16:03:06.056916+0000 mon.a (mon.0) 538 : cluster [DBG] osdmap e387: 8 total, 8 up, 8 in 2021-07-26T16:03:07.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[42499]: audit 2021-07-26T16:03:06.109305+0000 mgr.y (mgr.24994) 214 : audit [DBG] from='client.44280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:03:07.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[42499]: audit 2021-07-26T16:03:06.477444+0000 mgr.y (mgr.24994) 215 : audit [DBG] from='client.54229 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:03:07.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[42499]: audit 2021-07-26T16:03:06.489216+0000 mon.c (mon.1) 173 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:03:07.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[42499]: audit 2021-07-26T16:03:06.490076+0000 mon.c (mon.1) 174 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:03:07.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[42499]: audit 2021-07-26T16:03:06.491004+0000 mon.c (mon.1) 175 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[42499]: audit 2021-07-26T16:03:06.491888+0000 mon.c (mon.1) 176 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[42499]: audit 2021-07-26T16:03:06.492617+0000 mon.c (mon.1) 177 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[42499]: audit 2021-07-26T16:03:06.493325+0000 mon.c (mon.1) 178 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[42499]: audit 2021-07-26T16:03:06.497331+0000 mon.c (mon.1) 179 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:03:07.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[42499]: audit 2021-07-26T16:03:06.497895+0000 mon.c (mon.1) 180 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[42499]: audit 2021-07-26T16:03:06.498375+0000 mon.c (mon.1) 181 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[42499]: audit 2021-07-26T16:03:06.498821+0000 mon.c (mon.1) 182 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[42499]: audit 2021-07-26T16:03:06.499250+0000 mon.c (mon.1) 183 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[42499]: audit 2021-07-26T16:03:06.895816+0000 mon.a (mon.0) 539 : audit [DBG] from='client.? 172.21.15.37:0/1164431664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:07.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:07 smithi037 bash[42499]: cluster 2021-07-26T16:03:06.960453+0000 mon.a (mon.0) 540 : cluster [WRN] Health check update: Degraded data redundancy: 87/519 objects degraded (16.763%), 15 pgs degraded (PG_DEGRADED) 2021-07-26T16:03:07.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:07 smithi107 bash[29346]: cluster 2021-07-26T16:03:05.752956+0000 mgr.y (mgr.24994) 213 : cluster [DBG] pgmap v288: 89 pgs: 1 active+clean+snaptrim, 15 active+undersized+degraded, 25 active+undersized, 48 active+clean; 251 MiB data, 607 MiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 444 KiB/s wr, 3 op/s; 87/519 objects degraded (16.763%) 2021-07-26T16:03:07.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:07 smithi107 bash[29346]: cluster 2021-07-26T16:03:06.056916+0000 mon.a (mon.0) 538 : cluster [DBG] osdmap e387: 8 total, 8 up, 8 in 2021-07-26T16:03:07.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:07 smithi107 bash[29346]: audit 2021-07-26T16:03:06.109305+0000 mgr.y (mgr.24994) 214 : audit [DBG] from='client.44280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:03:07.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:07 smithi107 bash[29346]: audit 2021-07-26T16:03:06.477444+0000 mgr.y (mgr.24994) 215 : audit [DBG] from='client.54229 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:03:07.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:07 smithi107 bash[29346]: audit 2021-07-26T16:03:06.489216+0000 mon.c (mon.1) 173 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:03:07.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:07 smithi107 bash[29346]: audit 2021-07-26T16:03:06.490076+0000 mon.c (mon.1) 174 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:03:07.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:07 smithi107 bash[29346]: audit 2021-07-26T16:03:06.491004+0000 mon.c (mon.1) 175 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:07 smithi107 bash[29346]: audit 2021-07-26T16:03:06.491888+0000 mon.c (mon.1) 176 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:07 smithi107 bash[29346]: audit 2021-07-26T16:03:06.492617+0000 mon.c (mon.1) 177 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:07 smithi107 bash[29346]: audit 2021-07-26T16:03:06.493325+0000 mon.c (mon.1) 178 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:07 smithi107 bash[29346]: audit 2021-07-26T16:03:06.497331+0000 mon.c (mon.1) 179 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:03:07.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:07 smithi107 bash[29346]: audit 2021-07-26T16:03:06.497895+0000 mon.c (mon.1) 180 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:07 smithi107 bash[29346]: audit 2021-07-26T16:03:06.498375+0000 mon.c (mon.1) 181 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:07 smithi107 bash[29346]: audit 2021-07-26T16:03:06.498821+0000 mon.c (mon.1) 182 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:07 smithi107 bash[29346]: audit 2021-07-26T16:03:06.499250+0000 mon.c (mon.1) 183 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:07.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:07 smithi107 bash[29346]: audit 2021-07-26T16:03:06.895816+0000 mon.a (mon.0) 539 : audit [DBG] from='client.? 172.21.15.37:0/1164431664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:07.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:07 smithi107 bash[29346]: cluster 2021-07-26T16:03:06.960453+0000 mon.a (mon.0) 540 : cluster [WRN] Health check update: Degraded data redundancy: 87/519 objects degraded (16.763%), 15 pgs degraded (PG_DEGRADED) 2021-07-26T16:03:08.094 INFO:tasks.rados.rados.0.smithi037.stdout:1663: done (6 left) 2021-07-26T16:03:08.094 INFO:tasks.rados.rados.0.smithi037.stdout:1664: done (5 left) 2021-07-26T16:03:08.094 INFO:tasks.rados.rados.0.smithi037.stdout:1665: done (4 left) 2021-07-26T16:03:08.095 INFO:tasks.rados.rados.0.smithi037.stdout:1667: done (3 left) 2021-07-26T16:03:08.095 INFO:tasks.rados.rados.0.smithi037.stdout:1669: done (2 left) 2021-07-26T16:03:08.095 INFO:tasks.rados.rados.0.smithi037.stdout:1670: done (1 left) 2021-07-26T16:03:08.095 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 163 2021-07-26T16:03:08.096 INFO:tasks.rados.rados.0.smithi037.stdout:1671: seq_num 550 ranges {3031040=417792,3448832=770048,4218880=638976,4857856=196608} 2021-07-26T16:03:08.120 INFO:tasks.rados.rados.0.smithi037.stdout:1671: writing smithi03738989-40 from 3031040 to 3448832 tid 1 2021-07-26T16:03:08.120 INFO:tasks.rados.rados.0.smithi037.stdout:1671: writing smithi03738989-40 from 3448832 to 4218880 tid 2 2021-07-26T16:03:08.125 INFO:tasks.rados.rados.0.smithi037.stdout:1671: writing smithi03738989-40 from 4218880 to 4857856 tid 3 2021-07-26T16:03:08.126 INFO:tasks.rados.rados.0.smithi037.stdout:1671: writing smithi03738989-40 from 4857856 to 5054464 tid 4 2021-07-26T16:03:08.126 INFO:tasks.rados.rados.0.smithi037.stdout:1672: read oid 5 snap -1 2021-07-26T16:03:08.126 INFO:tasks.rados.rados.0.smithi037.stdout:1672: expect deleted 2021-07-26T16:03:08.126 INFO:tasks.rados.rados.0.smithi037.stdout:1673: read oid 26 snap 147 2021-07-26T16:03:08.127 INFO:tasks.rados.rados.0.smithi037.stdout:1673: expect deleted 2021-07-26T16:03:08.127 INFO:tasks.rados.rados.0.smithi037.stdout:1674: rmattr oid 30 current snap is 163 2021-07-26T16:03:08.127 INFO:tasks.rados.rados.0.smithi037.stdout:1674: done (4 left) 2021-07-26T16:03:08.127 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 163 2021-07-26T16:03:08.127 INFO:tasks.rados.rados.0.smithi037.stdout:1675: seq_num 551 ranges {1990656=434176,2424832=647168,3072000=450560,3522560=507904} 2021-07-26T16:03:08.138 INFO:tasks.rados.rados.0.smithi037.stdout:1675: writing smithi03738989-39 from 1990656 to 2424832 tid 1 2021-07-26T16:03:08.141 INFO:tasks.rados.rados.0.smithi037.stdout:1675: writing smithi03738989-39 from 2424832 to 3072000 tid 2 2021-07-26T16:03:08.144 INFO:tasks.rados.rados.0.smithi037.stdout:1675: writing smithi03738989-39 from 3072000 to 3522560 tid 3 2021-07-26T16:03:08.160 INFO:tasks.rados.rados.0.smithi037.stdout:1675: writing smithi03738989-39 from 3522560 to 4030464 tid 4 2021-07-26T16:03:08.160 INFO:tasks.rados.rados.0.smithi037.stdout:1676: read oid 50 snap -1 2021-07-26T16:03:08.160 INFO:tasks.rados.rados.0.smithi037.stdout:1676: expect (ObjNum 445 snap 136 seq_num 445) 2021-07-26T16:03:08.161 INFO:tasks.rados.rados.0.smithi037.stdout:1677: setattr oid 31 current snap is 163 2021-07-26T16:03:08.161 INFO:tasks.rados.rados.0.smithi037.stdout:1671: finishing write tid 1 to smithi03738989-40 2021-07-26T16:03:08.161 INFO:tasks.rados.rados.0.smithi037.stdout:1671: finishing write tid 2 to smithi03738989-40 2021-07-26T16:03:08.161 INFO:tasks.rados.rados.0.smithi037.stdout:1671: finishing write tid 3 to smithi03738989-40 2021-07-26T16:03:08.162 INFO:tasks.rados.rados.0.smithi037.stdout:1671: finishing write tid 4 to smithi03738989-40 2021-07-26T16:03:08.162 INFO:tasks.rados.rados.0.smithi037.stdout:1671: finishing write tid 6 to smithi03738989-40 2021-07-26T16:03:08.162 INFO:tasks.rados.rados.0.smithi037.stdout:1671: finishing write tid 7 to smithi03738989-40 2021-07-26T16:03:08.162 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1069 (ObjNum 550 snap 163 seq_num 550) dirty exists 2021-07-26T16:03:08.162 INFO:tasks.rados.rados.0.smithi037.stdout:1671: left oid 40 (ObjNum 550 snap 163 seq_num 550) 2021-07-26T16:03:08.163 INFO:tasks.rados.rados.0.smithi037.stdout:1675: finishing write tid 1 to smithi03738989-39 2021-07-26T16:03:08.163 INFO:tasks.rados.rados.0.smithi037.stdout:1675: finishing write tid 2 to smithi03738989-39 2021-07-26T16:03:08.163 INFO:tasks.rados.rados.0.smithi037.stdout:1671: done (6 left) 2021-07-26T16:03:08.163 INFO:tasks.rados.rados.0.smithi037.stdout:1672: done (5 left) 2021-07-26T16:03:08.164 INFO:tasks.rados.rados.0.smithi037.stdout:1673: done (4 left) 2021-07-26T16:03:08.164 INFO:tasks.rados.rados.0.smithi037.stdout:1678: snap_remove snap 157 2021-07-26T16:03:08.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:08 smithi037 bash[41498]: cluster 2021-07-26T16:03:07.081505+0000 mon.a (mon.0) 541 : cluster [DBG] osdmap e388: 8 total, 8 up, 8 in 2021-07-26T16:03:08.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:08 smithi037 bash[42499]: cluster 2021-07-26T16:03:07.081505+0000 mon.a (mon.0) 541 : cluster [DBG] osdmap e388: 8 total, 8 up, 8 in 2021-07-26T16:03:08.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:08 smithi107 bash[29346]: cluster 2021-07-26T16:03:07.081505+0000 mon.a (mon.0) 541 : cluster [DBG] osdmap e388: 8 total, 8 up, 8 in 2021-07-26T16:03:09.101 INFO:tasks.rados.rados.0.smithi037.stdout:1678: done (4 left) 2021-07-26T16:03:09.101 INFO:tasks.rados.rados.0.smithi037.stdout:1679: snap_remove snap 160 2021-07-26T16:03:09.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:09 smithi107 bash[29346]: cluster 2021-07-26T16:03:07.753925+0000 mgr.y (mgr.24994) 216 : cluster [DBG] pgmap v291: 89 pgs: 1 active+clean+snaptrim, 7 active+undersized+degraded, 21 active+undersized, 60 active+clean; 250 MiB data, 615 MiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 929 KiB/s wr, 10 op/s; 65/504 objects degraded (12.897%); 3.3 MiB/s, 1 objects/s recovering 2021-07-26T16:03:09.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:09 smithi107 bash[29346]: cluster 2021-07-26T16:03:08.091699+0000 mon.a (mon.0) 542 : cluster [DBG] osdmap e389: 8 total, 8 up, 8 in 2021-07-26T16:03:09.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:09 smithi037 bash[41498]: cluster 2021-07-26T16:03:07.753925+0000 mgr.y (mgr.24994) 216 : cluster [DBG] pgmap v291: 89 pgs: 1 active+clean+snaptrim, 7 active+undersized+degraded, 21 active+undersized, 60 active+clean; 250 MiB data, 615 MiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 929 KiB/s wr, 10 op/s; 65/504 objects degraded (12.897%); 3.3 MiB/s, 1 objects/s recovering 2021-07-26T16:03:09.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:09 smithi037 bash[41498]: cluster 2021-07-26T16:03:08.091699+0000 mon.a (mon.0) 542 : cluster [DBG] osdmap e389: 8 total, 8 up, 8 in 2021-07-26T16:03:09.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:09 smithi037 bash[42499]: cluster 2021-07-26T16:03:07.753925+0000 mgr.y (mgr.24994) 216 : cluster [DBG] pgmap v291: 89 pgs: 1 active+clean+snaptrim, 7 active+undersized+degraded, 21 active+undersized, 60 active+clean; 250 MiB data, 615 MiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 929 KiB/s wr, 10 op/s; 65/504 objects degraded (12.897%); 3.3 MiB/s, 1 objects/s recovering 2021-07-26T16:03:09.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:09 smithi037 bash[42499]: cluster 2021-07-26T16:03:08.091699+0000 mon.a (mon.0) 542 : cluster [DBG] osdmap e389: 8 total, 8 up, 8 in 2021-07-26T16:03:10.121 INFO:tasks.rados.rados.0.smithi037.stdout:1679: done (4 left) 2021-07-26T16:03:10.122 INFO:tasks.rados.rados.0.smithi037.stdout:1680: copy_from oid 49 from oid 7 current snap is 163 2021-07-26T16:03:10.122 INFO:tasks.rados.rados.0.smithi037.stdout:1675: finishing write tid 3 to smithi03738989-39 2021-07-26T16:03:10.122 INFO:tasks.rados.rados.0.smithi037.stdout:1675: finishing write tid 4 to smithi03738989-39 2021-07-26T16:03:10.122 INFO:tasks.rados.rados.0.smithi037.stdout:1675: finishing write tid 6 to smithi03738989-39 2021-07-26T16:03:10.123 INFO:tasks.rados.rados.0.smithi037.stdout:1675: finishing write tid 7 to smithi03738989-39 2021-07-26T16:03:10.123 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1544 (ObjNum 551 snap 163 seq_num 551) dirty exists 2021-07-26T16:03:10.123 INFO:tasks.rados.rados.0.smithi037.stdout:1675: left oid 39 (ObjNum 551 snap 163 seq_num 551) 2021-07-26T16:03:10.123 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1063 (ObjNum 447 snap 136 seq_num 447) dirty exists 2021-07-26T16:03:10.124 INFO:tasks.rados.rados.0.smithi037.stdout:1676: expect (ObjNum 445 snap 136 seq_num 445) 2021-07-26T16:03:10.452 INFO:tasks.rados.rados.0.smithi037.stdout:1680: finishing copy_from to smithi03738989-49 2021-07-26T16:03:10.453 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 945 (ObjNum 474 snap 144 seq_num 474) dirty exists 2021-07-26T16:03:10.453 INFO:tasks.rados.rados.0.smithi037.stdout:1680: finishing copy_from racing read to smithi03738989-49 2021-07-26T16:03:10.453 INFO:tasks.rados.rados.0.smithi037.stdout:1675: done (4 left) 2021-07-26T16:03:10.454 INFO:tasks.rados.rados.0.smithi037.stdout:1676: done (3 left) 2021-07-26T16:03:10.454 INFO:tasks.rados.rados.0.smithi037.stdout:1677: done (2 left) 2021-07-26T16:03:10.454 INFO:tasks.rados.rados.0.smithi037.stdout:1680: done (1 left) 2021-07-26T16:03:10.454 INFO:tasks.rados.rados.0.smithi037.stdout:1681: rollback oid 7 current snap is 163 2021-07-26T16:03:10.455 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 7 to 161 2021-07-26T16:03:10.455 INFO:tasks.rados.rados.0.smithi037.stdout:1682: read oid 30 snap -1 2021-07-26T16:03:10.455 INFO:tasks.rados.rados.0.smithi037.stdout:1682: expect deleted 2021-07-26T16:03:10.456 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 163 2021-07-26T16:03:10.456 INFO:tasks.rados.rados.0.smithi037.stdout:1683: seq_num 552 ranges {294912=450560,745472=532480,1277952=655360,1933312=417792} 2021-07-26T16:03:10.465 INFO:tasks.rados.rados.0.smithi037.stdout:1683: writing smithi03738989-31 from 294912 to 745472 tid 1 2021-07-26T16:03:10.467 INFO:tasks.rados.rados.0.smithi037.stdout:1683: writing smithi03738989-31 from 745472 to 1277952 tid 2 2021-07-26T16:03:10.471 INFO:tasks.rados.rados.0.smithi037.stdout:1683: writing smithi03738989-31 from 1277952 to 1933312 tid 3 2021-07-26T16:03:10.474 INFO:tasks.rados.rados.0.smithi037.stdout:1683: writing smithi03738989-31 from 1933312 to 2351104 tid 4 2021-07-26T16:03:10.474 INFO:tasks.rados.rados.0.smithi037.stdout:1684: copy_from oid 47 from oid 1 current snap is 163 2021-07-26T16:03:10.475 INFO:tasks.rados.rados.0.smithi037.stdout:1681: finishing rollback tid 0 to smithi03738989-7 2021-07-26T16:03:10.475 INFO:tasks.rados.rados.0.smithi037.stdout:1681: finishing rollback tid 1 to smithi03738989-7 2021-07-26T16:03:10.475 INFO:tasks.rados.rados.0.smithi037.stdout:1681: finishing rollback tid 2 to smithi03738989-7 2021-07-26T16:03:10.475 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 1001 (ObjNum 474 snap 144 seq_num 474) dirty exists 2021-07-26T16:03:10.475 INFO:tasks.rados.rados.0.smithi037.stdout:1683: finishing write tid 1 to smithi03738989-31 2021-07-26T16:03:10.476 INFO:tasks.rados.rados.0.smithi037.stdout:1681: done (4 left) 2021-07-26T16:03:10.476 INFO:tasks.rados.rados.0.smithi037.stdout:1682: done (3 left) 2021-07-26T16:03:10.476 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 163 2021-07-26T16:03:10.476 INFO:tasks.rados.rados.0.smithi037.stdout:1685: seq_num 553 ranges {2637824=466944,3104768=417792,3522560=417792,3940352=516096,4456448=253952} 2021-07-26T16:03:10.493 INFO:tasks.rados.rados.0.smithi037.stdout:1685: writing smithi03738989-45 from 2637824 to 3104768 tid 1 2021-07-26T16:03:10.495 INFO:tasks.rados.rados.0.smithi037.stdout:1685: writing smithi03738989-45 from 3104768 to 3522560 tid 2 2021-07-26T16:03:10.497 INFO:tasks.rados.rados.0.smithi037.stdout:1685: writing smithi03738989-45 from 3522560 to 3940352 tid 3 2021-07-26T16:03:10.500 INFO:tasks.rados.rados.0.smithi037.stdout:1685: writing smithi03738989-45 from 3940352 to 4456448 tid 4 2021-07-26T16:03:10.502 INFO:tasks.rados.rados.0.smithi037.stdout:1685: writing smithi03738989-45 from 4456448 to 4710400 tid 5 2021-07-26T16:03:10.502 INFO:tasks.rados.rados.0.smithi037.stdout:1686: copy_from oid 20 from oid 18 current snap is 163 2021-07-26T16:03:10.503 INFO:tasks.rados.rados.0.smithi037.stdout:1687: delete oid 2 current snap is 163 2021-07-26T16:03:10.503 INFO:tasks.rados.rados.0.smithi037.stdout:1683: finishing write tid 2 to smithi03738989-31 2021-07-26T16:03:10.503 INFO:tasks.rados.rados.0.smithi037.stdout:1683: finishing write tid 3 to smithi03738989-31 2021-07-26T16:03:10.503 INFO:tasks.rados.rados.0.smithi037.stdout:1683: finishing write tid 4 to smithi03738989-31 2021-07-26T16:03:10.504 INFO:tasks.rados.rados.0.smithi037.stdout:1683: finishing write tid 6 to smithi03738989-31 2021-07-26T16:03:10.504 INFO:tasks.rados.rados.0.smithi037.stdout:1683: finishing write tid 7 to smithi03738989-31 2021-07-26T16:03:10.504 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1068 (ObjNum 552 snap 163 seq_num 552) dirty exists 2021-07-26T16:03:10.504 INFO:tasks.rados.rados.0.smithi037.stdout:1683: left oid 31 (ObjNum 552 snap 163 seq_num 552) 2021-07-26T16:03:10.505 INFO:tasks.rados.rados.0.smithi037.stdout:1684: finishing copy_from to smithi03738989-47 2021-07-26T16:03:10.505 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 1485 (ObjNum 542 snap 161 seq_num 542) dirty exists 2021-07-26T16:03:10.505 INFO:tasks.rados.rados.0.smithi037.stdout:1684: finishing copy_from racing read to smithi03738989-47 2021-07-26T16:03:10.505 INFO:tasks.rados.rados.0.smithi037.stdout:1685: finishing write tid 1 to smithi03738989-45 2021-07-26T16:03:10.506 INFO:tasks.rados.rados.0.smithi037.stdout:1685: finishing write tid 2 to smithi03738989-45 2021-07-26T16:03:10.506 INFO:tasks.rados.rados.0.smithi037.stdout:1685: finishing write tid 3 to smithi03738989-45 2021-07-26T16:03:10.507 INFO:tasks.rados.rados.0.smithi037.stdout:1683: done (5 left) 2021-07-26T16:03:10.507 INFO:tasks.rados.rados.0.smithi037.stdout:1684: done (4 left) 2021-07-26T16:03:10.507 INFO:tasks.rados.rados.0.smithi037.stdout:1687: done (3 left) 2021-07-26T16:03:10.507 INFO:tasks.rados.rados.0.smithi037.stdout:1688: snap_remove snap 161 2021-07-26T16:03:10.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:10 smithi107 bash[29346]: cluster 2021-07-26T16:03:09.101859+0000 mon.a (mon.0) 543 : cluster [DBG] osdmap e390: 8 total, 8 up, 8 in 2021-07-26T16:03:10.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:10 smithi037 bash[41498]: cluster 2021-07-26T16:03:09.101859+0000 mon.a (mon.0) 543 : cluster [DBG] osdmap e390: 8 total, 8 up, 8 in 2021-07-26T16:03:10.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:10 smithi037 bash[42499]: cluster 2021-07-26T16:03:09.101859+0000 mon.a (mon.0) 543 : cluster [DBG] osdmap e390: 8 total, 8 up, 8 in 2021-07-26T16:03:11.125 INFO:tasks.rados.rados.0.smithi037.stdout:1688: done (3 left) 2021-07-26T16:03:11.126 INFO:tasks.rados.rados.0.smithi037.stdout:1689: read oid 29 snap 162 2021-07-26T16:03:11.126 INFO:tasks.rados.rados.0.smithi037.stdout:1689: expect deleted 2021-07-26T16:03:11.126 INFO:tasks.rados.rados.0.smithi037.stdout:1690: rmattr oid 8 current snap is 163 2021-07-26T16:03:11.127 INFO:tasks.rados.rados.0.smithi037.stdout:1690: done (4 left) 2021-07-26T16:03:11.127 INFO:tasks.rados.rados.0.smithi037.stdout:1691: read oid 47 snap -1 2021-07-26T16:03:11.127 INFO:tasks.rados.rados.0.smithi037.stdout:1691: expect (ObjNum 542 snap 161 seq_num 542) 2021-07-26T16:03:11.127 INFO:tasks.rados.rados.0.smithi037.stdout:1692: copy_from oid 30 from oid 15 current snap is 163 2021-07-26T16:03:11.128 INFO:tasks.rados.rados.0.smithi037.stdout:1685: finishing write tid 4 to smithi03738989-45 2021-07-26T16:03:11.128 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 163 2021-07-26T16:03:11.128 INFO:tasks.rados.rados.0.smithi037.stdout:1693: seq_num 555 ranges {5931008=499712,6430720=638976,7069696=425984,7495680=540672} 2021-07-26T16:03:11.163 INFO:tasks.rados.rados.0.smithi037.stdout:1693: writing smithi03738989-23 from 5931008 to 6430720 tid 1 2021-07-26T16:03:11.166 INFO:tasks.rados.rados.0.smithi037.stdout:1693: writing smithi03738989-23 from 6430720 to 7069696 tid 2 2021-07-26T16:03:11.169 INFO:tasks.rados.rados.0.smithi037.stdout:1693: writing smithi03738989-23 from 7069696 to 7495680 tid 3 2021-07-26T16:03:11.173 INFO:tasks.rados.rados.0.smithi037.stdout:1693: writing smithi03738989-23 from 7495680 to 8036352 tid 4 2021-07-26T16:03:11.173 INFO:tasks.rados.rados.0.smithi037.stdout:1694: setattr oid 17 current snap is 163 2021-07-26T16:03:11.174 INFO:tasks.rados.rados.0.smithi037.stdout:1685: finishing write tid 5 to smithi03738989-45 2021-07-26T16:03:11.174 INFO:tasks.rados.rados.0.smithi037.stdout:1685: finishing write tid 7 to smithi03738989-45 2021-07-26T16:03:11.174 INFO:tasks.rados.rados.0.smithi037.stdout:1685: finishing write tid 8 to smithi03738989-45 2021-07-26T16:03:11.175 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1565 (ObjNum 553 snap 163 seq_num 553) dirty exists 2021-07-26T16:03:11.175 INFO:tasks.rados.rados.0.smithi037.stdout:1685: left oid 45 (ObjNum 553 snap 163 seq_num 553) 2021-07-26T16:03:11.175 INFO:tasks.rados.rados.0.smithi037.stdout:1686: finishing copy_from to smithi03738989-20 2021-07-26T16:03:11.176 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 753 (ObjNum 524 snap 159 seq_num 524) dirty exists 2021-07-26T16:03:11.176 INFO:tasks.rados.rados.0.smithi037.stdout:1686: finishing copy_from racing read to smithi03738989-20 2021-07-26T16:03:11.176 INFO:tasks.rados.rados.0.smithi037.stdout:1691: expect (ObjNum 542 snap 161 seq_num 542) 2021-07-26T16:03:11.225 INFO:tasks.rados.rados.0.smithi037.stdout:1692: finishing copy_from to smithi03738989-30 2021-07-26T16:03:11.225 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 804 (ObjNum 537 snap 160 seq_num 537) dirty exists 2021-07-26T16:03:11.226 INFO:tasks.rados.rados.0.smithi037.stdout:1692: finishing copy_from racing read to smithi03738989-30 2021-07-26T16:03:11.226 INFO:tasks.rados.rados.0.smithi037.stdout:1693: finishing write tid 1 to smithi03738989-23 2021-07-26T16:03:11.226 INFO:tasks.rados.rados.0.smithi037.stdout:1693: finishing write tid 2 to smithi03738989-23 2021-07-26T16:03:11.226 INFO:tasks.rados.rados.0.smithi037.stdout:1693: finishing write tid 3 to smithi03738989-23 2021-07-26T16:03:11.227 INFO:tasks.rados.rados.0.smithi037.stdout:1693: finishing write tid 4 to smithi03738989-23 2021-07-26T16:03:11.227 INFO:tasks.rados.rados.0.smithi037.stdout:1693: finishing write tid 6 to smithi03738989-23 2021-07-26T16:03:11.227 INFO:tasks.rados.rados.0.smithi037.stdout:1693: finishing write tid 7 to smithi03738989-23 2021-07-26T16:03:11.227 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 844 (ObjNum 555 snap 163 seq_num 555) dirty exists 2021-07-26T16:03:11.228 INFO:tasks.rados.rados.0.smithi037.stdout:1693: left oid 23 (ObjNum 555 snap 163 seq_num 555) 2021-07-26T16:03:11.228 INFO:tasks.rados.rados.0.smithi037.stdout:1685: done (7 left) 2021-07-26T16:03:11.228 INFO:tasks.rados.rados.0.smithi037.stdout:1686: done (6 left) 2021-07-26T16:03:11.228 INFO:tasks.rados.rados.0.smithi037.stdout:1689: done (5 left) 2021-07-26T16:03:11.228 INFO:tasks.rados.rados.0.smithi037.stdout:1691: done (4 left) 2021-07-26T16:03:11.229 INFO:tasks.rados.rados.0.smithi037.stdout:1692: done (3 left) 2021-07-26T16:03:11.229 INFO:tasks.rados.rados.0.smithi037.stdout:1693: done (2 left) 2021-07-26T16:03:11.229 INFO:tasks.rados.rados.0.smithi037.stdout:1695: snap_remove snap 162 2021-07-26T16:03:11.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:11 smithi107 bash[29346]: cluster 2021-07-26T16:03:09.754925+0000 mgr.y (mgr.24994) 217 : cluster [DBG] pgmap v294: 89 pgs: 15 active+clean+wait, 2 active+undersized+degraded, 1 active+undersized, 71 active+clean; 250 MiB data, 644 MiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 17 op/s; 16/477 objects degraded (3.354%); 7.9 MiB/s, 3 objects/s recovering 2021-07-26T16:03:11.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:11 smithi107 bash[29346]: cluster 2021-07-26T16:03:10.116326+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e391: 8 total, 8 up, 8 in 2021-07-26T16:03:11.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:11 smithi037 bash[41498]: cluster 2021-07-26T16:03:09.754925+0000 mgr.y (mgr.24994) 217 : cluster [DBG] pgmap v294: 89 pgs: 15 active+clean+wait, 2 active+undersized+degraded, 1 active+undersized, 71 active+clean; 250 MiB data, 644 MiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 17 op/s; 16/477 objects degraded (3.354%); 7.9 MiB/s, 3 objects/s recovering 2021-07-26T16:03:11.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:11 smithi037 bash[41498]: cluster 2021-07-26T16:03:10.116326+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e391: 8 total, 8 up, 8 in 2021-07-26T16:03:11.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:11 smithi037 bash[42499]: cluster 2021-07-26T16:03:09.754925+0000 mgr.y (mgr.24994) 217 : cluster [DBG] pgmap v294: 89 pgs: 15 active+clean+wait, 2 active+undersized+degraded, 1 active+undersized, 71 active+clean; 250 MiB data, 644 MiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 17 op/s; 16/477 objects degraded (3.354%); 7.9 MiB/s, 3 objects/s recovering 2021-07-26T16:03:11.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:11 smithi037 bash[42499]: cluster 2021-07-26T16:03:10.116326+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e391: 8 total, 8 up, 8 in 2021-07-26T16:03:12.137 INFO:tasks.rados.rados.0.smithi037.stdout:1695: done (2 left) 2021-07-26T16:03:12.137 INFO:tasks.rados.rados.0.smithi037.stdout:1696: rmattr oid 8 current snap is 163 2021-07-26T16:03:12.138 INFO:tasks.rados.rados.0.smithi037.stdout:1696: done (2 left) 2021-07-26T16:03:12.138 INFO:tasks.rados.rados.0.smithi037.stdout:1697: read oid 46 snap 140 2021-07-26T16:03:12.138 INFO:tasks.rados.rados.0.smithi037.stdout:1697: expect (ObjNum 345 snap 105 seq_num 345) 2021-07-26T16:03:12.138 INFO:tasks.rados.rados.0.smithi037.stdout:1698: read oid 42 snap 140 2021-07-26T16:03:12.139 INFO:tasks.rados.rados.0.smithi037.stdout:1698: expect (ObjNum 457 snap 138 seq_num 457) 2021-07-26T16:03:12.139 INFO:tasks.rados.rados.0.smithi037.stdout:1699: delete oid 48 current snap is 163 2021-07-26T16:03:12.139 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 846 (ObjNum 438 snap 133 seq_num 438) dirty exists 2021-07-26T16:03:12.148 INFO:tasks.rados.rados.0.smithi037.stdout:1694: done (4 left) 2021-07-26T16:03:12.148 INFO:tasks.rados.rados.0.smithi037.stdout:1699: done (3 left) 2021-07-26T16:03:12.148 INFO:tasks.rados.rados.0.smithi037.stdout:1700: read oid 1 snap 140 2021-07-26T16:03:12.149 INFO:tasks.rados.rados.0.smithi037.stdout:1700: expect deleted 2021-07-26T16:03:12.149 INFO:tasks.rados.rados.0.smithi037.stdout:1701: delete oid 31 current snap is 163 2021-07-26T16:03:12.159 INFO:tasks.rados.rados.0.smithi037.stdout:1700: done (4 left) 2021-07-26T16:03:12.159 INFO:tasks.rados.rados.0.smithi037.stdout:1701: done (3 left) 2021-07-26T16:03:12.159 INFO:tasks.rados.rados.0.smithi037.stdout:1702: delete oid 36 current snap is 163 2021-07-26T16:03:12.162 INFO:tasks.rados.rados.0.smithi037.stdout:1702: done (3 left) 2021-07-26T16:03:12.162 INFO:tasks.rados.rados.0.smithi037.stdout:1703: snap_create 2021-07-26T16:03:12.165 INFO:tasks.rados.rados.0.smithi037.stdout:1697: expect (ObjNum 345 snap 105 seq_num 345) 2021-07-26T16:03:12.463 INFO:tasks.rados.rados.0.smithi037.stdout:1698: expect (ObjNum 457 snap 138 seq_num 457) 2021-07-26T16:03:12.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:12 smithi107 bash[29346]: cluster 2021-07-26T16:03:11.123907+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e392: 8 total, 8 up, 8 in 2021-07-26T16:03:12.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:12 smithi107 bash[29346]: cluster 2021-07-26T16:03:11.970446+0000 mon.a (mon.0) 546 : cluster [WRN] Health check update: Degraded data redundancy: 16/477 objects degraded (3.354%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T16:03:12.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:12 smithi037 bash[41498]: cluster 2021-07-26T16:03:11.123907+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e392: 8 total, 8 up, 8 in 2021-07-26T16:03:12.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:12 smithi037 bash[41498]: cluster 2021-07-26T16:03:11.970446+0000 mon.a (mon.0) 546 : cluster [WRN] Health check update: Degraded data redundancy: 16/477 objects degraded (3.354%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T16:03:12.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:12 smithi037 bash[42499]: cluster 2021-07-26T16:03:11.123907+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e392: 8 total, 8 up, 8 in 2021-07-26T16:03:12.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:12 smithi037 bash[42499]: cluster 2021-07-26T16:03:11.970446+0000 mon.a (mon.0) 546 : cluster [WRN] Health check update: Degraded data redundancy: 16/477 objects degraded (3.354%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T16:03:13.147 INFO:tasks.rados.rados.0.smithi037.stdout:1697: done (3 left) 2021-07-26T16:03:13.147 INFO:tasks.rados.rados.0.smithi037.stdout:1698: done (2 left) 2021-07-26T16:03:13.148 INFO:tasks.rados.rados.0.smithi037.stdout:1703: done (1 left) 2021-07-26T16:03:13.148 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 164 2021-07-26T16:03:13.148 INFO:tasks.rados.rados.0.smithi037.stdout:1704: seq_num 559 ranges {0=565248,565248=573440,1138688=409600,1548288=622592} 2021-07-26T16:03:13.150 INFO:tasks.rados.rados.0.smithi037.stdout:1704: writing smithi03738989-29 from 0 to 565248 tid 1 2021-07-26T16:03:13.156 INFO:tasks.rados.rados.0.smithi037.stdout:1704: writing smithi03738989-29 from 565248 to 1138688 tid 2 2021-07-26T16:03:13.157 INFO:tasks.rados.rados.0.smithi037.stdout:1704: writing smithi03738989-29 from 1138688 to 1548288 tid 3 2021-07-26T16:03:13.161 INFO:tasks.rados.rados.0.smithi037.stdout:1704: writing smithi03738989-29 from 1548288 to 2170880 tid 4 2021-07-26T16:03:13.161 INFO:tasks.rados.rados.0.smithi037.stdout:1705: setattr oid 23 current snap is 164 2021-07-26T16:03:13.163 INFO:tasks.rados.rados.0.smithi037.stdout:1704: finishing write tid 1 to smithi03738989-29 2021-07-26T16:03:13.163 INFO:tasks.rados.rados.0.smithi037.stdout:1706: read oid 35 snap -1 2021-07-26T16:03:13.163 INFO:tasks.rados.rados.0.smithi037.stdout:1706: expect (ObjNum 487 snap 146 seq_num 487) 2021-07-26T16:03:13.164 INFO:tasks.rados.rados.0.smithi037.stdout:1707: snap_remove snap 147 2021-07-26T16:03:13.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:13 smithi107 bash[29346]: cluster 2021-07-26T16:03:11.755994+0000 mgr.y (mgr.24994) 218 : cluster [DBG] pgmap v297: 89 pgs: 15 active+clean+wait, 74 active+clean; 256 MiB data, 651 MiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.1 MiB/s wr, 23 op/s; 6.7 MiB/s, 3 objects/s recovering 2021-07-26T16:03:13.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:13 smithi107 bash[29346]: cluster 2021-07-26T16:03:12.120446+0000 mon.a (mon.0) 547 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/477 objects degraded (3.354%), 2 pgs degraded) 2021-07-26T16:03:13.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:13 smithi107 bash[29346]: cluster 2021-07-26T16:03:12.120508+0000 mon.a (mon.0) 548 : cluster [INF] Cluster is now healthy 2021-07-26T16:03:13.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:13 smithi107 bash[29346]: cluster 2021-07-26T16:03:12.138073+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e393: 8 total, 8 up, 8 in 2021-07-26T16:03:13.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:13 smithi037 bash[41498]: cluster 2021-07-26T16:03:11.755994+0000 mgr.y (mgr.24994) 218 : cluster [DBG] pgmap v297: 89 pgs: 15 active+clean+wait, 74 active+clean; 256 MiB data, 651 MiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.1 MiB/s wr, 23 op/s; 6.7 MiB/s, 3 objects/s recovering 2021-07-26T16:03:13.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:13 smithi037 bash[41498]: cluster 2021-07-26T16:03:12.120446+0000 mon.a (mon.0) 547 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/477 objects degraded (3.354%), 2 pgs degraded) 2021-07-26T16:03:13.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:13 smithi037 bash[41498]: cluster 2021-07-26T16:03:12.120508+0000 mon.a (mon.0) 548 : cluster [INF] Cluster is now healthy 2021-07-26T16:03:13.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:13 smithi037 bash[41498]: cluster 2021-07-26T16:03:12.138073+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e393: 8 total, 8 up, 8 in 2021-07-26T16:03:13.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:13 smithi037 bash[42499]: cluster 2021-07-26T16:03:11.755994+0000 mgr.y (mgr.24994) 218 : cluster [DBG] pgmap v297: 89 pgs: 15 active+clean+wait, 74 active+clean; 256 MiB data, 651 MiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.1 MiB/s wr, 23 op/s; 6.7 MiB/s, 3 objects/s recovering 2021-07-26T16:03:13.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:13 smithi037 bash[42499]: cluster 2021-07-26T16:03:12.120446+0000 mon.a (mon.0) 547 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/477 objects degraded (3.354%), 2 pgs degraded) 2021-07-26T16:03:13.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:13 smithi037 bash[42499]: cluster 2021-07-26T16:03:12.120508+0000 mon.a (mon.0) 548 : cluster [INF] Cluster is now healthy 2021-07-26T16:03:13.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:13 smithi037 bash[42499]: cluster 2021-07-26T16:03:12.138073+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e393: 8 total, 8 up, 8 in 2021-07-26T16:03:14.154 INFO:tasks.rados.rados.0.smithi037.stdout:1707: done (4 left) 2021-07-26T16:03:14.154 INFO:tasks.rados.rados.0.smithi037.stdout:1708: setattr oid 28 current snap is 164 2021-07-26T16:03:14.154 INFO:tasks.rados.rados.0.smithi037.stdout:1704: finishing write tid 2 to smithi03738989-29 2021-07-26T16:03:14.155 INFO:tasks.rados.rados.0.smithi037.stdout:1704: finishing write tid 3 to smithi03738989-29 2021-07-26T16:03:14.155 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 852 (ObjNum 555 snap 163 seq_num 555) dirty exists 2021-07-26T16:03:14.155 INFO:tasks.rados.rados.0.smithi037.stdout:1704: finishing write tid 4 to smithi03738989-29 2021-07-26T16:03:14.155 INFO:tasks.rados.rados.0.smithi037.stdout:1704: finishing write tid 6 to smithi03738989-29 2021-07-26T16:03:14.156 INFO:tasks.rados.rados.0.smithi037.stdout:1704: finishing write tid 7 to smithi03738989-29 2021-07-26T16:03:14.156 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 1074 (ObjNum 559 snap 164 seq_num 559) dirty exists 2021-07-26T16:03:14.156 INFO:tasks.rados.rados.0.smithi037.stdout:1704: left oid 29 (ObjNum 559 snap 164 seq_num 559) 2021-07-26T16:03:14.156 INFO:tasks.rados.rados.0.smithi037.stdout:1706: expect (ObjNum 487 snap 146 seq_num 487) 2021-07-26T16:03:14.296 INFO:tasks.rados.rados.0.smithi037.stdout:1704: done (4 left) 2021-07-26T16:03:14.296 INFO:tasks.rados.rados.0.smithi037.stdout:1705: done (3 left) 2021-07-26T16:03:14.296 INFO:tasks.rados.rados.0.smithi037.stdout:1706: done (2 left) 2021-07-26T16:03:14.296 INFO:tasks.rados.rados.0.smithi037.stdout:1709: snap_create 2021-07-26T16:03:14.301 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 782 (ObjNum 404 snap 124 seq_num 404) dirty exists 2021-07-26T16:03:14.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:14 smithi107 bash[29346]: cluster 2021-07-26T16:03:13.145054+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e394: 8 total, 8 up, 8 in 2021-07-26T16:03:14.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:14 smithi037 bash[41498]: cluster 2021-07-26T16:03:13.145054+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e394: 8 total, 8 up, 8 in 2021-07-26T16:03:14.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:14 smithi037 bash[42499]: cluster 2021-07-26T16:03:13.145054+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e394: 8 total, 8 up, 8 in 2021-07-26T16:03:15.163 INFO:tasks.rados.rados.0.smithi037.stdout:1708: done (2 left) 2021-07-26T16:03:15.164 INFO:tasks.rados.rados.0.smithi037.stdout:1709: done (1 left) 2021-07-26T16:03:15.164 INFO:tasks.rados.rados.0.smithi037.stdout:1710: snap_create 2021-07-26T16:03:15.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:15 smithi107 bash[29346]: cluster 2021-07-26T16:03:13.756802+0000 mgr.y (mgr.24994) 219 : cluster [DBG] pgmap v300: 89 pgs: 15 active+clean+wait, 74 active+clean; 255 MiB data, 656 MiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 22 op/s; 2.1 MiB/s, 0 objects/s recovering 2021-07-26T16:03:15.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:15 smithi107 bash[29346]: cluster 2021-07-26T16:03:14.155030+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e395: 8 total, 8 up, 8 in 2021-07-26T16:03:15.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:15 smithi037 bash[41498]: cluster 2021-07-26T16:03:13.756802+0000 mgr.y (mgr.24994) 219 : cluster [DBG] pgmap v300: 89 pgs: 15 active+clean+wait, 74 active+clean; 255 MiB data, 656 MiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 22 op/s; 2.1 MiB/s, 0 objects/s recovering 2021-07-26T16:03:15.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:15 smithi037 bash[41498]: cluster 2021-07-26T16:03:14.155030+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e395: 8 total, 8 up, 8 in 2021-07-26T16:03:15.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:15 smithi037 bash[42499]: cluster 2021-07-26T16:03:13.756802+0000 mgr.y (mgr.24994) 219 : cluster [DBG] pgmap v300: 89 pgs: 15 active+clean+wait, 74 active+clean; 255 MiB data, 656 MiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 22 op/s; 2.1 MiB/s, 0 objects/s recovering 2021-07-26T16:03:15.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:15 smithi037 bash[42499]: cluster 2021-07-26T16:03:14.155030+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e395: 8 total, 8 up, 8 in 2021-07-26T16:03:16.169 INFO:tasks.rados.rados.0.smithi037.stdout:1710: done (1 left) 2021-07-26T16:03:16.169 INFO:tasks.rados.rados.0.smithi037.stdout:1711: snap_remove snap 163 2021-07-26T16:03:16.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:16 smithi107 bash[29346]: cluster 2021-07-26T16:03:15.162364+0000 mon.a (mon.0) 552 : cluster [DBG] osdmap e396: 8 total, 8 up, 8 in 2021-07-26T16:03:16.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:16 smithi107 bash[29346]: audit 2021-07-26T16:03:16.064294+0000 mon.c (mon.1) 184 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2021-07-26T16:03:16.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:16 smithi037 bash[41498]: cluster 2021-07-26T16:03:15.162364+0000 mon.a (mon.0) 552 : cluster [DBG] osdmap e396: 8 total, 8 up, 8 in 2021-07-26T16:03:16.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:16 smithi037 bash[41498]: audit 2021-07-26T16:03:16.064294+0000 mon.c (mon.1) 184 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2021-07-26T16:03:16.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:16 smithi037 bash[42499]: cluster 2021-07-26T16:03:15.162364+0000 mon.a (mon.0) 552 : cluster [DBG] osdmap e396: 8 total, 8 up, 8 in 2021-07-26T16:03:16.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:16 smithi037 bash[42499]: audit 2021-07-26T16:03:16.064294+0000 mon.c (mon.1) 184 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2021-07-26T16:03:16.987 INFO:tasks.rados.rados.0.smithi037.stdout:1711: done (1 left) 2021-07-26T16:03:16.988 INFO:tasks.rados.rados.0.smithi037.stdout:1712: rollback oid 34 current snap is 166 2021-07-26T16:03:16.988 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 34 to 165 2021-07-26T16:03:16.988 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 166 2021-07-26T16:03:16.988 INFO:tasks.rados.rados.0.smithi037.stdout:1713: seq_num 560 ranges {0=581632,581632=458752,1040384=614400,1654784=532480} 2021-07-26T16:03:16.991 INFO:tasks.rados.rados.0.smithi037.stdout:1713: writing smithi03738989-24 from 0 to 581632 tid 1 2021-07-26T16:03:16.994 INFO:tasks.rados.rados.0.smithi037.stdout:1713: writing smithi03738989-24 from 581632 to 1040384 tid 2 2021-07-26T16:03:16.999 INFO:tasks.rados.rados.0.smithi037.stdout:1713: writing smithi03738989-24 from 1040384 to 1654784 tid 3 2021-07-26T16:03:17.003 INFO:tasks.rados.rados.0.smithi037.stdout:1713: writing smithi03738989-24 from 1654784 to 2187264 tid 4 2021-07-26T16:03:17.003 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 166 2021-07-26T16:03:17.003 INFO:tasks.rados.rados.0.smithi037.stdout:1714: seq_num 561 ranges {3784704=598016,4382720=745472,5128192=778240,5906432=81920} 2021-07-26T16:03:17.028 INFO:tasks.rados.rados.0.smithi037.stdout:1714: writing smithi03738989-44 from 3784704 to 4382720 tid 1 2021-07-26T16:03:17.032 INFO:tasks.rados.rados.0.smithi037.stdout:1714: writing smithi03738989-44 from 4382720 to 5128192 tid 2 2021-07-26T16:03:17.036 INFO:tasks.rados.rados.0.smithi037.stdout:1714: writing smithi03738989-44 from 5128192 to 5906432 tid 3 2021-07-26T16:03:17.038 INFO:tasks.rados.rados.0.smithi037.stdout:1714: writing smithi03738989-44 from 5906432 to 5988352 tid 4 2021-07-26T16:03:17.038 INFO:tasks.rados.rados.0.smithi037.stdout:1712: finishing rollback tid 0 to smithi03738989-34 2021-07-26T16:03:17.038 INFO:tasks.rados.rados.0.smithi037.stdout:1712: finishing rollback tid 1 to smithi03738989-34 2021-07-26T16:03:17.039 INFO:tasks.rados.rados.0.smithi037.stdout:1712: finishing rollback tid 2 to smithi03738989-34 2021-07-26T16:03:17.039 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 1340 (ObjNum 503 snap 150 seq_num 503) dirty exists 2021-07-26T16:03:17.039 INFO:tasks.rados.rados.0.smithi037.stdout:1713: finishing write tid 1 to smithi03738989-24 2021-07-26T16:03:17.039 INFO:tasks.rados.rados.0.smithi037.stdout:1713: finishing write tid 2 to smithi03738989-24 2021-07-26T16:03:17.040 INFO:tasks.rados.rados.0.smithi037.stdout:1713: finishing write tid 3 to smithi03738989-24 2021-07-26T16:03:17.040 INFO:tasks.rados.rados.0.smithi037.stdout:1713: finishing write tid 4 to smithi03738989-24 2021-07-26T16:03:17.040 INFO:tasks.rados.rados.0.smithi037.stdout:1713: finishing write tid 6 to smithi03738989-24 2021-07-26T16:03:17.040 INFO:tasks.rados.rados.0.smithi037.stdout:1713: finishing write tid 7 to smithi03738989-24 2021-07-26T16:03:17.041 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 1578 (ObjNum 560 snap 166 seq_num 560) dirty exists 2021-07-26T16:03:17.041 INFO:tasks.rados.rados.0.smithi037.stdout:1713: left oid 24 (ObjNum 560 snap 166 seq_num 560) 2021-07-26T16:03:17.041 INFO:tasks.rados.rados.0.smithi037.stdout:1714: finishing write tid 1 to smithi03738989-44 2021-07-26T16:03:17.041 INFO:tasks.rados.rados.0.smithi037.stdout:1714: finishing write tid 2 to smithi03738989-44 2021-07-26T16:03:17.042 INFO:tasks.rados.rados.0.smithi037.stdout:1715: read oid 15 snap -1 2021-07-26T16:03:17.042 INFO:tasks.rados.rados.0.smithi037.stdout:1715: expect (ObjNum 537 snap 160 seq_num 537) 2021-07-26T16:03:17.042 INFO:tasks.rados.rados.0.smithi037.stdout:1712: done (4 left) 2021-07-26T16:03:17.042 INFO:tasks.rados.rados.0.smithi037.stdout:1713: done (3 left) 2021-07-26T16:03:17.043 INFO:tasks.rados.rados.0.smithi037.stdout:1716: snap_remove snap 164 2021-07-26T16:03:17.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:17 smithi107 bash[29346]: cluster 2021-07-26T16:03:15.757568+0000 mgr.y (mgr.24994) 220 : cluster [DBG] pgmap v303: 89 pgs: 15 active+clean+wait, 74 active+clean; 249 MiB data, 643 MiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2021-07-26T16:03:17.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:17 smithi107 bash[29346]: audit 2021-07-26T16:03:16.064736+0000 mgr.y (mgr.24994) 221 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2021-07-26T16:03:17.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:17 smithi107 bash[29346]: cephadm 2021-07-26T16:03:16.067187+0000 mgr.y (mgr.24994) 222 : cephadm [INF] Upgrade: osd.5 is safe to restart 2021-07-26T16:03:17.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:17 smithi107 bash[29346]: cluster 2021-07-26T16:03:16.169637+0000 mon.a (mon.0) 553 : cluster [DBG] osdmap e397: 8 total, 8 up, 8 in 2021-07-26T16:03:17.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:17 smithi107 bash[29346]: audit 2021-07-26T16:03:16.508735+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:17.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:17 smithi107 bash[29346]: cluster 2021-07-26T16:03:16.984677+0000 mon.a (mon.0) 555 : cluster [DBG] osdmap e398: 8 total, 8 up, 8 in 2021-07-26T16:03:17.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:17 smithi037 bash[41498]: cluster 2021-07-26T16:03:15.757568+0000 mgr.y (mgr.24994) 220 : cluster [DBG] pgmap v303: 89 pgs: 15 active+clean+wait, 74 active+clean; 249 MiB data, 643 MiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2021-07-26T16:03:17.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:17 smithi037 bash[41498]: audit 2021-07-26T16:03:16.064736+0000 mgr.y (mgr.24994) 221 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2021-07-26T16:03:17.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:17 smithi037 bash[41498]: cephadm 2021-07-26T16:03:16.067187+0000 mgr.y (mgr.24994) 222 : cephadm [INF] Upgrade: osd.5 is safe to restart 2021-07-26T16:03:17.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:17 smithi037 bash[41498]: cluster 2021-07-26T16:03:16.169637+0000 mon.a (mon.0) 553 : cluster [DBG] osdmap e397: 8 total, 8 up, 8 in 2021-07-26T16:03:17.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:17 smithi037 bash[41498]: audit 2021-07-26T16:03:16.508735+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:17.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:17 smithi037 bash[41498]: cluster 2021-07-26T16:03:16.984677+0000 mon.a (mon.0) 555 : cluster [DBG] osdmap e398: 8 total, 8 up, 8 in 2021-07-26T16:03:17.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:17 smithi037 bash[42499]: cluster 2021-07-26T16:03:15.757568+0000 mgr.y (mgr.24994) 220 : cluster [DBG] pgmap v303: 89 pgs: 15 active+clean+wait, 74 active+clean; 249 MiB data, 643 MiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2021-07-26T16:03:17.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:17 smithi037 bash[42499]: audit 2021-07-26T16:03:16.064736+0000 mgr.y (mgr.24994) 221 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2021-07-26T16:03:17.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:17 smithi037 bash[42499]: cephadm 2021-07-26T16:03:16.067187+0000 mgr.y (mgr.24994) 222 : cephadm [INF] Upgrade: osd.5 is safe to restart 2021-07-26T16:03:17.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:17 smithi037 bash[42499]: cluster 2021-07-26T16:03:16.169637+0000 mon.a (mon.0) 553 : cluster [DBG] osdmap e397: 8 total, 8 up, 8 in 2021-07-26T16:03:17.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:17 smithi037 bash[42499]: audit 2021-07-26T16:03:16.508735+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:17.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:17 smithi037 bash[42499]: cluster 2021-07-26T16:03:16.984677+0000 mon.a (mon.0) 555 : cluster [DBG] osdmap e398: 8 total, 8 up, 8 in 2021-07-26T16:03:18.000 INFO:tasks.rados.rados.0.smithi037.stdout:1716: done (3 left) 2021-07-26T16:03:18.001 INFO:tasks.rados.rados.0.smithi037.stdout:1717: copy_from oid 36 from oid 31 current snap is 166 2021-07-26T16:03:18.001 INFO:tasks.rados.rados.0.smithi037.stdout:1718: read oid 24 snap -1 2021-07-26T16:03:18.001 INFO:tasks.rados.rados.0.smithi037.stdout:1718: expect (ObjNum 560 snap 166 seq_num 560) 2021-07-26T16:03:18.001 INFO:tasks.rados.rados.0.smithi037.stdout:1719: snap_create 2021-07-26T16:03:18.002 INFO:tasks.rados.rados.0.smithi037.stdout:1714: finishing write tid 3 to smithi03738989-44 2021-07-26T16:03:18.002 INFO:tasks.rados.rados.0.smithi037.stdout:1714: finishing write tid 4 to smithi03738989-44 2021-07-26T16:03:18.002 INFO:tasks.rados.rados.0.smithi037.stdout:1714: finishing write tid 6 to smithi03738989-44 2021-07-26T16:03:18.002 INFO:tasks.rados.rados.0.smithi037.stdout:1714: finishing write tid 7 to smithi03738989-44 2021-07-26T16:03:18.003 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 776 (ObjNum 561 snap 166 seq_num 561) dirty exists 2021-07-26T16:03:18.003 INFO:tasks.rados.rados.0.smithi037.stdout:1714: left oid 44 (ObjNum 561 snap 166 seq_num 561) 2021-07-26T16:03:18.003 INFO:tasks.rados.rados.0.smithi037.stdout:1715: expect (ObjNum 537 snap 160 seq_num 537) 2021-07-26T16:03:18.047 INFO:tasks.rados.rados.0.smithi037.stdout:1718: expect (ObjNum 560 snap 166 seq_num 560) 2021-07-26T16:03:18.099 INFO:tasks.rados.rados.0.smithi037.stdout:1717: finishing copy_from to smithi03738989-36 2021-07-26T16:03:18.100 INFO:tasks.rados.rados.0.smithi037.stdout:1717: got expected ENOENT (src dne) 2021-07-26T16:03:18.100 INFO:tasks.rados.rados.0.smithi037.stdout:1717: finishing copy_from racing read to smithi03738989-36 2021-07-26T16:03:18.178 INFO:tasks.rados.rados.0.smithi037.stdout:1661: finishing write tid 1 to smithi03738989-14 2021-07-26T16:03:18.181 INFO:tasks.rados.rados.0.smithi037.stdout:1661: finishing write tid 2 to smithi03738989-14 2021-07-26T16:03:18.182 INFO:tasks.rados.rados.0.smithi037.stdout:1661: finishing write tid 3 to smithi03738989-14 2021-07-26T16:03:18.182 INFO:tasks.rados.rados.0.smithi037.stdout:1661: finishing write tid 5 to smithi03738989-14 2021-07-26T16:03:18.183 INFO:tasks.rados.rados.0.smithi037.stdout:1661: finishing write tid 6 to smithi03738989-14 2021-07-26T16:03:18.183 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 785 (ObjNum 544 snap 162 seq_num 544) dirty exists 2021-07-26T16:03:18.183 INFO:tasks.rados.rados.0.smithi037.stdout:1661: left oid 14 (ObjNum 544 snap 162 seq_num 544) 2021-07-26T16:03:19.002 INFO:tasks.rados.rados.0.smithi037.stdout:1661: done (5 left) 2021-07-26T16:03:19.003 INFO:tasks.rados.rados.0.smithi037.stdout:1714: done (4 left) 2021-07-26T16:03:19.003 INFO:tasks.rados.rados.0.smithi037.stdout:1715: done (3 left) 2021-07-26T16:03:19.003 INFO:tasks.rados.rados.0.smithi037.stdout:1717: done (2 left) 2021-07-26T16:03:19.003 INFO:tasks.rados.rados.0.smithi037.stdout:1718: done (1 left) 2021-07-26T16:03:19.004 INFO:tasks.rados.rados.0.smithi037.stdout:1719: done (0 left) 2021-07-26T16:03:19.004 INFO:tasks.rados.rados.0.smithi037.stdout:1720: setattr oid 49 current snap is 167 2021-07-26T16:03:19.004 INFO:tasks.rados.rados.0.smithi037.stdout:1721: read oid 45 snap -1 2021-07-26T16:03:19.005 INFO:tasks.rados.rados.0.smithi037.stdout:1721: expect (ObjNum 553 snap 163 seq_num 553) 2021-07-26T16:03:19.005 INFO:tasks.rados.rados.0.smithi037.stdout:1722: snap_create 2021-07-26T16:03:19.016 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 946 (ObjNum 474 snap 144 seq_num 474) dirty exists 2021-07-26T16:03:19.029 INFO:tasks.rados.rados.0.smithi037.stdout:1721: expect (ObjNum 553 snap 163 seq_num 553) 2021-07-26T16:03:19.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:18 smithi107 bash[29346]: cluster 2021-07-26T16:03:17.758485+0000 mgr.y (mgr.24994) 223 : cluster [DBG] pgmap v306: 89 pgs: 15 active+clean+wait, 74 active+clean; 242 MiB data, 638 MiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 970 KiB/s wr, 10 op/s 2021-07-26T16:03:19.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:18 smithi107 bash[29346]: cluster 2021-07-26T16:03:18.000513+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e399: 8 total, 8 up, 8 in 2021-07-26T16:03:19.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:18 smithi107 bash[29346]: audit 2021-07-26T16:03:18.826929+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:19.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:18 smithi107 bash[29346]: audit 2021-07-26T16:03:18.830567+0000 mon.c (mon.1) 185 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2021-07-26T16:03:19.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:19 smithi037 bash[41498]: cluster 2021-07-26T16:03:17.758485+0000 mgr.y (mgr.24994) 223 : cluster [DBG] pgmap v306: 89 pgs: 15 active+clean+wait, 74 active+clean; 242 MiB data, 638 MiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 970 KiB/s wr, 10 op/s 2021-07-26T16:03:19.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:19 smithi037 bash[41498]: cluster 2021-07-26T16:03:18.000513+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e399: 8 total, 8 up, 8 in 2021-07-26T16:03:19.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:19 smithi037 bash[41498]: audit 2021-07-26T16:03:18.826929+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:19.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:19 smithi037 bash[41498]: audit 2021-07-26T16:03:18.830567+0000 mon.c (mon.1) 185 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2021-07-26T16:03:19.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:19 smithi037 bash[42499]: cluster 2021-07-26T16:03:17.758485+0000 mgr.y (mgr.24994) 223 : cluster [DBG] pgmap v306: 89 pgs: 15 active+clean+wait, 74 active+clean; 242 MiB data, 638 MiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 970 KiB/s wr, 10 op/s 2021-07-26T16:03:19.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:19 smithi037 bash[42499]: cluster 2021-07-26T16:03:18.000513+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e399: 8 total, 8 up, 8 in 2021-07-26T16:03:19.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:19 smithi037 bash[42499]: audit 2021-07-26T16:03:18.826929+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:19.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:19 smithi037 bash[42499]: audit 2021-07-26T16:03:18.830567+0000 mon.c (mon.1) 185 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2021-07-26T16:03:20.020 INFO:tasks.rados.rados.0.smithi037.stdout:1720: done (2 left) 2021-07-26T16:03:20.021 INFO:tasks.rados.rados.0.smithi037.stdout:1721: done (1 left) 2021-07-26T16:03:20.021 INFO:tasks.rados.rados.0.smithi037.stdout:1722: done (0 left) 2021-07-26T16:03:20.021 INFO:tasks.rados.rados.0.smithi037.stdout:1723: copy_from oid 12 from oid 38 current snap is 168 2021-07-26T16:03:20.021 INFO:tasks.rados.rados.0.smithi037.stdout:1724: read oid 23 snap 140 2021-07-26T16:03:20.022 INFO:tasks.rados.rados.0.smithi037.stdout:1724: expect (ObjNum 347 snap 105 seq_num 347) 2021-07-26T16:03:20.022 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 168 2021-07-26T16:03:20.022 INFO:tasks.rados.rados.0.smithi037.stdout:1725: seq_num 562 ranges {4030464=622592,4653056=630784,5283840=581632,5865472=393216} 2021-07-26T16:03:20.046 INFO:tasks.rados.rados.0.smithi037.stdout:1725: writing smithi03738989-39 from 4030464 to 4653056 tid 1 2021-07-26T16:03:20.050 INFO:tasks.rados.rados.0.smithi037.stdout:1725: writing smithi03738989-39 from 4653056 to 5283840 tid 2 2021-07-26T16:03:20.061 INFO:tasks.rados.rados.0.smithi037.stdout:1725: writing smithi03738989-39 from 5283840 to 5865472 tid 3 2021-07-26T16:03:20.061 INFO:tasks.rados.rados.0.smithi037.stdout:1725: writing smithi03738989-39 from 5865472 to 6258688 tid 4 2021-07-26T16:03:20.061 INFO:tasks.rados.rados.0.smithi037.stdout:1726: read oid 48 snap 165 2021-07-26T16:03:20.062 INFO:tasks.rados.rados.0.smithi037.stdout:1726: expect deleted 2021-07-26T16:03:20.062 INFO:tasks.rados.rados.0.smithi037.stdout:1723: finishing copy_from to smithi03738989-12 2021-07-26T16:03:20.062 INFO:tasks.rados.rados.0.smithi037.stdout:1723: got expected ENOENT (src dne) 2021-07-26T16:03:20.062 INFO:tasks.rados.rados.0.smithi037.stdout:1727: read oid 27 snap 140 2021-07-26T16:03:20.063 INFO:tasks.rados.rados.0.smithi037.stdout:1727: expect (ObjNum 446 snap 136 seq_num 446) 2021-07-26T16:03:20.063 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 168 2021-07-26T16:03:20.063 INFO:tasks.rados.rados.0.smithi037.stdout:1728: seq_num 563 ranges {3604480=638976,4243456=565248,4808704=794624,5603328=245760} 2021-07-26T16:03:20.083 INFO:tasks.rados.rados.0.smithi037.stdout:1728: writing smithi03738989-13 from 3604480 to 4243456 tid 1 2021-07-26T16:03:20.085 INFO:tasks.rados.rados.0.smithi037.stdout:1728: writing smithi03738989-13 from 4243456 to 4808704 tid 2 2021-07-26T16:03:20.095 INFO:tasks.rados.rados.0.smithi037.stdout:1728: writing smithi03738989-13 from 4808704 to 5603328 tid 3 2021-07-26T16:03:20.095 INFO:tasks.rados.rados.0.smithi037.stdout:1728: writing smithi03738989-13 from 5603328 to 5849088 tid 4 2021-07-26T16:03:20.096 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 168 2021-07-26T16:03:20.096 INFO:tasks.rados.rados.0.smithi037.stdout:1729: seq_num 564 ranges {5988352=655360,6643712=442368,7086080=598016,7684096=565248} 2021-07-26T16:03:20.127 INFO:tasks.rados.rados.0.smithi037.stdout:1729: writing smithi03738989-44 from 5988352 to 6643712 tid 1 2021-07-26T16:03:20.131 INFO:tasks.rados.rados.0.smithi037.stdout:1729: writing smithi03738989-44 from 6643712 to 7086080 tid 2 2021-07-26T16:03:20.135 INFO:tasks.rados.rados.0.smithi037.stdout:1729: writing smithi03738989-44 from 7086080 to 7684096 tid 3 2021-07-26T16:03:20.137 INFO:tasks.rados.rados.0.smithi037.stdout:1729: writing smithi03738989-44 from 7684096 to 8249344 tid 4 2021-07-26T16:03:20.137 INFO:tasks.rados.rados.0.smithi037.stdout:1730: read oid 5 snap -1 2021-07-26T16:03:20.138 INFO:tasks.rados.rados.0.smithi037.stdout:1730: expect deleted 2021-07-26T16:03:20.138 INFO:tasks.rados.rados.0.smithi037.stdout:1731: setattr oid 22 current snap is 168 2021-07-26T16:03:20.138 INFO:tasks.rados.rados.0.smithi037.stdout:1723: finishing copy_from racing read to smithi03738989-12 2021-07-26T16:03:20.138 INFO:tasks.rados.rados.0.smithi037.stdout:1724: expect (ObjNum 347 snap 105 seq_num 347) 2021-07-26T16:03:20.165 INFO:tasks.rados.rados.0.smithi037.stdout:1725: finishing write tid 1 to smithi03738989-39 2021-07-26T16:03:20.165 INFO:tasks.rados.rados.0.smithi037.stdout:1725: finishing write tid 2 to smithi03738989-39 2021-07-26T16:03:20.165 INFO:tasks.rados.rados.0.smithi037.stdout:1725: finishing write tid 3 to smithi03738989-39 2021-07-26T16:03:20.165 INFO:tasks.rados.rados.0.smithi037.stdout:1725: finishing write tid 4 to smithi03738989-39 2021-07-26T16:03:20.166 INFO:tasks.rados.rados.0.smithi037.stdout:1725: finishing write tid 6 to smithi03738989-39 2021-07-26T16:03:20.166 INFO:tasks.rados.rados.0.smithi037.stdout:1725: finishing write tid 7 to smithi03738989-39 2021-07-26T16:03:20.167 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1584 (ObjNum 562 snap 168 seq_num 562) dirty exists 2021-07-26T16:03:20.167 INFO:tasks.rados.rados.0.smithi037.stdout:1725: left oid 39 (ObjNum 562 snap 168 seq_num 562) 2021-07-26T16:03:20.167 INFO:tasks.rados.rados.0.smithi037.stdout:1727: expect (ObjNum 446 snap 136 seq_num 446) 2021-07-26T16:03:20.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:20 smithi107 bash[29346]: cephadm 2021-07-26T16:03:18.816318+0000 mgr.y (mgr.24994) 224 : cephadm [INF] Upgrade: Updating osd.5 2021-07-26T16:03:20.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:20 smithi107 bash[29346]: cephadm 2021-07-26T16:03:18.829389+0000 mgr.y (mgr.24994) 225 : cephadm [INF] Deploying daemon osd.5 on smithi107 2021-07-26T16:03:20.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:20 smithi107 bash[29346]: cluster 2021-07-26T16:03:19.002331+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e400: 8 total, 8 up, 8 in 2021-07-26T16:03:20.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:20 smithi037 bash[41498]: cephadm 2021-07-26T16:03:18.816318+0000 mgr.y (mgr.24994) 224 : cephadm [INF] Upgrade: Updating osd.5 2021-07-26T16:03:20.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:20 smithi037 bash[41498]: cephadm 2021-07-26T16:03:18.829389+0000 mgr.y (mgr.24994) 225 : cephadm [INF] Deploying daemon osd.5 on smithi107 2021-07-26T16:03:20.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:20 smithi037 bash[41498]: cluster 2021-07-26T16:03:19.002331+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e400: 8 total, 8 up, 8 in 2021-07-26T16:03:20.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:20 smithi037 bash[42499]: cephadm 2021-07-26T16:03:18.816318+0000 mgr.y (mgr.24994) 224 : cephadm [INF] Upgrade: Updating osd.5 2021-07-26T16:03:20.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:20 smithi037 bash[42499]: cephadm 2021-07-26T16:03:18.829389+0000 mgr.y (mgr.24994) 225 : cephadm [INF] Deploying daemon osd.5 on smithi107 2021-07-26T16:03:20.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:20 smithi037 bash[42499]: cluster 2021-07-26T16:03:19.002331+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e400: 8 total, 8 up, 8 in 2021-07-26T16:03:20.461 INFO:tasks.rados.rados.0.smithi037.stdout:1728: finishing write tid 1 to smithi03738989-13 2021-07-26T16:03:20.462 INFO:tasks.rados.rados.0.smithi037.stdout:1728: finishing write tid 2 to smithi03738989-13 2021-07-26T16:03:20.462 INFO:tasks.rados.rados.0.smithi037.stdout:1728: finishing write tid 3 to smithi03738989-13 2021-07-26T16:03:20.463 INFO:tasks.rados.rados.0.smithi037.stdout:1728: finishing write tid 4 to smithi03738989-13 2021-07-26T16:03:20.463 INFO:tasks.rados.rados.0.smithi037.stdout:1728: finishing write tid 6 to smithi03738989-13 2021-07-26T16:03:20.463 INFO:tasks.rados.rados.0.smithi037.stdout:1728: finishing write tid 7 to smithi03738989-13 2021-07-26T16:03:20.463 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 790 (ObjNum 563 snap 168 seq_num 563) dirty exists 2021-07-26T16:03:20.463 INFO:tasks.rados.rados.0.smithi037.stdout:1728: left oid 13 (ObjNum 563 snap 168 seq_num 563) 2021-07-26T16:03:20.464 INFO:tasks.rados.rados.0.smithi037.stdout:1729: finishing write tid 1 to smithi03738989-44 2021-07-26T16:03:20.464 INFO:tasks.rados.rados.0.smithi037.stdout:1729: finishing write tid 2 to smithi03738989-44 2021-07-26T16:03:20.464 INFO:tasks.rados.rados.0.smithi037.stdout:1729: finishing write tid 3 to smithi03738989-44 2021-07-26T16:03:20.464 INFO:tasks.rados.rados.0.smithi037.stdout:1729: finishing write tid 4 to smithi03738989-44 2021-07-26T16:03:20.465 INFO:tasks.rados.rados.0.smithi037.stdout:1729: finishing write tid 6 to smithi03738989-44 2021-07-26T16:03:20.465 INFO:tasks.rados.rados.0.smithi037.stdout:1729: finishing write tid 7 to smithi03738989-44 2021-07-26T16:03:20.465 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 781 (ObjNum 564 snap 168 seq_num 564) dirty exists 2021-07-26T16:03:20.465 INFO:tasks.rados.rados.0.smithi037.stdout:1729: left oid 44 (ObjNum 564 snap 168 seq_num 564) 2021-07-26T16:03:20.465 INFO:tasks.rados.rados.0.smithi037.stdout:1723: done (8 left) 2021-07-26T16:03:20.466 INFO:tasks.rados.rados.0.smithi037.stdout:1724: done (7 left) 2021-07-26T16:03:20.466 INFO:tasks.rados.rados.0.smithi037.stdout:1725: done (6 left) 2021-07-26T16:03:20.466 INFO:tasks.rados.rados.0.smithi037.stdout:1726: done (5 left) 2021-07-26T16:03:20.466 INFO:tasks.rados.rados.0.smithi037.stdout:1727: done (4 left) 2021-07-26T16:03:20.467 INFO:tasks.rados.rados.0.smithi037.stdout:1728: done (3 left) 2021-07-26T16:03:20.467 INFO:tasks.rados.rados.0.smithi037.stdout:1729: done (2 left) 2021-07-26T16:03:20.467 INFO:tasks.rados.rados.0.smithi037.stdout:1730: done (1 left) 2021-07-26T16:03:20.467 INFO:tasks.rados.rados.0.smithi037.stdout:1732: setattr oid 8 current snap is 168 2021-07-26T16:03:20.468 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 792 (ObjNum 532 snap 160 seq_num 532) dirty exists 2021-07-26T16:03:20.468 INFO:tasks.rados.rados.0.smithi037.stdout:1731: done (1 left) 2021-07-26T16:03:20.469 INFO:tasks.rados.rados.0.smithi037.stdout:1733: copy_from oid 15 from oid 32 current snap is 168 2021-07-26T16:03:20.469 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 168 2021-07-26T16:03:20.469 INFO:tasks.rados.rados.0.smithi037.stdout:1734: seq_num 565 ranges {2187264=671744,2859008=729088,3588096=753664,4341760=122880} 2021-07-26T16:03:20.489 INFO:tasks.rados.rados.0.smithi037.stdout:1734: writing smithi03738989-24 from 2187264 to 2859008 tid 1 2021-07-26T16:03:20.494 INFO:tasks.rados.rados.0.smithi037.stdout:1734: writing smithi03738989-24 from 2859008 to 3588096 tid 2 2021-07-26T16:03:20.499 INFO:tasks.rados.rados.0.smithi037.stdout:1734: writing smithi03738989-24 from 3588096 to 4341760 tid 3 2021-07-26T16:03:20.499 INFO:tasks.rados.rados.0.smithi037.stdout:1734: writing smithi03738989-24 from 4341760 to 4464640 tid 4 2021-07-26T16:03:20.499 INFO:tasks.rados.rados.0.smithi037.stdout:1735: snap_remove snap 167 2021-07-26T16:03:21.036 INFO:tasks.rados.rados.0.smithi037.stdout:1735: done (3 left) 2021-07-26T16:03:21.037 INFO:tasks.rados.rados.0.smithi037.stdout:1736: copy_from oid 26 from oid 18 current snap is 168 2021-07-26T16:03:21.037 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 691 (ObjNum 0 snap 0 seq_num 0) dirty exists 2021-07-26T16:03:21.037 INFO:tasks.rados.rados.0.smithi037.stdout:1733: finishing copy_from to smithi03738989-15 2021-07-26T16:03:21.038 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1490 (ObjNum 543 snap 161 seq_num 543) dirty exists 2021-07-26T16:03:21.038 INFO:tasks.rados.rados.0.smithi037.stdout:1734: finishing write tid 1 to smithi03738989-24 2021-07-26T16:03:21.038 INFO:tasks.rados.rados.0.smithi037.stdout:1733: finishing copy_from racing read to smithi03738989-15 2021-07-26T16:03:21.038 INFO:tasks.rados.rados.0.smithi037.stdout:1734: finishing write tid 2 to smithi03738989-24 2021-07-26T16:03:21.039 INFO:tasks.rados.rados.0.smithi037.stdout:1734: finishing write tid 3 to smithi03738989-24 2021-07-26T16:03:21.039 INFO:tasks.rados.rados.0.smithi037.stdout:1734: finishing write tid 4 to smithi03738989-24 2021-07-26T16:03:21.039 INFO:tasks.rados.rados.0.smithi037.stdout:1734: finishing write tid 6 to smithi03738989-24 2021-07-26T16:03:21.040 INFO:tasks.rados.rados.0.smithi037.stdout:1734: finishing write tid 7 to smithi03738989-24 2021-07-26T16:03:21.040 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 1590 (ObjNum 565 snap 168 seq_num 565) dirty exists 2021-07-26T16:03:21.040 INFO:tasks.rados.rados.0.smithi037.stdout:1734: left oid 24 (ObjNum 565 snap 168 seq_num 565) 2021-07-26T16:03:21.040 INFO:tasks.rados.rados.0.smithi037.stdout:1732: done (3 left) 2021-07-26T16:03:21.041 INFO:tasks.rados.rados.0.smithi037.stdout:1733: done (2 left) 2021-07-26T16:03:21.041 INFO:tasks.rados.rados.0.smithi037.stdout:1734: done (1 left) 2021-07-26T16:03:21.041 INFO:tasks.rados.rados.0.smithi037.stdout:1737: snap_create 2021-07-26T16:03:21.064 INFO:tasks.rados.rados.0.smithi037.stdout:1736: finishing copy_from to smithi03738989-26 2021-07-26T16:03:21.064 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 753 (ObjNum 524 snap 159 seq_num 524) dirty exists 2021-07-26T16:03:21.064 INFO:tasks.rados.rados.0.smithi037.stdout:1736: finishing copy_from racing read to smithi03738989-26 2021-07-26T16:03:21.242 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:21 smithi107 systemd[1]: Stopping Ceph osd.5 for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T16:03:21.243 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:21 smithi107 docker[31753]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:03:21.243 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:21 smithi107 bash[29346]: cluster 2021-07-26T16:03:19.759442+0000 mgr.y (mgr.24994) 226 : cluster [DBG] pgmap v309: 89 pgs: 89 active+clean; 244 MiB data, 645 MiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2021-07-26T16:03:21.243 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:21 smithi107 bash[29346]: cluster 2021-07-26T16:03:20.018816+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e401: 8 total, 8 up, 8 in 2021-07-26T16:03:21.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:21 smithi037 bash[41498]: cluster 2021-07-26T16:03:19.759442+0000 mgr.y (mgr.24994) 226 : cluster [DBG] pgmap v309: 89 pgs: 89 active+clean; 244 MiB data, 645 MiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2021-07-26T16:03:21.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:21 smithi037 bash[41498]: cluster 2021-07-26T16:03:20.018816+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e401: 8 total, 8 up, 8 in 2021-07-26T16:03:21.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:21 smithi037 bash[42499]: cluster 2021-07-26T16:03:19.759442+0000 mgr.y (mgr.24994) 226 : cluster [DBG] pgmap v309: 89 pgs: 89 active+clean; 244 MiB data, 645 MiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2021-07-26T16:03:21.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:21 smithi037 bash[42499]: cluster 2021-07-26T16:03:20.018816+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e401: 8 total, 8 up, 8 in 2021-07-26T16:03:21.519 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:21 smithi107 bash[18452]: debug 2021-07-26T16:03:21.231+0000 7f3968bea700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-07-26T16:03:21.519 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:21 smithi107 bash[18452]: debug 2021-07-26T16:03:21.231+0000 7f3968bea700 -1 osd.5 402 *** Got signal Terminated *** 2021-07-26T16:03:21.519 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:21 smithi107 bash[18452]: debug 2021-07-26T16:03:21.231+0000 7f3968bea700 -1 osd.5 402 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-07-26T16:03:21.988 INFO:tasks.rados.rados.0.smithi037.stdout:1736: done (1 left) 2021-07-26T16:03:21.988 INFO:tasks.rados.rados.0.smithi037.stdout:1737: done (0 left) 2021-07-26T16:03:21.988 INFO:tasks.rados.rados.0.smithi037.stdout:1738: delete oid 30 current snap is 169 2021-07-26T16:03:21.998 INFO:tasks.rados.rados.0.smithi037.stdout:1738: done (0 left) 2021-07-26T16:03:21.998 INFO:tasks.rados.rados.0.smithi037.stdout:1739: rollback oid 41 current snap is 169 2021-07-26T16:03:21.998 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 41 to 168 2021-07-26T16:03:21.999 INFO:tasks.rados.rados.0.smithi037.stdout:1740: read oid 42 snap -1 2021-07-26T16:03:21.999 INFO:tasks.rados.rados.0.smithi037.stdout:1740: expect (ObjNum 549 snap 162 seq_num 549) 2021-07-26T16:03:21.999 INFO:tasks.rados.rados.0.smithi037.stdout:1741: copy_from oid 31 from oid 50 current snap is 169 2021-07-26T16:03:22.000 INFO:tasks.rados.rados.0.smithi037.stdout:1742: snap_create 2021-07-26T16:03:22.003 INFO:tasks.rados.rados.0.smithi037.stdout:1739: finishing rollback tid 0 to smithi03738989-41 2021-07-26T16:03:22.003 INFO:tasks.rados.rados.0.smithi037.stdout:1739: finishing rollback tid 1 to smithi03738989-41 2021-07-26T16:03:22.003 INFO:tasks.rados.rados.0.smithi037.stdout:1739: finishing rollback tid 2 to smithi03738989-41 2021-07-26T16:03:22.003 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1087 (ObjNum 487 snap 146 seq_num 487) dirty exists 2021-07-26T16:03:22.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.034736+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e402: 8 total, 8 up, 8 in 2021-07-26T16:03:22.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.528156+0000 mon.a (mon.0) 561 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T16:03:22.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.528303+0000 mon.a (mon.0) 562 : cluster [INF] osd.5 failed (root=default,host=smithi107) (connection refused reported by osd.6) 2021-07-26T16:03:22.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.528936+0000 mon.a (mon.0) 563 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T16:03:22.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.529467+0000 mon.a (mon.0) 564 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-07-26T16:03:22.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.529928+0000 mon.a (mon.0) 565 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T16:03:22.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.530166+0000 mon.a (mon.0) 566 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T16:03:22.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.530289+0000 mon.a (mon.0) 567 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T16:03:22.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.530657+0000 mon.a (mon.0) 568 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T16:03:22.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.531006+0000 mon.a (mon.0) 569 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-07-26T16:03:22.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.531300+0000 mon.a (mon.0) 570 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T16:03:22.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.531544+0000 mon.a (mon.0) 571 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T16:03:22.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.531797+0000 mon.a (mon.0) 572 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T16:03:22.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.531993+0000 mon.a (mon.0) 573 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T16:03:22.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.532442+0000 mon.a (mon.0) 574 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T16:03:22.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.532709+0000 mon.a (mon.0) 575 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T16:03:22.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.532995+0000 mon.a (mon.0) 576 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T16:03:22.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.932660+0000 mon.a (mon.0) 577 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T16:03:22.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.932974+0000 mon.a (mon.0) 578 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T16:03:22.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.933139+0000 mon.a (mon.0) 579 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T16:03:22.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.933628+0000 mon.a (mon.0) 580 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T16:03:22.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.933936+0000 mon.a (mon.0) 581 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T16:03:22.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.934259+0000 mon.a (mon.0) 582 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-07-26T16:03:22.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.934571+0000 mon.a (mon.0) 583 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T16:03:22.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.934785+0000 mon.a (mon.0) 584 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T16:03:22.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.934990+0000 mon.a (mon.0) 585 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T16:03:22.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.034736+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e402: 8 total, 8 up, 8 in 2021-07-26T16:03:22.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.528156+0000 mon.a (mon.0) 561 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T16:03:22.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.528303+0000 mon.a (mon.0) 562 : cluster [INF] osd.5 failed (root=default,host=smithi107) (connection refused reported by osd.6) 2021-07-26T16:03:22.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.528936+0000 mon.a (mon.0) 563 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T16:03:22.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.529467+0000 mon.a (mon.0) 564 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-07-26T16:03:22.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.529928+0000 mon.a (mon.0) 565 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T16:03:22.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.530166+0000 mon.a (mon.0) 566 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T16:03:22.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.530289+0000 mon.a (mon.0) 567 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T16:03:22.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.530657+0000 mon.a (mon.0) 568 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T16:03:22.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.531006+0000 mon.a (mon.0) 569 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-07-26T16:03:22.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.531300+0000 mon.a (mon.0) 570 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T16:03:22.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.531544+0000 mon.a (mon.0) 571 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T16:03:22.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.531797+0000 mon.a (mon.0) 572 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T16:03:22.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.531993+0000 mon.a (mon.0) 573 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T16:03:22.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.532442+0000 mon.a (mon.0) 574 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T16:03:22.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.532709+0000 mon.a (mon.0) 575 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T16:03:22.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.532995+0000 mon.a (mon.0) 576 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T16:03:22.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.932660+0000 mon.a (mon.0) 577 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T16:03:22.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.932974+0000 mon.a (mon.0) 578 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T16:03:22.352 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.933139+0000 mon.a (mon.0) 579 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T16:03:22.352 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.933628+0000 mon.a (mon.0) 580 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T16:03:22.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.933936+0000 mon.a (mon.0) 581 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T16:03:22.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.934259+0000 mon.a (mon.0) 582 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-07-26T16:03:22.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.934571+0000 mon.a (mon.0) 583 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T16:03:22.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.934785+0000 mon.a (mon.0) 584 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T16:03:22.354 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.934990+0000 mon.a (mon.0) 585 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T16:03:22.354 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.935264+0000 mon.a (mon.0) 586 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T16:03:22.354 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.935578+0000 mon.a (mon.0) 587 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-07-26T16:03:22.355 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.935909+0000 mon.a (mon.0) 588 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T16:03:22.355 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.936163+0000 mon.a (mon.0) 589 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T16:03:22.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.936615+0000 mon.a (mon.0) 590 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T16:03:22.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.936864+0000 mon.a (mon.0) 591 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T16:03:22.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.977115+0000 mon.a (mon.0) 592 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:03:22.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.988912+0000 mon.a (mon.0) 593 : cluster [DBG] osdmap e403: 8 total, 7 up, 8 in 2021-07-26T16:03:22.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.935264+0000 mon.a (mon.0) 586 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T16:03:22.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.935578+0000 mon.a (mon.0) 587 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-07-26T16:03:22.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.935909+0000 mon.a (mon.0) 588 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T16:03:22.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.936163+0000 mon.a (mon.0) 589 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T16:03:22.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.936615+0000 mon.a (mon.0) 590 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T16:03:22.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.936864+0000 mon.a (mon.0) 591 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T16:03:22.361 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.977115+0000 mon.a (mon.0) 592 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:03:22.361 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:22 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.988912+0000 mon.a (mon.0) 593 : cluster [DBG] osdmap e403: 8 total, 7 up, 8 in 2021-07-26T16:03:22.519 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:22 smithi107 docker[31753]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-osd.5 2021-07-26T16:03:22.520 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[31801]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:03:22.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.034736+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e402: 8 total, 8 up, 8 in 2021-07-26T16:03:22.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.528156+0000 mon.a (mon.0) 561 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T16:03:22.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.528303+0000 mon.a (mon.0) 562 : cluster [INF] osd.5 failed (root=default,host=smithi107) (connection refused reported by osd.6) 2021-07-26T16:03:22.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.528936+0000 mon.a (mon.0) 563 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T16:03:22.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.529467+0000 mon.a (mon.0) 564 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-07-26T16:03:22.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.529928+0000 mon.a (mon.0) 565 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T16:03:22.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.530166+0000 mon.a (mon.0) 566 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T16:03:22.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.530289+0000 mon.a (mon.0) 567 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T16:03:22.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.530657+0000 mon.a (mon.0) 568 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T16:03:22.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.531006+0000 mon.a (mon.0) 569 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-07-26T16:03:22.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.531300+0000 mon.a (mon.0) 570 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T16:03:22.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.531544+0000 mon.a (mon.0) 571 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T16:03:22.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.531797+0000 mon.a (mon.0) 572 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T16:03:22.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.531993+0000 mon.a (mon.0) 573 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T16:03:22.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.532442+0000 mon.a (mon.0) 574 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T16:03:22.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.532709+0000 mon.a (mon.0) 575 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T16:03:22.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.532995+0000 mon.a (mon.0) 576 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T16:03:22.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.932660+0000 mon.a (mon.0) 577 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T16:03:22.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.932974+0000 mon.a (mon.0) 578 : cluster [DBG] osd.5 reported immediately failed by osd.6 2021-07-26T16:03:22.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.933139+0000 mon.a (mon.0) 579 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T16:03:22.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.933628+0000 mon.a (mon.0) 580 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T16:03:22.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.933936+0000 mon.a (mon.0) 581 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T16:03:22.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.934259+0000 mon.a (mon.0) 582 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-07-26T16:03:22.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.934571+0000 mon.a (mon.0) 583 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T16:03:22.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.934785+0000 mon.a (mon.0) 584 : cluster [DBG] osd.5 reported immediately failed by osd.2 2021-07-26T16:03:22.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.934990+0000 mon.a (mon.0) 585 : cluster [DBG] osd.5 reported immediately failed by osd.3 2021-07-26T16:03:22.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.935264+0000 mon.a (mon.0) 586 : cluster [DBG] osd.5 reported immediately failed by osd.1 2021-07-26T16:03:22.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.935578+0000 mon.a (mon.0) 587 : cluster [DBG] osd.5 reported immediately failed by osd.4 2021-07-26T16:03:22.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.935909+0000 mon.a (mon.0) 588 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T16:03:22.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.936163+0000 mon.a (mon.0) 589 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T16:03:22.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.936615+0000 mon.a (mon.0) 590 : cluster [DBG] osd.5 reported immediately failed by osd.7 2021-07-26T16:03:22.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.936864+0000 mon.a (mon.0) 591 : cluster [DBG] osd.5 reported immediately failed by osd.0 2021-07-26T16:03:22.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.977115+0000 mon.a (mon.0) 592 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:03:22.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:22 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.988912+0000 mon.a (mon.0) 593 : cluster [DBG] osdmap e403: 8 total, 7 up, 8 in 2021-07-26T16:03:22.993 INFO:tasks.rados.rados.0.smithi037.stdout:1739: done (3 left) 2021-07-26T16:03:22.993 INFO:tasks.rados.rados.0.smithi037.stdout:1742: done (2 left) 2021-07-26T16:03:22.994 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 170 2021-07-26T16:03:22.994 INFO:tasks.rados.rados.0.smithi037.stdout:1743: seq_num 567 ranges {0=704512,704512=499712,1204224=770048,1974272=335872} 2021-07-26T16:03:23.001 INFO:tasks.rados.rados.0.smithi037.stdout:1743: writing smithi03738989-37 from 0 to 704512 tid 1 2021-07-26T16:03:23.002 INFO:tasks.rados.rados.0.smithi037.stdout:1743: writing smithi03738989-37 from 704512 to 1204224 tid 2 2021-07-26T16:03:23.006 INFO:tasks.rados.rados.0.smithi037.stdout:1743: writing smithi03738989-37 from 1204224 to 1974272 tid 3 2021-07-26T16:03:23.009 INFO:tasks.rados.rados.0.smithi037.stdout:1743: writing smithi03738989-37 from 1974272 to 2310144 tid 4 2021-07-26T16:03:23.009 INFO:tasks.rados.rados.0.smithi037.stdout:1744: read oid 41 snap -1 2021-07-26T16:03:23.010 INFO:tasks.rados.rados.0.smithi037.stdout:1744: expect (ObjNum 487 snap 146 seq_num 487) 2021-07-26T16:03:23.010 INFO:tasks.rados.rados.0.smithi037.stdout:1745: read oid 34 snap -1 2021-07-26T16:03:23.010 INFO:tasks.rados.rados.0.smithi037.stdout:1745: expect (ObjNum 503 snap 150 seq_num 503) 2021-07-26T16:03:23.010 INFO:tasks.rados.rados.0.smithi037.stdout:1746: setattr oid 11 current snap is 170 2021-07-26T16:03:23.011 INFO:tasks.rados.rados.0.smithi037.stdout:1743: finishing write tid 1 to smithi03738989-37 2021-07-26T16:03:23.011 INFO:tasks.rados.rados.0.smithi037.stdout:1743: finishing write tid 2 to smithi03738989-37 2021-07-26T16:03:23.012 INFO:tasks.rados.rados.0.smithi037.stdout:1747: rmattr oid 38 current snap is 170 2021-07-26T16:03:23.013 INFO:tasks.rados.rados.0.smithi037.stdout:1747: done (6 left) 2021-07-26T16:03:23.013 INFO:tasks.rados.rados.0.smithi037.stdout:1748: snap_create 2021-07-26T16:03:23.015 INFO:tasks.rados.rados.0.smithi037.stdout:1743: finishing write tid 3 to smithi03738989-37 2021-07-26T16:03:23.016 INFO:tasks.rados.rados.0.smithi037.stdout:1743: finishing write tid 4 to smithi03738989-37 2021-07-26T16:03:23.017 INFO:tasks.rados.rados.0.smithi037.stdout:1743: finishing write tid 6 to smithi03738989-37 2021-07-26T16:03:23.020 INFO:tasks.rados.rados.0.smithi037.stdout:1745: expect (ObjNum 503 snap 150 seq_num 503) 2021-07-26T16:03:23.055 INFO:tasks.rados.rados.0.smithi037.stdout:1743: finishing write tid 7 to smithi03738989-37 2021-07-26T16:03:23.055 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 1371 (ObjNum 567 snap 170 seq_num 567) dirty exists 2021-07-26T16:03:23.055 INFO:tasks.rados.rados.0.smithi037.stdout:1743: left oid 37 (ObjNum 567 snap 170 seq_num 567) 2021-07-26T16:03:23.056 INFO:tasks.rados.rados.0.smithi037.stdout:1744: expect (ObjNum 487 snap 146 seq_num 487) 2021-07-26T16:03:23.190 INFO:tasks.rados.rados.0.smithi037.stdout:1740: expect (ObjNum 549 snap 162 seq_num 549) 2021-07-26T16:03:23.298 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1075 (ObjNum 520 snap 158 seq_num 520) dirty exists 2021-07-26T16:03:23.299 INFO:tasks.rados.rados.0.smithi037.stdout:1741: finishing copy_from to smithi03738989-31 2021-07-26T16:03:23.299 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 683 (ObjNum 445 snap 136 seq_num 445) dirty exists 2021-07-26T16:03:23.299 INFO:tasks.rados.rados.0.smithi037.stdout:1741: finishing copy_from racing read to smithi03738989-31 2021-07-26T16:03:23.331 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:23 smithi107 bash[29346]: cluster 2021-07-26T16:03:21.760381+0000 mgr.y (mgr.24994) 227 : cluster [DBG] pgmap v312: 89 pgs: 89 active+clean; 247 MiB data, 649 MiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2021-07-26T16:03:23.331 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:23 smithi107 bash[29346]: cluster 2021-07-26T16:03:22.988179+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e404: 8 total, 7 up, 8 in 2021-07-26T16:03:23.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:23 smithi037 bash[41498]: cluster 2021-07-26T16:03:21.760381+0000 mgr.y (mgr.24994) 227 : cluster [DBG] pgmap v312: 89 pgs: 89 active+clean; 247 MiB data, 649 MiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2021-07-26T16:03:23.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:23 smithi037 bash[41498]: cluster 2021-07-26T16:03:22.988179+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e404: 8 total, 7 up, 8 in 2021-07-26T16:03:23.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:23 smithi037 bash[42499]: cluster 2021-07-26T16:03:21.760381+0000 mgr.y (mgr.24994) 227 : cluster [DBG] pgmap v312: 89 pgs: 89 active+clean; 247 MiB data, 649 MiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2021-07-26T16:03:23.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:23 smithi037 bash[42499]: cluster 2021-07-26T16:03:22.988179+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e404: 8 total, 7 up, 8 in 2021-07-26T16:03:23.995 INFO:tasks.rados.rados.0.smithi037.stdout:1740: done (6 left) 2021-07-26T16:03:23.995 INFO:tasks.rados.rados.0.smithi037.stdout:1741: done (5 left) 2021-07-26T16:03:23.996 INFO:tasks.rados.rados.0.smithi037.stdout:1743: done (4 left) 2021-07-26T16:03:23.996 INFO:tasks.rados.rados.0.smithi037.stdout:1744: done (3 left) 2021-07-26T16:03:23.996 INFO:tasks.rados.rados.0.smithi037.stdout:1745: done (2 left) 2021-07-26T16:03:23.996 INFO:tasks.rados.rados.0.smithi037.stdout:1746: done (1 left) 2021-07-26T16:03:23.997 INFO:tasks.rados.rados.0.smithi037.stdout:1748: done (0 left) 2021-07-26T16:03:23.997 INFO:tasks.rados.rados.0.smithi037.stdout:1749: snap_remove snap 169 2021-07-26T16:03:24.674 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:24 smithi107 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@osd.5.service: Succeeded. 2021-07-26T16:03:24.675 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:24 smithi107 systemd[1]: Stopped Ceph osd.5 for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:03:24.675 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:24 smithi107 systemd[1]: Started Ceph osd.5 for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:03:25.000 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:24 smithi107 bash[31920]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:03:25.001 INFO:tasks.rados.rados.0.smithi037.stdout:1749: done (0 left) 2021-07-26T16:03:25.001 INFO:tasks.rados.rados.0.smithi037.stdout:1750: delete oid 49 current snap is 171 2021-07-26T16:03:25.002 INFO:tasks.rados.rados.0.smithi037.stdout:1750: done (0 left) 2021-07-26T16:03:25.002 INFO:tasks.rados.rados.0.smithi037.stdout:1751: delete oid 40 current snap is 171 2021-07-26T16:03:25.012 INFO:tasks.rados.rados.0.smithi037.stdout:1751: done (0 left) 2021-07-26T16:03:25.012 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 171 2021-07-26T16:03:25.013 INFO:tasks.rados.rados.0.smithi037.stdout:1752: seq_num 570 ranges {3088384=753664,3842048=548864,4390912=540672,4931584=516096} 2021-07-26T16:03:25.029 INFO:tasks.rados.rados.0.smithi037.stdout:1752: writing smithi03738989-15 from 3088384 to 3842048 tid 1 2021-07-26T16:03:25.032 INFO:tasks.rados.rados.0.smithi037.stdout:1752: writing smithi03738989-15 from 3842048 to 4390912 tid 2 2021-07-26T16:03:25.035 INFO:tasks.rados.rados.0.smithi037.stdout:1752: writing smithi03738989-15 from 4390912 to 4931584 tid 3 2021-07-26T16:03:25.038 INFO:tasks.rados.rados.0.smithi037.stdout:1752: writing smithi03738989-15 from 4931584 to 5447680 tid 4 2021-07-26T16:03:25.039 INFO:tasks.rados.rados.0.smithi037.stdout:1753: delete oid 41 current snap is 171 2021-07-26T16:03:25.045 INFO:tasks.rados.rados.0.smithi037.stdout:1753: done (1 left) 2021-07-26T16:03:25.046 INFO:tasks.rados.rados.0.smithi037.stdout:1754: read oid 43 snap -1 2021-07-26T16:03:25.046 INFO:tasks.rados.rados.0.smithi037.stdout:1754: expect (ObjNum 396 snap 121 seq_num 396) 2021-07-26T16:03:25.046 INFO:tasks.rados.rados.0.smithi037.stdout:1755: read oid 27 snap -1 2021-07-26T16:03:25.046 INFO:tasks.rados.rados.0.smithi037.stdout:1755: expect (ObjNum 338 snap 103 seq_num 338) 2021-07-26T16:03:25.047 INFO:tasks.rados.rados.0.smithi037.stdout:1756: snap_remove snap 168 2021-07-26T16:03:25.268 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:24 smithi107 bash[29346]: cluster 2021-07-26T16:03:23.761339+0000 mgr.y (mgr.24994) 228 : cluster [DBG] pgmap v315: 89 pgs: 5 activating+undersized, 4 peering, 8 stale+active+clean, 72 active+clean; 257 MiB data, 659 MiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 17 op/s; 4/387 objects degraded (1.034%) 2021-07-26T16:03:25.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:24 smithi107 bash[29346]: cluster 2021-07-26T16:03:23.996313+0000 mon.a (mon.0) 595 : cluster [DBG] osdmap e405: 8 total, 7 up, 8 in 2021-07-26T16:03:25.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:24 smithi107 bash[29346]: cluster 2021-07-26T16:03:24.040197+0000 mon.a (mon.0) 596 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 1 pg peering (PG_AVAILABILITY) 2021-07-26T16:03:25.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:24 smithi107 bash[29346]: audit 2021-07-26T16:03:24.642799+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:25.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:24 smithi107 bash[29346]: audit 2021-07-26T16:03:24.646803+0000 mon.c (mon.1) 186 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:03:25.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:24 smithi107 bash[29346]: audit 2021-07-26T16:03:24.650798+0000 mon.c (mon.1) 187 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:03:25.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:25 smithi037 bash[42499]: cluster 2021-07-26T16:03:23.761339+0000 mgr.y (mgr.24994) 228 : cluster [DBG] pgmap v315: 89 pgs: 5 activating+undersized, 4 peering, 8 stale+active+clean, 72 active+clean; 257 MiB data, 659 MiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 17 op/s; 4/387 objects degraded (1.034%) 2021-07-26T16:03:25.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:25 smithi037 bash[42499]: cluster 2021-07-26T16:03:23.996313+0000 mon.a (mon.0) 595 : cluster [DBG] osdmap e405: 8 total, 7 up, 8 in 2021-07-26T16:03:25.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:25 smithi037 bash[42499]: cluster 2021-07-26T16:03:24.040197+0000 mon.a (mon.0) 596 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 1 pg peering (PG_AVAILABILITY) 2021-07-26T16:03:25.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:25 smithi037 bash[42499]: audit 2021-07-26T16:03:24.642799+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:25.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:25 smithi037 bash[42499]: audit 2021-07-26T16:03:24.646803+0000 mon.c (mon.1) 186 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:03:25.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:25 smithi037 bash[42499]: audit 2021-07-26T16:03:24.650798+0000 mon.c (mon.1) 187 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:03:25.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:25 smithi037 bash[41498]: cluster 2021-07-26T16:03:23.761339+0000 mgr.y (mgr.24994) 228 : cluster [DBG] pgmap v315: 89 pgs: 5 activating+undersized, 4 peering, 8 stale+active+clean, 72 active+clean; 257 MiB data, 659 MiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 17 op/s; 4/387 objects degraded (1.034%) 2021-07-26T16:03:25.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:25 smithi037 bash[41498]: cluster 2021-07-26T16:03:23.996313+0000 mon.a (mon.0) 595 : cluster [DBG] osdmap e405: 8 total, 7 up, 8 in 2021-07-26T16:03:25.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:25 smithi037 bash[41498]: cluster 2021-07-26T16:03:24.040197+0000 mon.a (mon.0) 596 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 1 pg peering (PG_AVAILABILITY) 2021-07-26T16:03:25.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:25 smithi037 bash[41498]: audit 2021-07-26T16:03:24.642799+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:25.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:25 smithi037 bash[41498]: audit 2021-07-26T16:03:24.646803+0000 mon.c (mon.1) 186 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:03:25.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:25 smithi037 bash[41498]: audit 2021-07-26T16:03:24.650798+0000 mon.c (mon.1) 187 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:03:26.019 INFO:tasks.rados.rados.0.smithi037.stdout:1756: done (3 left) 2021-07-26T16:03:26.020 INFO:tasks.rados.rados.0.smithi037.stdout:1757: read oid 20 snap -1 2021-07-26T16:03:26.020 INFO:tasks.rados.rados.0.smithi037.stdout:1757: expect (ObjNum 524 snap 159 seq_num 524) 2021-07-26T16:03:26.020 INFO:tasks.rados.rados.0.smithi037.stdout:1758: read oid 50 snap -1 2021-07-26T16:03:26.020 INFO:tasks.rados.rados.0.smithi037.stdout:1758: expect (ObjNum 445 snap 136 seq_num 445) 2021-07-26T16:03:26.021 INFO:tasks.rados.rados.0.smithi037.stdout:1759: setattr oid 44 current snap is 171 2021-07-26T16:03:26.021 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 171 2021-07-26T16:03:26.021 INFO:tasks.rados.rados.0.smithi037.stdout:1760: seq_num 572 ranges {7192576=786432,7979008=770048,8749056=557056,9306112=278528} 2021-07-26T16:03:26.065 INFO:tasks.rados.rados.0.smithi037.stdout:1760: writing smithi03738989-9 from 7192576 to 7979008 tid 1 2021-07-26T16:03:26.071 INFO:tasks.rados.rados.0.smithi037.stdout:1760: writing smithi03738989-9 from 7979008 to 8749056 tid 2 2021-07-26T16:03:26.071 INFO:tasks.rados.rados.0.smithi037.stdout:1760: writing smithi03738989-9 from 8749056 to 9306112 tid 3 2021-07-26T16:03:26.076 INFO:tasks.rados.rados.0.smithi037.stdout:1760: writing smithi03738989-9 from 9306112 to 9584640 tid 4 2021-07-26T16:03:26.076 INFO:tasks.rados.rados.0.smithi037.stdout:1761: read oid 25 snap -1 2021-07-26T16:03:26.077 INFO:tasks.rados.rados.0.smithi037.stdout:1761: expect (ObjNum 546 snap 162 seq_num 546) 2021-07-26T16:03:26.077 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 171 2021-07-26T16:03:26.077 INFO:tasks.rados.rados.0.smithi037.stdout:1762: seq_num 573 ranges {3031040=802816,3833856=655360,4489216=720896,5210112=229376} 2021-07-26T16:03:26.095 INFO:tasks.rados.rados.0.smithi037.stdout:1762: writing smithi03738989-35 from 3031040 to 3833856 tid 1 2021-07-26T16:03:26.099 INFO:tasks.rados.rados.0.smithi037.stdout:1762: writing smithi03738989-35 from 3833856 to 4489216 tid 2 2021-07-26T16:03:26.103 INFO:tasks.rados.rados.0.smithi037.stdout:1762: writing smithi03738989-35 from 4489216 to 5210112 tid 3 2021-07-26T16:03:26.105 INFO:tasks.rados.rados.0.smithi037.stdout:1762: writing smithi03738989-35 from 5210112 to 5439488 tid 4 2021-07-26T16:03:26.105 INFO:tasks.rados.rados.0.smithi037.stdout:1763: read oid 21 snap -1 2021-07-26T16:03:26.105 INFO:tasks.rados.rados.0.smithi037.stdout:1763: expect (ObjNum 545 snap 162 seq_num 545) 2021-07-26T16:03:26.106 INFO:tasks.rados.rados.0.smithi037.stdout:1764: rollback oid 5 current snap is 171 2021-07-26T16:03:26.106 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 5 to 140 2021-07-26T16:03:26.106 INFO:tasks.rados.rados.0.smithi037.stdout:1752: finishing write tid 1 to smithi03738989-15 2021-07-26T16:03:26.106 INFO:tasks.rados.rados.0.smithi037.stdout:1752: finishing write tid 2 to smithi03738989-15 2021-07-26T16:03:26.107 INFO:tasks.rados.rados.0.smithi037.stdout:1752: finishing write tid 3 to smithi03738989-15 2021-07-26T16:03:26.107 INFO:tasks.rados.rados.0.smithi037.stdout:1752: finishing write tid 4 to smithi03738989-15 2021-07-26T16:03:26.107 INFO:tasks.rados.rados.0.smithi037.stdout:1752: finishing write tid 6 to smithi03738989-15 2021-07-26T16:03:26.107 INFO:tasks.rados.rados.0.smithi037.stdout:1752: finishing write tid 7 to smithi03738989-15 2021-07-26T16:03:26.107 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1495 (ObjNum 570 snap 171 seq_num 570) dirty exists 2021-07-26T16:03:26.108 INFO:tasks.rados.rados.0.smithi037.stdout:1752: left oid 15 (ObjNum 570 snap 171 seq_num 570) 2021-07-26T16:03:26.108 INFO:tasks.rados.rados.0.smithi037.stdout:1755: expect (ObjNum 338 snap 103 seq_num 338) 2021-07-26T16:03:26.127 INFO:tasks.rados.rados.0.smithi037.stdout:1754: expect (ObjNum 396 snap 121 seq_num 396) 2021-07-26T16:03:26.245 INFO:tasks.rados.rados.0.smithi037.stdout:1757: expect (ObjNum 524 snap 159 seq_num 524) 2021-07-26T16:03:26.256 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:26 smithi107 bash[29346]: cluster 2021-07-26T16:03:24.994918+0000 mon.a (mon.0) 598 : cluster [DBG] osdmap e406: 8 total, 7 up, 8 in 2021-07-26T16:03:26.286 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 782 (ObjNum 564 snap 168 seq_num 564) dirty exists 2021-07-26T16:03:26.287 INFO:tasks.rados.rados.0.smithi037.stdout:1758: expect (ObjNum 445 snap 136 seq_num 445) 2021-07-26T16:03:26.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:26 smithi037 bash[41498]: cluster 2021-07-26T16:03:24.994918+0000 mon.a (mon.0) 598 : cluster [DBG] osdmap e406: 8 total, 7 up, 8 in 2021-07-26T16:03:26.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:26 smithi037 bash[42499]: cluster 2021-07-26T16:03:24.994918+0000 mon.a (mon.0) 598 : cluster [DBG] osdmap e406: 8 total, 7 up, 8 in 2021-07-26T16:03:26.523 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:26 smithi107 bash[31920]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2021-07-26T16:03:26.523 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:26 smithi107 bash[31920]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2021-07-26T16:03:26.523 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:26 smithi107 bash[31920]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2021-07-26T16:03:26.524 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:26 smithi107 bash[31920]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2021-07-26T16:03:26.524 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:26 smithi107 bash[31920]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2021-07-26T16:03:26.524 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:26 smithi107 bash[31920]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2021-07-26T16:03:26.524 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:26 smithi107 bash[31920]: --> ceph-volume lvm activate successful for osd ID: 5 2021-07-26T16:03:26.614 INFO:tasks.rados.rados.0.smithi037.stdout:1760: finishing write tid 1 to smithi03738989-9 2021-07-26T16:03:26.614 INFO:tasks.rados.rados.0.smithi037.stdout:1760: finishing write tid 2 to smithi03738989-9 2021-07-26T16:03:26.614 INFO:tasks.rados.rados.0.smithi037.stdout:1760: finishing write tid 3 to smithi03738989-9 2021-07-26T16:03:26.615 INFO:tasks.rados.rados.0.smithi037.stdout:1760: finishing write tid 4 to smithi03738989-9 2021-07-26T16:03:26.615 INFO:tasks.rados.rados.0.smithi037.stdout:1760: finishing write tid 6 to smithi03738989-9 2021-07-26T16:03:26.615 INFO:tasks.rados.rados.0.smithi037.stdout:1760: finishing write tid 7 to smithi03738989-9 2021-07-26T16:03:26.615 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1490 (ObjNum 572 snap 171 seq_num 572) dirty exists 2021-07-26T16:03:26.616 INFO:tasks.rados.rados.0.smithi037.stdout:1760: left oid 9 (ObjNum 572 snap 171 seq_num 572) 2021-07-26T16:03:26.616 INFO:tasks.rados.rados.0.smithi037.stdout:1761: expect (ObjNum 546 snap 162 seq_num 546) 2021-07-26T16:03:26.655 INFO:tasks.rados.rados.0.smithi037.stdout:1762: finishing write tid 1 to smithi03738989-35 2021-07-26T16:03:26.655 INFO:tasks.rados.rados.0.smithi037.stdout:1762: finishing write tid 2 to smithi03738989-35 2021-07-26T16:03:26.656 INFO:tasks.rados.rados.0.smithi037.stdout:1764: finishing rollback tid 1 to smithi03738989-5 2021-07-26T16:03:26.656 INFO:tasks.rados.rados.0.smithi037.stdout:1764: finishing rollback tid 2 to smithi03738989-5 2021-07-26T16:03:26.656 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 784 (ObjNum 450 snap 136 seq_num 450) dirty exists 2021-07-26T16:03:26.657 INFO:tasks.rados.rados.0.smithi037.stdout:1762: finishing write tid 3 to smithi03738989-35 2021-07-26T16:03:26.657 INFO:tasks.rados.rados.0.smithi037.stdout:1762: finishing write tid 4 to smithi03738989-35 2021-07-26T16:03:26.657 INFO:tasks.rados.rados.0.smithi037.stdout:1762: finishing write tid 6 to smithi03738989-35 2021-07-26T16:03:26.657 INFO:tasks.rados.rados.0.smithi037.stdout:1762: finishing write tid 7 to smithi03738989-35 2021-07-26T16:03:26.658 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1080 (ObjNum 573 snap 171 seq_num 573) dirty exists 2021-07-26T16:03:26.658 INFO:tasks.rados.rados.0.smithi037.stdout:1762: left oid 35 (ObjNum 573 snap 171 seq_num 573) 2021-07-26T16:03:26.658 INFO:tasks.rados.rados.0.smithi037.stdout:1763: expect (ObjNum 545 snap 162 seq_num 545) 2021-07-26T16:03:27.054 INFO:tasks.rados.rados.0.smithi037.stdout:1752: done (10 left) 2021-07-26T16:03:27.055 INFO:tasks.rados.rados.0.smithi037.stdout:1754: done (9 left) 2021-07-26T16:03:27.055 INFO:tasks.rados.rados.0.smithi037.stdout:1755: done (8 left) 2021-07-26T16:03:27.055 INFO:tasks.rados.rados.0.smithi037.stdout:1757: done (7 left) 2021-07-26T16:03:27.056 INFO:tasks.rados.rados.0.smithi037.stdout:1758: done (6 left) 2021-07-26T16:03:27.056 INFO:tasks.rados.rados.0.smithi037.stdout:1759: done (5 left) 2021-07-26T16:03:27.056 INFO:tasks.rados.rados.0.smithi037.stdout:1760: done (4 left) 2021-07-26T16:03:27.056 INFO:tasks.rados.rados.0.smithi037.stdout:1761: done (3 left) 2021-07-26T16:03:27.056 INFO:tasks.rados.rados.0.smithi037.stdout:1762: done (2 left) 2021-07-26T16:03:27.057 INFO:tasks.rados.rados.0.smithi037.stdout:1763: done (1 left) 2021-07-26T16:03:27.057 INFO:tasks.rados.rados.0.smithi037.stdout:1764: done (0 left) 2021-07-26T16:03:27.057 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 171 2021-07-26T16:03:27.057 INFO:tasks.rados.rados.0.smithi037.stdout:1765: seq_num 574 ranges {0=16384} 2021-07-26T16:03:27.058 INFO:tasks.rados.rados.0.smithi037.stdout:1765: writing smithi03738989-30 from 0 to 16384 tid 1 2021-07-26T16:03:27.058 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 171 2021-07-26T16:03:27.058 INFO:tasks.rados.rados.0.smithi037.stdout:1766: seq_num 575 ranges {2310144=32768} 2021-07-26T16:03:27.076 INFO:tasks.rados.rados.0.smithi037.stdout:1766: writing smithi03738989-37 from 2310144 to 2342912 tid 1 2021-07-26T16:03:27.077 INFO:tasks.rados.rados.0.smithi037.stdout:1767: copy_from oid 44 from oid 27 current snap is 171 2021-07-26T16:03:27.077 INFO:tasks.rados.rados.0.smithi037.stdout:1765: finishing write tid 1 to smithi03738989-30 2021-07-26T16:03:27.077 INFO:tasks.rados.rados.0.smithi037.stdout:1765: finishing write tid 3 to smithi03738989-30 2021-07-26T16:03:27.077 INFO:tasks.rados.rados.0.smithi037.stdout:1768: snap_remove snap 140 2021-07-26T16:03:27.270 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:27 smithi107 bash[32038]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:03:27.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:27 smithi107 bash[29346]: cluster 2021-07-26T16:03:25.762405+0000 mgr.y (mgr.24994) 229 : cluster [DBG] pgmap v318: 89 pgs: 5 activating+undersized, 4 active+undersized+degraded, 4 peering, 3 stale+active+clean, 7 active+undersized, 66 active+clean; 261 MiB data, 671 MiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 30 op/s; 13/402 objects degraded (3.234%) 2021-07-26T16:03:27.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:27 smithi107 bash[29346]: cluster 2021-07-26T16:03:26.001268+0000 mon.a (mon.0) 599 : cluster [WRN] Health check failed: Degraded data redundancy: 13/402 objects degraded (3.234%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T16:03:27.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:27 smithi107 bash[29346]: cluster 2021-07-26T16:03:26.016180+0000 mon.a (mon.0) 600 : cluster [DBG] osdmap e407: 8 total, 7 up, 8 in 2021-07-26T16:03:27.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:27 smithi107 bash[29346]: cluster 2021-07-26T16:03:26.989211+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e408: 8 total, 7 up, 8 in 2021-07-26T16:03:27.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:27 smithi037 bash[41498]: cluster 2021-07-26T16:03:25.762405+0000 mgr.y (mgr.24994) 229 : cluster [DBG] pgmap v318: 89 pgs: 5 activating+undersized, 4 active+undersized+degraded, 4 peering, 3 stale+active+clean, 7 active+undersized, 66 active+clean; 261 MiB data, 671 MiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 30 op/s; 13/402 objects degraded (3.234%) 2021-07-26T16:03:27.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:27 smithi037 bash[41498]: cluster 2021-07-26T16:03:26.001268+0000 mon.a (mon.0) 599 : cluster [WRN] Health check failed: Degraded data redundancy: 13/402 objects degraded (3.234%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T16:03:27.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:27 smithi037 bash[41498]: cluster 2021-07-26T16:03:26.016180+0000 mon.a (mon.0) 600 : cluster [DBG] osdmap e407: 8 total, 7 up, 8 in 2021-07-26T16:03:27.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:27 smithi037 bash[41498]: cluster 2021-07-26T16:03:26.989211+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e408: 8 total, 7 up, 8 in 2021-07-26T16:03:27.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:27 smithi037 bash[42499]: cluster 2021-07-26T16:03:25.762405+0000 mgr.y (mgr.24994) 229 : cluster [DBG] pgmap v318: 89 pgs: 5 activating+undersized, 4 active+undersized+degraded, 4 peering, 3 stale+active+clean, 7 active+undersized, 66 active+clean; 261 MiB data, 671 MiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 30 op/s; 13/402 objects degraded (3.234%) 2021-07-26T16:03:27.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:27 smithi037 bash[42499]: cluster 2021-07-26T16:03:26.001268+0000 mon.a (mon.0) 599 : cluster [WRN] Health check failed: Degraded data redundancy: 13/402 objects degraded (3.234%), 4 pgs degraded (PG_DEGRADED) 2021-07-26T16:03:27.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:27 smithi037 bash[42499]: cluster 2021-07-26T16:03:26.016180+0000 mon.a (mon.0) 600 : cluster [DBG] osdmap e407: 8 total, 7 up, 8 in 2021-07-26T16:03:27.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:27 smithi037 bash[42499]: cluster 2021-07-26T16:03:26.989211+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e408: 8 total, 7 up, 8 in 2021-07-26T16:03:28.028 INFO:tasks.rados.rados.0.smithi037.stdout:1768: done (3 left) 2021-07-26T16:03:28.029 INFO:tasks.rados.rados.0.smithi037.stdout:1769: read oid 8 snap -1 2021-07-26T16:03:28.029 INFO:tasks.rados.rados.0.smithi037.stdout:1769: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:03:28.029 INFO:tasks.rados.rados.0.smithi037.stdout:1770: delete oid 1 current snap is 171 2021-07-26T16:03:28.029 INFO:tasks.rados.rados.0.smithi037.stdout:1765: finishing write tid 4 to smithi03738989-30 2021-07-26T16:03:28.030 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 1090 (ObjNum 574 snap 171 seq_num 574) dirty exists 2021-07-26T16:03:28.030 INFO:tasks.rados.rados.0.smithi037.stdout:1765: left oid 30 (ObjNum 574 snap 171 seq_num 574) 2021-07-26T16:03:28.030 INFO:tasks.rados.rados.0.smithi037.stdout:1766: finishing write tid 1 to smithi03738989-37 2021-07-26T16:03:28.030 INFO:tasks.rados.rados.0.smithi037.stdout:1766: finishing write tid 3 to smithi03738989-37 2021-07-26T16:03:28.031 INFO:tasks.rados.rados.0.smithi037.stdout:1766: finishing write tid 4 to smithi03738989-37 2021-07-26T16:03:28.031 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 1373 (ObjNum 575 snap 171 seq_num 575) dirty exists 2021-07-26T16:03:28.031 INFO:tasks.rados.rados.0.smithi037.stdout:1766: left oid 37 (ObjNum 575 snap 171 seq_num 575) 2021-07-26T16:03:28.031 INFO:tasks.rados.rados.0.smithi037.stdout:1767: finishing copy_from to smithi03738989-44 2021-07-26T16:03:28.031 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 565 (ObjNum 338 snap 103 seq_num 338) dirty exists 2021-07-26T16:03:28.032 INFO:tasks.rados.rados.0.smithi037.stdout:1767: finishing copy_from racing read to smithi03738989-44 2021-07-26T16:03:28.036 INFO:tasks.rados.rados.0.smithi037.stdout:1769: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:03:28.053 INFO:tasks.rados.rados.0.smithi037.stdout:1765: done (4 left) 2021-07-26T16:03:28.053 INFO:tasks.rados.rados.0.smithi037.stdout:1766: done (3 left) 2021-07-26T16:03:28.053 INFO:tasks.rados.rados.0.smithi037.stdout:1767: done (2 left) 2021-07-26T16:03:28.054 INFO:tasks.rados.rados.0.smithi037.stdout:1769: done (1 left) 2021-07-26T16:03:28.054 INFO:tasks.rados.rados.0.smithi037.stdout:1770: done (0 left) 2021-07-26T16:03:28.054 INFO:tasks.rados.rados.0.smithi037.stdout:1771: delete oid 4 current snap is 171 2021-07-26T16:03:28.060 INFO:tasks.rados.rados.0.smithi037.stdout:1771: done (0 left) 2021-07-26T16:03:28.061 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 171 2021-07-26T16:03:28.061 INFO:tasks.rados.rados.0.smithi037.stdout:1772: seq_num 578 ranges {0=81920} 2021-07-26T16:03:28.061 INFO:tasks.rados.rados.0.smithi037.stdout:1772: writing smithi03738989-19 from 0 to 81920 tid 1 2021-07-26T16:03:28.061 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 171 2021-07-26T16:03:28.062 INFO:tasks.rados.rados.0.smithi037.stdout:1773: seq_num 579 ranges {1613824=98304} 2021-07-26T16:03:28.072 INFO:tasks.rados.rados.0.smithi037.stdout:1773: writing smithi03738989-20 from 1613824 to 1712128 tid 1 2021-07-26T16:03:28.073 INFO:tasks.rados.rados.0.smithi037.stdout:1772: finishing write tid 1 to smithi03738989-19 2021-07-26T16:03:28.073 INFO:tasks.rados.rados.0.smithi037.stdout:1772: finishing write tid 3 to smithi03738989-19 2021-07-26T16:03:28.073 INFO:tasks.rados.rados.0.smithi037.stdout:1772: finishing write tid 4 to smithi03738989-19 2021-07-26T16:03:28.073 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 786 (ObjNum 578 snap 171 seq_num 578) dirty exists 2021-07-26T16:03:28.074 INFO:tasks.rados.rados.0.smithi037.stdout:1772: left oid 19 (ObjNum 578 snap 171 seq_num 578) 2021-07-26T16:03:28.074 INFO:tasks.rados.rados.0.smithi037.stdout:1774: read oid 10 snap -1 2021-07-26T16:03:28.074 INFO:tasks.rados.rados.0.smithi037.stdout:1774: expect (ObjNum 495 snap 147 seq_num 495) 2021-07-26T16:03:28.074 INFO:tasks.rados.rados.0.smithi037.stdout:1772: done (2 left) 2021-07-26T16:03:28.074 INFO:tasks.rados.rados.0.smithi037.stdout:1775: copy_from oid 19 from oid 18 current snap is 171 2021-07-26T16:03:28.075 INFO:tasks.rados.rados.0.smithi037.stdout:1776: read oid 33 snap 170 2021-07-26T16:03:28.075 INFO:tasks.rados.rados.0.smithi037.stdout:1776: expect (ObjNum 431 snap 128 seq_num 431) 2021-07-26T16:03:28.075 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 171 2021-07-26T16:03:28.075 INFO:tasks.rados.rados.0.smithi037.stdout:1777: seq_num 580 ranges {4710400=114688} 2021-07-26T16:03:28.105 INFO:tasks.rados.rados.0.smithi037.stdout:1777: writing smithi03738989-45 from 4710400 to 4825088 tid 1 2021-07-26T16:03:28.106 INFO:tasks.rados.rados.0.smithi037.stdout:1778: read oid 25 snap -1 2021-07-26T16:03:28.106 INFO:tasks.rados.rados.0.smithi037.stdout:1778: expect (ObjNum 546 snap 162 seq_num 546) 2021-07-26T16:03:28.106 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 171 2021-07-26T16:03:28.106 INFO:tasks.rados.rados.0.smithi037.stdout:1779: seq_num 581 ranges {1179648=139264} 2021-07-26T16:03:28.108 INFO:tasks.rados.rados.0.smithi037.stdout:1779: writing smithi03738989-16 from 1179648 to 1318912 tid 1 2021-07-26T16:03:28.108 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 171 2021-07-26T16:03:28.109 INFO:tasks.rados.rados.0.smithi037.stdout:1780: seq_num 582 ranges {0=155648} 2021-07-26T16:03:28.110 INFO:tasks.rados.rados.0.smithi037.stdout:1780: writing smithi03738989-2 from 0 to 155648 tid 1 2021-07-26T16:03:28.112 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 171 2021-07-26T16:03:28.112 INFO:tasks.rados.rados.0.smithi037.stdout:1781: seq_num 583 ranges {4366336=172032} 2021-07-26T16:03:28.135 INFO:tasks.rados.rados.0.smithi037.stdout:1781: writing smithi03738989-22 from 4366336 to 4538368 tid 1 2021-07-26T16:03:28.136 INFO:tasks.rados.rados.0.smithi037.stdout:1782: delete oid 39 current snap is 171 2021-07-26T16:03:28.136 INFO:tasks.rados.rados.0.smithi037.stdout:1776: expect (ObjNum 431 snap 128 seq_num 431) 2021-07-26T16:03:28.137 INFO:tasks.rados.rados.0.smithi037.stdout:1773: finishing write tid 1 to smithi03738989-20 2021-07-26T16:03:28.137 INFO:tasks.rados.rados.0.smithi037.stdout:1773: finishing write tid 3 to smithi03738989-20 2021-07-26T16:03:28.137 INFO:tasks.rados.rados.0.smithi037.stdout:1773: finishing write tid 4 to smithi03738989-20 2021-07-26T16:03:28.137 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 755 (ObjNum 579 snap 171 seq_num 579) dirty exists 2021-07-26T16:03:28.138 INFO:tasks.rados.rados.0.smithi037.stdout:1773: left oid 20 (ObjNum 579 snap 171 seq_num 579) 2021-07-26T16:03:28.138 INFO:tasks.rados.rados.0.smithi037.stdout:1775: finishing copy_from to smithi03738989-19 2021-07-26T16:03:28.138 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 753 (ObjNum 524 snap 159 seq_num 524) dirty exists 2021-07-26T16:03:28.138 INFO:tasks.rados.rados.0.smithi037.stdout:1775: finishing copy_from racing read to smithi03738989-19 2021-07-26T16:03:28.139 INFO:tasks.rados.rados.0.smithi037.stdout:1774: expect (ObjNum 495 snap 147 seq_num 495) 2021-07-26T16:03:28.495 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:28 smithi107 bash[32038]: debug 2021-07-26T16:03:28.179+0000 7fbf1d057700 1 -- 172.21.15.107:0/843054202 <== mon.2 v2:172.21.15.107:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ecfb9a0340 con 0x55ecfb9fcc00 2021-07-26T16:03:28.648 INFO:tasks.rados.rados.0.smithi037.stdout:1779: finishing write tid 1 to smithi03738989-16 2021-07-26T16:03:28.648 INFO:tasks.rados.rados.0.smithi037.stdout:1778: expect (ObjNum 546 snap 162 seq_num 546) 2021-07-26T16:03:28.693 INFO:tasks.rados.rados.0.smithi037.stdout:1777: finishing write tid 1 to smithi03738989-45 2021-07-26T16:03:28.694 INFO:tasks.rados.rados.0.smithi037.stdout:1777: finishing write tid 3 to smithi03738989-45 2021-07-26T16:03:28.694 INFO:tasks.rados.rados.0.smithi037.stdout:1779: finishing write tid 3 to smithi03738989-16 2021-07-26T16:03:28.694 INFO:tasks.rados.rados.0.smithi037.stdout:1780: finishing write tid 1 to smithi03738989-2 2021-07-26T16:03:28.694 INFO:tasks.rados.rados.0.smithi037.stdout:1780: finishing write tid 3 to smithi03738989-2 2021-07-26T16:03:28.695 INFO:tasks.rados.rados.0.smithi037.stdout:1779: finishing write tid 4 to smithi03738989-16 2021-07-26T16:03:28.695 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 1375 (ObjNum 581 snap 171 seq_num 581) dirty exists 2021-07-26T16:03:28.695 INFO:tasks.rados.rados.0.smithi037.stdout:1779: left oid 16 (ObjNum 581 snap 171 seq_num 581) 2021-07-26T16:03:28.695 INFO:tasks.rados.rados.0.smithi037.stdout:1780: finishing write tid 4 to smithi03738989-2 2021-07-26T16:03:28.696 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 834 (ObjNum 582 snap 171 seq_num 582) dirty exists 2021-07-26T16:03:28.696 INFO:tasks.rados.rados.0.smithi037.stdout:1780: left oid 2 (ObjNum 582 snap 171 seq_num 582) 2021-07-26T16:03:28.696 INFO:tasks.rados.rados.0.smithi037.stdout:1777: finishing write tid 4 to smithi03738989-45 2021-07-26T16:03:28.696 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1613 (ObjNum 580 snap 171 seq_num 580) dirty exists 2021-07-26T16:03:28.697 INFO:tasks.rados.rados.0.smithi037.stdout:1777: left oid 45 (ObjNum 580 snap 171 seq_num 580) 2021-07-26T16:03:28.697 INFO:tasks.rados.rados.0.smithi037.stdout:1773: done (9 left) 2021-07-26T16:03:28.697 INFO:tasks.rados.rados.0.smithi037.stdout:1774: done (8 left) 2021-07-26T16:03:28.697 INFO:tasks.rados.rados.0.smithi037.stdout:1775: done (7 left) 2021-07-26T16:03:28.698 INFO:tasks.rados.rados.0.smithi037.stdout:1776: done (6 left) 2021-07-26T16:03:28.698 INFO:tasks.rados.rados.0.smithi037.stdout:1777: done (5 left) 2021-07-26T16:03:28.698 INFO:tasks.rados.rados.0.smithi037.stdout:1778: done (4 left) 2021-07-26T16:03:28.698 INFO:tasks.rados.rados.0.smithi037.stdout:1779: done (3 left) 2021-07-26T16:03:28.698 INFO:tasks.rados.rados.0.smithi037.stdout:1780: done (2 left) 2021-07-26T16:03:28.699 INFO:tasks.rados.rados.0.smithi037.stdout:1782: done (1 left) 2021-07-26T16:03:28.699 INFO:tasks.rados.rados.0.smithi037.stdout:1783: rollback oid 49 current snap is 171 2021-07-26T16:03:28.699 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 49 to 170 2021-07-26T16:03:28.699 INFO:tasks.rados.rados.0.smithi037.stdout:1781: finishing write tid 1 to smithi03738989-22 2021-07-26T16:03:28.699 INFO:tasks.rados.rados.0.smithi037.stdout:1781: finishing write tid 3 to smithi03738989-22 2021-07-26T16:03:28.700 INFO:tasks.rados.rados.0.smithi037.stdout:1781: finishing write tid 4 to smithi03738989-22 2021-07-26T16:03:28.700 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 807 (ObjNum 583 snap 171 seq_num 583) dirty exists 2021-07-26T16:03:28.700 INFO:tasks.rados.rados.0.smithi037.stdout:1781: left oid 22 (ObjNum 583 snap 171 seq_num 583) 2021-07-26T16:03:28.700 INFO:tasks.rados.rados.0.smithi037.stdout:1781: done (1 left) 2021-07-26T16:03:28.701 INFO:tasks.rados.rados.0.smithi037.stdout:1784: snap_remove snap 166 2021-07-26T16:03:28.768 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:28 smithi107 bash[32038]: debug 2021-07-26T16:03:28.483+0000 7fbf248ab0c0 -1 Falling back to public interface 2021-07-26T16:03:29.044 INFO:tasks.rados.rados.0.smithi037.stdout:1784: done (1 left) 2021-07-26T16:03:29.044 INFO:tasks.rados.rados.0.smithi037.stdout:1785: copy_from oid 32 from oid 24 current snap is 171 2021-07-26T16:03:29.044 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 171 2021-07-26T16:03:29.044 INFO:tasks.rados.rados.0.smithi037.stdout:1786: seq_num 585 ranges {1712128=204800} 2021-07-26T16:03:29.058 INFO:tasks.rados.rados.0.smithi037.stdout:1786: writing smithi03738989-20 from 1712128 to 1916928 tid 1 2021-07-26T16:03:29.059 INFO:tasks.rados.rados.0.smithi037.stdout:1787: rollback oid 45 current snap is 171 2021-07-26T16:03:29.059 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 45 to 165 2021-07-26T16:03:29.059 INFO:tasks.rados.rados.0.smithi037.stdout:1783: finishing rollback tid 1 to smithi03738989-49 2021-07-26T16:03:29.060 INFO:tasks.rados.rados.0.smithi037.stdout:1783: finishing rollback tid 2 to smithi03738989-49 2021-07-26T16:03:29.060 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 949 (ObjNum 474 snap 144 seq_num 474) dirty exists 2021-07-26T16:03:29.060 INFO:tasks.rados.rados.0.smithi037.stdout:1783: done (3 left) 2021-07-26T16:03:29.061 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 171 2021-07-26T16:03:29.061 INFO:tasks.rados.rados.0.smithi037.stdout:1788: seq_num 586 ranges {0=221184} 2021-07-26T16:03:29.062 INFO:tasks.rados.rados.0.smithi037.stdout:1788: writing smithi03738989-48 from 0 to 221184 tid 1 2021-07-26T16:03:29.064 INFO:tasks.rados.rados.0.smithi037.stdout:1789: rollback oid 27 current snap is 171 2021-07-26T16:03:29.064 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 27 to 170 2021-07-26T16:03:29.065 INFO:tasks.rados.rados.0.smithi037.stdout:1790: setattr oid 25 current snap is 171 2021-07-26T16:03:29.065 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 171 2021-07-26T16:03:29.066 INFO:tasks.rados.rados.0.smithi037.stdout:1791: seq_num 587 ranges {2170880=237568} 2021-07-26T16:03:29.072 INFO:tasks.rados.rados.0.smithi037.stdout:1791: writing smithi03738989-29 from 2170880 to 2408448 tid 1 2021-07-26T16:03:29.073 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 171 2021-07-26T16:03:29.073 INFO:tasks.rados.rados.0.smithi037.stdout:1792: seq_num 588 ranges {155648=253952} 2021-07-26T16:03:29.077 INFO:tasks.rados.rados.0.smithi037.stdout:1792: writing smithi03738989-2 from 155648 to 409600 tid 1 2021-07-26T16:03:29.077 INFO:tasks.rados.rados.0.smithi037.stdout:1793: read oid 23 snap -1 2021-07-26T16:03:29.077 INFO:tasks.rados.rados.0.smithi037.stdout:1793: expect (ObjNum 555 snap 163 seq_num 555) 2021-07-26T16:03:29.078 INFO:tasks.rados.rados.0.smithi037.stdout:1794: copy_from oid 12 from oid 3 current snap is 171 2021-07-26T16:03:29.078 INFO:tasks.rados.rados.0.smithi037.stdout:1795: rollback oid 43 current snap is 171 2021-07-26T16:03:29.082 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 43 to 165 2021-07-26T16:03:29.082 INFO:tasks.rados.rados.0.smithi037.stdout:1788: finishing write tid 1 to smithi03738989-48 2021-07-26T16:03:29.082 INFO:tasks.rados.rados.0.smithi037.stdout:1796: copy_from oid 33 from oid 8 current snap is 171 2021-07-26T16:03:29.083 INFO:tasks.rados.rados.0.smithi037.stdout:1788: finishing write tid 3 to smithi03738989-48 2021-07-26T16:03:29.083 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 1091 (ObjNum 546 snap 162 seq_num 546) dirty exists 2021-07-26T16:03:29.083 INFO:tasks.rados.rados.0.smithi037.stdout:1786: finishing write tid 1 to smithi03738989-20 2021-07-26T16:03:29.083 INFO:tasks.rados.rados.0.smithi037.stdout:1787: finishing rollback tid 0 to smithi03738989-45 2021-07-26T16:03:29.084 INFO:tasks.rados.rados.0.smithi037.stdout:1787: finishing rollback tid 1 to smithi03738989-45 2021-07-26T16:03:29.084 INFO:tasks.rados.rados.0.smithi037.stdout:1787: finishing rollback tid 2 to smithi03738989-45 2021-07-26T16:03:29.084 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1626 (ObjNum 553 snap 163 seq_num 553) dirty exists 2021-07-26T16:03:29.084 INFO:tasks.rados.rados.0.smithi037.stdout:1788: finishing write tid 4 to smithi03738989-48 2021-07-26T16:03:29.085 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 1377 (ObjNum 586 snap 171 seq_num 586) dirty exists 2021-07-26T16:03:29.085 INFO:tasks.rados.rados.0.smithi037.stdout:1788: left oid 48 (ObjNum 586 snap 171 seq_num 586) 2021-07-26T16:03:29.085 INFO:tasks.rados.rados.0.smithi037.stdout:1789: finishing rollback tid 0 to smithi03738989-27 2021-07-26T16:03:29.085 INFO:tasks.rados.rados.0.smithi037.stdout:1787: done (11 left) 2021-07-26T16:03:29.085 INFO:tasks.rados.rados.0.smithi037.stdout:1788: done (10 left) 2021-07-26T16:03:29.086 INFO:tasks.rados.rados.0.smithi037.stdout:1790: done (9 left) 2021-07-26T16:03:29.086 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 171 2021-07-26T16:03:29.086 INFO:tasks.rados.rados.0.smithi037.stdout:1797: seq_num 589 ranges {5169152=270336} 2021-07-26T16:03:29.108 INFO:tasks.rados.rados.0.smithi037.stdout:1797: writing smithi03738989-31 from 5169152 to 5439488 tid 1 2021-07-26T16:03:29.108 INFO:tasks.rados.rados.0.smithi037.stdout:1798: delete oid 25 current snap is 171 2021-07-26T16:03:29.109 INFO:tasks.rados.rados.0.smithi037.stdout:1789: finishing rollback tid 1 to smithi03738989-27 2021-07-26T16:03:29.109 INFO:tasks.rados.rados.0.smithi037.stdout:1789: finishing rollback tid 2 to smithi03738989-27 2021-07-26T16:03:29.109 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1343 (ObjNum 338 snap 103 seq_num 338) dirty exists 2021-07-26T16:03:29.109 INFO:tasks.rados.rados.0.smithi037.stdout:1786: finishing write tid 3 to smithi03738989-20 2021-07-26T16:03:29.110 INFO:tasks.rados.rados.0.smithi037.stdout:1786: finishing write tid 4 to smithi03738989-20 2021-07-26T16:03:29.110 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 757 (ObjNum 585 snap 171 seq_num 585) dirty exists 2021-07-26T16:03:29.110 INFO:tasks.rados.rados.0.smithi037.stdout:1786: left oid 20 (ObjNum 585 snap 171 seq_num 585) 2021-07-26T16:03:29.111 INFO:tasks.rados.rados.0.smithi037.stdout:1792: finishing write tid 1 to smithi03738989-2 2021-07-26T16:03:29.111 INFO:tasks.rados.rados.0.smithi037.stdout:1792: finishing write tid 3 to smithi03738989-2 2021-07-26T16:03:29.111 INFO:tasks.rados.rados.0.smithi037.stdout:1795: finishing rollback tid 0 to smithi03738989-43 2021-07-26T16:03:29.111 INFO:tasks.rados.rados.0.smithi037.stdout:1795: finishing rollback tid 1 to smithi03738989-43 2021-07-26T16:03:29.112 INFO:tasks.rados.rados.0.smithi037.stdout:1792: finishing write tid 4 to smithi03738989-2 2021-07-26T16:03:29.112 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 836 (ObjNum 588 snap 171 seq_num 588) dirty exists 2021-07-26T16:03:29.112 INFO:tasks.rados.rados.0.smithi037.stdout:1792: left oid 2 (ObjNum 588 snap 171 seq_num 588) 2021-07-26T16:03:29.112 INFO:tasks.rados.rados.0.smithi037.stdout:1791: finishing write tid 1 to smithi03738989-29 2021-07-26T16:03:29.112 INFO:tasks.rados.rados.0.smithi037.stdout:1796: finishing copy_from to smithi03738989-33 2021-07-26T16:03:29.113 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 691 (ObjNum 288 snap 0 seq_num 49) dirty exists 2021-07-26T16:03:29.113 INFO:tasks.rados.rados.0.smithi037.stdout:1795: finishing rollback tid 2 to smithi03738989-43 2021-07-26T16:03:29.113 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 839 (ObjNum 396 snap 121 seq_num 396) dirty exists 2021-07-26T16:03:29.113 INFO:tasks.rados.rados.0.smithi037.stdout:1791: finishing write tid 3 to smithi03738989-29 2021-07-26T16:03:29.114 INFO:tasks.rados.rados.0.smithi037.stdout:1785: finishing copy_from to smithi03738989-32 2021-07-26T16:03:29.114 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1590 (ObjNum 565 snap 168 seq_num 565) dirty exists 2021-07-26T16:03:29.114 INFO:tasks.rados.rados.0.smithi037.stdout:1796: finishing copy_from racing read to smithi03738989-33 2021-07-26T16:03:29.114 INFO:tasks.rados.rados.0.smithi037.stdout:1785: finishing copy_from racing read to smithi03738989-32 2021-07-26T16:03:29.115 INFO:tasks.rados.rados.0.smithi037.stdout:1791: finishing write tid 4 to smithi03738989-29 2021-07-26T16:03:29.115 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 1082 (ObjNum 587 snap 171 seq_num 587) dirty exists 2021-07-26T16:03:29.115 INFO:tasks.rados.rados.0.smithi037.stdout:1791: left oid 29 (ObjNum 587 snap 171 seq_num 587) 2021-07-26T16:03:29.118 INFO:tasks.rados.rados.0.smithi037.stdout:1785: done (10 left) 2021-07-26T16:03:29.118 INFO:tasks.rados.rados.0.smithi037.stdout:1786: done (9 left) 2021-07-26T16:03:29.118 INFO:tasks.rados.rados.0.smithi037.stdout:1789: done (8 left) 2021-07-26T16:03:29.118 INFO:tasks.rados.rados.0.smithi037.stdout:1791: done (7 left) 2021-07-26T16:03:29.119 INFO:tasks.rados.rados.0.smithi037.stdout:1792: done (6 left) 2021-07-26T16:03:29.119 INFO:tasks.rados.rados.0.smithi037.stdout:1795: done (5 left) 2021-07-26T16:03:29.119 INFO:tasks.rados.rados.0.smithi037.stdout:1796: done (4 left) 2021-07-26T16:03:29.119 INFO:tasks.rados.rados.0.smithi037.stdout:1798: done (3 left) 2021-07-26T16:03:29.120 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 171 2021-07-26T16:03:29.120 INFO:tasks.rados.rados.0.smithi037.stdout:1799: seq_num 591 ranges {0=303104} 2021-07-26T16:03:29.120 INFO:tasks.rados.rados.0.smithi037.stdout:1799: writing smithi03738989-4 from 0 to 303104 tid 1 2021-07-26T16:03:29.120 INFO:tasks.rados.rados.0.smithi037.stdout:1800: rollback oid 49 current snap is 171 2021-07-26T16:03:29.121 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 49 to 170 2021-07-26T16:03:29.121 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 171 2021-07-26T16:03:29.121 INFO:tasks.rados.rados.0.smithi037.stdout:1801: seq_num 592 ranges {409600=319488} 2021-07-26T16:03:29.122 INFO:tasks.rados.rados.0.smithi037.stdout:1801: writing smithi03738989-2 from 409600 to 729088 tid 1 2021-07-26T16:03:29.123 INFO:tasks.rados.rados.0.smithi037.stdout:1802: setattr oid 6 current snap is 171 2021-07-26T16:03:29.123 INFO:tasks.rados.rados.0.smithi037.stdout:1799: finishing write tid 1 to smithi03738989-4 2021-07-26T16:03:29.123 INFO:tasks.rados.rados.0.smithi037.stdout:1799: finishing write tid 3 to smithi03738989-4 2021-07-26T16:03:29.123 INFO:tasks.rados.rados.0.smithi037.stdout:1800: finishing rollback tid 0 to smithi03738989-49 2021-07-26T16:03:29.124 INFO:tasks.rados.rados.0.smithi037.stdout:1800: finishing rollback tid 1 to smithi03738989-49 2021-07-26T16:03:29.124 INFO:tasks.rados.rados.0.smithi037.stdout:1803: setattr oid 24 current snap is 171 2021-07-26T16:03:29.125 INFO:tasks.rados.rados.0.smithi037.stdout:1800: finishing rollback tid 2 to smithi03738989-49 2021-07-26T16:03:29.125 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 952 (ObjNum 474 snap 144 seq_num 474) dirty exists 2021-07-26T16:03:29.125 INFO:tasks.rados.rados.0.smithi037.stdout:1794: finishing copy_from to smithi03738989-12 2021-07-26T16:03:29.126 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 864 (ObjNum 387 snap 120 seq_num 387) dirty exists 2021-07-26T16:03:29.126 INFO:tasks.rados.rados.0.smithi037.stdout:1794: finishing copy_from racing read to smithi03738989-12 2021-07-26T16:03:29.129 INFO:tasks.rados.rados.0.smithi037.stdout:1799: finishing write tid 4 to smithi03738989-4 2021-07-26T16:03:29.129 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 1632 (ObjNum 591 snap 171 seq_num 591) dirty exists 2021-07-26T16:03:29.130 INFO:tasks.rados.rados.0.smithi037.stdout:1799: left oid 4 (ObjNum 591 snap 171 seq_num 591) 2021-07-26T16:03:29.130 INFO:tasks.rados.rados.0.smithi037.stdout:1794: done (7 left) 2021-07-26T16:03:29.130 INFO:tasks.rados.rados.0.smithi037.stdout:1799: done (6 left) 2021-07-26T16:03:29.130 INFO:tasks.rados.rados.0.smithi037.stdout:1800: done (5 left) 2021-07-26T16:03:29.131 INFO:tasks.rados.rados.0.smithi037.stdout:1804: copy_from oid 42 from oid 11 current snap is 171 2021-07-26T16:03:29.131 INFO:tasks.rados.rados.0.smithi037.stdout:1805: read oid 35 snap -1 2021-07-26T16:03:29.131 INFO:tasks.rados.rados.0.smithi037.stdout:1805: expect (ObjNum 573 snap 171 seq_num 573) 2021-07-26T16:03:29.131 INFO:tasks.rados.rados.0.smithi037.stdout:1806: rollback oid 1 current snap is 171 2021-07-26T16:03:29.132 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 1 to 165 2021-07-26T16:03:29.132 INFO:tasks.rados.rados.0.smithi037.stdout:1807: copy_from oid 36 from oid 33 current snap is 171 2021-07-26T16:03:29.132 INFO:tasks.rados.rados.0.smithi037.stdout:1801: finishing write tid 1 to smithi03738989-2 2021-07-26T16:03:29.133 INFO:tasks.rados.rados.0.smithi037.stdout:1801: finishing write tid 3 to smithi03738989-2 2021-07-26T16:03:29.133 INFO:tasks.rados.rados.0.smithi037.stdout:1808: rollback oid 10 current snap is 171 2021-07-26T16:03:29.134 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 10 to 165 2021-07-26T16:03:29.134 INFO:tasks.rados.rados.0.smithi037.stdout:1809: snap_create 2021-07-26T16:03:29.135 INFO:tasks.rados.rados.0.smithi037.stdout:1801: finishing write tid 4 to smithi03738989-2 2021-07-26T16:03:29.135 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 841 (ObjNum 592 snap 171 seq_num 592) dirty exists 2021-07-26T16:03:29.135 INFO:tasks.rados.rados.0.smithi037.stdout:1801: left oid 2 (ObjNum 592 snap 171 seq_num 592) 2021-07-26T16:03:29.136 INFO:tasks.rados.rados.0.smithi037.stdout:1793: expect (ObjNum 555 snap 163 seq_num 555) 2021-07-26T16:03:29.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[41498]: cluster 2021-07-26T16:03:27.763483+0000 mgr.y (mgr.24994) 230 : cluster [DBG] pgmap v321: 89 pgs: 5 activating+undersized, 11 active+undersized+degraded, 12 active+undersized, 61 active+clean; 273 MiB data, 682 MiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 35 op/s; 58/420 objects degraded (13.810%) 2021-07-26T16:03:29.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[41498]: cluster 2021-07-26T16:03:28.028824+0000 mon.a (mon.0) 602 : cluster [DBG] osdmap e409: 8 total, 7 up, 8 in 2021-07-26T16:03:29.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[42499]: cluster 2021-07-26T16:03:27.763483+0000 mgr.y (mgr.24994) 230 : cluster [DBG] pgmap v321: 89 pgs: 5 activating+undersized, 11 active+undersized+degraded, 12 active+undersized, 61 active+clean; 273 MiB data, 682 MiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 35 op/s; 58/420 objects degraded (13.810%) 2021-07-26T16:03:29.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[42499]: cluster 2021-07-26T16:03:28.028824+0000 mon.a (mon.0) 602 : cluster [DBG] osdmap e409: 8 total, 7 up, 8 in 2021-07-26T16:03:29.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:29 smithi107 bash[29346]: cluster 2021-07-26T16:03:27.763483+0000 mgr.y (mgr.24994) 230 : cluster [DBG] pgmap v321: 89 pgs: 5 activating+undersized, 11 active+undersized+degraded, 12 active+undersized, 61 active+clean; 273 MiB data, 682 MiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 35 op/s; 58/420 objects degraded (13.810%) 2021-07-26T16:03:29.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:29 smithi107 bash[29346]: cluster 2021-07-26T16:03:28.028824+0000 mon.a (mon.0) 602 : cluster [DBG] osdmap e409: 8 total, 7 up, 8 in 2021-07-26T16:03:29.542 INFO:tasks.rados.rados.0.smithi037.stdout:1797: finishing write tid 1 to smithi03738989-31 2021-07-26T16:03:29.543 INFO:tasks.rados.rados.0.smithi037.stdout:1797: finishing write tid 3 to smithi03738989-31 2021-07-26T16:03:29.543 INFO:tasks.rados.rados.0.smithi037.stdout:1797: finishing write tid 4 to smithi03738989-31 2021-07-26T16:03:29.543 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1084 (ObjNum 589 snap 171 seq_num 589) dirty exists 2021-07-26T16:03:29.543 INFO:tasks.rados.rados.0.smithi037.stdout:1797: left oid 31 (ObjNum 589 snap 171 seq_num 589) 2021-07-26T16:03:29.544 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 842 (ObjNum 523 snap 159 seq_num 523) dirty exists 2021-07-26T16:03:29.544 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 1634 (ObjNum 565 snap 168 seq_num 565) dirty exists 2021-07-26T16:03:29.544 INFO:tasks.rados.rados.0.smithi037.stdout:1807: finishing copy_from to smithi03738989-36 2021-07-26T16:03:29.544 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 691 (ObjNum 0 snap 0 seq_num 372525744) dirty exists 2021-07-26T16:03:29.545 INFO:tasks.rados.rados.0.smithi037.stdout:1807: finishing copy_from racing read to smithi03738989-36 2021-07-26T16:03:29.545 INFO:tasks.rados.rados.0.smithi037.stdout:1806: finishing rollback tid 1 to smithi03738989-1 2021-07-26T16:03:29.545 INFO:tasks.rados.rados.0.smithi037.stdout:1806: finishing rollback tid 2 to smithi03738989-1 2021-07-26T16:03:29.545 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 1636 (ObjNum 542 snap 161 seq_num 542) dirty exists 2021-07-26T16:03:29.546 INFO:tasks.rados.rados.0.smithi037.stdout:1808: finishing rollback tid 0 to smithi03738989-10 2021-07-26T16:03:29.546 INFO:tasks.rados.rados.0.smithi037.stdout:1808: finishing rollback tid 1 to smithi03738989-10 2021-07-26T16:03:29.546 INFO:tasks.rados.rados.0.smithi037.stdout:1808: finishing rollback tid 2 to smithi03738989-10 2021-07-26T16:03:29.546 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 1640 (ObjNum 495 snap 147 seq_num 495) dirty exists 2021-07-26T16:03:29.546 INFO:tasks.rados.rados.0.smithi037.stdout:1805: expect (ObjNum 573 snap 171 seq_num 573) 2021-07-26T16:03:29.782 INFO:tasks.rados.rados.0.smithi037.stdout:1804: finishing copy_from to smithi03738989-42 2021-07-26T16:03:29.782 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 1075 (ObjNum 520 snap 158 seq_num 520) dirty exists 2021-07-26T16:03:29.782 INFO:tasks.rados.rados.0.smithi037.stdout:1804: finishing copy_from racing read to smithi03738989-42 2021-07-26T16:03:30.044 INFO:tasks.rados.rados.0.smithi037.stdout:1793: done (10 left) 2021-07-26T16:03:30.044 INFO:tasks.rados.rados.0.smithi037.stdout:1797: done (9 left) 2021-07-26T16:03:30.045 INFO:tasks.rados.rados.0.smithi037.stdout:1801: done (8 left) 2021-07-26T16:03:30.045 INFO:tasks.rados.rados.0.smithi037.stdout:1802: done (7 left) 2021-07-26T16:03:30.045 INFO:tasks.rados.rados.0.smithi037.stdout:1803: done (6 left) 2021-07-26T16:03:30.045 INFO:tasks.rados.rados.0.smithi037.stdout:1804: done (5 left) 2021-07-26T16:03:30.046 INFO:tasks.rados.rados.0.smithi037.stdout:1805: done (4 left) 2021-07-26T16:03:30.046 INFO:tasks.rados.rados.0.smithi037.stdout:1806: done (3 left) 2021-07-26T16:03:30.046 INFO:tasks.rados.rados.0.smithi037.stdout:1807: done (2 left) 2021-07-26T16:03:30.048 INFO:tasks.rados.rados.0.smithi037.stdout:1808: done (1 left) 2021-07-26T16:03:30.048 INFO:tasks.rados.rados.0.smithi037.stdout:1809: done (0 left) 2021-07-26T16:03:30.049 INFO:tasks.rados.rados.0.smithi037.stdout:1810: snap_create 2021-07-26T16:03:30.050 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: debug 2021-07-26T16:03:29.641+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:03:30.050 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:03:30.050 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:30.050 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:03:30.051 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:30.051 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:03:30.051 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:30.053 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:30.053 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:03:30.054 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: debug 2021-07-26T16:03:29.641+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:03:30.054 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:03:30.054 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:30.054 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:03:30.055 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:30.055 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:03:30.055 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:30.059 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:30.059 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:03:30.061 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: debug 2021-07-26T16:03:29.645+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:03:30.061 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:03:30.061 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:30.061 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:03:30.062 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:30.062 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:03:30.062 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:30.062 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:30.063 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:03:30.063 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: debug 2021-07-26T16:03:29.645+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:03:30.063 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:03:30.063 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:30.063 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:03:30.064 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:30.064 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:03:30.064 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:30.064 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:30.065 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:03:30.065 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:29 smithi037 bash[39965]: debug 2021-07-26T16:03:29.657+0000 7f5d5ff7a700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2021-07-26T16:03:30.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:30 smithi037 bash[41498]: cluster 2021-07-26T16:03:29.037940+0000 mon.a (mon.0) 603 : cluster [DBG] osdmap e410: 8 total, 7 up, 8 in 2021-07-26T16:03:30.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:30 smithi037 bash[41498]: audit 2021-07-26T16:03:29.397930+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:30.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:30 smithi037 bash[41498]: audit 2021-07-26T16:03:29.641590+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:30.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:30 smithi037 bash[41498]: audit 2021-07-26T16:03:29.654618+0000 mon.c (mon.1) 188 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:03:30.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:30 smithi037 bash[41498]: audit 2021-07-26T16:03:29.655984+0000 mon.c (mon.1) 189 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:30.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:30 smithi037 bash[41498]: audit 2021-07-26T16:03:29.657478+0000 mon.c (mon.1) 190 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:30.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:30 smithi037 bash[41498]: audit 2021-07-26T16:03:29.658457+0000 mon.c (mon.1) 191 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:30.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:30 smithi037 bash[41498]: audit 2021-07-26T16:03:29.660044+0000 mon.c (mon.1) 192 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T16:03:30.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:30 smithi037 bash[42499]: cluster 2021-07-26T16:03:29.037940+0000 mon.a (mon.0) 603 : cluster [DBG] osdmap e410: 8 total, 7 up, 8 in 2021-07-26T16:03:30.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:30 smithi037 bash[42499]: audit 2021-07-26T16:03:29.397930+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:30.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:30 smithi037 bash[42499]: audit 2021-07-26T16:03:29.641590+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:30.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:30 smithi037 bash[42499]: audit 2021-07-26T16:03:29.654618+0000 mon.c (mon.1) 188 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:03:30.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:30 smithi037 bash[42499]: audit 2021-07-26T16:03:29.655984+0000 mon.c (mon.1) 189 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:30.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:30 smithi037 bash[42499]: audit 2021-07-26T16:03:29.657478+0000 mon.c (mon.1) 190 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:30.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:30 smithi037 bash[42499]: audit 2021-07-26T16:03:29.658457+0000 mon.c (mon.1) 191 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:30.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:30 smithi037 bash[42499]: audit 2021-07-26T16:03:29.660044+0000 mon.c (mon.1) 192 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T16:03:30.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:30 smithi107 bash[29346]: cluster 2021-07-26T16:03:29.037940+0000 mon.a (mon.0) 603 : cluster [DBG] osdmap e410: 8 total, 7 up, 8 in 2021-07-26T16:03:30.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:30 smithi107 bash[29346]: audit 2021-07-26T16:03:29.397930+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:30.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:30 smithi107 bash[29346]: audit 2021-07-26T16:03:29.641590+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:30.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:30 smithi107 bash[29346]: audit 2021-07-26T16:03:29.654618+0000 mon.c (mon.1) 188 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:03:30.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:30 smithi107 bash[29346]: audit 2021-07-26T16:03:29.655984+0000 mon.c (mon.1) 189 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:30.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:30 smithi107 bash[29346]: audit 2021-07-26T16:03:29.657478+0000 mon.c (mon.1) 190 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:30.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:30 smithi107 bash[29346]: audit 2021-07-26T16:03:29.658457+0000 mon.c (mon.1) 191 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:30.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:30 smithi107 bash[29346]: audit 2021-07-26T16:03:29.660044+0000 mon.c (mon.1) 192 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T16:03:31.056 INFO:tasks.rados.rados.0.smithi037.stdout:1810: done (0 left) 2021-07-26T16:03:31.057 INFO:tasks.rados.rados.0.smithi037.stdout:1811: read oid 37 snap -1 2021-07-26T16:03:31.072 INFO:tasks.rados.rados.0.smithi037.stdout:1811: expect (ObjNum 575 snap 171 seq_num 575) 2021-07-26T16:03:31.072 INFO:tasks.rados.rados.0.smithi037.stdout:1812: read oid 17 snap -1 2021-07-26T16:03:31.072 INFO:tasks.rados.rados.0.smithi037.stdout:1812: expect (ObjNum 438 snap 133 seq_num 438) 2021-07-26T16:03:31.072 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 173 2021-07-26T16:03:31.073 INFO:tasks.rados.rados.0.smithi037.stdout:1813: seq_num 593 ranges {0=335872} 2021-07-26T16:03:31.073 INFO:tasks.rados.rados.0.smithi037.stdout:1813: writing smithi03738989-39 from 0 to 335872 tid 1 2021-07-26T16:03:31.074 INFO:tasks.rados.rados.0.smithi037.stdout:1814: copy_from oid 29 from oid 44 current snap is 173 2021-07-26T16:03:31.074 INFO:tasks.rados.rados.0.smithi037.stdout:1815: delete oid 22 current snap is 173 2021-07-26T16:03:31.074 INFO:tasks.rados.rados.0.smithi037.stdout:1812: expect (ObjNum 438 snap 133 seq_num 438) 2021-07-26T16:03:31.080 INFO:tasks.rados.rados.0.smithi037.stdout:1813: finishing write tid 1 to smithi03738989-39 2021-07-26T16:03:31.080 INFO:tasks.rados.rados.0.smithi037.stdout:1813: finishing write tid 3 to smithi03738989-39 2021-07-26T16:03:31.081 INFO:tasks.rados.rados.0.smithi037.stdout:1812: done (4 left) 2021-07-26T16:03:31.081 INFO:tasks.rados.rados.0.smithi037.stdout:1815: done (3 left) 2021-07-26T16:03:31.081 INFO:tasks.rados.rados.0.smithi037.stdout:1816: rollback oid 49 current snap is 173 2021-07-26T16:03:31.081 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 49 to 171 2021-07-26T16:03:31.082 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 173 2021-07-26T16:03:31.083 INFO:tasks.rados.rados.0.smithi037.stdout:1817: seq_num 595 ranges {1228800=368640} 2021-07-26T16:03:31.088 INFO:tasks.rados.rados.0.smithi037.stdout:1817: writing smithi03738989-34 from 1228800 to 1597440 tid 1 2021-07-26T16:03:31.089 INFO:tasks.rados.rados.0.smithi037.stdout:1818: snap_create 2021-07-26T16:03:31.089 INFO:tasks.rados.rados.0.smithi037.stdout:1813: finishing write tid 4 to smithi03738989-39 2021-07-26T16:03:31.089 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1642 (ObjNum 593 snap 173 seq_num 593) dirty exists 2021-07-26T16:03:31.090 INFO:tasks.rados.rados.0.smithi037.stdout:1813: left oid 39 (ObjNum 593 snap 173 seq_num 593) 2021-07-26T16:03:31.090 INFO:tasks.rados.rados.0.smithi037.stdout:1814: finishing copy_from to smithi03738989-29 2021-07-26T16:03:31.090 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 565 (ObjNum 338 snap 103 seq_num 338) dirty exists 2021-07-26T16:03:31.094 INFO:tasks.rados.rados.0.smithi037.stdout:1814: finishing copy_from racing read to smithi03738989-29 2021-07-26T16:03:31.095 INFO:tasks.rados.rados.0.smithi037.stdout:1816: finishing rollback tid 0 to smithi03738989-49 2021-07-26T16:03:31.095 INFO:tasks.rados.rados.0.smithi037.stdout:1816: finishing rollback tid 1 to smithi03738989-49 2021-07-26T16:03:31.095 INFO:tasks.rados.rados.0.smithi037.stdout:1816: finishing rollback tid 2 to smithi03738989-49 2021-07-26T16:03:31.095 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 955 (ObjNum 474 snap 144 seq_num 474) dirty exists 2021-07-26T16:03:31.096 INFO:tasks.rados.rados.0.smithi037.stdout:1811: expect (ObjNum 575 snap 171 seq_num 575) 2021-07-26T16:03:31.196 INFO:tasks.rados.rados.0.smithi037.stdout:1817: finishing write tid 1 to smithi03738989-34 2021-07-26T16:03:31.196 INFO:tasks.rados.rados.0.smithi037.stdout:1817: finishing write tid 3 to smithi03738989-34 2021-07-26T16:03:31.196 INFO:tasks.rados.rados.0.smithi037.stdout:1817: finishing write tid 4 to smithi03738989-34 2021-07-26T16:03:31.197 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 1345 (ObjNum 595 snap 173 seq_num 595) dirty exists 2021-07-26T16:03:31.197 INFO:tasks.rados.rados.0.smithi037.stdout:1817: left oid 34 (ObjNum 595 snap 173 seq_num 595) 2021-07-26T16:03:31.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: cephadm 2021-07-26T16:03:29.644675+0000 mgr.y (mgr.24994) 231 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:03:31.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:03:31.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:31.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:03:31.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:31.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:03:31.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:31.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:31.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:03:31.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: cephadm 2021-07-26T16:03:29.646284+0000 mgr.y (mgr.24994) 232 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:03:31.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:03:31.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:31.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:03:31.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:31.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:03:31.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:31.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:31.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:03:31.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: cephadm 2021-07-26T16:03:29.649619+0000 mgr.y (mgr.24994) 233 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:03:31.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:03:31.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:31.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:03:31.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:31.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:03:31.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:31.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:31.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:03:31.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: cephadm 2021-07-26T16:03:29.644675+0000 mgr.y (mgr.24994) 231 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:03:31.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:03:31.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:31.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:03:31.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:31.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:03:31.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:31.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:31.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:03:31.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: cephadm 2021-07-26T16:03:29.646284+0000 mgr.y (mgr.24994) 232 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:03:31.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:03:31.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:31.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:03:31.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:31.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:03:31.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:31.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:31.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:03:31.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: cephadm 2021-07-26T16:03:29.649619+0000 mgr.y (mgr.24994) 233 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:03:31.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:03:31.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:31.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:03:31.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:31.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:03:31.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:31.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:31.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:03:31.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: cephadm 2021-07-26T16:03:29.651590+0000 mgr.y (mgr.24994) 234 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:03:31.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:03:31.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:31.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:03:31.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:31.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:03:31.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:31.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:31.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:03:31.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: audit 2021-07-26T16:03:29.660459+0000 mgr.y (mgr.24994) 235 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T16:03:31.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: cephadm 2021-07-26T16:03:29.661618+0000 mgr.y (mgr.24994) 236 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2021-07-26T16:03:31.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: cluster 2021-07-26T16:03:29.764106+0000 mgr.y (mgr.24994) 237 : cluster [DBG] pgmap v324: 89 pgs: 2 active+clean+snaptrim, 12 active+undersized+degraded, 16 active+undersized, 59 active+clean; 255 MiB data, 654 MiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 27 op/s; 59/402 objects degraded (14.677%) 2021-07-26T16:03:31.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: cluster 2021-07-26T16:03:30.044062+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e411: 8 total, 7 up, 8 in 2021-07-26T16:03:31.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[41498]: cluster 2021-07-26T16:03:30.638036+0000 mon.a (mon.0) 607 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2021-07-26T16:03:31.354 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: cephadm 2021-07-26T16:03:29.651590+0000 mgr.y (mgr.24994) 234 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:03:31.354 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:03:31.354 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:31.354 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:03:31.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:31.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:03:31.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:31.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:31.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:03:31.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: audit 2021-07-26T16:03:29.660459+0000 mgr.y (mgr.24994) 235 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T16:03:31.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: cephadm 2021-07-26T16:03:29.661618+0000 mgr.y (mgr.24994) 236 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2021-07-26T16:03:31.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: cluster 2021-07-26T16:03:29.764106+0000 mgr.y (mgr.24994) 237 : cluster [DBG] pgmap v324: 89 pgs: 2 active+clean+snaptrim, 12 active+undersized+degraded, 16 active+undersized, 59 active+clean; 255 MiB data, 654 MiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 27 op/s; 59/402 objects degraded (14.677%) 2021-07-26T16:03:31.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: cluster 2021-07-26T16:03:30.044062+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e411: 8 total, 7 up, 8 in 2021-07-26T16:03:31.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:31 smithi037 bash[42499]: cluster 2021-07-26T16:03:30.638036+0000 mon.a (mon.0) 607 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2021-07-26T16:03:31.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: cephadm 2021-07-26T16:03:29.644675+0000 mgr.y (mgr.24994) 231 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:03:31.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:03:31.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:31.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:03:31.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:31.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:03:31.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:31.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:31.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:03:31.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: cephadm 2021-07-26T16:03:29.646284+0000 mgr.y (mgr.24994) 232 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:03:31.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:03:31.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:31.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:03:31.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:31.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:03:31.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:31.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:31.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:03:31.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: cephadm 2021-07-26T16:03:29.649619+0000 mgr.y (mgr.24994) 233 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:03:31.545 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:03:31.545 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:31.545 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:03:31.545 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:31.546 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:03:31.546 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:31.546 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:31.546 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:03:31.547 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: cephadm 2021-07-26T16:03:29.651590+0000 mgr.y (mgr.24994) 234 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:03:31.547 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:03:31.547 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:31.547 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:03:31.547 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:31.548 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:03:31.548 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:31.548 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:31.548 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:03:31.548 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: audit 2021-07-26T16:03:29.660459+0000 mgr.y (mgr.24994) 235 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T16:03:31.549 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: cephadm 2021-07-26T16:03:29.661618+0000 mgr.y (mgr.24994) 236 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2021-07-26T16:03:31.549 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: cluster 2021-07-26T16:03:29.764106+0000 mgr.y (mgr.24994) 237 : cluster [DBG] pgmap v324: 89 pgs: 2 active+clean+snaptrim, 12 active+undersized+degraded, 16 active+undersized, 59 active+clean; 255 MiB data, 654 MiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 27 op/s; 59/402 objects degraded (14.677%) 2021-07-26T16:03:31.549 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: cluster 2021-07-26T16:03:30.044062+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e411: 8 total, 7 up, 8 in 2021-07-26T16:03:31.549 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[29346]: cluster 2021-07-26T16:03:30.638036+0000 mon.a (mon.0) 607 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2021-07-26T16:03:32.090 INFO:tasks.rados.rados.0.smithi037.stdout:1811: done (5 left) 2021-07-26T16:03:32.091 INFO:tasks.rados.rados.0.smithi037.stdout:1813: done (4 left) 2021-07-26T16:03:32.091 INFO:tasks.rados.rados.0.smithi037.stdout:1814: done (3 left) 2021-07-26T16:03:32.092 INFO:tasks.rados.rados.0.smithi037.stdout:1816: done (2 left) 2021-07-26T16:03:32.092 INFO:tasks.rados.rados.0.smithi037.stdout:1817: done (1 left) 2021-07-26T16:03:32.092 INFO:tasks.rados.rados.0.smithi037.stdout:1818: done (0 left) 2021-07-26T16:03:32.092 INFO:tasks.rados.rados.0.smithi037.stdout:1819: read oid 25 snap -1 2021-07-26T16:03:32.093 INFO:tasks.rados.rados.0.smithi037.stdout:1819: expect deleted 2021-07-26T16:03:32.093 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 174 2021-07-26T16:03:32.093 INFO:tasks.rados.rados.0.smithi037.stdout:1820: seq_num 596 ranges {1449984=385024} 2021-07-26T16:03:32.099 INFO:tasks.rados.rados.0.smithi037.stdout:1820: writing smithi03738989-7 from 1449984 to 1835008 tid 1 2021-07-26T16:03:32.099 INFO:tasks.rados.rados.0.smithi037.stdout:1821: rmattr oid 3 current snap is 174 2021-07-26T16:03:32.100 INFO:tasks.rados.rados.0.smithi037.stdout:1821: done (2 left) 2021-07-26T16:03:32.100 INFO:tasks.rados.rados.0.smithi037.stdout:1822: rollback oid 5 current snap is 174 2021-07-26T16:03:32.100 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 5 to 171 2021-07-26T16:03:32.101 INFO:tasks.rados.rados.0.smithi037.stdout:1819: done (2 left) 2021-07-26T16:03:32.101 INFO:tasks.rados.rados.0.smithi037.stdout:1823: read oid 29 snap -1 2021-07-26T16:03:32.101 INFO:tasks.rados.rados.0.smithi037.stdout:1823: expect (ObjNum 338 snap 103 seq_num 338) 2021-07-26T16:03:32.102 INFO:tasks.rados.rados.0.smithi037.stdout:1824: copy_from oid 40 from oid 35 current snap is 174 2021-07-26T16:03:32.102 INFO:tasks.rados.rados.0.smithi037.stdout:1825: copy_from oid 44 from oid 14 current snap is 174 2021-07-26T16:03:32.102 INFO:tasks.rados.rados.0.smithi037.stdout:1826: read oid 2 snap 171 2021-07-26T16:03:32.102 INFO:tasks.rados.rados.0.smithi037.stdout:1826: expect (ObjNum 592 snap 171 seq_num 592) 2021-07-26T16:03:32.103 INFO:tasks.rados.rados.0.smithi037.stdout:1827: delete oid 37 current snap is 174 2021-07-26T16:03:32.107 INFO:tasks.rados.rados.0.smithi037.stdout:1822: finishing rollback tid 0 to smithi03738989-5 2021-07-26T16:03:32.107 INFO:tasks.rados.rados.0.smithi037.stdout:1822: finishing rollback tid 1 to smithi03738989-5 2021-07-26T16:03:32.108 INFO:tasks.rados.rados.0.smithi037.stdout:1820: finishing write tid 1 to smithi03738989-7 2021-07-26T16:03:32.109 INFO:tasks.rados.rados.0.smithi037.stdout:1820: finishing write tid 3 to smithi03738989-7 2021-07-26T16:03:32.109 INFO:tasks.rados.rados.0.smithi037.stdout:1822: finishing rollback tid 2 to smithi03738989-5 2021-07-26T16:03:32.109 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 789 (ObjNum 450 snap 136 seq_num 450) dirty exists 2021-07-26T16:03:32.119 INFO:tasks.rados.rados.0.smithi037.stdout:1822: done (6 left) 2021-07-26T16:03:32.119 INFO:tasks.rados.rados.0.smithi037.stdout:1827: done (5 left) 2021-07-26T16:03:32.119 INFO:tasks.rados.rados.0.smithi037.stdout:1828: read oid 19 snap -1 2021-07-26T16:03:32.119 INFO:tasks.rados.rados.0.smithi037.stdout:1828: expect (ObjNum 524 snap 159 seq_num 524) 2021-07-26T16:03:32.120 INFO:tasks.rados.rados.0.smithi037.stdout:1829: read oid 11 snap -1 2021-07-26T16:03:32.120 INFO:tasks.rados.rados.0.smithi037.stdout:1829: expect (ObjNum 520 snap 158 seq_num 520) 2021-07-26T16:03:32.120 INFO:tasks.rados.rados.0.smithi037.stdout:1830: delete oid 23 current snap is 174 2021-07-26T16:03:32.121 INFO:tasks.rados.rados.0.smithi037.stdout:1826: expect (ObjNum 592 snap 171 seq_num 592) 2021-07-26T16:03:32.145 INFO:tasks.rados.rados.0.smithi037.stdout:1820: finishing write tid 4 to smithi03738989-7 2021-07-26T16:03:32.146 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 1492 (ObjNum 596 snap 174 seq_num 596) dirty exists 2021-07-26T16:03:32.146 INFO:tasks.rados.rados.0.smithi037.stdout:1820: left oid 7 (ObjNum 596 snap 174 seq_num 596) 2021-07-26T16:03:32.147 INFO:tasks.rados.rados.0.smithi037.stdout:1820: done (7 left) 2021-07-26T16:03:32.147 INFO:tasks.rados.rados.0.smithi037.stdout:1826: done (6 left) 2021-07-26T16:03:32.147 INFO:tasks.rados.rados.0.smithi037.stdout:1830: done (5 left) 2021-07-26T16:03:32.147 INFO:tasks.rados.rados.0.smithi037.stdout:1831: rollback oid 8 current snap is 174 2021-07-26T16:03:32.148 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 8 to 170 2021-07-26T16:03:32.148 INFO:tasks.rados.rados.0.smithi037.stdout:1823: expect (ObjNum 338 snap 103 seq_num 338) 2021-07-26T16:03:32.168 INFO:tasks.rados.rados.0.smithi037.stdout:1828: expect (ObjNum 524 snap 159 seq_num 524) 2021-07-26T16:03:32.207 INFO:tasks.rados.rados.0.smithi037.stdout:1829: expect (ObjNum 520 snap 158 seq_num 520) 2021-07-26T16:03:32.268 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:31 smithi107 bash[32038]: debug 2021-07-26T16:03:31.954+0000 7fbf248ab0c0 -1 osd.5 402 log_to_monitors {default=true} 2021-07-26T16:03:32.269 INFO:journalctl@ceph.osd.5.smithi107.stdout:Jul 26 16:03:32 smithi107 bash[32038]: debug 2021-07-26T16:03:32.106+0000 7fbf139fb700 -1 osd.5 402 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-07-26T16:03:32.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:32 smithi107 bash[29346]: cluster 2021-07-26T16:03:31.056959+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e412: 8 total, 7 up, 8 in 2021-07-26T16:03:32.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:32 smithi107 bash[29346]: audit 2021-07-26T16:03:31.962053+0000 mon.b (mon.2) 7 : audit [INF] from='osd.5 [v2:172.21.15.107:6808/3427398503,v1:172.21.15.107:6809/3427398503]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T16:03:32.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:32 smithi107 bash[29346]: audit 2021-07-26T16:03:31.972848+0000 mon.a (mon.0) 609 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T16:03:32.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:32 smithi107 bash[29346]: cluster 2021-07-26T16:03:31.980345+0000 mon.a (mon.0) 610 : cluster [WRN] Health check update: Degraded data redundancy: 59/402 objects degraded (14.677%), 12 pgs degraded (PG_DEGRADED) 2021-07-26T16:03:32.277 INFO:tasks.rados.rados.0.smithi037.stdout:1825: finishing copy_from to smithi03738989-44 2021-07-26T16:03:32.278 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 785 (ObjNum 544 snap 162 seq_num 544) dirty exists 2021-07-26T16:03:32.278 INFO:tasks.rados.rados.0.smithi037.stdout:1825: finishing copy_from racing read to smithi03738989-44 2021-07-26T16:03:32.278 INFO:tasks.rados.rados.0.smithi037.stdout:1824: finishing copy_from to smithi03738989-40 2021-07-26T16:03:32.278 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1080 (ObjNum 573 snap 171 seq_num 573) dirty exists 2021-07-26T16:03:32.279 INFO:tasks.rados.rados.0.smithi037.stdout:1824: finishing copy_from racing read to smithi03738989-40 2021-07-26T16:03:32.279 INFO:tasks.rados.rados.0.smithi037.stdout:1831: finishing rollback tid 0 to smithi03738989-8 2021-07-26T16:03:32.279 INFO:tasks.rados.rados.0.smithi037.stdout:1831: finishing rollback tid 1 to smithi03738989-8 2021-07-26T16:03:32.279 INFO:tasks.rados.rados.0.smithi037.stdout:1831: finishing rollback tid 2 to smithi03738989-8 2021-07-26T16:03:32.280 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 1078 (ObjNum 372729776 snap 21933 seq_num 372210608) dirty exists 2021-07-26T16:03:32.280 INFO:tasks.rados.rados.0.smithi037.stdout:1823: done (5 left) 2021-07-26T16:03:32.280 INFO:tasks.rados.rados.0.smithi037.stdout:1824: done (4 left) 2021-07-26T16:03:32.280 INFO:tasks.rados.rados.0.smithi037.stdout:1825: done (3 left) 2021-07-26T16:03:32.281 INFO:tasks.rados.rados.0.smithi037.stdout:1828: done (2 left) 2021-07-26T16:03:32.281 INFO:tasks.rados.rados.0.smithi037.stdout:1829: done (1 left) 2021-07-26T16:03:32.281 INFO:tasks.rados.rados.0.smithi037.stdout:1831: done (0 left) 2021-07-26T16:03:32.281 INFO:tasks.rados.rados.0.smithi037.stdout:1832: read oid 25 snap -1 2021-07-26T16:03:32.282 INFO:tasks.rados.rados.0.smithi037.stdout:1832: expect deleted 2021-07-26T16:03:32.282 INFO:tasks.rados.rados.0.smithi037.stdout:1833: read oid 16 snap -1 2021-07-26T16:03:32.282 INFO:tasks.rados.rados.0.smithi037.stdout:1833: expect (ObjNum 581 snap 171 seq_num 581) 2021-07-26T16:03:32.282 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 174 2021-07-26T16:03:32.283 INFO:tasks.rados.rados.0.smithi037.stdout:1834: seq_num 599 ranges {4464640=434176} 2021-07-26T16:03:32.315 INFO:tasks.rados.rados.0.smithi037.stdout:1834: writing smithi03738989-24 from 4464640 to 4898816 tid 1 2021-07-26T16:03:32.316 INFO:tasks.rados.rados.0.smithi037.stdout:1835: copy_from oid 10 from oid 44 current snap is 174 2021-07-26T16:03:32.316 INFO:tasks.rados.rados.0.smithi037.stdout:1836: rollback oid 29 current snap is 174 2021-07-26T16:03:32.317 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 29 to 171 2021-07-26T16:03:32.317 INFO:tasks.rados.rados.0.smithi037.stdout:1833: expect (ObjNum 581 snap 171 seq_num 581) 2021-07-26T16:03:32.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:32 smithi037 bash[42499]: cluster 2021-07-26T16:03:31.056959+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e412: 8 total, 7 up, 8 in 2021-07-26T16:03:32.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:32 smithi037 bash[42499]: audit 2021-07-26T16:03:31.962053+0000 mon.b (mon.2) 7 : audit [INF] from='osd.5 [v2:172.21.15.107:6808/3427398503,v1:172.21.15.107:6809/3427398503]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T16:03:32.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:32 smithi037 bash[42499]: audit 2021-07-26T16:03:31.972848+0000 mon.a (mon.0) 609 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T16:03:32.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:32 smithi037 bash[42499]: cluster 2021-07-26T16:03:31.980345+0000 mon.a (mon.0) 610 : cluster [WRN] Health check update: Degraded data redundancy: 59/402 objects degraded (14.677%), 12 pgs degraded (PG_DEGRADED) 2021-07-26T16:03:32.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:32 smithi037 bash[41498]: cluster 2021-07-26T16:03:31.056959+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e412: 8 total, 7 up, 8 in 2021-07-26T16:03:32.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:32 smithi037 bash[41498]: audit 2021-07-26T16:03:31.962053+0000 mon.b (mon.2) 7 : audit [INF] from='osd.5 [v2:172.21.15.107:6808/3427398503,v1:172.21.15.107:6809/3427398503]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T16:03:32.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:32 smithi037 bash[41498]: audit 2021-07-26T16:03:31.972848+0000 mon.a (mon.0) 609 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2021-07-26T16:03:32.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:32 smithi037 bash[41498]: cluster 2021-07-26T16:03:31.980345+0000 mon.a (mon.0) 610 : cluster [WRN] Health check update: Degraded data redundancy: 59/402 objects degraded (14.677%), 12 pgs degraded (PG_DEGRADED) 2021-07-26T16:03:32.374 INFO:tasks.rados.rados.0.smithi037.stdout:1834: finishing write tid 1 to smithi03738989-24 2021-07-26T16:03:32.374 INFO:tasks.rados.rados.0.smithi037.stdout:1834: finishing write tid 3 to smithi03738989-24 2021-07-26T16:03:32.375 INFO:tasks.rados.rados.0.smithi037.stdout:1836: finishing rollback tid 0 to smithi03738989-29 2021-07-26T16:03:32.375 INFO:tasks.rados.rados.0.smithi037.stdout:1836: finishing rollback tid 1 to smithi03738989-29 2021-07-26T16:03:32.375 INFO:tasks.rados.rados.0.smithi037.stdout:1834: finishing write tid 4 to smithi03738989-24 2021-07-26T16:03:32.375 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 1645 (ObjNum 599 snap 174 seq_num 599) dirty exists 2021-07-26T16:03:32.375 INFO:tasks.rados.rados.0.smithi037.stdout:1834: left oid 24 (ObjNum 599 snap 174 seq_num 599) 2021-07-26T16:03:32.376 INFO:tasks.rados.rados.0.smithi037.stdout:1836: finishing rollback tid 2 to smithi03738989-29 2021-07-26T16:03:32.376 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 1087 (ObjNum 587 snap 171 seq_num 587) dirty exists 2021-07-26T16:03:32.376 INFO:tasks.rados.rados.0.smithi037.stdout:1835: finishing copy_from to smithi03738989-10 2021-07-26T16:03:32.376 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 785 (ObjNum 544 snap 162 seq_num 544) dirty exists 2021-07-26T16:03:32.377 INFO:tasks.rados.rados.0.smithi037.stdout:1835: finishing copy_from racing read to smithi03738989-10 2021-07-26T16:03:32.377 INFO:tasks.rados.rados.0.smithi037.stdout:1832: done (4 left) 2021-07-26T16:03:32.377 INFO:tasks.rados.rados.0.smithi037.stdout:1833: done (3 left) 2021-07-26T16:03:32.377 INFO:tasks.rados.rados.0.smithi037.stdout:1834: done (2 left) 2021-07-26T16:03:32.377 INFO:tasks.rados.rados.0.smithi037.stdout:1835: done (1 left) 2021-07-26T16:03:32.378 INFO:tasks.rados.rados.0.smithi037.stdout:1836: done (0 left) 2021-07-26T16:03:32.378 INFO:tasks.rados.rados.0.smithi037.stdout:1837: rollback oid 9 current snap is 174 2021-07-26T16:03:32.378 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 173 2021-07-26T16:03:32.378 INFO:tasks.rados.rados.0.smithi037.stdout:1838: read oid 41 snap -1 2021-07-26T16:03:32.379 INFO:tasks.rados.rados.0.smithi037.stdout:1838: expect deleted 2021-07-26T16:03:32.379 INFO:tasks.rados.rados.0.smithi037.stdout:1839: delete oid 49 current snap is 174 2021-07-26T16:03:32.380 INFO:tasks.rados.rados.0.smithi037.stdout:1838: done (2 left) 2021-07-26T16:03:32.380 INFO:tasks.rados.rados.0.smithi037.stdout:1839: done (1 left) 2021-07-26T16:03:32.380 INFO:tasks.rados.rados.0.smithi037.stdout:1840: snap_remove snap 171 2021-07-26T16:03:33.088 INFO:tasks.rados.rados.0.smithi037.stdout:1840: done (1 left) 2021-07-26T16:03:33.088 INFO:tasks.rados.rados.0.smithi037.stdout:1841: read oid 19 snap 172 2021-07-26T16:03:33.089 INFO:tasks.rados.rados.0.smithi037.stdout:1841: expect (ObjNum 524 snap 159 seq_num 524) 2021-07-26T16:03:33.089 INFO:tasks.rados.rados.0.smithi037.stdout:1842: rmattr oid 8 current snap is 174 2021-07-26T16:03:33.089 INFO:tasks.rados.rados.0.smithi037.stdout:1843: rollback oid 45 current snap is 174 2021-07-26T16:03:33.089 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 45 to 170 2021-07-26T16:03:33.090 INFO:tasks.rados.rados.0.smithi037.stdout:1844: setattr oid 27 current snap is 174 2021-07-26T16:03:33.090 INFO:tasks.rados.rados.0.smithi037.stdout:1845: read oid 18 snap -1 2021-07-26T16:03:33.091 INFO:tasks.rados.rados.0.smithi037.stdout:1845: expect (ObjNum 524 snap 159 seq_num 524) 2021-07-26T16:03:33.091 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 174 2021-07-26T16:03:33.091 INFO:tasks.rados.rados.0.smithi037.stdout:1846: seq_num 601 ranges {5439488=475136} 2021-07-26T16:03:33.129 INFO:tasks.rados.rados.0.smithi037.stdout:1846: writing smithi03738989-31 from 5439488 to 5914624 tid 1 2021-07-26T16:03:33.129 INFO:tasks.rados.rados.0.smithi037.stdout:1847: copy_from oid 48 from oid 23 current snap is 174 2021-07-26T16:03:33.130 INFO:tasks.rados.rados.0.smithi037.stdout:1837: finishing rollback tid 0 to smithi03738989-9 2021-07-26T16:03:33.130 INFO:tasks.rados.rados.0.smithi037.stdout:1837: finishing rollback tid 1 to smithi03738989-9 2021-07-26T16:03:33.130 INFO:tasks.rados.rados.0.smithi037.stdout:1837: finishing rollback tid 2 to smithi03738989-9 2021-07-26T16:03:33.130 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1495 (ObjNum 572 snap 171 seq_num 572) dirty exists 2021-07-26T16:03:33.130 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1346 (ObjNum 338 snap 103 seq_num 338) dirty exists 2021-07-26T16:03:33.131 INFO:tasks.rados.rados.0.smithi037.stdout:1843: finishing rollback tid 0 to smithi03738989-45 2021-07-26T16:03:33.131 INFO:tasks.rados.rados.0.smithi037.stdout:1843: finishing rollback tid 1 to smithi03738989-45 2021-07-26T16:03:33.131 INFO:tasks.rados.rados.0.smithi037.stdout:1843: finishing rollback tid 2 to smithi03738989-45 2021-07-26T16:03:33.131 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1655 (ObjNum 553 snap 163 seq_num 553) dirty exists 2021-07-26T16:03:33.132 INFO:tasks.rados.rados.0.smithi037.stdout:1837: done (7 left) 2021-07-26T16:03:33.132 INFO:tasks.rados.rados.0.smithi037.stdout:1843: done (6 left) 2021-07-26T16:03:33.132 INFO:tasks.rados.rados.0.smithi037.stdout:1844: done (5 left) 2021-07-26T16:03:33.132 INFO:tasks.rados.rados.0.smithi037.stdout:1848: rollback oid 16 current snap is 174 2021-07-26T16:03:33.133 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 172 2021-07-26T16:03:33.133 INFO:tasks.rados.rados.0.smithi037.stdout:1849: copy_from oid 9 from oid 4 current snap is 174 2021-07-26T16:03:33.133 INFO:tasks.rados.rados.0.smithi037.stdout:1850: read oid 20 snap 172 2021-07-26T16:03:33.133 INFO:tasks.rados.rados.0.smithi037.stdout:1850: expect (ObjNum 585 snap 171 seq_num 585) 2021-07-26T16:03:33.133 INFO:tasks.rados.rados.0.smithi037.stdout:1851: read oid 47 snap -1 2021-07-26T16:03:33.134 INFO:tasks.rados.rados.0.smithi037.stdout:1851: expect (ObjNum 542 snap 161 seq_num 542) 2021-07-26T16:03:33.134 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 174 2021-07-26T16:03:33.134 INFO:tasks.rados.rados.0.smithi037.stdout:1852: seq_num 602 ranges {0=491520} 2021-07-26T16:03:33.137 INFO:tasks.rados.rados.0.smithi037.stdout:1852: writing smithi03738989-46 from 0 to 491520 tid 1 2021-07-26T16:03:33.137 INFO:tasks.rados.rados.0.smithi037.stdout:1853: rollback oid 49 current snap is 174 2021-07-26T16:03:33.137 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 49 to 165 2021-07-26T16:03:33.137 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 174 2021-07-26T16:03:33.138 INFO:tasks.rados.rados.0.smithi037.stdout:1854: seq_num 603 ranges {3244032=507904} 2021-07-26T16:03:33.155 INFO:tasks.rados.rados.0.smithi037.stdout:1854: writing smithi03738989-12 from 3244032 to 3751936 tid 1 2021-07-26T16:03:33.155 INFO:tasks.rados.rados.0.smithi037.stdout:1855: snap_create 2021-07-26T16:03:33.155 INFO:tasks.rados.rados.0.smithi037.stdout:1847: finishing copy_from to smithi03738989-48 2021-07-26T16:03:33.156 INFO:tasks.rados.rados.0.smithi037.stdout:1847: got expected ENOENT (src dne) 2021-07-26T16:03:33.156 INFO:tasks.rados.rados.0.smithi037.stdout:1847: finishing copy_from racing read to smithi03738989-48 2021-07-26T16:03:33.157 INFO:tasks.rados.rados.0.smithi037.stdout:1848: finishing rollback tid 0 to smithi03738989-16 2021-07-26T16:03:33.157 INFO:tasks.rados.rados.0.smithi037.stdout:1848: finishing rollback tid 1 to smithi03738989-16 2021-07-26T16:03:33.157 INFO:tasks.rados.rados.0.smithi037.stdout:1848: finishing rollback tid 2 to smithi03738989-16 2021-07-26T16:03:33.157 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 1381 (ObjNum 581 snap 171 seq_num 581) dirty exists 2021-07-26T16:03:33.158 INFO:tasks.rados.rados.0.smithi037.stdout:1850: expect (ObjNum 585 snap 171 seq_num 585) 2021-07-26T16:03:33.260 INFO:tasks.rados.rados.0.smithi037.stdout:1854: finishing write tid 1 to smithi03738989-12 2021-07-26T16:03:33.261 INFO:tasks.rados.rados.0.smithi037.stdout:1854: finishing write tid 3 to smithi03738989-12 2021-07-26T16:03:33.261 INFO:tasks.rados.rados.0.smithi037.stdout:1854: finishing write tid 4 to smithi03738989-12 2021-07-26T16:03:33.261 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1383 (ObjNum 603 snap 174 seq_num 603) dirty exists 2021-07-26T16:03:33.261 INFO:tasks.rados.rados.0.smithi037.stdout:1854: left oid 12 (ObjNum 603 snap 174 seq_num 603) 2021-07-26T16:03:33.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:33 smithi107 bash[29346]: cluster 2021-07-26T16:03:31.765115+0000 mgr.y (mgr.24994) 238 : cluster [DBG] pgmap v327: 89 pgs: 2 active+clean+snaptrim, 12 active+undersized+degraded, 16 active+undersized, 59 active+clean; 247 MiB data, 628 MiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.2 MiB/s wr, 14 op/s; 62/402 objects degraded (15.423%) 2021-07-26T16:03:33.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:33 smithi107 bash[29346]: audit 2021-07-26T16:03:32.078807+0000 mon.b (mon.2) 8 : audit [INF] from='osd.5 [v2:172.21.15.107:6808/3427398503,v1:172.21.15.107:6809/3427398503]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:03:33.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:33 smithi107 bash[29346]: audit 2021-07-26T16:03:32.087304+0000 mon.a (mon.0) 611 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2021-07-26T16:03:33.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:33 smithi107 bash[29346]: cluster 2021-07-26T16:03:32.087482+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e413: 8 total, 7 up, 8 in 2021-07-26T16:03:33.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:33 smithi107 bash[29346]: audit 2021-07-26T16:03:32.089716+0000 mon.a (mon.0) 613 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:03:33.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:33 smithi037 bash[41498]: cluster 2021-07-26T16:03:31.765115+0000 mgr.y (mgr.24994) 238 : cluster [DBG] pgmap v327: 89 pgs: 2 active+clean+snaptrim, 12 active+undersized+degraded, 16 active+undersized, 59 active+clean; 247 MiB data, 628 MiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.2 MiB/s wr, 14 op/s; 62/402 objects degraded (15.423%) 2021-07-26T16:03:33.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:33 smithi037 bash[41498]: audit 2021-07-26T16:03:32.078807+0000 mon.b (mon.2) 8 : audit [INF] from='osd.5 [v2:172.21.15.107:6808/3427398503,v1:172.21.15.107:6809/3427398503]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:03:33.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:33 smithi037 bash[41498]: audit 2021-07-26T16:03:32.087304+0000 mon.a (mon.0) 611 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2021-07-26T16:03:33.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:33 smithi037 bash[41498]: cluster 2021-07-26T16:03:32.087482+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e413: 8 total, 7 up, 8 in 2021-07-26T16:03:33.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:33 smithi037 bash[41498]: audit 2021-07-26T16:03:32.089716+0000 mon.a (mon.0) 613 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:03:33.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:33 smithi037 bash[42499]: cluster 2021-07-26T16:03:31.765115+0000 mgr.y (mgr.24994) 238 : cluster [DBG] pgmap v327: 89 pgs: 2 active+clean+snaptrim, 12 active+undersized+degraded, 16 active+undersized, 59 active+clean; 247 MiB data, 628 MiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.2 MiB/s wr, 14 op/s; 62/402 objects degraded (15.423%) 2021-07-26T16:03:33.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:33 smithi037 bash[42499]: audit 2021-07-26T16:03:32.078807+0000 mon.b (mon.2) 8 : audit [INF] from='osd.5 [v2:172.21.15.107:6808/3427398503,v1:172.21.15.107:6809/3427398503]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:03:33.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:33 smithi037 bash[42499]: audit 2021-07-26T16:03:32.087304+0000 mon.a (mon.0) 611 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2021-07-26T16:03:33.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:33 smithi037 bash[42499]: cluster 2021-07-26T16:03:32.087482+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e413: 8 total, 7 up, 8 in 2021-07-26T16:03:33.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:33 smithi037 bash[42499]: audit 2021-07-26T16:03:32.089716+0000 mon.a (mon.0) 613 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:03:34.088 INFO:tasks.rados.rados.0.smithi037.stdout:1847: done (12 left) 2021-07-26T16:03:34.088 INFO:tasks.rados.rados.0.smithi037.stdout:1848: done (11 left) 2021-07-26T16:03:34.088 INFO:tasks.rados.rados.0.smithi037.stdout:1850: done (10 left) 2021-07-26T16:03:34.089 INFO:tasks.rados.rados.0.smithi037.stdout:1854: done (9 left) 2021-07-26T16:03:34.089 INFO:tasks.rados.rados.0.smithi037.stdout:1855: done (8 left) 2021-07-26T16:03:34.089 INFO:tasks.rados.rados.0.smithi037.stdout:1856: read oid 29 snap -1 2021-07-26T16:03:34.089 INFO:tasks.rados.rados.0.smithi037.stdout:1856: expect (ObjNum 587 snap 171 seq_num 587) 2021-07-26T16:03:34.090 INFO:tasks.rados.rados.0.smithi037.stdout:1857: rollback oid 21 current snap is 175 2021-07-26T16:03:34.090 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 21 to 172 2021-07-26T16:03:34.090 INFO:tasks.rados.rados.0.smithi037.stdout:1858: delete oid 48 current snap is 175 2021-07-26T16:03:34.098 INFO:tasks.rados.rados.0.smithi037.stdout:1858: done (10 left) 2021-07-26T16:03:34.099 INFO:tasks.rados.rados.0.smithi037.stdout:1859: snap_remove snap 170 2021-07-26T16:03:34.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:34 smithi107 bash[29346]: cluster 2021-07-26T16:03:33.076157+0000 mon.a (mon.0) 614 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:03:34.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:34 smithi107 bash[29346]: cluster 2021-07-26T16:03:33.086769+0000 mon.a (mon.0) 615 : cluster [INF] osd.5 [v2:172.21.15.107:6808/3427398503,v1:172.21.15.107:6809/3427398503] boot 2021-07-26T16:03:34.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:34 smithi107 bash[29346]: cluster 2021-07-26T16:03:33.087101+0000 mon.a (mon.0) 616 : cluster [DBG] osdmap e414: 8 total, 8 up, 8 in 2021-07-26T16:03:34.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:34 smithi107 bash[29346]: audit 2021-07-26T16:03:33.088840+0000 mon.c (mon.1) 193 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T16:03:34.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:34 smithi107 bash[29346]: cluster 2021-07-26T16:03:34.088269+0000 mon.a (mon.0) 617 : cluster [DBG] osdmap e415: 8 total, 8 up, 8 in 2021-07-26T16:03:34.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:34 smithi037 bash[41498]: cluster 2021-07-26T16:03:33.076157+0000 mon.a (mon.0) 614 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:03:34.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:34 smithi037 bash[41498]: cluster 2021-07-26T16:03:33.086769+0000 mon.a (mon.0) 615 : cluster [INF] osd.5 [v2:172.21.15.107:6808/3427398503,v1:172.21.15.107:6809/3427398503] boot 2021-07-26T16:03:34.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:34 smithi037 bash[41498]: cluster 2021-07-26T16:03:33.087101+0000 mon.a (mon.0) 616 : cluster [DBG] osdmap e414: 8 total, 8 up, 8 in 2021-07-26T16:03:34.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:34 smithi037 bash[41498]: audit 2021-07-26T16:03:33.088840+0000 mon.c (mon.1) 193 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T16:03:34.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:34 smithi037 bash[41498]: cluster 2021-07-26T16:03:34.088269+0000 mon.a (mon.0) 617 : cluster [DBG] osdmap e415: 8 total, 8 up, 8 in 2021-07-26T16:03:34.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:34 smithi037 bash[42499]: cluster 2021-07-26T16:03:33.076157+0000 mon.a (mon.0) 614 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:03:34.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:34 smithi037 bash[42499]: cluster 2021-07-26T16:03:33.086769+0000 mon.a (mon.0) 615 : cluster [INF] osd.5 [v2:172.21.15.107:6808/3427398503,v1:172.21.15.107:6809/3427398503] boot 2021-07-26T16:03:34.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:34 smithi037 bash[42499]: cluster 2021-07-26T16:03:33.087101+0000 mon.a (mon.0) 616 : cluster [DBG] osdmap e414: 8 total, 8 up, 8 in 2021-07-26T16:03:34.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:34 smithi037 bash[42499]: audit 2021-07-26T16:03:33.088840+0000 mon.c (mon.1) 193 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-07-26T16:03:34.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:34 smithi037 bash[42499]: cluster 2021-07-26T16:03:34.088269+0000 mon.a (mon.0) 617 : cluster [DBG] osdmap e415: 8 total, 8 up, 8 in 2021-07-26T16:03:35.116 INFO:tasks.rados.rados.0.smithi037.stdout:1859: done (10 left) 2021-07-26T16:03:35.116 INFO:tasks.rados.rados.0.smithi037.stdout:1860: read oid 50 snap 173 2021-07-26T16:03:35.117 INFO:tasks.rados.rados.0.smithi037.stdout:1860: expect (ObjNum 445 snap 136 seq_num 445) 2021-07-26T16:03:35.117 INFO:tasks.rados.rados.0.smithi037.stdout:1861: read oid 43 snap -1 2021-07-26T16:03:35.117 INFO:tasks.rados.rados.0.smithi037.stdout:1861: expect (ObjNum 396 snap 121 seq_num 396) 2021-07-26T16:03:35.117 INFO:tasks.rados.rados.0.smithi037.stdout:1862: read oid 20 snap -1 2021-07-26T16:03:35.118 INFO:tasks.rados.rados.0.smithi037.stdout:1862: expect (ObjNum 585 snap 171 seq_num 585) 2021-07-26T16:03:35.118 INFO:tasks.rados.rados.0.smithi037.stdout:1863: snap_create 2021-07-26T16:03:35.118 INFO:tasks.rados.rados.0.smithi037.stdout:1857: finishing rollback tid 0 to smithi03738989-21 2021-07-26T16:03:35.118 INFO:tasks.rados.rados.0.smithi037.stdout:1857: finishing rollback tid 1 to smithi03738989-21 2021-07-26T16:03:35.119 INFO:tasks.rados.rados.0.smithi037.stdout:1857: finishing rollback tid 2 to smithi03738989-21 2021-07-26T16:03:35.119 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 1083 (ObjNum 545 snap 162 seq_num 545) dirty exists 2021-07-26T16:03:35.119 INFO:tasks.rados.rados.0.smithi037.stdout:1841: expect (ObjNum 524 snap 159 seq_num 524) 2021-07-26T16:03:35.172 INFO:tasks.rados.rados.0.smithi037.stdout:1851: expect (ObjNum 542 snap 161 seq_num 542) 2021-07-26T16:03:35.217 INFO:tasks.rados.rados.0.smithi037.stdout:1852: finishing write tid 1 to smithi03738989-46 2021-07-26T16:03:35.218 INFO:tasks.rados.rados.0.smithi037.stdout:1852: finishing write tid 3 to smithi03738989-46 2021-07-26T16:03:35.218 INFO:tasks.rados.rados.0.smithi037.stdout:1856: expect (ObjNum 587 snap 171 seq_num 587) 2021-07-26T16:03:35.310 INFO:tasks.rados.rados.0.smithi037.stdout:1852: finishing write tid 4 to smithi03738989-46 2021-07-26T16:03:35.310 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 1497 (ObjNum 602 snap 174 seq_num 602) dirty exists 2021-07-26T16:03:35.311 INFO:tasks.rados.rados.0.smithi037.stdout:1852: left oid 46 (ObjNum 602 snap 174 seq_num 602) 2021-07-26T16:03:35.311 INFO:tasks.rados.rados.0.smithi037.stdout:1846: finishing write tid 1 to smithi03738989-31 2021-07-26T16:03:35.311 INFO:tasks.rados.rados.0.smithi037.stdout:1846: finishing write tid 3 to smithi03738989-31 2021-07-26T16:03:35.311 INFO:tasks.rados.rados.0.smithi037.stdout:1846: finishing write tid 4 to smithi03738989-31 2021-07-26T16:03:35.312 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1089 (ObjNum 601 snap 174 seq_num 601) dirty exists 2021-07-26T16:03:35.312 INFO:tasks.rados.rados.0.smithi037.stdout:1846: left oid 31 (ObjNum 601 snap 174 seq_num 601) 2021-07-26T16:03:35.313 INFO:tasks.rados.rados.0.smithi037.stdout:1849: finishing copy_from to smithi03738989-9 2021-07-26T16:03:35.313 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1632 (ObjNum 591 snap 171 seq_num 591) dirty exists 2021-07-26T16:03:35.314 INFO:tasks.rados.rados.0.smithi037.stdout:1849: finishing copy_from racing read to smithi03738989-9 2021-07-26T16:03:35.314 INFO:tasks.rados.rados.0.smithi037.stdout:1860: expect (ObjNum 445 snap 136 seq_num 445) 2021-07-26T16:03:35.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:35 smithi107 bash[29346]: cluster 2021-07-26T16:03:33.766066+0000 mgr.y (mgr.24994) 239 : cluster [DBG] pgmap v330: 89 pgs: 2 active+clean+snaptrim, 12 active+undersized+degraded, 16 active+undersized, 59 active+clean; 234 MiB data, 642 MiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.9 MiB/s wr, 35 op/s; 67/423 objects degraded (15.839%) 2021-07-26T16:03:35.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:35 smithi037 bash[42499]: cluster 2021-07-26T16:03:33.766066+0000 mgr.y (mgr.24994) 239 : cluster [DBG] pgmap v330: 89 pgs: 2 active+clean+snaptrim, 12 active+undersized+degraded, 16 active+undersized, 59 active+clean; 234 MiB data, 642 MiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.9 MiB/s wr, 35 op/s; 67/423 objects degraded (15.839%) 2021-07-26T16:03:35.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:35 smithi037 bash[41498]: cluster 2021-07-26T16:03:33.766066+0000 mgr.y (mgr.24994) 239 : cluster [DBG] pgmap v330: 89 pgs: 2 active+clean+snaptrim, 12 active+undersized+degraded, 16 active+undersized, 59 active+clean; 234 MiB data, 642 MiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.9 MiB/s wr, 35 op/s; 67/423 objects degraded (15.839%) 2021-07-26T16:03:35.636 INFO:tasks.rados.rados.0.smithi037.stdout:1862: expect (ObjNum 585 snap 171 seq_num 585) 2021-07-26T16:03:35.735 INFO:tasks.rados.rados.0.smithi037.stdout:1861: expect (ObjNum 396 snap 121 seq_num 396) 2021-07-26T16:03:36.135 INFO:tasks.rados.rados.0.smithi037.stdout:1841: done (13 left) 2021-07-26T16:03:36.135 INFO:tasks.rados.rados.0.smithi037.stdout:1846: done (12 left) 2021-07-26T16:03:36.135 INFO:tasks.rados.rados.0.smithi037.stdout:1849: done (11 left) 2021-07-26T16:03:36.135 INFO:tasks.rados.rados.0.smithi037.stdout:1851: done (10 left) 2021-07-26T16:03:36.136 INFO:tasks.rados.rados.0.smithi037.stdout:1852: done (9 left) 2021-07-26T16:03:36.136 INFO:tasks.rados.rados.0.smithi037.stdout:1856: done (8 left) 2021-07-26T16:03:36.136 INFO:tasks.rados.rados.0.smithi037.stdout:1857: done (7 left) 2021-07-26T16:03:36.136 INFO:tasks.rados.rados.0.smithi037.stdout:1860: done (6 left) 2021-07-26T16:03:36.136 INFO:tasks.rados.rados.0.smithi037.stdout:1861: done (5 left) 2021-07-26T16:03:36.137 INFO:tasks.rados.rados.0.smithi037.stdout:1862: done (4 left) 2021-07-26T16:03:36.137 INFO:tasks.rados.rados.0.smithi037.stdout:1863: done (3 left) 2021-07-26T16:03:36.137 INFO:tasks.rados.rados.0.smithi037.stdout:1864: read oid 1 snap -1 2021-07-26T16:03:36.138 INFO:tasks.rados.rados.0.smithi037.stdout:1864: expect (ObjNum 542 snap 161 seq_num 542) 2021-07-26T16:03:36.138 INFO:tasks.rados.rados.0.smithi037.stdout:1865: rollback oid 15 current snap is 176 2021-07-26T16:03:36.138 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 15 to 175 2021-07-26T16:03:36.138 INFO:tasks.rados.rados.0.smithi037.stdout:1866: delete oid 12 current snap is 176 2021-07-26T16:03:36.140 INFO:tasks.rados.rados.0.smithi037.stdout:1866: done (5 left) 2021-07-26T16:03:36.140 INFO:tasks.rados.rados.0.smithi037.stdout:1867: snap_remove snap 174 2021-07-26T16:03:36.518 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:36 smithi107 bash[29346]: cluster 2021-07-26T16:03:35.110087+0000 mon.a (mon.0) 618 : cluster [DBG] osdmap e416: 8 total, 8 up, 8 in 2021-07-26T16:03:36.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:36 smithi037 bash[41498]: cluster 2021-07-26T16:03:35.110087+0000 mon.a (mon.0) 618 : cluster [DBG] osdmap e416: 8 total, 8 up, 8 in 2021-07-26T16:03:36.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:36 smithi037 bash[42499]: cluster 2021-07-26T16:03:35.110087+0000 mon.a (mon.0) 618 : cluster [DBG] osdmap e416: 8 total, 8 up, 8 in 2021-07-26T16:03:37.139 INFO:tasks.rados.rados.0.smithi037.stdout:1867: done (5 left) 2021-07-26T16:03:37.139 INFO:tasks.rados.rados.0.smithi037.stdout:1868: rollback oid 27 current snap is 176 2021-07-26T16:03:37.140 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 27 to 175 2021-07-26T16:03:37.140 INFO:tasks.rados.rados.0.smithi037.stdout:1865: finishing rollback tid 0 to smithi03738989-15 2021-07-26T16:03:37.140 INFO:tasks.rados.rados.0.smithi037.stdout:1865: finishing rollback tid 1 to smithi03738989-15 2021-07-26T16:03:37.141 INFO:tasks.rados.rados.0.smithi037.stdout:1864: expect (ObjNum 542 snap 161 seq_num 542) 2021-07-26T16:03:37.200 INFO:tasks.rados.rados.0.smithi037.stdout:1865: finishing rollback tid 2 to smithi03738989-15 2021-07-26T16:03:37.200 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1499 (ObjNum 570 snap 171 seq_num 570) dirty exists 2021-07-26T16:03:37.200 INFO:tasks.rados.rados.0.smithi037.stdout:1868: finishing rollback tid 0 to smithi03738989-27 2021-07-26T16:03:37.201 INFO:tasks.rados.rados.0.smithi037.stdout:1868: finishing rollback tid 1 to smithi03738989-27 2021-07-26T16:03:37.201 INFO:tasks.rados.rados.0.smithi037.stdout:1868: finishing rollback tid 2 to smithi03738989-27 2021-07-26T16:03:37.201 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1349 (ObjNum 338 snap 103 seq_num 338) dirty exists 2021-07-26T16:03:37.201 INFO:tasks.rados.rados.0.smithi037.stdout:1864: done (5 left) 2021-07-26T16:03:37.202 INFO:tasks.rados.rados.0.smithi037.stdout:1865: done (4 left) 2021-07-26T16:03:37.202 INFO:tasks.rados.rados.0.smithi037.stdout:1868: done (3 left) 2021-07-26T16:03:37.202 INFO:tasks.rados.rados.0.smithi037.stdout:1869: delete oid 17 current snap is 176 2021-07-26T16:03:37.213 INFO:tasks.rados.rados.0.smithi037.stdout:1869: done (3 left) 2021-07-26T16:03:37.213 INFO:tasks.rados.rados.0.smithi037.stdout:1870: delete oid 1 current snap is 176 2021-07-26T16:03:37.218 INFO:tasks.rados.rados.0.smithi037.stdout:1870: done (3 left) 2021-07-26T16:03:37.218 INFO:tasks.rados.rados.0.smithi037.stdout:1871: snap_remove snap 172 2021-07-26T16:03:37.268 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T16:03:37.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:37 smithi107 bash[29346]: cluster 2021-07-26T16:03:35.766971+0000 mgr.y (mgr.24994) 240 : cluster [DBG] pgmap v333: 89 pgs: 5 peering, 11 active+undersized+degraded, 11 active+undersized, 62 active+clean; 235 MiB data, 666 MiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.9 MiB/s wr, 38 op/s; 65/441 objects degraded (14.739%) 2021-07-26T16:03:37.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:37 smithi107 bash[29346]: cluster 2021-07-26T16:03:36.135652+0000 mon.a (mon.0) 619 : cluster [DBG] osdmap e417: 8 total, 8 up, 8 in 2021-07-26T16:03:37.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:37 smithi107 bash[29346]: cluster 2021-07-26T16:03:36.981916+0000 mon.a (mon.0) 620 : cluster [WRN] Health check update: Degraded data redundancy: 65/441 objects degraded (14.739%), 11 pgs degraded (PG_DEGRADED) 2021-07-26T16:03:37.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:37 smithi037 bash[41498]: cluster 2021-07-26T16:03:35.766971+0000 mgr.y (mgr.24994) 240 : cluster [DBG] pgmap v333: 89 pgs: 5 peering, 11 active+undersized+degraded, 11 active+undersized, 62 active+clean; 235 MiB data, 666 MiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.9 MiB/s wr, 38 op/s; 65/441 objects degraded (14.739%) 2021-07-26T16:03:37.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:37 smithi037 bash[41498]: cluster 2021-07-26T16:03:36.135652+0000 mon.a (mon.0) 619 : cluster [DBG] osdmap e417: 8 total, 8 up, 8 in 2021-07-26T16:03:37.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:37 smithi037 bash[41498]: cluster 2021-07-26T16:03:36.981916+0000 mon.a (mon.0) 620 : cluster [WRN] Health check update: Degraded data redundancy: 65/441 objects degraded (14.739%), 11 pgs degraded (PG_DEGRADED) 2021-07-26T16:03:37.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:37 smithi037 bash[42499]: cluster 2021-07-26T16:03:35.766971+0000 mgr.y (mgr.24994) 240 : cluster [DBG] pgmap v333: 89 pgs: 5 peering, 11 active+undersized+degraded, 11 active+undersized, 62 active+clean; 235 MiB data, 666 MiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.9 MiB/s wr, 38 op/s; 65/441 objects degraded (14.739%) 2021-07-26T16:03:37.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:37 smithi037 bash[42499]: cluster 2021-07-26T16:03:36.135652+0000 mon.a (mon.0) 619 : cluster [DBG] osdmap e417: 8 total, 8 up, 8 in 2021-07-26T16:03:37.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:37 smithi037 bash[42499]: cluster 2021-07-26T16:03:36.981916+0000 mon.a (mon.0) 620 : cluster [WRN] Health check update: Degraded data redundancy: 65/441 objects degraded (14.739%), 11 pgs degraded (PG_DEGRADED) 2021-07-26T16:03:37.598 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T16:03:37.599 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 running (10m) 65s ago 11m 10.2M - 0.20.0 0881eb8f169f efab80df0ece 2021-07-26T16:03:37.599 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi107 running (10m) 8s ago 10m 26.5M - 6.7.4 3b1077a63311 2876c96eb484 2021-07-26T16:03:37.599 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi037.wjuegm smithi037 running (9m) 65s ago 9m 15.3M - 15.2.13 5eab30a79396 d211508d5e60 2021-07-26T16:03:37.599 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi107.pmlxcx smithi107 running (9m) 8s ago 9m 18.9M - 15.2.13 5eab30a79396 8636b713abef 2021-07-26T16:03:37.600 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi107 *:8443 running (4m) 8s ago 15m 372M - 17.0.0-6381-gbccf07c2 6cdb40438e66 860e60362e9d 2021-07-26T16:03:37.600 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443 running (4m) 65s ago 17m 419M - 17.0.0-6381-gbccf07c2 6cdb40438e66 a07fb6f2ffc9 2021-07-26T16:03:37.600 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (4m) 65s ago 17m 57.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 370b9a5b7829 2021-07-26T16:03:37.600 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi107 running (3m) 8s ago 15m 50.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 0f8f2b11f865 2021-07-26T16:03:37.601 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (3m) 65s ago 16m 48.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46cd16de9ecd 2021-07-26T16:03:37.601 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 running (11m) 65s ago 11m 11.3M - 0.18.1 e5a616e4b9cf 3ad93cd5c278 2021-07-26T16:03:37.601 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi107 running (11m) 8s ago 11m 11.2M - 0.18.1 e5a616e4b9cf b308a000873c 2021-07-26T16:03:37.601 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (2m) 65s ago 15m 268M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 3bf4d2f6804d 2021-07-26T16:03:37.601 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (2m) 65s ago 14m 256M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 1926c4e36355 2021-07-26T16:03:37.602 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (96s) 65s ago 14m 156M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 5d4e19f02b60 2021-07-26T16:03:37.602 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (67s) 65s ago 13m - 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 4287a9c24c27 2021-07-26T16:03:37.603 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi107 running (39s) 8s ago 13m 212M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 a8426bbe8ca6 2021-07-26T16:03:37.603 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi107 running (10s) 8s ago 12m - 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 6bb69dd16aa3 2021-07-26T16:03:37.603 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi107 running (12m) 8s ago 12m 172M 4096M 15.2.13 5eab30a79396 4230be7c8f5f 2021-07-26T16:03:37.603 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi107 running (11m) 8s ago 11m 152M 4096M 15.2.13 5eab30a79396 964b0df7c499 2021-07-26T16:03:37.603 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi107 running (10m) 8s ago 11m 25.4M - 2.18.1 de242295e225 95178a9d7a1a 2021-07-26T16:03:37.969 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T16:03:37.969 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2021-07-26T16:03:37.970 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T16:03:37.970 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:03:37.970 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2021-07-26T16:03:37.970 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T16:03:37.971 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:03:37.971 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2021-07-26T16:03:37.971 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 2, 2021-07-26T16:03:37.971 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 6 2021-07-26T16:03:37.973 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:03:37.973 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2021-07-26T16:03:37.974 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 2 2021-07-26T16:03:37.974 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:03:37.974 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2021-07-26T16:03:37.974 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 4, 2021-07-26T16:03:37.974 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 11 2021-07-26T16:03:37.975 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:03:37.975 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T16:03:38.168 INFO:tasks.rados.rados.0.smithi037.stdout:1871: done (3 left) 2021-07-26T16:03:38.168 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 176 2021-07-26T16:03:38.169 INFO:tasks.rados.rados.0.smithi037.stdout:1872: seq_num 608 ranges {0=589824} 2021-07-26T16:03:38.169 INFO:tasks.rados.rados.0.smithi037.stdout:1872: writing smithi03738989-1 from 0 to 589824 tid 1 2021-07-26T16:03:38.169 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 176 2021-07-26T16:03:38.170 INFO:tasks.rados.rados.0.smithi037.stdout:1873: seq_num 609 ranges {5914624=606208} 2021-07-26T16:03:38.204 INFO:tasks.rados.rados.0.smithi037.stdout:1873: writing smithi03738989-31 from 5914624 to 6520832 tid 1 2021-07-26T16:03:38.205 INFO:tasks.rados.rados.0.smithi037.stdout:1874: rollback oid 7 current snap is 176 2021-07-26T16:03:38.205 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 7 to 165 2021-07-26T16:03:38.205 INFO:tasks.rados.rados.0.smithi037.stdout:1872: finishing write tid 1 to smithi03738989-1 2021-07-26T16:03:38.205 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 176 2021-07-26T16:03:38.206 INFO:tasks.rados.rados.0.smithi037.stdout:1875: seq_num 610 ranges {0=622592} 2021-07-26T16:03:38.210 INFO:tasks.rados.rados.0.smithi037.stdout:1875: writing smithi03738989-12 from 0 to 622592 tid 1 2021-07-26T16:03:38.210 INFO:tasks.rados.rados.0.smithi037.stdout:1876: rollback oid 19 current snap is 176 2021-07-26T16:03:38.211 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 173 2021-07-26T16:03:38.211 INFO:tasks.rados.rados.0.smithi037.stdout:1872: finishing write tid 3 to smithi03738989-1 2021-07-26T16:03:38.211 INFO:tasks.rados.rados.0.smithi037.stdout:1872: finishing write tid 4 to smithi03738989-1 2021-07-26T16:03:38.211 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 1677 (ObjNum 608 snap 176 seq_num 608) dirty exists 2021-07-26T16:03:38.211 INFO:tasks.rados.rados.0.smithi037.stdout:1872: left oid 1 (ObjNum 608 snap 176 seq_num 608) 2021-07-26T16:03:38.212 INFO:tasks.rados.rados.0.smithi037.stdout:1872: done (7 left) 2021-07-26T16:03:38.212 INFO:tasks.rados.rados.0.smithi037.stdout:1877: snap_create 2021-07-26T16:03:38.223 INFO:tasks.rados.rados.0.smithi037.stdout:1874: finishing rollback tid 0 to smithi03738989-7 2021-07-26T16:03:38.225 INFO:tasks.rados.rados.0.smithi037.stdout:1875: finishing write tid 1 to smithi03738989-12 2021-07-26T16:03:38.225 INFO:tasks.rados.rados.0.smithi037.stdout:1875: finishing write tid 3 to smithi03738989-12 2021-07-26T16:03:38.225 INFO:tasks.rados.rados.0.smithi037.stdout:1876: finishing rollback tid 0 to smithi03738989-19 2021-07-26T16:03:38.225 INFO:tasks.rados.rados.0.smithi037.stdout:1876: finishing rollback tid 1 to smithi03738989-19 2021-07-26T16:03:38.226 INFO:tasks.rados.rados.0.smithi037.stdout:1874: finishing rollback tid 1 to smithi03738989-7 2021-07-26T16:03:38.226 INFO:tasks.rados.rados.0.smithi037.stdout:1876: finishing rollback tid 2 to smithi03738989-19 2021-07-26T16:03:38.226 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 792 (ObjNum 524 snap 159 seq_num 524) dirty exists 2021-07-26T16:03:38.226 INFO:tasks.rados.rados.0.smithi037.stdout:1874: finishing rollback tid 2 to smithi03738989-7 2021-07-26T16:03:38.227 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 1635 (ObjNum 474 snap 144 seq_num 474) dirty exists 2021-07-26T16:03:38.227 INFO:tasks.rados.rados.0.smithi037.stdout:1875: finishing write tid 4 to smithi03738989-12 2021-07-26T16:03:38.227 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1387 (ObjNum 610 snap 176 seq_num 610) dirty exists 2021-07-26T16:03:38.227 INFO:tasks.rados.rados.0.smithi037.stdout:1875: left oid 12 (ObjNum 610 snap 176 seq_num 610) 2021-07-26T16:03:38.227 INFO:tasks.rados.rados.0.smithi037.stdout:1873: finishing write tid 1 to smithi03738989-31 2021-07-26T16:03:38.228 INFO:tasks.rados.rados.0.smithi037.stdout:1873: finishing write tid 3 to smithi03738989-31 2021-07-26T16:03:38.228 INFO:tasks.rados.rados.0.smithi037.stdout:1873: finishing write tid 4 to smithi03738989-31 2021-07-26T16:03:38.229 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1091 (ObjNum 609 snap 176 seq_num 609) dirty exists 2021-07-26T16:03:38.229 INFO:tasks.rados.rados.0.smithi037.stdout:1873: left oid 31 (ObjNum 609 snap 176 seq_num 609) 2021-07-26T16:03:38.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:38 smithi107 bash[29346]: cluster 2021-07-26T16:03:37.138753+0000 mon.a (mon.0) 621 : cluster [DBG] osdmap e418: 8 total, 8 up, 8 in 2021-07-26T16:03:38.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:38 smithi107 bash[29346]: audit 2021-07-26T16:03:37.258618+0000 mgr.y (mgr.24994) 241 : audit [DBG] from='client.44304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:03:38.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:38 smithi107 bash[29346]: audit 2021-07-26T16:03:37.572415+0000 mgr.y (mgr.24994) 242 : audit [DBG] from='client.44310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:03:38.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:38 smithi107 bash[29346]: audit 2021-07-26T16:03:37.578012+0000 mon.c (mon.1) 194 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:03:38.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:38 smithi107 bash[29346]: audit 2021-07-26T16:03:37.578879+0000 mon.c (mon.1) 195 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:03:38.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:38 smithi107 bash[29346]: audit 2021-07-26T16:03:37.579697+0000 mon.c (mon.1) 196 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:38 smithi107 bash[29346]: audit 2021-07-26T16:03:37.580557+0000 mon.c (mon.1) 197 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:38 smithi107 bash[29346]: audit 2021-07-26T16:03:37.581329+0000 mon.c (mon.1) 198 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:38 smithi107 bash[29346]: audit 2021-07-26T16:03:37.582103+0000 mon.c (mon.1) 199 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:38 smithi107 bash[29346]: audit 2021-07-26T16:03:37.585010+0000 mon.c (mon.1) 200 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:03:38.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:38 smithi107 bash[29346]: audit 2021-07-26T16:03:37.585856+0000 mon.c (mon.1) 201 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:38 smithi107 bash[29346]: audit 2021-07-26T16:03:37.586725+0000 mon.c (mon.1) 202 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:38 smithi107 bash[29346]: audit 2021-07-26T16:03:37.587527+0000 mon.c (mon.1) 203 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:38 smithi107 bash[29346]: audit 2021-07-26T16:03:37.588497+0000 mon.c (mon.1) 204 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:38 smithi107 bash[29346]: audit 2021-07-26T16:03:37.971548+0000 mon.c (mon.1) 205 : audit [DBG] from='client.? 172.21.15.37:0/96725052' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:38.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[41498]: cluster 2021-07-26T16:03:37.138753+0000 mon.a (mon.0) 621 : cluster [DBG] osdmap e418: 8 total, 8 up, 8 in 2021-07-26T16:03:38.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[41498]: audit 2021-07-26T16:03:37.258618+0000 mgr.y (mgr.24994) 241 : audit [DBG] from='client.44304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:03:38.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[41498]: audit 2021-07-26T16:03:37.572415+0000 mgr.y (mgr.24994) 242 : audit [DBG] from='client.44310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:03:38.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[41498]: audit 2021-07-26T16:03:37.578012+0000 mon.c (mon.1) 194 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:03:38.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[41498]: audit 2021-07-26T16:03:37.578879+0000 mon.c (mon.1) 195 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:03:38.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[41498]: audit 2021-07-26T16:03:37.579697+0000 mon.c (mon.1) 196 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[41498]: audit 2021-07-26T16:03:37.580557+0000 mon.c (mon.1) 197 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[41498]: audit 2021-07-26T16:03:37.581329+0000 mon.c (mon.1) 198 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[41498]: audit 2021-07-26T16:03:37.582103+0000 mon.c (mon.1) 199 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[41498]: audit 2021-07-26T16:03:37.585010+0000 mon.c (mon.1) 200 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:03:38.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[41498]: audit 2021-07-26T16:03:37.585856+0000 mon.c (mon.1) 201 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[41498]: audit 2021-07-26T16:03:37.586725+0000 mon.c (mon.1) 202 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[41498]: audit 2021-07-26T16:03:37.587527+0000 mon.c (mon.1) 203 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[41498]: audit 2021-07-26T16:03:37.588497+0000 mon.c (mon.1) 204 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[41498]: audit 2021-07-26T16:03:37.971548+0000 mon.c (mon.1) 205 : audit [DBG] from='client.? 172.21.15.37:0/96725052' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:38.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[42499]: cluster 2021-07-26T16:03:37.138753+0000 mon.a (mon.0) 621 : cluster [DBG] osdmap e418: 8 total, 8 up, 8 in 2021-07-26T16:03:38.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[42499]: audit 2021-07-26T16:03:37.258618+0000 mgr.y (mgr.24994) 241 : audit [DBG] from='client.44304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:03:38.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[42499]: audit 2021-07-26T16:03:37.572415+0000 mgr.y (mgr.24994) 242 : audit [DBG] from='client.44310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:03:38.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[42499]: audit 2021-07-26T16:03:37.578012+0000 mon.c (mon.1) 194 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:03:38.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[42499]: audit 2021-07-26T16:03:37.578879+0000 mon.c (mon.1) 195 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:03:38.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[42499]: audit 2021-07-26T16:03:37.579697+0000 mon.c (mon.1) 196 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[42499]: audit 2021-07-26T16:03:37.580557+0000 mon.c (mon.1) 197 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[42499]: audit 2021-07-26T16:03:37.581329+0000 mon.c (mon.1) 198 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[42499]: audit 2021-07-26T16:03:37.582103+0000 mon.c (mon.1) 199 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[42499]: audit 2021-07-26T16:03:37.585010+0000 mon.c (mon.1) 200 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:03:38.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[42499]: audit 2021-07-26T16:03:37.585856+0000 mon.c (mon.1) 201 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[42499]: audit 2021-07-26T16:03:37.586725+0000 mon.c (mon.1) 202 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[42499]: audit 2021-07-26T16:03:37.587527+0000 mon.c (mon.1) 203 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[42499]: audit 2021-07-26T16:03:37.588497+0000 mon.c (mon.1) 204 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:03:38.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:38 smithi037 bash[42499]: audit 2021-07-26T16:03:37.971548+0000 mon.c (mon.1) 205 : audit [DBG] from='client.? 172.21.15.37:0/96725052' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:39.168 INFO:tasks.rados.rados.0.smithi037.stdout:1873: done (7 left) 2021-07-26T16:03:39.168 INFO:tasks.rados.rados.0.smithi037.stdout:1874: done (6 left) 2021-07-26T16:03:39.168 INFO:tasks.rados.rados.0.smithi037.stdout:1875: done (5 left) 2021-07-26T16:03:39.169 INFO:tasks.rados.rados.0.smithi037.stdout:1876: done (4 left) 2021-07-26T16:03:39.169 INFO:tasks.rados.rados.0.smithi037.stdout:1877: done (3 left) 2021-07-26T16:03:39.169 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 177 2021-07-26T16:03:39.169 INFO:tasks.rados.rados.0.smithi037.stdout:1878: seq_num 611 ranges {589824=638976} 2021-07-26T16:03:39.176 INFO:tasks.rados.rados.0.smithi037.stdout:1878: writing smithi03738989-1 from 589824 to 1228800 tid 1 2021-07-26T16:03:39.177 INFO:tasks.rados.rados.0.smithi037.stdout:1879: delete oid 25 current snap is 177 2021-07-26T16:03:39.184 INFO:tasks.rados.rados.0.smithi037.stdout:1879: done (4 left) 2021-07-26T16:03:39.184 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 177 2021-07-26T16:03:39.184 INFO:tasks.rados.rados.0.smithi037.stdout:1880: seq_num 613 ranges {0=671744} 2021-07-26T16:03:39.188 INFO:tasks.rados.rados.0.smithi037.stdout:1880: writing smithi03738989-36 from 0 to 671744 tid 1 2021-07-26T16:03:39.188 INFO:tasks.rados.rados.0.smithi037.stdout:1881: delete oid 21 current snap is 177 2021-07-26T16:03:39.188 INFO:tasks.rados.rados.0.smithi037.stdout:1878: finishing write tid 1 to smithi03738989-1 2021-07-26T16:03:39.189 INFO:tasks.rados.rados.0.smithi037.stdout:1878: finishing write tid 3 to smithi03738989-1 2021-07-26T16:03:39.189 INFO:tasks.rados.rados.0.smithi037.stdout:1878: finishing write tid 4 to smithi03738989-1 2021-07-26T16:03:39.189 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 1684 (ObjNum 611 snap 177 seq_num 611) dirty exists 2021-07-26T16:03:39.190 INFO:tasks.rados.rados.0.smithi037.stdout:1878: left oid 1 (ObjNum 611 snap 177 seq_num 611) 2021-07-26T16:03:39.194 INFO:tasks.rados.rados.0.smithi037.stdout:1878: done (5 left) 2021-07-26T16:03:39.194 INFO:tasks.rados.rados.0.smithi037.stdout:1881: done (4 left) 2021-07-26T16:03:39.194 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 177 2021-07-26T16:03:39.195 INFO:tasks.rados.rados.0.smithi037.stdout:1882: seq_num 615 ranges {3768320=704512} 2021-07-26T16:03:39.222 INFO:tasks.rados.rados.0.smithi037.stdout:1882: writing smithi03738989-14 from 3768320 to 4472832 tid 1 2021-07-26T16:03:39.223 INFO:tasks.rados.rados.0.smithi037.stdout:1883: rmattr oid 25 current snap is 177 2021-07-26T16:03:39.223 INFO:tasks.rados.rados.0.smithi037.stdout:1883: done (5 left) 2021-07-26T16:03:39.223 INFO:tasks.rados.rados.0.smithi037.stdout:1884: copy_from oid 41 from oid 39 current snap is 177 2021-07-26T16:03:39.223 INFO:tasks.rados.rados.0.smithi037.stdout:1880: finishing write tid 1 to smithi03738989-36 2021-07-26T16:03:39.224 INFO:tasks.rados.rados.0.smithi037.stdout:1880: finishing write tid 3 to smithi03738989-36 2021-07-26T16:03:39.224 INFO:tasks.rados.rados.0.smithi037.stdout:1880: finishing write tid 4 to smithi03738989-36 2021-07-26T16:03:39.224 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1094 (ObjNum 613 snap 177 seq_num 613) dirty exists 2021-07-26T16:03:39.224 INFO:tasks.rados.rados.0.smithi037.stdout:1880: left oid 36 (ObjNum 613 snap 177 seq_num 613) 2021-07-26T16:03:39.224 INFO:tasks.rados.rados.0.smithi037.stdout:1880: done (5 left) 2021-07-26T16:03:39.225 INFO:tasks.rados.rados.0.smithi037.stdout:1885: copy_from oid 9 from oid 17 current snap is 177 2021-07-26T16:03:39.225 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 177 2021-07-26T16:03:39.225 INFO:tasks.rados.rados.0.smithi037.stdout:1886: seq_num 616 ranges {1228800=720896} 2021-07-26T16:03:39.233 INFO:tasks.rados.rados.0.smithi037.stdout:1886: writing smithi03738989-1 from 1228800 to 1949696 tid 1 2021-07-26T16:03:39.233 INFO:tasks.rados.rados.0.smithi037.stdout:1887: delete oid 37 current snap is 177 2021-07-26T16:03:39.233 INFO:tasks.rados.rados.0.smithi037.stdout:1885: finishing copy_from to smithi03738989-9 2021-07-26T16:03:39.234 INFO:tasks.rados.rados.0.smithi037.stdout:1885: got expected ENOENT (src dne) 2021-07-26T16:03:39.234 INFO:tasks.rados.rados.0.smithi037.stdout:1884: finishing copy_from to smithi03738989-41 2021-07-26T16:03:39.234 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1642 (ObjNum 593 snap 173 seq_num 593) dirty exists 2021-07-26T16:03:39.234 INFO:tasks.rados.rados.0.smithi037.stdout:1885: finishing copy_from racing read to smithi03738989-9 2021-07-26T16:03:39.235 INFO:tasks.rados.rados.0.smithi037.stdout:1882: finishing write tid 1 to smithi03738989-14 2021-07-26T16:03:39.235 INFO:tasks.rados.rados.0.smithi037.stdout:1882: finishing write tid 3 to smithi03738989-14 2021-07-26T16:03:39.235 INFO:tasks.rados.rados.0.smithi037.stdout:1884: finishing copy_from racing read to smithi03738989-41 2021-07-26T16:03:39.236 INFO:tasks.rados.rados.0.smithi037.stdout:1882: finishing write tid 4 to smithi03738989-14 2021-07-26T16:03:39.237 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 787 (ObjNum 615 snap 177 seq_num 615) dirty exists 2021-07-26T16:03:39.237 INFO:tasks.rados.rados.0.smithi037.stdout:1882: left oid 14 (ObjNum 615 snap 177 seq_num 615) 2021-07-26T16:03:39.237 INFO:tasks.rados.rados.0.smithi037.stdout:1882: done (7 left) 2021-07-26T16:03:39.237 INFO:tasks.rados.rados.0.smithi037.stdout:1884: done (6 left) 2021-07-26T16:03:39.238 INFO:tasks.rados.rados.0.smithi037.stdout:1885: done (5 left) 2021-07-26T16:03:39.238 INFO:tasks.rados.rados.0.smithi037.stdout:1887: done (4 left) 2021-07-26T16:03:39.238 INFO:tasks.rados.rados.0.smithi037.stdout:1888: read oid 11 snap -1 2021-07-26T16:03:39.238 INFO:tasks.rados.rados.0.smithi037.stdout:1888: expect (ObjNum 520 snap 158 seq_num 520) 2021-07-26T16:03:39.239 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 177 2021-07-26T16:03:39.239 INFO:tasks.rados.rados.0.smithi037.stdout:1889: seq_num 618 ranges {303104=753664} 2021-07-26T16:03:39.246 INFO:tasks.rados.rados.0.smithi037.stdout:1889: writing smithi03738989-9 from 303104 to 1056768 tid 1 2021-07-26T16:03:39.246 INFO:tasks.rados.rados.0.smithi037.stdout:1890: snap_create 2021-07-26T16:03:39.247 INFO:tasks.rados.rados.0.smithi037.stdout:1886: finishing write tid 1 to smithi03738989-1 2021-07-26T16:03:39.247 INFO:tasks.rados.rados.0.smithi037.stdout:1886: finishing write tid 3 to smithi03738989-1 2021-07-26T16:03:39.247 INFO:tasks.rados.rados.0.smithi037.stdout:1886: finishing write tid 4 to smithi03738989-1 2021-07-26T16:03:39.247 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 1686 (ObjNum 616 snap 177 seq_num 616) dirty exists 2021-07-26T16:03:39.248 INFO:tasks.rados.rados.0.smithi037.stdout:1886: left oid 1 (ObjNum 616 snap 177 seq_num 616) 2021-07-26T16:03:39.248 INFO:tasks.rados.rados.0.smithi037.stdout:1888: expect (ObjNum 520 snap 158 seq_num 520) 2021-07-26T16:03:39.324 INFO:tasks.rados.rados.0.smithi037.stdout:1889: finishing write tid 1 to smithi03738989-9 2021-07-26T16:03:39.325 INFO:tasks.rados.rados.0.smithi037.stdout:1889: finishing write tid 3 to smithi03738989-9 2021-07-26T16:03:39.325 INFO:tasks.rados.rados.0.smithi037.stdout:1889: finishing write tid 4 to smithi03738989-9 2021-07-26T16:03:39.325 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1637 (ObjNum 618 snap 177 seq_num 618) dirty exists 2021-07-26T16:03:39.325 INFO:tasks.rados.rados.0.smithi037.stdout:1889: left oid 9 (ObjNum 618 snap 177 seq_num 618) 2021-07-26T16:03:39.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:39 smithi107 bash[29346]: cluster 2021-07-26T16:03:37.767690+0000 mgr.y (mgr.24994) 243 : cluster [DBG] pgmap v336: 89 pgs: 11 active+clean+wait, 5 peering, 3 active+undersized, 70 active+clean; 208 MiB data, 674 MiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 31 op/s; 26 MiB/s, 9 objects/s recovering 2021-07-26T16:03:39.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:39 smithi107 bash[29346]: cluster 2021-07-26T16:03:38.144372+0000 mon.a (mon.0) 622 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 65/441 objects degraded (14.739%), 11 pgs degraded) 2021-07-26T16:03:39.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:39 smithi107 bash[29346]: cluster 2021-07-26T16:03:38.144447+0000 mon.a (mon.0) 623 : cluster [INF] Cluster is now healthy 2021-07-26T16:03:39.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:39 smithi107 bash[29346]: cluster 2021-07-26T16:03:38.163231+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e419: 8 total, 8 up, 8 in 2021-07-26T16:03:39.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:39 smithi037 bash[41498]: cluster 2021-07-26T16:03:37.767690+0000 mgr.y (mgr.24994) 243 : cluster [DBG] pgmap v336: 89 pgs: 11 active+clean+wait, 5 peering, 3 active+undersized, 70 active+clean; 208 MiB data, 674 MiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 31 op/s; 26 MiB/s, 9 objects/s recovering 2021-07-26T16:03:39.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:39 smithi037 bash[41498]: cluster 2021-07-26T16:03:38.144372+0000 mon.a (mon.0) 622 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 65/441 objects degraded (14.739%), 11 pgs degraded) 2021-07-26T16:03:39.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:39 smithi037 bash[41498]: cluster 2021-07-26T16:03:38.144447+0000 mon.a (mon.0) 623 : cluster [INF] Cluster is now healthy 2021-07-26T16:03:39.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:39 smithi037 bash[41498]: cluster 2021-07-26T16:03:38.163231+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e419: 8 total, 8 up, 8 in 2021-07-26T16:03:39.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:39 smithi037 bash[42499]: cluster 2021-07-26T16:03:37.767690+0000 mgr.y (mgr.24994) 243 : cluster [DBG] pgmap v336: 89 pgs: 11 active+clean+wait, 5 peering, 3 active+undersized, 70 active+clean; 208 MiB data, 674 MiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 31 op/s; 26 MiB/s, 9 objects/s recovering 2021-07-26T16:03:39.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:39 smithi037 bash[42499]: cluster 2021-07-26T16:03:38.144372+0000 mon.a (mon.0) 622 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 65/441 objects degraded (14.739%), 11 pgs degraded) 2021-07-26T16:03:39.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:39 smithi037 bash[42499]: cluster 2021-07-26T16:03:38.144447+0000 mon.a (mon.0) 623 : cluster [INF] Cluster is now healthy 2021-07-26T16:03:39.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:39 smithi037 bash[42499]: cluster 2021-07-26T16:03:38.163231+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e419: 8 total, 8 up, 8 in 2021-07-26T16:03:40.177 INFO:tasks.rados.rados.0.smithi037.stdout:1886: done (6 left) 2021-07-26T16:03:40.177 INFO:tasks.rados.rados.0.smithi037.stdout:1888: done (5 left) 2021-07-26T16:03:40.178 INFO:tasks.rados.rados.0.smithi037.stdout:1889: done (4 left) 2021-07-26T16:03:40.178 INFO:tasks.rados.rados.0.smithi037.stdout:1890: done (3 left) 2021-07-26T16:03:40.178 INFO:tasks.rados.rados.0.smithi037.stdout:1891: rollback oid 28 current snap is 178 2021-07-26T16:03:40.178 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 28 to 176 2021-07-26T16:03:40.179 INFO:tasks.rados.rados.0.smithi037.stdout:1892: snap_create 2021-07-26T16:03:40.184 INFO:tasks.rados.rados.0.smithi037.stdout:1891: finishing rollback tid 0 to smithi03738989-28 2021-07-26T16:03:40.185 INFO:tasks.rados.rados.0.smithi037.stdout:1891: finishing rollback tid 1 to smithi03738989-28 2021-07-26T16:03:40.186 INFO:tasks.rados.rados.0.smithi037.stdout:1891: finishing rollback tid 2 to smithi03738989-28 2021-07-26T16:03:40.186 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 823 (ObjNum 404 snap 124 seq_num 404) dirty exists 2021-07-26T16:03:40.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:40 smithi107 bash[29346]: cluster 2021-07-26T16:03:39.167963+0000 mon.a (mon.0) 625 : cluster [DBG] osdmap e420: 8 total, 8 up, 8 in 2021-07-26T16:03:40.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:40 smithi037 bash[41498]: cluster 2021-07-26T16:03:39.167963+0000 mon.a (mon.0) 625 : cluster [DBG] osdmap e420: 8 total, 8 up, 8 in 2021-07-26T16:03:40.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:40 smithi037 bash[42499]: cluster 2021-07-26T16:03:39.167963+0000 mon.a (mon.0) 625 : cluster [DBG] osdmap e420: 8 total, 8 up, 8 in 2021-07-26T16:03:41.187 INFO:tasks.rados.rados.0.smithi037.stdout:1891: done (4 left) 2021-07-26T16:03:41.187 INFO:tasks.rados.rados.0.smithi037.stdout:1892: done (3 left) 2021-07-26T16:03:41.187 INFO:tasks.rados.rados.0.smithi037.stdout:1893: read oid 33 snap 175 2021-07-26T16:03:41.188 INFO:tasks.rados.rados.0.smithi037.stdout:1893: expect (ObjNum 372669280 snap 21933 seq_num 371709648) 2021-07-26T16:03:41.188 INFO:tasks.rados.rados.0.smithi037.stdout:1894: snap_create 2021-07-26T16:03:41.189 INFO:tasks.rados.rados.0.smithi037.stdout:1893: expect (ObjNum 372669280 snap 21933 seq_num 371709648) 2021-07-26T16:03:41.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:41 smithi107 bash[29346]: cluster 2021-07-26T16:03:39.768419+0000 mgr.y (mgr.24994) 244 : cluster [DBG] pgmap v339: 89 pgs: 11 active+clean+wait, 78 active+clean; 206 MiB data, 659 MiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.6 MiB/s wr, 24 op/s; 26 MiB/s, 9 objects/s recovering 2021-07-26T16:03:41.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:41 smithi107 bash[29346]: cluster 2021-07-26T16:03:40.175612+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e421: 8 total, 8 up, 8 in 2021-07-26T16:03:41.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:41 smithi037 bash[42499]: cluster 2021-07-26T16:03:39.768419+0000 mgr.y (mgr.24994) 244 : cluster [DBG] pgmap v339: 89 pgs: 11 active+clean+wait, 78 active+clean; 206 MiB data, 659 MiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.6 MiB/s wr, 24 op/s; 26 MiB/s, 9 objects/s recovering 2021-07-26T16:03:41.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:41 smithi037 bash[42499]: cluster 2021-07-26T16:03:40.175612+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e421: 8 total, 8 up, 8 in 2021-07-26T16:03:41.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:41 smithi037 bash[41498]: cluster 2021-07-26T16:03:39.768419+0000 mgr.y (mgr.24994) 244 : cluster [DBG] pgmap v339: 89 pgs: 11 active+clean+wait, 78 active+clean; 206 MiB data, 659 MiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.6 MiB/s wr, 24 op/s; 26 MiB/s, 9 objects/s recovering 2021-07-26T16:03:41.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:41 smithi037 bash[41498]: cluster 2021-07-26T16:03:40.175612+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e421: 8 total, 8 up, 8 in 2021-07-26T16:03:41.994 INFO:tasks.rados.rados.0.smithi037.stdout:1893: done (4 left) 2021-07-26T16:03:41.995 INFO:tasks.rados.rados.0.smithi037.stdout:1894: done (3 left) 2021-07-26T16:03:41.995 INFO:tasks.rados.rados.0.smithi037.stdout:1895: rollback oid 35 current snap is 180 2021-07-26T16:03:41.995 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 35 to 179 2021-07-26T16:03:41.996 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 180 2021-07-26T16:03:41.996 INFO:tasks.rados.rados.0.smithi037.stdout:1896: seq_num 619 ranges {0=770048} 2021-07-26T16:03:41.999 INFO:tasks.rados.rados.0.smithi037.stdout:1896: writing smithi03738989-22 from 0 to 770048 tid 1 2021-07-26T16:03:41.999 INFO:tasks.rados.rados.0.smithi037.stdout:1897: copy_from oid 42 from oid 30 current snap is 180 2021-07-26T16:03:41.999 INFO:tasks.rados.rados.0.smithi037.stdout:1898: delete oid 15 current snap is 180 2021-07-26T16:03:42.003 INFO:tasks.rados.rados.0.smithi037.stdout:1898: done (6 left) 2021-07-26T16:03:42.004 INFO:tasks.rados.rados.0.smithi037.stdout:1899: rollback oid 24 current snap is 180 2021-07-26T16:03:42.004 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 24 to 178 2021-07-26T16:03:42.004 INFO:tasks.rados.rados.0.smithi037.stdout:1900: snap_create 2021-07-26T16:03:42.006 INFO:tasks.rados.rados.0.smithi037.stdout:1895: finishing rollback tid 0 to smithi03738989-35 2021-07-26T16:03:42.007 INFO:tasks.rados.rados.0.smithi037.stdout:1895: finishing rollback tid 1 to smithi03738989-35 2021-07-26T16:03:42.008 INFO:tasks.rados.rados.0.smithi037.stdout:1895: finishing rollback tid 2 to smithi03738989-35 2021-07-26T16:03:42.008 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1094 (ObjNum 573 snap 171 seq_num 573) dirty exists 2021-07-26T16:03:42.009 INFO:tasks.rados.rados.0.smithi037.stdout:1896: finishing write tid 1 to smithi03738989-22 2021-07-26T16:03:42.009 INFO:tasks.rados.rados.0.smithi037.stdout:1896: finishing write tid 3 to smithi03738989-22 2021-07-26T16:03:42.011 INFO:tasks.rados.rados.0.smithi037.stdout:1896: finishing write tid 4 to smithi03738989-22 2021-07-26T16:03:42.012 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 825 (ObjNum 619 snap 180 seq_num 619) dirty exists 2021-07-26T16:03:42.012 INFO:tasks.rados.rados.0.smithi037.stdout:1896: left oid 22 (ObjNum 619 snap 180 seq_num 619) 2021-07-26T16:03:42.012 INFO:tasks.rados.rados.0.smithi037.stdout:1899: finishing rollback tid 0 to smithi03738989-24 2021-07-26T16:03:42.012 INFO:tasks.rados.rados.0.smithi037.stdout:1899: finishing rollback tid 1 to smithi03738989-24 2021-07-26T16:03:42.013 INFO:tasks.rados.rados.0.smithi037.stdout:1899: finishing rollback tid 2 to smithi03738989-24 2021-07-26T16:03:42.013 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 1690 (ObjNum 599 snap 174 seq_num 599) dirty exists 2021-07-26T16:03:42.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:42 smithi107 bash[29346]: cluster 2021-07-26T16:03:41.186692+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e422: 8 total, 8 up, 8 in 2021-07-26T16:03:42.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:42 smithi107 bash[29346]: cluster 2021-07-26T16:03:41.992599+0000 mon.a (mon.0) 628 : cluster [DBG] osdmap e423: 8 total, 8 up, 8 in 2021-07-26T16:03:42.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:42 smithi037 bash[42499]: cluster 2021-07-26T16:03:41.186692+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e422: 8 total, 8 up, 8 in 2021-07-26T16:03:42.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:42 smithi037 bash[42499]: cluster 2021-07-26T16:03:41.992599+0000 mon.a (mon.0) 628 : cluster [DBG] osdmap e423: 8 total, 8 up, 8 in 2021-07-26T16:03:42.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:42 smithi037 bash[41498]: cluster 2021-07-26T16:03:41.186692+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e422: 8 total, 8 up, 8 in 2021-07-26T16:03:42.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:42 smithi037 bash[41498]: cluster 2021-07-26T16:03:41.992599+0000 mon.a (mon.0) 628 : cluster [DBG] osdmap e423: 8 total, 8 up, 8 in 2021-07-26T16:03:43.009 INFO:tasks.rados.rados.0.smithi037.stdout:1895: done (7 left) 2021-07-26T16:03:43.009 INFO:tasks.rados.rados.0.smithi037.stdout:1896: done (6 left) 2021-07-26T16:03:43.010 INFO:tasks.rados.rados.0.smithi037.stdout:1899: done (5 left) 2021-07-26T16:03:43.010 INFO:tasks.rados.rados.0.smithi037.stdout:1900: done (4 left) 2021-07-26T16:03:43.010 INFO:tasks.rados.rados.0.smithi037.stdout:1901: read oid 22 snap 178 2021-07-26T16:03:43.010 INFO:tasks.rados.rados.0.smithi037.stdout:1901: expect deleted 2021-07-26T16:03:43.011 INFO:tasks.rados.rados.0.smithi037.stdout:1902: rollback oid 16 current snap is 181 2021-07-26T16:03:43.011 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 179 2021-07-26T16:03:43.011 INFO:tasks.rados.rados.0.smithi037.stdout:1903: read oid 50 snap 179 2021-07-26T16:03:43.012 INFO:tasks.rados.rados.0.smithi037.stdout:1903: expect (ObjNum 445 snap 136 seq_num 445) 2021-07-26T16:03:43.012 INFO:tasks.rados.rados.0.smithi037.stdout:1904: rollback oid 34 current snap is 181 2021-07-26T16:03:43.012 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 34 to 179 2021-07-26T16:03:43.012 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 181 2021-07-26T16:03:43.013 INFO:tasks.rados.rados.0.smithi037.stdout:1905: seq_num 621 ranges {4472832=409600,4882432=401408} 2021-07-26T16:03:43.037 INFO:tasks.rados.rados.0.smithi037.stdout:1905: writing smithi03738989-14 from 4472832 to 4882432 tid 1 2021-07-26T16:03:43.044 INFO:tasks.rados.rados.0.smithi037.stdout:1905: writing smithi03738989-14 from 4882432 to 5283840 tid 2 2021-07-26T16:03:43.044 INFO:tasks.rados.rados.0.smithi037.stdout:1906: read oid 3 snap -1 2021-07-26T16:03:43.045 INFO:tasks.rados.rados.0.smithi037.stdout:1906: expect (ObjNum 387 snap 120 seq_num 387) 2021-07-26T16:03:43.045 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 28 current snap is 181 2021-07-26T16:03:43.046 INFO:tasks.rados.rados.0.smithi037.stdout:1907: seq_num 622 ranges {8937472=425984,9363456=401408} 2021-07-26T16:03:43.093 INFO:tasks.rados.rados.0.smithi037.stdout:1907: writing smithi03738989-28 from 8937472 to 9363456 tid 1 2021-07-26T16:03:43.096 INFO:tasks.rados.rados.0.smithi037.stdout:1907: writing smithi03738989-28 from 9363456 to 9764864 tid 2 2021-07-26T16:03:43.096 INFO:tasks.rados.rados.0.smithi037.stdout:1908: delete oid 21 current snap is 181 2021-07-26T16:03:43.096 INFO:tasks.rados.rados.0.smithi037.stdout:1904: finishing rollback tid 0 to smithi03738989-34 2021-07-26T16:03:43.097 INFO:tasks.rados.rados.0.smithi037.stdout:1904: finishing rollback tid 1 to smithi03738989-34 2021-07-26T16:03:43.097 INFO:tasks.rados.rados.0.smithi037.stdout:1904: finishing rollback tid 2 to smithi03738989-34 2021-07-26T16:03:43.097 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 1352 (ObjNum 595 snap 173 seq_num 595) dirty exists 2021-07-26T16:03:43.097 INFO:tasks.rados.rados.0.smithi037.stdout:1902: finishing rollback tid 0 to smithi03738989-16 2021-07-26T16:03:43.098 INFO:tasks.rados.rados.0.smithi037.stdout:1902: finishing rollback tid 1 to smithi03738989-16 2021-07-26T16:03:43.098 INFO:tasks.rados.rados.0.smithi037.stdout:1902: finishing rollback tid 2 to smithi03738989-16 2021-07-26T16:03:43.098 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 1390 (ObjNum 581 snap 171 seq_num 581) dirty exists 2021-07-26T16:03:43.098 INFO:tasks.rados.rados.0.smithi037.stdout:1903: expect (ObjNum 445 snap 136 seq_num 445) 2021-07-26T16:03:43.432 INFO:tasks.rados.rados.0.smithi037.stdout:1905: finishing write tid 1 to smithi03738989-14 2021-07-26T16:03:43.433 INFO:tasks.rados.rados.0.smithi037.stdout:1905: finishing write tid 2 to smithi03738989-14 2021-07-26T16:03:43.433 INFO:tasks.rados.rados.0.smithi037.stdout:1905: finishing write tid 4 to smithi03738989-14 2021-07-26T16:03:43.433 INFO:tasks.rados.rados.0.smithi037.stdout:1905: finishing write tid 5 to smithi03738989-14 2021-07-26T16:03:43.433 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 790 (ObjNum 621 snap 181 seq_num 621) dirty exists 2021-07-26T16:03:43.434 INFO:tasks.rados.rados.0.smithi037.stdout:1905: left oid 14 (ObjNum 621 snap 181 seq_num 621) 2021-07-26T16:03:43.434 INFO:tasks.rados.rados.0.smithi037.stdout:1901: done (11 left) 2021-07-26T16:03:43.435 INFO:tasks.rados.rados.0.smithi037.stdout:1902: done (10 left) 2021-07-26T16:03:43.435 INFO:tasks.rados.rados.0.smithi037.stdout:1903: done (9 left) 2021-07-26T16:03:43.435 INFO:tasks.rados.rados.0.smithi037.stdout:1904: done (8 left) 2021-07-26T16:03:43.435 INFO:tasks.rados.rados.0.smithi037.stdout:1905: done (7 left) 2021-07-26T16:03:43.436 INFO:tasks.rados.rados.0.smithi037.stdout:1908: done (6 left) 2021-07-26T16:03:43.436 INFO:tasks.rados.rados.0.smithi037.stdout:1909: snap_create 2021-07-26T16:03:43.437 INFO:tasks.rados.rados.0.smithi037.stdout:1906: expect (ObjNum 387 snap 120 seq_num 387) 2021-07-26T16:03:43.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:43 smithi107 bash[29346]: cluster 2021-07-26T16:03:41.769312+0000 mgr.y (mgr.24994) 245 : cluster [DBG] pgmap v342: 89 pgs: 11 active+clean+wait, 78 active+clean; 207 MiB data, 667 MiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 300 KiB/s wr, 6 op/s 2021-07-26T16:03:43.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:43 smithi107 bash[29346]: cluster 2021-07-26T16:03:43.009910+0000 mon.a (mon.0) 629 : cluster [DBG] osdmap e424: 8 total, 8 up, 8 in 2021-07-26T16:03:43.533 INFO:tasks.rados.rados.0.smithi037.stdout:1907: finishing write tid 1 to smithi03738989-28 2021-07-26T16:03:43.533 INFO:tasks.rados.rados.0.smithi037.stdout:1907: finishing write tid 2 to smithi03738989-28 2021-07-26T16:03:43.533 INFO:tasks.rados.rados.0.smithi037.stdout:1907: finishing write tid 4 to smithi03738989-28 2021-07-26T16:03:43.534 INFO:tasks.rados.rados.0.smithi037.stdout:1907: finishing write tid 5 to smithi03738989-28 2021-07-26T16:03:43.534 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 829 (ObjNum 622 snap 181 seq_num 622) dirty exists 2021-07-26T16:03:43.534 INFO:tasks.rados.rados.0.smithi037.stdout:1907: left oid 28 (ObjNum 622 snap 181 seq_num 622) 2021-07-26T16:03:43.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:43 smithi037 bash[42499]: cluster 2021-07-26T16:03:41.769312+0000 mgr.y (mgr.24994) 245 : cluster [DBG] pgmap v342: 89 pgs: 11 active+clean+wait, 78 active+clean; 207 MiB data, 667 MiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 300 KiB/s wr, 6 op/s 2021-07-26T16:03:43.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:43 smithi037 bash[42499]: cluster 2021-07-26T16:03:43.009910+0000 mon.a (mon.0) 629 : cluster [DBG] osdmap e424: 8 total, 8 up, 8 in 2021-07-26T16:03:43.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:43 smithi037 bash[41498]: cluster 2021-07-26T16:03:41.769312+0000 mgr.y (mgr.24994) 245 : cluster [DBG] pgmap v342: 89 pgs: 11 active+clean+wait, 78 active+clean; 207 MiB data, 667 MiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 300 KiB/s wr, 6 op/s 2021-07-26T16:03:43.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:43 smithi037 bash[41498]: cluster 2021-07-26T16:03:43.009910+0000 mon.a (mon.0) 629 : cluster [DBG] osdmap e424: 8 total, 8 up, 8 in 2021-07-26T16:03:44.209 INFO:tasks.rados.rados.0.smithi037.stdout:1906: done (6 left) 2021-07-26T16:03:44.209 INFO:tasks.rados.rados.0.smithi037.stdout:1907: done (5 left) 2021-07-26T16:03:44.209 INFO:tasks.rados.rados.0.smithi037.stdout:1909: done (4 left) 2021-07-26T16:03:44.209 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 182 2021-07-26T16:03:44.210 INFO:tasks.rados.rados.0.smithi037.stdout:1910: seq_num 624 ranges {0=458752,458752=401408} 2021-07-26T16:03:44.211 INFO:tasks.rados.rados.0.smithi037.stdout:1910: writing smithi03738989-21 from 0 to 458752 tid 1 2021-07-26T16:03:44.213 INFO:tasks.rados.rados.0.smithi037.stdout:1910: writing smithi03738989-21 from 458752 to 860160 tid 2 2021-07-26T16:03:44.214 INFO:tasks.rados.rados.0.smithi037.stdout:1911: rollback oid 23 current snap is 182 2021-07-26T16:03:44.214 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 23 to 175 2021-07-26T16:03:44.214 INFO:tasks.rados.rados.0.smithi037.stdout:1912: rollback oid 47 current snap is 182 2021-07-26T16:03:44.214 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 47 to 180 2021-07-26T16:03:44.215 INFO:tasks.rados.rados.0.smithi037.stdout:1913: rollback oid 22 current snap is 182 2021-07-26T16:03:44.215 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 22 to 176 2021-07-26T16:03:44.215 INFO:tasks.rados.rados.0.smithi037.stdout:1914: snap_create 2021-07-26T16:03:44.223 INFO:tasks.rados.rados.0.smithi037.stdout:1913: finishing rollback tid 0 to smithi03738989-22 2021-07-26T16:03:44.223 INFO:tasks.rados.rados.0.smithi037.stdout:1913: finishing rollback tid 1 to smithi03738989-22 2021-07-26T16:03:44.224 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 832 (ObjNum 372669392 snap 21933 seq_num 0) dirty dne 2021-07-26T16:03:44.225 INFO:tasks.rados.rados.0.smithi037.stdout:1912: finishing rollback tid 0 to smithi03738989-47 2021-07-26T16:03:44.225 INFO:tasks.rados.rados.0.smithi037.stdout:1912: finishing rollback tid 1 to smithi03738989-47 2021-07-26T16:03:44.226 INFO:tasks.rados.rados.0.smithi037.stdout:1911: finishing rollback tid 1 to smithi03738989-23 2021-07-26T16:03:44.226 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1496 (ObjNum 288 snap 0 seq_num 161) dirty dne 2021-07-26T16:03:44.227 INFO:tasks.rados.rados.0.smithi037.stdout:1912: finishing rollback tid 2 to smithi03738989-47 2021-07-26T16:03:44.227 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 1640 (ObjNum 542 snap 161 seq_num 542) dirty exists 2021-07-26T16:03:44.227 INFO:tasks.rados.rados.0.smithi037.stdout:1910: finishing write tid 1 to smithi03738989-21 2021-07-26T16:03:44.228 INFO:tasks.rados.rados.0.smithi037.stdout:1910: finishing write tid 2 to smithi03738989-21 2021-07-26T16:03:44.228 INFO:tasks.rados.rados.0.smithi037.stdout:1910: finishing write tid 4 to smithi03738989-21 2021-07-26T16:03:44.230 INFO:tasks.rados.rados.0.smithi037.stdout:1910: finishing write tid 5 to smithi03738989-21 2021-07-26T16:03:44.230 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 1087 (ObjNum 624 snap 182 seq_num 624) dirty exists 2021-07-26T16:03:44.230 INFO:tasks.rados.rados.0.smithi037.stdout:1910: left oid 21 (ObjNum 624 snap 182 seq_num 624) 2021-07-26T16:03:45.218 INFO:tasks.rados.rados.0.smithi037.stdout:1910: done (8 left) 2021-07-26T16:03:45.218 INFO:tasks.rados.rados.0.smithi037.stdout:1911: done (7 left) 2021-07-26T16:03:45.219 INFO:tasks.rados.rados.0.smithi037.stdout:1912: done (6 left) 2021-07-26T16:03:45.219 INFO:tasks.rados.rados.0.smithi037.stdout:1913: done (5 left) 2021-07-26T16:03:45.219 INFO:tasks.rados.rados.0.smithi037.stdout:1914: done (4 left) 2021-07-26T16:03:45.219 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 183 2021-07-26T16:03:45.220 INFO:tasks.rados.rados.0.smithi037.stdout:1915: seq_num 625 ranges {4710400=475136,5185536=401408} 2021-07-26T16:03:45.250 INFO:tasks.rados.rados.0.smithi037.stdout:1915: writing smithi03738989-45 from 4710400 to 5185536 tid 1 2021-07-26T16:03:45.252 INFO:tasks.rados.rados.0.smithi037.stdout:1915: writing smithi03738989-45 from 5185536 to 5586944 tid 2 2021-07-26T16:03:45.252 INFO:tasks.rados.rados.0.smithi037.stdout:1916: snap_create 2021-07-26T16:03:45.263 INFO:tasks.rados.rados.0.smithi037.stdout:1915: finishing write tid 1 to smithi03738989-45 2021-07-26T16:03:45.263 INFO:tasks.rados.rados.0.smithi037.stdout:1915: finishing write tid 2 to smithi03738989-45 2021-07-26T16:03:45.263 INFO:tasks.rados.rados.0.smithi037.stdout:1915: finishing write tid 4 to smithi03738989-45 2021-07-26T16:03:45.265 INFO:tasks.rados.rados.0.smithi037.stdout:1915: finishing write tid 5 to smithi03738989-45 2021-07-26T16:03:45.265 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1694 (ObjNum 625 snap 183 seq_num 625) dirty exists 2021-07-26T16:03:45.265 INFO:tasks.rados.rados.0.smithi037.stdout:1915: left oid 45 (ObjNum 625 snap 183 seq_num 625) 2021-07-26T16:03:45.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:45 smithi107 bash[29346]: cluster 2021-07-26T16:03:43.770172+0000 mgr.y (mgr.24994) 246 : cluster [DBG] pgmap v345: 89 pgs: 11 active+clean+wait, 78 active+clean; 210 MiB data, 673 MiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 960 KiB/s wr, 10 op/s 2021-07-26T16:03:45.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:45 smithi107 bash[29346]: cluster 2021-07-26T16:03:44.210766+0000 mon.a (mon.0) 630 : cluster [DBG] osdmap e425: 8 total, 8 up, 8 in 2021-07-26T16:03:45.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:45 smithi107 bash[29346]: audit 2021-07-26T16:03:44.672441+0000 mon.c (mon.1) 206 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T16:03:45.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:45 smithi037 bash[41498]: cluster 2021-07-26T16:03:43.770172+0000 mgr.y (mgr.24994) 246 : cluster [DBG] pgmap v345: 89 pgs: 11 active+clean+wait, 78 active+clean; 210 MiB data, 673 MiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 960 KiB/s wr, 10 op/s 2021-07-26T16:03:45.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:45 smithi037 bash[41498]: cluster 2021-07-26T16:03:44.210766+0000 mon.a (mon.0) 630 : cluster [DBG] osdmap e425: 8 total, 8 up, 8 in 2021-07-26T16:03:45.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:45 smithi037 bash[41498]: audit 2021-07-26T16:03:44.672441+0000 mon.c (mon.1) 206 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T16:03:45.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:45 smithi037 bash[42499]: cluster 2021-07-26T16:03:43.770172+0000 mgr.y (mgr.24994) 246 : cluster [DBG] pgmap v345: 89 pgs: 11 active+clean+wait, 78 active+clean; 210 MiB data, 673 MiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 960 KiB/s wr, 10 op/s 2021-07-26T16:03:45.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:45 smithi037 bash[42499]: cluster 2021-07-26T16:03:44.210766+0000 mon.a (mon.0) 630 : cluster [DBG] osdmap e425: 8 total, 8 up, 8 in 2021-07-26T16:03:45.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:45 smithi037 bash[42499]: audit 2021-07-26T16:03:44.672441+0000 mon.c (mon.1) 206 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T16:03:46.222 INFO:tasks.rados.rados.0.smithi037.stdout:1915: done (5 left) 2021-07-26T16:03:46.223 INFO:tasks.rados.rados.0.smithi037.stdout:1916: done (4 left) 2021-07-26T16:03:46.223 INFO:tasks.rados.rados.0.smithi037.stdout:1917: setattr oid 15 current snap is 184 2021-07-26T16:03:46.224 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 184 2021-07-26T16:03:46.224 INFO:tasks.rados.rados.0.smithi037.stdout:1918: seq_num 626 ranges {729088=491520,1220608=401408} 2021-07-26T16:03:46.233 INFO:tasks.rados.rados.0.smithi037.stdout:1918: writing smithi03738989-2 from 729088 to 1220608 tid 1 2021-07-26T16:03:46.235 INFO:tasks.rados.rados.0.smithi037.stdout:1918: writing smithi03738989-2 from 1220608 to 1622016 tid 2 2021-07-26T16:03:46.235 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 184 2021-07-26T16:03:46.236 INFO:tasks.rados.rados.0.smithi037.stdout:1919: seq_num 627 ranges {491520=507904,999424=401408} 2021-07-26T16:03:46.241 INFO:tasks.rados.rados.0.smithi037.stdout:1919: writing smithi03738989-46 from 491520 to 999424 tid 1 2021-07-26T16:03:46.244 INFO:tasks.rados.rados.0.smithi037.stdout:1919: writing smithi03738989-46 from 999424 to 1400832 tid 2 2021-07-26T16:03:46.244 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 184 2021-07-26T16:03:46.245 INFO:tasks.rados.rados.0.smithi037.stdout:1920: seq_num 628 ranges {1056768=524288,1581056=401408} 2021-07-26T16:03:46.254 INFO:tasks.rados.rados.0.smithi037.stdout:1920: writing smithi03738989-9 from 1056768 to 1581056 tid 1 2021-07-26T16:03:46.256 INFO:tasks.rados.rados.0.smithi037.stdout:1920: writing smithi03738989-9 from 1581056 to 1982464 tid 2 2021-07-26T16:03:46.256 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 184 2021-07-26T16:03:46.257 INFO:tasks.rados.rados.0.smithi037.stdout:1921: seq_num 629 ranges {6520832=540672,7061504=401408} 2021-07-26T16:03:46.296 INFO:tasks.rados.rados.0.smithi037.stdout:1921: writing smithi03738989-31 from 6520832 to 7061504 tid 1 2021-07-26T16:03:46.299 INFO:tasks.rados.rados.0.smithi037.stdout:1921: writing smithi03738989-31 from 7061504 to 7462912 tid 2 2021-07-26T16:03:46.299 INFO:tasks.rados.rados.0.smithi037.stdout:1922: rmattr oid 39 current snap is 184 2021-07-26T16:03:46.299 INFO:tasks.rados.rados.0.smithi037.stdout:1922: done (9 left) 2021-07-26T16:03:46.300 INFO:tasks.rados.rados.0.smithi037.stdout:1923: setattr oid 43 current snap is 184 2021-07-26T16:03:46.300 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1502 (ObjNum 0 snap 0 seq_num 0) dirty exists 2021-07-26T16:03:46.300 INFO:tasks.rados.rados.0.smithi037.stdout:1918: finishing write tid 1 to smithi03738989-2 2021-07-26T16:03:46.300 INFO:tasks.rados.rados.0.smithi037.stdout:1918: finishing write tid 2 to smithi03738989-2 2021-07-26T16:03:46.301 INFO:tasks.rados.rados.0.smithi037.stdout:1918: finishing write tid 4 to smithi03738989-2 2021-07-26T16:03:46.301 INFO:tasks.rados.rados.0.smithi037.stdout:1918: finishing write tid 5 to smithi03738989-2 2021-07-26T16:03:46.301 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 845 (ObjNum 626 snap 184 seq_num 626) dirty exists 2021-07-26T16:03:46.301 INFO:tasks.rados.rados.0.smithi037.stdout:1918: left oid 2 (ObjNum 626 snap 184 seq_num 626) 2021-07-26T16:03:46.301 INFO:tasks.rados.rados.0.smithi037.stdout:1919: finishing write tid 1 to smithi03738989-46 2021-07-26T16:03:46.302 INFO:tasks.rados.rados.0.smithi037.stdout:1919: finishing write tid 2 to smithi03738989-46 2021-07-26T16:03:46.302 INFO:tasks.rados.rados.0.smithi037.stdout:1919: finishing write tid 4 to smithi03738989-46 2021-07-26T16:03:46.302 INFO:tasks.rados.rados.0.smithi037.stdout:1919: finishing write tid 5 to smithi03738989-46 2021-07-26T16:03:46.302 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 1643 (ObjNum 627 snap 184 seq_num 627) dirty exists 2021-07-26T16:03:46.303 INFO:tasks.rados.rados.0.smithi037.stdout:1919: left oid 46 (ObjNum 627 snap 184 seq_num 627) 2021-07-26T16:03:46.303 INFO:tasks.rados.rados.0.smithi037.stdout:1920: finishing write tid 1 to smithi03738989-9 2021-07-26T16:03:46.303 INFO:tasks.rados.rados.0.smithi037.stdout:1920: finishing write tid 2 to smithi03738989-9 2021-07-26T16:03:46.303 INFO:tasks.rados.rados.0.smithi037.stdout:1920: finishing write tid 4 to smithi03738989-9 2021-07-26T16:03:46.303 INFO:tasks.rados.rados.0.smithi037.stdout:1920: finishing write tid 5 to smithi03738989-9 2021-07-26T16:03:46.304 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1646 (ObjNum 628 snap 184 seq_num 628) dirty exists 2021-07-26T16:03:46.304 INFO:tasks.rados.rados.0.smithi037.stdout:1920: left oid 9 (ObjNum 628 snap 184 seq_num 628) 2021-07-26T16:03:46.305 INFO:tasks.rados.rados.0.smithi037.stdout:1917: done (9 left) 2021-07-26T16:03:46.305 INFO:tasks.rados.rados.0.smithi037.stdout:1918: done (8 left) 2021-07-26T16:03:46.305 INFO:tasks.rados.rados.0.smithi037.stdout:1919: done (7 left) 2021-07-26T16:03:46.305 INFO:tasks.rados.rados.0.smithi037.stdout:1920: done (6 left) 2021-07-26T16:03:46.306 INFO:tasks.rados.rados.0.smithi037.stdout:1924: rollback oid 39 current snap is 184 2021-07-26T16:03:46.306 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 39 to 180 2021-07-26T16:03:46.306 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 184 2021-07-26T16:03:46.306 INFO:tasks.rados.rados.0.smithi037.stdout:1925: seq_num 630 ranges {5849088=557056,6406144=401408} 2021-07-26T16:03:46.337 INFO:tasks.rados.rados.0.smithi037.stdout:1925: writing smithi03738989-13 from 5849088 to 6406144 tid 1 2021-07-26T16:03:46.341 INFO:tasks.rados.rados.0.smithi037.stdout:1925: writing smithi03738989-13 from 6406144 to 6807552 tid 2 2021-07-26T16:03:46.341 INFO:tasks.rados.rados.0.smithi037.stdout:1926: rollback oid 36 current snap is 184 2021-07-26T16:03:46.342 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 36 to 182 2021-07-26T16:03:46.342 INFO:tasks.rados.rados.0.smithi037.stdout:1921: finishing write tid 1 to smithi03738989-31 2021-07-26T16:03:46.342 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 846 (ObjNum 396 snap 121 seq_num 396) dirty exists 2021-07-26T16:03:46.342 INFO:tasks.rados.rados.0.smithi037.stdout:1921: finishing write tid 2 to smithi03738989-31 2021-07-26T16:03:46.343 INFO:tasks.rados.rados.0.smithi037.stdout:1921: finishing write tid 4 to smithi03738989-31 2021-07-26T16:03:46.343 INFO:tasks.rados.rados.0.smithi037.stdout:1923: done (8 left) 2021-07-26T16:03:46.343 INFO:tasks.rados.rados.0.smithi037.stdout:1927: copy_from oid 3 from oid 16 current snap is 184 2021-07-26T16:03:46.343 INFO:tasks.rados.rados.0.smithi037.stdout:1924: finishing rollback tid 0 to smithi03738989-39 2021-07-26T16:03:46.344 INFO:tasks.rados.rados.0.smithi037.stdout:1924: finishing rollback tid 1 to smithi03738989-39 2021-07-26T16:03:46.344 INFO:tasks.rados.rados.0.smithi037.stdout:1924: finishing rollback tid 2 to smithi03738989-39 2021-07-26T16:03:46.344 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1698 (ObjNum 593 snap 173 seq_num 593) dirty exists 2021-07-26T16:03:46.344 INFO:tasks.rados.rados.0.smithi037.stdout:1921: finishing write tid 5 to smithi03738989-31 2021-07-26T16:03:46.344 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1097 (ObjNum 629 snap 184 seq_num 629) dirty exists 2021-07-26T16:03:46.345 INFO:tasks.rados.rados.0.smithi037.stdout:1921: left oid 31 (ObjNum 629 snap 184 seq_num 629) 2021-07-26T16:03:46.345 INFO:tasks.rados.rados.0.smithi037.stdout:1921: done (8 left) 2021-07-26T16:03:46.345 INFO:tasks.rados.rados.0.smithi037.stdout:1924: done (7 left) 2021-07-26T16:03:46.345 INFO:tasks.rados.rados.0.smithi037.stdout:1928: delete oid 37 current snap is 184 2021-07-26T16:03:46.346 INFO:tasks.rados.rados.0.smithi037.stdout:1925: finishing write tid 1 to smithi03738989-13 2021-07-26T16:03:46.353 INFO:tasks.rados.rados.0.smithi037.stdout:1925: finishing write tid 2 to smithi03738989-13 2021-07-26T16:03:46.353 INFO:tasks.rados.rados.0.smithi037.stdout:1926: finishing rollback tid 0 to smithi03738989-36 2021-07-26T16:03:46.353 INFO:tasks.rados.rados.0.smithi037.stdout:1928: done (7 left) 2021-07-26T16:03:46.353 INFO:tasks.rados.rados.0.smithi037.stdout:1929: rmattr oid 4 current snap is 184 2021-07-26T16:03:46.354 INFO:tasks.rados.rados.0.smithi037.stdout:1929: done (7 left) 2021-07-26T16:03:46.354 INFO:tasks.rados.rados.0.smithi037.stdout:1930: copy_from oid 7 from oid 6 current snap is 184 2021-07-26T16:03:46.354 INFO:tasks.rados.rados.0.smithi037.stdout:1931: setattr oid 2 current snap is 184 2021-07-26T16:03:46.354 INFO:tasks.rados.rados.0.smithi037.stdout:1925: finishing write tid 4 to smithi03738989-13 2021-07-26T16:03:46.355 INFO:tasks.rados.rados.0.smithi037.stdout:1926: finishing rollback tid 1 to smithi03738989-36 2021-07-26T16:03:46.355 INFO:tasks.rados.rados.0.smithi037.stdout:1926: finishing rollback tid 2 to smithi03738989-36 2021-07-26T16:03:46.355 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1645 (ObjNum 613 snap 177 seq_num 613) dirty exists 2021-07-26T16:03:46.355 INFO:tasks.rados.rados.0.smithi037.stdout:1926: done (8 left) 2021-07-26T16:03:46.356 INFO:tasks.rados.rados.0.smithi037.stdout:1932: snap_create 2021-07-26T16:03:46.356 INFO:tasks.rados.rados.0.smithi037.stdout:1925: finishing write tid 5 to smithi03738989-13 2021-07-26T16:03:46.356 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 836 (ObjNum 630 snap 184 seq_num 630) dirty exists 2021-07-26T16:03:46.356 INFO:tasks.rados.rados.0.smithi037.stdout:1925: left oid 13 (ObjNum 630 snap 184 seq_num 630) 2021-07-26T16:03:46.357 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 847 (ObjNum 626 snap 184 seq_num 626) dirty exists 2021-07-26T16:03:46.357 INFO:tasks.rados.rados.0.smithi037.stdout:1927: finishing copy_from to smithi03738989-3 2021-07-26T16:03:46.358 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 1390 (ObjNum 581 snap 171 seq_num 581) dirty exists 2021-07-26T16:03:46.359 INFO:tasks.rados.rados.0.smithi037.stdout:1927: finishing copy_from racing read to smithi03738989-3 2021-07-26T16:03:46.367 INFO:tasks.rados.rados.0.smithi037.stdout:1930: finishing copy_from to smithi03738989-7 2021-07-26T16:03:46.367 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 842 (ObjNum 523 snap 159 seq_num 523) dirty exists 2021-07-26T16:03:46.367 INFO:tasks.rados.rados.0.smithi037.stdout:1930: finishing copy_from racing read to smithi03738989-7 2021-07-26T16:03:46.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:46 smithi107 bash[29346]: audit 2021-07-26T16:03:44.672829+0000 mgr.y (mgr.24994) 247 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T16:03:46.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:46 smithi107 bash[29346]: cephadm 2021-07-26T16:03:44.675042+0000 mgr.y (mgr.24994) 248 : cephadm [INF] Upgrade: osd.6 is safe to restart 2021-07-26T16:03:46.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:46 smithi107 bash[29346]: cluster 2021-07-26T16:03:45.218186+0000 mon.a (mon.0) 631 : cluster [DBG] osdmap e426: 8 total, 8 up, 8 in 2021-07-26T16:03:46.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:46 smithi107 bash[29346]: audit 2021-07-26T16:03:45.724510+0000 mon.c (mon.1) 207 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-07-26T16:03:46.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:46 smithi107 bash[29346]: audit 2021-07-26T16:03:45.725150+0000 mon.c (mon.1) 208 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2021-07-26T16:03:46.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:46 smithi107 bash[29346]: audit 2021-07-26T16:03:45.725416+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-07-26T16:03:46.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:46 smithi107 bash[29346]: audit 2021-07-26T16:03:45.726049+0000 mon.c (mon.1) 209 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-07-26T16:03:46.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:46 smithi107 bash[29346]: audit 2021-07-26T16:03:45.726149+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2021-07-26T16:03:46.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:46 smithi107 bash[29346]: audit 2021-07-26T16:03:45.726969+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-07-26T16:03:46.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:46 smithi107 bash[29346]: audit 2021-07-26T16:03:45.948364+0000 mon.c (mon.1) 210 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:03:46.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:46 smithi107 bash[29346]: audit 2021-07-26T16:03:45.949009+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:03:46.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:46 smithi107 bash[29346]: audit 2021-07-26T16:03:45.967231+0000 mon.c (mon.1) 211 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:03:46.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:46 smithi107 bash[29346]: audit 2021-07-26T16:03:45.967977+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:03:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[41498]: audit 2021-07-26T16:03:44.672829+0000 mgr.y (mgr.24994) 247 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T16:03:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[41498]: cephadm 2021-07-26T16:03:44.675042+0000 mgr.y (mgr.24994) 248 : cephadm [INF] Upgrade: osd.6 is safe to restart 2021-07-26T16:03:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[41498]: cluster 2021-07-26T16:03:45.218186+0000 mon.a (mon.0) 631 : cluster [DBG] osdmap e426: 8 total, 8 up, 8 in 2021-07-26T16:03:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[41498]: audit 2021-07-26T16:03:45.724510+0000 mon.c (mon.1) 207 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-07-26T16:03:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[41498]: audit 2021-07-26T16:03:45.725150+0000 mon.c (mon.1) 208 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2021-07-26T16:03:46.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[41498]: audit 2021-07-26T16:03:45.725416+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-07-26T16:03:46.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[41498]: audit 2021-07-26T16:03:45.726049+0000 mon.c (mon.1) 209 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-07-26T16:03:46.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[41498]: audit 2021-07-26T16:03:45.726149+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2021-07-26T16:03:46.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[41498]: audit 2021-07-26T16:03:45.726969+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-07-26T16:03:46.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[41498]: audit 2021-07-26T16:03:45.948364+0000 mon.c (mon.1) 210 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:03:46.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[41498]: audit 2021-07-26T16:03:45.949009+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:03:46.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[41498]: audit 2021-07-26T16:03:45.967231+0000 mon.c (mon.1) 211 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:03:46.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[41498]: audit 2021-07-26T16:03:45.967977+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:03:46.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[42499]: audit 2021-07-26T16:03:44.672829+0000 mgr.y (mgr.24994) 247 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2021-07-26T16:03:46.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[42499]: cephadm 2021-07-26T16:03:44.675042+0000 mgr.y (mgr.24994) 248 : cephadm [INF] Upgrade: osd.6 is safe to restart 2021-07-26T16:03:46.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[42499]: cluster 2021-07-26T16:03:45.218186+0000 mon.a (mon.0) 631 : cluster [DBG] osdmap e426: 8 total, 8 up, 8 in 2021-07-26T16:03:46.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[42499]: audit 2021-07-26T16:03:45.724510+0000 mon.c (mon.1) 207 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-07-26T16:03:46.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[42499]: audit 2021-07-26T16:03:45.725150+0000 mon.c (mon.1) 208 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2021-07-26T16:03:46.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[42499]: audit 2021-07-26T16:03:45.725416+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-07-26T16:03:46.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[42499]: audit 2021-07-26T16:03:45.726049+0000 mon.c (mon.1) 209 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-07-26T16:03:46.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[42499]: audit 2021-07-26T16:03:45.726149+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2021-07-26T16:03:46.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[42499]: audit 2021-07-26T16:03:45.726969+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-07-26T16:03:46.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[42499]: audit 2021-07-26T16:03:45.948364+0000 mon.c (mon.1) 210 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:03:46.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[42499]: audit 2021-07-26T16:03:45.949009+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:03:46.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[42499]: audit 2021-07-26T16:03:45.967231+0000 mon.c (mon.1) 211 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:03:46.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:46 smithi037 bash[42499]: audit 2021-07-26T16:03:45.967977+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:03:46.994 INFO:tasks.rados.rados.0.smithi037.stdout:1925: done (8 left) 2021-07-26T16:03:46.995 INFO:tasks.rados.rados.0.smithi037.stdout:1927: done (7 left) 2021-07-26T16:03:46.995 INFO:tasks.rados.rados.0.smithi037.stdout:1930: done (6 left) 2021-07-26T16:03:46.995 INFO:tasks.rados.rados.0.smithi037.stdout:1931: done (5 left) 2021-07-26T16:03:46.995 INFO:tasks.rados.rados.0.smithi037.stdout:1932: done (4 left) 2021-07-26T16:03:46.996 INFO:tasks.rados.rados.0.smithi037.stdout:1933: delete oid 25 current snap is 185 2021-07-26T16:03:47.003 INFO:tasks.rados.rados.0.smithi037.stdout:1933: done (4 left) 2021-07-26T16:03:47.003 INFO:tasks.rados.rados.0.smithi037.stdout:1934: rmattr oid 34 current snap is 185 2021-07-26T16:03:47.003 INFO:tasks.rados.rados.0.smithi037.stdout:1934: done (4 left) 2021-07-26T16:03:47.003 INFO:tasks.rados.rados.0.smithi037.stdout:1935: delete oid 35 current snap is 185 2021-07-26T16:03:47.004 INFO:tasks.rados.rados.0.smithi037.stdout:1853: finishing rollback tid 1 to smithi03738989-49 2021-07-26T16:03:47.011 INFO:tasks.rados.rados.0.smithi037.stdout:1935: done (4 left) 2021-07-26T16:03:47.011 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 185 2021-07-26T16:03:47.011 INFO:tasks.rados.rados.0.smithi037.stdout:1936: seq_num 634 ranges {0=622592,622592=401408} 2021-07-26T16:03:47.015 INFO:tasks.rados.rados.0.smithi037.stdout:1936: writing smithi03738989-17 from 0 to 622592 tid 1 2021-07-26T16:03:47.019 INFO:tasks.rados.rados.0.smithi037.stdout:1936: writing smithi03738989-17 from 622592 to 1024000 tid 2 2021-07-26T16:03:47.019 INFO:tasks.rados.rados.0.smithi037.stdout:1937: snap_create 2021-07-26T16:03:47.020 INFO:tasks.rados.rados.0.smithi037.stdout:1845: expect (ObjNum 524 snap 159 seq_num 524) 2021-07-26T16:03:47.061 INFO:tasks.rados.rados.0.smithi037.stdout:1853: finishing rollback tid 2 to smithi03738989-49 2021-07-26T16:03:47.061 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 958 (ObjNum 474 snap 144 seq_num 474) dirty exists 2021-07-26T16:03:47.062 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 1079 (ObjNum 288 snap 0 seq_num 33) dirty exists 2021-07-26T16:03:47.062 INFO:tasks.rados.rados.0.smithi037.stdout:1897: finishing copy_from to smithi03738989-42 2021-07-26T16:03:47.062 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 1090 (ObjNum 574 snap 171 seq_num 574) dirty exists 2021-07-26T16:03:47.062 INFO:tasks.rados.rados.0.smithi037.stdout:1897: finishing copy_from racing read to smithi03738989-42 2021-07-26T16:03:47.063 INFO:tasks.rados.rados.0.smithi037.stdout:1936: finishing write tid 1 to smithi03738989-17 2021-07-26T16:03:47.063 INFO:tasks.rados.rados.0.smithi037.stdout:1936: finishing write tid 2 to smithi03738989-17 2021-07-26T16:03:47.063 INFO:tasks.rados.rados.0.smithi037.stdout:1936: finishing write tid 4 to smithi03738989-17 2021-07-26T16:03:47.063 INFO:tasks.rados.rados.0.smithi037.stdout:1936: finishing write tid 5 to smithi03738989-17 2021-07-26T16:03:47.064 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1505 (ObjNum 634 snap 185 seq_num 634) dirty exists 2021-07-26T16:03:47.064 INFO:tasks.rados.rados.0.smithi037.stdout:1936: left oid 17 (ObjNum 634 snap 185 seq_num 634) 2021-07-26T16:03:47.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:47 smithi107 bash[29346]: cluster 2021-07-26T16:03:45.770903+0000 mgr.y (mgr.24994) 249 : cluster [DBG] pgmap v348: 89 pgs: 11 active+clean+wait, 78 active+clean; 213 MiB data, 681 MiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2021-07-26T16:03:47.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:47 smithi107 bash[29346]: cluster 2021-07-26T16:03:46.223175+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e427: 8 total, 8 up, 8 in 2021-07-26T16:03:47.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:47 smithi107 bash[29346]: audit 2021-07-26T16:03:46.612042+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:47.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:47 smithi107 bash[29346]: cluster 2021-07-26T16:03:46.995877+0000 mon.a (mon.0) 639 : cluster [DBG] osdmap e428: 8 total, 8 up, 8 in 2021-07-26T16:03:47.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:47 smithi037 bash[41498]: cluster 2021-07-26T16:03:45.770903+0000 mgr.y (mgr.24994) 249 : cluster [DBG] pgmap v348: 89 pgs: 11 active+clean+wait, 78 active+clean; 213 MiB data, 681 MiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2021-07-26T16:03:47.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:47 smithi037 bash[41498]: cluster 2021-07-26T16:03:46.223175+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e427: 8 total, 8 up, 8 in 2021-07-26T16:03:47.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:47 smithi037 bash[41498]: audit 2021-07-26T16:03:46.612042+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:47.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:47 smithi037 bash[41498]: cluster 2021-07-26T16:03:46.995877+0000 mon.a (mon.0) 639 : cluster [DBG] osdmap e428: 8 total, 8 up, 8 in 2021-07-26T16:03:47.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:47 smithi037 bash[42499]: cluster 2021-07-26T16:03:45.770903+0000 mgr.y (mgr.24994) 249 : cluster [DBG] pgmap v348: 89 pgs: 11 active+clean+wait, 78 active+clean; 213 MiB data, 681 MiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2021-07-26T16:03:47.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:47 smithi037 bash[42499]: cluster 2021-07-26T16:03:46.223175+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e427: 8 total, 8 up, 8 in 2021-07-26T16:03:47.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:47 smithi037 bash[42499]: audit 2021-07-26T16:03:46.612042+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:47.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:47 smithi037 bash[42499]: cluster 2021-07-26T16:03:46.995877+0000 mon.a (mon.0) 639 : cluster [DBG] osdmap e428: 8 total, 8 up, 8 in 2021-07-26T16:03:48.007 INFO:tasks.rados.rados.0.smithi037.stdout:1842: done (5 left) 2021-07-26T16:03:48.008 INFO:tasks.rados.rados.0.smithi037.stdout:1845: done (4 left) 2021-07-26T16:03:48.008 INFO:tasks.rados.rados.0.smithi037.stdout:1853: done (3 left) 2021-07-26T16:03:48.008 INFO:tasks.rados.rados.0.smithi037.stdout:1897: done (2 left) 2021-07-26T16:03:48.009 INFO:tasks.rados.rados.0.smithi037.stdout:1936: done (1 left) 2021-07-26T16:03:48.009 INFO:tasks.rados.rados.0.smithi037.stdout:1937: done (0 left) 2021-07-26T16:03:48.009 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 186 2021-07-26T16:03:48.010 INFO:tasks.rados.rados.0.smithi037.stdout:1938: seq_num 635 ranges {5586944=638976,6225920=401408} 2021-07-26T16:03:48.044 INFO:tasks.rados.rados.0.smithi037.stdout:1938: writing smithi03738989-45 from 5586944 to 6225920 tid 1 2021-07-26T16:03:48.046 INFO:tasks.rados.rados.0.smithi037.stdout:1938: writing smithi03738989-45 from 6225920 to 6627328 tid 2 2021-07-26T16:03:48.046 INFO:tasks.rados.rados.0.smithi037.stdout:1939: snap_remove snap 178 2021-07-26T16:03:48.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:48 smithi037 bash[41498]: cephadm 2021-07-26T16:03:47.309022+0000 mgr.y (mgr.24994) 250 : cephadm [INF] Upgrade: Updating osd.6 2021-07-26T16:03:48.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:48 smithi037 bash[41498]: audit 2021-07-26T16:03:47.319754+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:48.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:48 smithi037 bash[41498]: cephadm 2021-07-26T16:03:47.323259+0000 mgr.y (mgr.24994) 251 : cephadm [INF] Deploying daemon osd.6 on smithi107 2021-07-26T16:03:48.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:48 smithi037 bash[41498]: audit 2021-07-26T16:03:47.324434+0000 mon.c (mon.1) 212 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2021-07-26T16:03:48.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:48 smithi037 bash[41498]: cluster 2021-07-26T16:03:48.008147+0000 mon.a (mon.0) 641 : cluster [DBG] osdmap e429: 8 total, 8 up, 8 in 2021-07-26T16:03:48.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:48 smithi037 bash[42499]: cephadm 2021-07-26T16:03:47.309022+0000 mgr.y (mgr.24994) 250 : cephadm [INF] Upgrade: Updating osd.6 2021-07-26T16:03:48.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:48 smithi037 bash[42499]: audit 2021-07-26T16:03:47.319754+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:48.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:48 smithi037 bash[42499]: cephadm 2021-07-26T16:03:47.323259+0000 mgr.y (mgr.24994) 251 : cephadm [INF] Deploying daemon osd.6 on smithi107 2021-07-26T16:03:48.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:48 smithi037 bash[42499]: audit 2021-07-26T16:03:47.324434+0000 mon.c (mon.1) 212 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2021-07-26T16:03:48.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:48 smithi037 bash[42499]: cluster 2021-07-26T16:03:48.008147+0000 mon.a (mon.0) 641 : cluster [DBG] osdmap e429: 8 total, 8 up, 8 in 2021-07-26T16:03:48.607 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:48 smithi107 bash[29346]: cephadm 2021-07-26T16:03:47.309022+0000 mgr.y (mgr.24994) 250 : cephadm [INF] Upgrade: Updating osd.6 2021-07-26T16:03:48.608 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:48 smithi107 bash[29346]: audit 2021-07-26T16:03:47.319754+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:48.608 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:48 smithi107 bash[29346]: cephadm 2021-07-26T16:03:47.323259+0000 mgr.y (mgr.24994) 251 : cephadm [INF] Deploying daemon osd.6 on smithi107 2021-07-26T16:03:48.608 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:48 smithi107 bash[29346]: audit 2021-07-26T16:03:47.324434+0000 mon.c (mon.1) 212 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2021-07-26T16:03:48.609 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:48 smithi107 bash[29346]: cluster 2021-07-26T16:03:48.008147+0000 mon.a (mon.0) 641 : cluster [DBG] osdmap e429: 8 total, 8 up, 8 in 2021-07-26T16:03:49.011 INFO:tasks.rados.rados.0.smithi037.stdout:1939: done (1 left) 2021-07-26T16:03:49.012 INFO:tasks.rados.rados.0.smithi037.stdout:1940: copy_from oid 25 from oid 40 current snap is 186 2021-07-26T16:03:49.012 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 186 2021-07-26T16:03:49.012 INFO:tasks.rados.rados.0.smithi037.stdout:1941: seq_num 636 ranges {2408448=655360,3063808=401408} 2021-07-26T16:03:49.031 INFO:tasks.rados.rados.0.smithi037.stdout:1941: writing smithi03738989-29 from 2408448 to 3063808 tid 1 2021-07-26T16:03:49.035 INFO:tasks.rados.rados.0.smithi037.stdout:1941: writing smithi03738989-29 from 3063808 to 3465216 tid 2 2021-07-26T16:03:49.035 INFO:tasks.rados.rados.0.smithi037.stdout:1942: snap_remove snap 176 2021-07-26T16:03:49.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:49 smithi037 bash[42499]: cluster 2021-07-26T16:03:47.771787+0000 mgr.y (mgr.24994) 252 : cluster [DBG] pgmap v351: 89 pgs: 89 active+clean; 223 MiB data, 690 MiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.1 MiB/s wr, 33 op/s 2021-07-26T16:03:49.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:49 smithi037 bash[42499]: cluster 2021-07-26T16:03:49.011217+0000 mon.a (mon.0) 642 : cluster [DBG] osdmap e430: 8 total, 8 up, 8 in 2021-07-26T16:03:49.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:49 smithi037 bash[41498]: cluster 2021-07-26T16:03:47.771787+0000 mgr.y (mgr.24994) 252 : cluster [DBG] pgmap v351: 89 pgs: 89 active+clean; 223 MiB data, 690 MiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.1 MiB/s wr, 33 op/s 2021-07-26T16:03:49.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:49 smithi037 bash[41498]: cluster 2021-07-26T16:03:49.011217+0000 mon.a (mon.0) 642 : cluster [DBG] osdmap e430: 8 total, 8 up, 8 in 2021-07-26T16:03:49.638 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:49 smithi107 bash[29346]: cluster 2021-07-26T16:03:47.771787+0000 mgr.y (mgr.24994) 252 : cluster [DBG] pgmap v351: 89 pgs: 89 active+clean; 223 MiB data, 690 MiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.1 MiB/s wr, 33 op/s 2021-07-26T16:03:49.639 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:49 smithi107 bash[29346]: cluster 2021-07-26T16:03:49.011217+0000 mon.a (mon.0) 642 : cluster [DBG] osdmap e430: 8 total, 8 up, 8 in 2021-07-26T16:03:49.968 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:03:49 smithi107 systemd[1]: Stopping Ceph osd.6 for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T16:03:49.969 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:03:49 smithi107 docker[32879]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:03:49.969 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:03:49 smithi107 bash[19975]: debug 2021-07-26T16:03:49.738+0000 7f713b089700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-07-26T16:03:49.969 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:03:49 smithi107 bash[19975]: debug 2021-07-26T16:03:49.738+0000 7f713b089700 -1 osd.6 430 *** Got signal Terminated *** 2021-07-26T16:03:49.969 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:03:49 smithi107 bash[19975]: debug 2021-07-26T16:03:49.738+0000 7f713b089700 -1 osd.6 430 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-07-26T16:03:50.018 INFO:tasks.rados.rados.0.smithi037.stdout:1942: done (3 left) 2021-07-26T16:03:50.019 INFO:tasks.rados.rados.0.smithi037.stdout:1943: delete oid 17 current snap is 186 2021-07-26T16:03:50.019 INFO:tasks.rados.rados.0.smithi037.stdout:1938: finishing write tid 1 to smithi03738989-45 2021-07-26T16:03:50.019 INFO:tasks.rados.rados.0.smithi037.stdout:1938: finishing write tid 2 to smithi03738989-45 2021-07-26T16:03:50.019 INFO:tasks.rados.rados.0.smithi037.stdout:1938: finishing write tid 4 to smithi03738989-45 2021-07-26T16:03:50.020 INFO:tasks.rados.rados.0.smithi037.stdout:1938: finishing write tid 5 to smithi03738989-45 2021-07-26T16:03:50.020 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1702 (ObjNum 635 snap 186 seq_num 635) dirty exists 2021-07-26T16:03:50.020 INFO:tasks.rados.rados.0.smithi037.stdout:1938: left oid 45 (ObjNum 635 snap 186 seq_num 635) 2021-07-26T16:03:50.020 INFO:tasks.rados.rados.0.smithi037.stdout:1941: finishing write tid 1 to smithi03738989-29 2021-07-26T16:03:50.021 INFO:tasks.rados.rados.0.smithi037.stdout:1941: finishing write tid 2 to smithi03738989-29 2021-07-26T16:03:50.021 INFO:tasks.rados.rados.0.smithi037.stdout:1941: finishing write tid 4 to smithi03738989-29 2021-07-26T16:03:50.021 INFO:tasks.rados.rados.0.smithi037.stdout:1941: finishing write tid 5 to smithi03738989-29 2021-07-26T16:03:50.021 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 1394 (ObjNum 636 snap 186 seq_num 636) dirty exists 2021-07-26T16:03:50.022 INFO:tasks.rados.rados.0.smithi037.stdout:1941: left oid 29 (ObjNum 636 snap 186 seq_num 636) 2021-07-26T16:03:50.022 INFO:tasks.rados.rados.0.smithi037.stdout:1940: finishing copy_from to smithi03738989-25 2021-07-26T16:03:50.022 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 1080 (ObjNum 573 snap 171 seq_num 573) dirty exists 2021-07-26T16:03:50.022 INFO:tasks.rados.rados.0.smithi037.stdout:1940: finishing copy_from racing read to smithi03738989-25 2021-07-26T16:03:51.009 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:03:50 smithi107 docker[32879]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-osd.6 2021-07-26T16:03:51.010 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:03:50 smithi107 bash[32919]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:03:51.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:49.772857+0000 mgr.y (mgr.24994) 253 : cluster [DBG] pgmap v354: 89 pgs: 89 active+clean; 225 MiB data, 703 MiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 30 op/s 2021-07-26T16:03:51.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.017043+0000 mon.a (mon.0) 643 : cluster [DBG] osdmap e431: 8 total, 8 up, 8 in 2021-07-26T16:03:51.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.018994+0000 mon.a (mon.0) 644 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T16:03:51.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.019068+0000 mon.a (mon.0) 645 : cluster [INF] osd.6 failed (root=default,host=smithi107) (connection refused reported by osd.7) 2021-07-26T16:03:51.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.023005+0000 mon.a (mon.0) 646 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T16:03:51.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.025822+0000 mon.a (mon.0) 647 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T16:03:51.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.036113+0000 mon.a (mon.0) 648 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T16:03:51.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.036299+0000 mon.a (mon.0) 649 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T16:03:51.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.036467+0000 mon.a (mon.0) 650 : cluster [DBG] osd.6 reported immediately failed by osd.2 2021-07-26T16:03:51.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.036628+0000 mon.a (mon.0) 651 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T16:03:51.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.036856+0000 mon.a (mon.0) 652 : cluster [DBG] osd.6 reported immediately failed by osd.1 2021-07-26T16:03:51.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.037098+0000 mon.a (mon.0) 653 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T16:03:51.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.037260+0000 mon.a (mon.0) 654 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T16:03:51.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.037466+0000 mon.a (mon.0) 655 : cluster [DBG] osd.6 reported immediately failed by osd.2 2021-07-26T16:03:51.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.037613+0000 mon.a (mon.0) 656 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T16:03:51.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.037842+0000 mon.a (mon.0) 657 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T16:03:51.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.038132+0000 mon.a (mon.0) 658 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T16:03:51.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.038328+0000 mon.a (mon.0) 659 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T16:03:51.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.038490+0000 mon.a (mon.0) 660 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T16:03:51.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.038652+0000 mon.a (mon.0) 661 : cluster [DBG] osd.6 reported immediately failed by osd.1 2021-07-26T16:03:51.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.102686+0000 mon.a (mon.0) 662 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T16:03:51.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.103715+0000 mon.a (mon.0) 663 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T16:03:51.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.220268+0000 mon.a (mon.0) 664 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T16:03:51.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.224768+0000 mon.a (mon.0) 665 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T16:03:51.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.228936+0000 mon.a (mon.0) 666 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T16:03:51.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.304334+0000 mon.a (mon.0) 667 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T16:03:51.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.304763+0000 mon.a (mon.0) 668 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T16:03:51.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.440520+0000 mon.a (mon.0) 669 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T16:03:51.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.441084+0000 mon.a (mon.0) 670 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T16:03:51.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.441488+0000 mon.a (mon.0) 671 : cluster [DBG] osd.6 reported immediately failed by osd.2 2021-07-26T16:03:51.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.441712+0000 mon.a (mon.0) 672 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T16:03:51.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.442014+0000 mon.a (mon.0) 673 : cluster [DBG] osd.6 reported immediately failed by osd.1 2021-07-26T16:03:51.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.442335+0000 mon.a (mon.0) 674 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T16:03:51.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.442650+0000 mon.a (mon.0) 675 : cluster [DBG] osd.6 reported immediately failed by osd.2 2021-07-26T16:03:51.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.442799+0000 mon.a (mon.0) 676 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T16:03:51.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.443168+0000 mon.a (mon.0) 677 : cluster [DBG] osd.6 reported immediately failed by osd.1 2021-07-26T16:03:51.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.443361+0000 mon.a (mon.0) 678 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T16:03:51.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.443863+0000 mon.a (mon.0) 679 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T16:03:51.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.444154+0000 mon.a (mon.0) 680 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T16:03:51.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.444605+0000 mon.a (mon.0) 681 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T16:03:51.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.444971+0000 mon.a (mon.0) 682 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T16:03:51.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.624264+0000 mon.a (mon.0) 683 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T16:03:51.280 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.628800+0000 mon.a (mon.0) 684 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T16:03:51.280 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.633036+0000 mon.a (mon.0) 685 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T16:03:51.280 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.708291+0000 mon.a (mon.0) 686 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T16:03:51.280 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:51 smithi107 bash[29346]: cluster 2021-07-26T16:03:50.709141+0000 mon.a (mon.0) 687 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T16:03:51.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:49.772857+0000 mgr.y (mgr.24994) 253 : cluster [DBG] pgmap v354: 89 pgs: 89 active+clean; 225 MiB data, 703 MiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 30 op/s 2021-07-26T16:03:51.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.017043+0000 mon.a (mon.0) 643 : cluster [DBG] osdmap e431: 8 total, 8 up, 8 in 2021-07-26T16:03:51.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.018994+0000 mon.a (mon.0) 644 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T16:03:51.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.019068+0000 mon.a (mon.0) 645 : cluster [INF] osd.6 failed (root=default,host=smithi107) (connection refused reported by osd.7) 2021-07-26T16:03:51.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.023005+0000 mon.a (mon.0) 646 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T16:03:51.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.025822+0000 mon.a (mon.0) 647 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T16:03:51.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.036113+0000 mon.a (mon.0) 648 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T16:03:51.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.036299+0000 mon.a (mon.0) 649 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T16:03:51.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.036467+0000 mon.a (mon.0) 650 : cluster [DBG] osd.6 reported immediately failed by osd.2 2021-07-26T16:03:51.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.036628+0000 mon.a (mon.0) 651 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T16:03:51.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.036856+0000 mon.a (mon.0) 652 : cluster [DBG] osd.6 reported immediately failed by osd.1 2021-07-26T16:03:51.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.037098+0000 mon.a (mon.0) 653 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T16:03:51.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.037260+0000 mon.a (mon.0) 654 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T16:03:51.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.037466+0000 mon.a (mon.0) 655 : cluster [DBG] osd.6 reported immediately failed by osd.2 2021-07-26T16:03:51.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.037613+0000 mon.a (mon.0) 656 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T16:03:51.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.037842+0000 mon.a (mon.0) 657 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T16:03:51.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.038132+0000 mon.a (mon.0) 658 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T16:03:51.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.038328+0000 mon.a (mon.0) 659 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T16:03:51.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.038490+0000 mon.a (mon.0) 660 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T16:03:51.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.038652+0000 mon.a (mon.0) 661 : cluster [DBG] osd.6 reported immediately failed by osd.1 2021-07-26T16:03:51.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.102686+0000 mon.a (mon.0) 662 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T16:03:51.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.103715+0000 mon.a (mon.0) 663 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T16:03:51.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.220268+0000 mon.a (mon.0) 664 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T16:03:51.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.224768+0000 mon.a (mon.0) 665 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T16:03:51.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.228936+0000 mon.a (mon.0) 666 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T16:03:51.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:49.772857+0000 mgr.y (mgr.24994) 253 : cluster [DBG] pgmap v354: 89 pgs: 89 active+clean; 225 MiB data, 703 MiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 30 op/s 2021-07-26T16:03:51.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.017043+0000 mon.a (mon.0) 643 : cluster [DBG] osdmap e431: 8 total, 8 up, 8 in 2021-07-26T16:03:51.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.018994+0000 mon.a (mon.0) 644 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T16:03:51.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.019068+0000 mon.a (mon.0) 645 : cluster [INF] osd.6 failed (root=default,host=smithi107) (connection refused reported by osd.7) 2021-07-26T16:03:51.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.023005+0000 mon.a (mon.0) 646 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T16:03:51.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.025822+0000 mon.a (mon.0) 647 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T16:03:51.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.036113+0000 mon.a (mon.0) 648 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T16:03:51.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.036299+0000 mon.a (mon.0) 649 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T16:03:51.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.036467+0000 mon.a (mon.0) 650 : cluster [DBG] osd.6 reported immediately failed by osd.2 2021-07-26T16:03:51.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.036628+0000 mon.a (mon.0) 651 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T16:03:51.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.036856+0000 mon.a (mon.0) 652 : cluster [DBG] osd.6 reported immediately failed by osd.1 2021-07-26T16:03:51.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.037098+0000 mon.a (mon.0) 653 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T16:03:51.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.037260+0000 mon.a (mon.0) 654 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T16:03:51.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.037466+0000 mon.a (mon.0) 655 : cluster [DBG] osd.6 reported immediately failed by osd.2 2021-07-26T16:03:51.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.037613+0000 mon.a (mon.0) 656 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T16:03:51.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.037842+0000 mon.a (mon.0) 657 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T16:03:51.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.038132+0000 mon.a (mon.0) 658 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T16:03:51.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.038328+0000 mon.a (mon.0) 659 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T16:03:51.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.038490+0000 mon.a (mon.0) 660 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T16:03:51.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.038652+0000 mon.a (mon.0) 661 : cluster [DBG] osd.6 reported immediately failed by osd.1 2021-07-26T16:03:51.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.102686+0000 mon.a (mon.0) 662 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T16:03:51.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.103715+0000 mon.a (mon.0) 663 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T16:03:51.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.220268+0000 mon.a (mon.0) 664 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T16:03:51.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.224768+0000 mon.a (mon.0) 665 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T16:03:51.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.228936+0000 mon.a (mon.0) 666 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T16:03:51.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.304334+0000 mon.a (mon.0) 667 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T16:03:51.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.304763+0000 mon.a (mon.0) 668 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T16:03:51.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.440520+0000 mon.a (mon.0) 669 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T16:03:51.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.441084+0000 mon.a (mon.0) 670 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T16:03:51.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.441488+0000 mon.a (mon.0) 671 : cluster [DBG] osd.6 reported immediately failed by osd.2 2021-07-26T16:03:51.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.441712+0000 mon.a (mon.0) 672 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T16:03:51.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.442014+0000 mon.a (mon.0) 673 : cluster [DBG] osd.6 reported immediately failed by osd.1 2021-07-26T16:03:51.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.442335+0000 mon.a (mon.0) 674 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T16:03:51.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.442650+0000 mon.a (mon.0) 675 : cluster [DBG] osd.6 reported immediately failed by osd.2 2021-07-26T16:03:51.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.442799+0000 mon.a (mon.0) 676 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T16:03:51.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.443168+0000 mon.a (mon.0) 677 : cluster [DBG] osd.6 reported immediately failed by osd.1 2021-07-26T16:03:51.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.443361+0000 mon.a (mon.0) 678 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T16:03:51.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.443863+0000 mon.a (mon.0) 679 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T16:03:51.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.444154+0000 mon.a (mon.0) 680 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T16:03:51.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.444605+0000 mon.a (mon.0) 681 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T16:03:51.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.444971+0000 mon.a (mon.0) 682 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T16:03:51.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.624264+0000 mon.a (mon.0) 683 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T16:03:51.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.628800+0000 mon.a (mon.0) 684 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T16:03:51.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.633036+0000 mon.a (mon.0) 685 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T16:03:51.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.708291+0000 mon.a (mon.0) 686 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T16:03:51.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[41498]: cluster 2021-07-26T16:03:50.709141+0000 mon.a (mon.0) 687 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T16:03:51.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.304334+0000 mon.a (mon.0) 667 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T16:03:51.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.304763+0000 mon.a (mon.0) 668 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T16:03:51.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.440520+0000 mon.a (mon.0) 669 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T16:03:51.354 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.441084+0000 mon.a (mon.0) 670 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T16:03:51.354 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.441488+0000 mon.a (mon.0) 671 : cluster [DBG] osd.6 reported immediately failed by osd.2 2021-07-26T16:03:51.354 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.441712+0000 mon.a (mon.0) 672 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T16:03:51.354 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.442014+0000 mon.a (mon.0) 673 : cluster [DBG] osd.6 reported immediately failed by osd.1 2021-07-26T16:03:51.354 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.442335+0000 mon.a (mon.0) 674 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T16:03:51.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.442650+0000 mon.a (mon.0) 675 : cluster [DBG] osd.6 reported immediately failed by osd.2 2021-07-26T16:03:51.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.442799+0000 mon.a (mon.0) 676 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T16:03:51.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.443168+0000 mon.a (mon.0) 677 : cluster [DBG] osd.6 reported immediately failed by osd.1 2021-07-26T16:03:51.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.443361+0000 mon.a (mon.0) 678 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T16:03:51.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.443863+0000 mon.a (mon.0) 679 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T16:03:51.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.444154+0000 mon.a (mon.0) 680 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T16:03:51.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.444605+0000 mon.a (mon.0) 681 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T16:03:51.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.444971+0000 mon.a (mon.0) 682 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T16:03:51.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.624264+0000 mon.a (mon.0) 683 : cluster [DBG] osd.6 reported immediately failed by osd.7 2021-07-26T16:03:51.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.628800+0000 mon.a (mon.0) 684 : cluster [DBG] osd.6 reported immediately failed by osd.5 2021-07-26T16:03:51.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.633036+0000 mon.a (mon.0) 685 : cluster [DBG] osd.6 reported immediately failed by osd.0 2021-07-26T16:03:51.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.708291+0000 mon.a (mon.0) 686 : cluster [DBG] osd.6 reported immediately failed by osd.3 2021-07-26T16:03:51.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:51 smithi037 bash[42499]: cluster 2021-07-26T16:03:50.709141+0000 mon.a (mon.0) 687 : cluster [DBG] osd.6 reported immediately failed by osd.4 2021-07-26T16:03:52.048 INFO:tasks.rados.rados.0.smithi037.stdout:1938: done (3 left) 2021-07-26T16:03:52.048 INFO:tasks.rados.rados.0.smithi037.stdout:1940: done (2 left) 2021-07-26T16:03:52.049 INFO:tasks.rados.rados.0.smithi037.stdout:1941: done (1 left) 2021-07-26T16:03:52.049 INFO:tasks.rados.rados.0.smithi037.stdout:1943: done (0 left) 2021-07-26T16:03:52.049 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 186 2021-07-26T16:03:52.049 INFO:tasks.rados.rados.0.smithi037.stdout:1944: seq_num 638 ranges {0=688128,688128=401408} 2021-07-26T16:03:52.051 INFO:tasks.rados.rados.0.smithi037.stdout:1944: writing smithi03738989-23 from 0 to 688128 tid 1 2021-07-26T16:03:52.054 INFO:tasks.rados.rados.0.smithi037.stdout:1944: writing smithi03738989-23 from 688128 to 1089536 tid 2 2021-07-26T16:03:52.054 INFO:tasks.rados.rados.0.smithi037.stdout:1945: snap_create 2021-07-26T16:03:52.057 INFO:tasks.rados.rados.0.smithi037.stdout:1944: finishing write tid 1 to smithi03738989-23 2021-07-26T16:03:52.058 INFO:tasks.rados.rados.0.smithi037.stdout:1944: finishing write tid 2 to smithi03738989-23 2021-07-26T16:03:52.058 INFO:tasks.rados.rados.0.smithi037.stdout:1944: finishing write tid 4 to smithi03738989-23 2021-07-26T16:03:52.061 INFO:tasks.rados.rados.0.smithi037.stdout:1944: finishing write tid 5 to smithi03738989-23 2021-07-26T16:03:52.061 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1509 (ObjNum 638 snap 186 seq_num 638) dirty exists 2021-07-26T16:03:52.062 INFO:tasks.rados.rados.0.smithi037.stdout:1944: left oid 23 (ObjNum 638 snap 186 seq_num 638) 2021-07-26T16:03:52.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:52 smithi107 bash[29346]: cluster 2021-07-26T16:03:51.009752+0000 mon.a (mon.0) 688 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:03:52.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:52 smithi107 bash[29346]: cluster 2021-07-26T16:03:51.027948+0000 mon.a (mon.0) 689 : cluster [DBG] osdmap e432: 8 total, 7 up, 8 in 2021-07-26T16:03:52.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:52 smithi037 bash[41498]: cluster 2021-07-26T16:03:51.009752+0000 mon.a (mon.0) 688 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:03:52.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:52 smithi037 bash[41498]: cluster 2021-07-26T16:03:51.027948+0000 mon.a (mon.0) 689 : cluster [DBG] osdmap e432: 8 total, 7 up, 8 in 2021-07-26T16:03:52.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:52 smithi037 bash[42499]: cluster 2021-07-26T16:03:51.009752+0000 mon.a (mon.0) 688 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:03:52.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:52 smithi037 bash[42499]: cluster 2021-07-26T16:03:51.027948+0000 mon.a (mon.0) 689 : cluster [DBG] osdmap e432: 8 total, 7 up, 8 in 2021-07-26T16:03:53.046 INFO:tasks.rados.rados.0.smithi037.stdout:1944: done (1 left) 2021-07-26T16:03:53.047 INFO:tasks.rados.rados.0.smithi037.stdout:1945: done (0 left) 2021-07-26T16:03:53.047 INFO:tasks.rados.rados.0.smithi037.stdout:1946: read oid 33 snap -1 2021-07-26T16:03:53.047 INFO:tasks.rados.rados.0.smithi037.stdout:1946: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:03:53.047 INFO:tasks.rados.rados.0.smithi037.stdout:1947: rollback oid 17 current snap is 187 2021-07-26T16:03:53.047 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 17 to 186 2021-07-26T16:03:53.048 INFO:tasks.rados.rados.0.smithi037.stdout:1948: snap_create 2021-07-26T16:03:53.050 INFO:tasks.rados.rados.0.smithi037.stdout:1946: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:03:53.053 INFO:tasks.rados.rados.0.smithi037.stdout:1947: finishing rollback tid 1 to smithi03738989-17 2021-07-26T16:03:53.053 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1506 (ObjNum 1381127507 snap 1768578156 seq_num 1465997393) dirty dne 2021-07-26T16:03:53.230 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:03:52 smithi107 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@osd.6.service: Succeeded. 2021-07-26T16:03:53.230 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:03:52 smithi107 systemd[1]: Stopped Ceph osd.6 for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:03:53.231 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:53 smithi107 bash[29346]: cluster 2021-07-26T16:03:51.773872+0000 mgr.y (mgr.24994) 254 : cluster [DBG] pgmap v357: 89 pgs: 5 peering, 6 stale+active+clean, 78 active+clean; 227 MiB data, 710 MiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 956 KiB/s wr, 6 op/s 2021-07-26T16:03:53.231 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:53 smithi107 bash[29346]: cluster 2021-07-26T16:03:52.025025+0000 mon.a (mon.0) 690 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-07-26T16:03:53.231 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:53 smithi107 bash[29346]: cluster 2021-07-26T16:03:52.037951+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e433: 8 total, 7 up, 8 in 2021-07-26T16:03:53.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:53 smithi037 bash[41498]: cluster 2021-07-26T16:03:51.773872+0000 mgr.y (mgr.24994) 254 : cluster [DBG] pgmap v357: 89 pgs: 5 peering, 6 stale+active+clean, 78 active+clean; 227 MiB data, 710 MiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 956 KiB/s wr, 6 op/s 2021-07-26T16:03:53.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:53 smithi037 bash[41498]: cluster 2021-07-26T16:03:52.025025+0000 mon.a (mon.0) 690 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-07-26T16:03:53.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:53 smithi037 bash[41498]: cluster 2021-07-26T16:03:52.037951+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e433: 8 total, 7 up, 8 in 2021-07-26T16:03:53.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:53 smithi037 bash[42499]: cluster 2021-07-26T16:03:51.773872+0000 mgr.y (mgr.24994) 254 : cluster [DBG] pgmap v357: 89 pgs: 5 peering, 6 stale+active+clean, 78 active+clean; 227 MiB data, 710 MiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 956 KiB/s wr, 6 op/s 2021-07-26T16:03:53.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:53 smithi037 bash[42499]: cluster 2021-07-26T16:03:52.025025+0000 mon.a (mon.0) 690 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-07-26T16:03:53.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:53 smithi037 bash[42499]: cluster 2021-07-26T16:03:52.037951+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e433: 8 total, 7 up, 8 in 2021-07-26T16:03:53.519 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:03:53 smithi107 systemd[1]: Started Ceph osd.6 for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:03:53.519 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:03:53 smithi107 bash[33039]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:03:54.055 INFO:tasks.rados.rados.0.smithi037.stdout:1946: done (2 left) 2021-07-26T16:03:54.056 INFO:tasks.rados.rados.0.smithi037.stdout:1947: done (1 left) 2021-07-26T16:03:54.056 INFO:tasks.rados.rados.0.smithi037.stdout:1948: done (0 left) 2021-07-26T16:03:54.056 INFO:tasks.rados.rados.0.smithi037.stdout:1949: snap_create 2021-07-26T16:03:54.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:54 smithi037 bash[41498]: cluster 2021-07-26T16:03:53.046851+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e434: 8 total, 7 up, 8 in 2021-07-26T16:03:54.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:54 smithi037 bash[41498]: audit 2021-07-26T16:03:53.273424+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:54.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:54 smithi037 bash[41498]: audit 2021-07-26T16:03:53.277866+0000 mon.c (mon.1) 213 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:03:54.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:54 smithi037 bash[41498]: audit 2021-07-26T16:03:53.282762+0000 mon.c (mon.1) 214 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:03:54.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:54 smithi037 bash[42499]: cluster 2021-07-26T16:03:53.046851+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e434: 8 total, 7 up, 8 in 2021-07-26T16:03:54.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:54 smithi037 bash[42499]: audit 2021-07-26T16:03:53.273424+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:54.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:54 smithi037 bash[42499]: audit 2021-07-26T16:03:53.277866+0000 mon.c (mon.1) 213 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:03:54.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:54 smithi037 bash[42499]: audit 2021-07-26T16:03:53.282762+0000 mon.c (mon.1) 214 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:03:54.378 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:54 smithi107 bash[29346]: cluster 2021-07-26T16:03:53.046851+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e434: 8 total, 7 up, 8 in 2021-07-26T16:03:54.378 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:54 smithi107 bash[29346]: audit 2021-07-26T16:03:53.273424+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:54.378 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:54 smithi107 bash[29346]: audit 2021-07-26T16:03:53.277866+0000 mon.c (mon.1) 213 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:03:54.379 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:54 smithi107 bash[29346]: audit 2021-07-26T16:03:53.282762+0000 mon.c (mon.1) 214 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:03:55.068 INFO:tasks.rados.rados.0.smithi037.stdout:1949: done (0 left) 2021-07-26T16:03:55.068 INFO:tasks.rados.rados.0.smithi037.stdout:1950: read oid 37 snap -1 2021-07-26T16:03:55.068 INFO:tasks.rados.rados.0.smithi037.stdout:1950: expect deleted 2021-07-26T16:03:55.069 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 189 2021-07-26T16:03:55.069 INFO:tasks.rados.rados.0.smithi037.stdout:1951: seq_num 639 ranges {0=704512,704512=401408} 2021-07-26T16:03:55.075 INFO:tasks.rados.rados.0.smithi037.stdout:1951: writing smithi03738989-17 from 0 to 704512 tid 1 2021-07-26T16:03:55.078 INFO:tasks.rados.rados.0.smithi037.stdout:1951: writing smithi03738989-17 from 704512 to 1105920 tid 2 2021-07-26T16:03:55.078 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 189 2021-07-26T16:03:55.079 INFO:tasks.rados.rados.0.smithi037.stdout:1952: seq_num 640 ranges {6627328=729088,7356416=401408} 2021-07-26T16:03:55.120 INFO:tasks.rados.rados.0.smithi037.stdout:1952: writing smithi03738989-45 from 6627328 to 7356416 tid 1 2021-07-26T16:03:55.122 INFO:tasks.rados.rados.0.smithi037.stdout:1952: writing smithi03738989-45 from 7356416 to 7757824 tid 2 2021-07-26T16:03:55.122 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 189 2021-07-26T16:03:55.122 INFO:tasks.rados.rados.0.smithi037.stdout:1953: seq_num 641 ranges {622592=745472,1368064=401408} 2021-07-26T16:03:55.131 INFO:tasks.rados.rados.0.smithi037.stdout:1953: writing smithi03738989-12 from 622592 to 1368064 tid 1 2021-07-26T16:03:55.133 INFO:tasks.rados.rados.0.smithi037.stdout:1953: writing smithi03738989-12 from 1368064 to 1769472 tid 2 2021-07-26T16:03:55.134 INFO:tasks.rados.rados.0.smithi037.stdout:1954: rollback oid 29 current snap is 189 2021-07-26T16:03:55.134 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 29 to 165 2021-07-26T16:03:55.134 INFO:tasks.rados.rados.0.smithi037.stdout:1951: finishing write tid 1 to smithi03738989-17 2021-07-26T16:03:55.134 INFO:tasks.rados.rados.0.smithi037.stdout:1951: finishing write tid 2 to smithi03738989-17 2021-07-26T16:03:55.135 INFO:tasks.rados.rados.0.smithi037.stdout:1951: finishing write tid 4 to smithi03738989-17 2021-07-26T16:03:55.135 INFO:tasks.rados.rados.0.smithi037.stdout:1951: finishing write tid 5 to smithi03738989-17 2021-07-26T16:03:55.135 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1512 (ObjNum 639 snap 189 seq_num 639) dirty exists 2021-07-26T16:03:55.135 INFO:tasks.rados.rados.0.smithi037.stdout:1951: left oid 17 (ObjNum 639 snap 189 seq_num 639) 2021-07-26T16:03:55.135 INFO:tasks.rados.rados.0.smithi037.stdout:1952: finishing write tid 1 to smithi03738989-45 2021-07-26T16:03:55.136 INFO:tasks.rados.rados.0.smithi037.stdout:1952: finishing write tid 2 to smithi03738989-45 2021-07-26T16:03:55.136 INFO:tasks.rados.rados.0.smithi037.stdout:1952: finishing write tid 4 to smithi03738989-45 2021-07-26T16:03:55.136 INFO:tasks.rados.rados.0.smithi037.stdout:1950: done (4 left) 2021-07-26T16:03:55.136 INFO:tasks.rados.rados.0.smithi037.stdout:1951: done (3 left) 2021-07-26T16:03:55.137 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 189 2021-07-26T16:03:55.137 INFO:tasks.rados.rados.0.smithi037.stdout:1955: seq_num 642 ranges {868352=761856,1630208=401408} 2021-07-26T16:03:55.142 INFO:tasks.rados.rados.0.smithi037.stdout:1955: writing smithi03738989-27 from 868352 to 1630208 tid 1 2021-07-26T16:03:55.145 INFO:tasks.rados.rados.0.smithi037.stdout:1955: writing smithi03738989-27 from 1630208 to 2031616 tid 2 2021-07-26T16:03:55.145 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 189 2021-07-26T16:03:55.146 INFO:tasks.rados.rados.0.smithi037.stdout:1956: seq_num 643 ranges {1916928=778240,2695168=401408} 2021-07-26T16:03:55.161 INFO:tasks.rados.rados.0.smithi037.stdout:1956: writing smithi03738989-20 from 1916928 to 2695168 tid 1 2021-07-26T16:03:55.164 INFO:tasks.rados.rados.0.smithi037.stdout:1956: writing smithi03738989-20 from 2695168 to 3096576 tid 2 2021-07-26T16:03:55.164 INFO:tasks.rados.rados.0.smithi037.stdout:1957: delete oid 18 current snap is 189 2021-07-26T16:03:55.164 INFO:tasks.rados.rados.0.smithi037.stdout:1952: finishing write tid 5 to smithi03738989-45 2021-07-26T16:03:55.164 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1720 (ObjNum 640 snap 189 seq_num 640) dirty exists 2021-07-26T16:03:55.165 INFO:tasks.rados.rados.0.smithi037.stdout:1952: left oid 45 (ObjNum 640 snap 189 seq_num 640) 2021-07-26T16:03:55.165 INFO:tasks.rados.rados.0.smithi037.stdout:1953: finishing write tid 1 to smithi03738989-12 2021-07-26T16:03:55.165 INFO:tasks.rados.rados.0.smithi037.stdout:1954: finishing rollback tid 0 to smithi03738989-29 2021-07-26T16:03:55.165 INFO:tasks.rados.rados.0.smithi037.stdout:1954: finishing rollback tid 1 to smithi03738989-29 2021-07-26T16:03:55.166 INFO:tasks.rados.rados.0.smithi037.stdout:1954: finishing rollback tid 2 to smithi03738989-29 2021-07-26T16:03:55.166 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 1397 (ObjNum 559 snap 164 seq_num 559) dirty exists 2021-07-26T16:03:55.166 INFO:tasks.rados.rados.0.smithi037.stdout:1953: finishing write tid 2 to smithi03738989-12 2021-07-26T16:03:55.166 INFO:tasks.rados.rados.0.smithi037.stdout:1953: finishing write tid 4 to smithi03738989-12 2021-07-26T16:03:55.167 INFO:tasks.rados.rados.0.smithi037.stdout:1953: finishing write tid 5 to smithi03738989-12 2021-07-26T16:03:55.167 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1393 (ObjNum 641 snap 189 seq_num 641) dirty exists 2021-07-26T16:03:55.167 INFO:tasks.rados.rados.0.smithi037.stdout:1953: left oid 12 (ObjNum 641 snap 189 seq_num 641) 2021-07-26T16:03:55.167 INFO:tasks.rados.rados.0.smithi037.stdout:1955: finishing write tid 1 to smithi03738989-27 2021-07-26T16:03:55.167 INFO:tasks.rados.rados.0.smithi037.stdout:1955: finishing write tid 2 to smithi03738989-27 2021-07-26T16:03:55.168 INFO:tasks.rados.rados.0.smithi037.stdout:1955: finishing write tid 4 to smithi03738989-27 2021-07-26T16:03:55.168 INFO:tasks.rados.rados.0.smithi037.stdout:1955: finishing write tid 5 to smithi03738989-27 2021-07-26T16:03:55.168 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1355 (ObjNum 642 snap 189 seq_num 642) dirty exists 2021-07-26T16:03:55.168 INFO:tasks.rados.rados.0.smithi037.stdout:1955: left oid 27 (ObjNum 642 snap 189 seq_num 642) 2021-07-26T16:03:55.169 INFO:tasks.rados.rados.0.smithi037.stdout:1952: done (5 left) 2021-07-26T16:03:55.170 INFO:tasks.rados.rados.0.smithi037.stdout:1953: done (4 left) 2021-07-26T16:03:55.170 INFO:tasks.rados.rados.0.smithi037.stdout:1954: done (3 left) 2021-07-26T16:03:55.170 INFO:tasks.rados.rados.0.smithi037.stdout:1955: done (2 left) 2021-07-26T16:03:55.170 INFO:tasks.rados.rados.0.smithi037.stdout:1957: done (1 left) 2021-07-26T16:03:55.171 INFO:tasks.rados.rados.0.smithi037.stdout:1958: read oid 15 snap -1 2021-07-26T16:03:55.171 INFO:tasks.rados.rados.0.smithi037.stdout:1958: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:03:55.171 INFO:tasks.rados.rados.0.smithi037.stdout:1959: read oid 50 snap -1 2021-07-26T16:03:55.171 INFO:tasks.rados.rados.0.smithi037.stdout:1959: expect (ObjNum 445 snap 136 seq_num 445) 2021-07-26T16:03:55.171 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 189 2021-07-26T16:03:55.172 INFO:tasks.rados.rados.0.smithi037.stdout:1960: seq_num 645 ranges {1613824=409600,2023424=778240,2801664=24576} 2021-07-26T16:03:55.177 INFO:tasks.rados.rados.0.smithi037.stdout:1960: writing smithi03738989-19 from 1613824 to 2023424 tid 1 2021-07-26T16:03:55.182 INFO:tasks.rados.rados.0.smithi037.stdout:1960: writing smithi03738989-19 from 2023424 to 2801664 tid 2 2021-07-26T16:03:55.183 INFO:tasks.rados.rados.0.smithi037.stdout:1960: writing smithi03738989-19 from 2801664 to 2826240 tid 3 2021-07-26T16:03:55.183 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 189 2021-07-26T16:03:55.183 INFO:tasks.rados.rados.0.smithi037.stdout:1961: seq_num 646 ranges {1982464=425984,2408448=655360,3063808=147456} 2021-07-26T16:03:55.196 INFO:tasks.rados.rados.0.smithi037.stdout:1961: writing smithi03738989-9 from 1982464 to 2408448 tid 1 2021-07-26T16:03:55.200 INFO:tasks.rados.rados.0.smithi037.stdout:1961: writing smithi03738989-9 from 2408448 to 3063808 tid 2 2021-07-26T16:03:55.202 INFO:tasks.rados.rados.0.smithi037.stdout:1961: writing smithi03738989-9 from 3063808 to 3211264 tid 3 2021-07-26T16:03:55.203 INFO:tasks.rados.rados.0.smithi037.stdout:1962: read oid 6 snap -1 2021-07-26T16:03:55.203 INFO:tasks.rados.rados.0.smithi037.stdout:1962: expect (ObjNum 523 snap 159 seq_num 523) 2021-07-26T16:03:55.204 INFO:tasks.rados.rados.0.smithi037.stdout:1963: snap_create 2021-07-26T16:03:55.205 INFO:tasks.rados.rados.0.smithi037.stdout:1956: finishing write tid 1 to smithi03738989-20 2021-07-26T16:03:55.205 INFO:tasks.rados.rados.0.smithi037.stdout:1956: finishing write tid 2 to smithi03738989-20 2021-07-26T16:03:55.205 INFO:tasks.rados.rados.0.smithi037.stdout:1956: finishing write tid 4 to smithi03738989-20 2021-07-26T16:03:55.205 INFO:tasks.rados.rados.0.smithi037.stdout:1958: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:03:55.206 INFO:tasks.rados.rados.0.smithi037.stdout:1956: finishing write tid 5 to smithi03738989-20 2021-07-26T16:03:55.206 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 760 (ObjNum 643 snap 189 seq_num 643) dirty exists 2021-07-26T16:03:55.206 INFO:tasks.rados.rados.0.smithi037.stdout:1956: left oid 20 (ObjNum 643 snap 189 seq_num 643) 2021-07-26T16:03:55.207 INFO:tasks.rados.rados.0.smithi037.stdout:1960: finishing write tid 1 to smithi03738989-19 2021-07-26T16:03:55.207 INFO:tasks.rados.rados.0.smithi037.stdout:1959: expect (ObjNum 445 snap 136 seq_num 445) 2021-07-26T16:03:55.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:55 smithi107 bash[29346]: cluster 2021-07-26T16:03:53.774766+0000 mgr.y (mgr.24994) 255 : cluster [DBG] pgmap v360: 89 pgs: 2 active+undersized+degraded, 5 peering, 4 stale+active+clean, 8 active+undersized, 70 active+clean; 228 MiB data, 721 MiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 762 KiB/s wr, 3 op/s; 5/492 objects degraded (1.016%) 2021-07-26T16:03:55.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:55 smithi107 bash[29346]: cluster 2021-07-26T16:03:54.056057+0000 mon.a (mon.0) 694 : cluster [DBG] osdmap e435: 8 total, 7 up, 8 in 2021-07-26T16:03:55.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:55 smithi107 bash[29346]: cluster 2021-07-26T16:03:54.269133+0000 mon.a (mon.0) 695 : cluster [WRN] Health check failed: Degraded data redundancy: 5/492 objects degraded (1.016%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T16:03:55.270 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:03:54 smithi107 bash[33039]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2021-07-26T16:03:55.270 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:03:54 smithi107 bash[33039]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2021-07-26T16:03:55.271 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:03:54 smithi107 bash[33039]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2021-07-26T16:03:55.271 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:03:54 smithi107 bash[33039]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2021-07-26T16:03:55.271 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:03:54 smithi107 bash[33039]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2021-07-26T16:03:55.271 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:03:54 smithi107 bash[33039]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2021-07-26T16:03:55.272 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:03:54 smithi107 bash[33039]: --> ceph-volume lvm activate successful for osd ID: 6 2021-07-26T16:03:55.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:55 smithi037 bash[41498]: cluster 2021-07-26T16:03:53.774766+0000 mgr.y (mgr.24994) 255 : cluster [DBG] pgmap v360: 89 pgs: 2 active+undersized+degraded, 5 peering, 4 stale+active+clean, 8 active+undersized, 70 active+clean; 228 MiB data, 721 MiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 762 KiB/s wr, 3 op/s; 5/492 objects degraded (1.016%) 2021-07-26T16:03:55.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:55 smithi037 bash[41498]: cluster 2021-07-26T16:03:54.056057+0000 mon.a (mon.0) 694 : cluster [DBG] osdmap e435: 8 total, 7 up, 8 in 2021-07-26T16:03:55.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:55 smithi037 bash[41498]: cluster 2021-07-26T16:03:54.269133+0000 mon.a (mon.0) 695 : cluster [WRN] Health check failed: Degraded data redundancy: 5/492 objects degraded (1.016%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T16:03:55.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:55 smithi037 bash[42499]: cluster 2021-07-26T16:03:53.774766+0000 mgr.y (mgr.24994) 255 : cluster [DBG] pgmap v360: 89 pgs: 2 active+undersized+degraded, 5 peering, 4 stale+active+clean, 8 active+undersized, 70 active+clean; 228 MiB data, 721 MiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 762 KiB/s wr, 3 op/s; 5/492 objects degraded (1.016%) 2021-07-26T16:03:55.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:55 smithi037 bash[42499]: cluster 2021-07-26T16:03:54.056057+0000 mon.a (mon.0) 694 : cluster [DBG] osdmap e435: 8 total, 7 up, 8 in 2021-07-26T16:03:55.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:55 smithi037 bash[42499]: cluster 2021-07-26T16:03:54.269133+0000 mon.a (mon.0) 695 : cluster [WRN] Health check failed: Degraded data redundancy: 5/492 objects degraded (1.016%), 2 pgs degraded (PG_DEGRADED) 2021-07-26T16:03:55.538 INFO:tasks.rados.rados.0.smithi037.stdout:1960: finishing write tid 2 to smithi03738989-19 2021-07-26T16:03:55.539 INFO:tasks.rados.rados.0.smithi037.stdout:1960: finishing write tid 3 to smithi03738989-19 2021-07-26T16:03:55.539 INFO:tasks.rados.rados.0.smithi037.stdout:1960: finishing write tid 5 to smithi03738989-19 2021-07-26T16:03:55.539 INFO:tasks.rados.rados.0.smithi037.stdout:1960: finishing write tid 6 to smithi03738989-19 2021-07-26T16:03:55.539 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 796 (ObjNum 645 snap 189 seq_num 645) dirty exists 2021-07-26T16:03:55.540 INFO:tasks.rados.rados.0.smithi037.stdout:1960: left oid 19 (ObjNum 645 snap 189 seq_num 645) 2021-07-26T16:03:55.540 INFO:tasks.rados.rados.0.smithi037.stdout:1961: finishing write tid 1 to smithi03738989-9 2021-07-26T16:03:55.540 INFO:tasks.rados.rados.0.smithi037.stdout:1961: finishing write tid 2 to smithi03738989-9 2021-07-26T16:03:55.540 INFO:tasks.rados.rados.0.smithi037.stdout:1961: finishing write tid 3 to smithi03738989-9 2021-07-26T16:03:55.541 INFO:tasks.rados.rados.0.smithi037.stdout:1961: finishing write tid 5 to smithi03738989-9 2021-07-26T16:03:55.541 INFO:tasks.rados.rados.0.smithi037.stdout:1961: finishing write tid 6 to smithi03738989-9 2021-07-26T16:03:55.541 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1650 (ObjNum 646 snap 189 seq_num 646) dirty exists 2021-07-26T16:03:55.541 INFO:tasks.rados.rados.0.smithi037.stdout:1961: left oid 9 (ObjNum 646 snap 189 seq_num 646) 2021-07-26T16:03:55.541 INFO:tasks.rados.rados.0.smithi037.stdout:1962: expect (ObjNum 523 snap 159 seq_num 523) 2021-07-26T16:03:56.019 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:03:55 smithi107 bash[33159]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:03:56.076 INFO:tasks.rados.rados.0.smithi037.stdout:1956: done (6 left) 2021-07-26T16:03:56.076 INFO:tasks.rados.rados.0.smithi037.stdout:1958: done (5 left) 2021-07-26T16:03:56.076 INFO:tasks.rados.rados.0.smithi037.stdout:1959: done (4 left) 2021-07-26T16:03:56.076 INFO:tasks.rados.rados.0.smithi037.stdout:1960: done (3 left) 2021-07-26T16:03:56.077 INFO:tasks.rados.rados.0.smithi037.stdout:1961: done (2 left) 2021-07-26T16:03:56.077 INFO:tasks.rados.rados.0.smithi037.stdout:1962: done (1 left) 2021-07-26T16:03:56.077 INFO:tasks.rados.rados.0.smithi037.stdout:1963: done (0 left) 2021-07-26T16:03:56.077 INFO:tasks.rados.rados.0.smithi037.stdout:1964: snap_create 2021-07-26T16:03:56.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:56 smithi037 bash[41498]: cluster 2021-07-26T16:03:55.065339+0000 mon.a (mon.0) 696 : cluster [DBG] osdmap e436: 8 total, 7 up, 8 in 2021-07-26T16:03:56.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:56 smithi037 bash[42499]: cluster 2021-07-26T16:03:55.065339+0000 mon.a (mon.0) 696 : cluster [DBG] osdmap e436: 8 total, 7 up, 8 in 2021-07-26T16:03:56.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:56 smithi107 bash[29346]: cluster 2021-07-26T16:03:55.065339+0000 mon.a (mon.0) 696 : cluster [DBG] osdmap e436: 8 total, 7 up, 8 in 2021-07-26T16:03:56.999 INFO:tasks.rados.rados.0.smithi037.stdout:1964: done (0 left) 2021-07-26T16:03:56.999 INFO:tasks.rados.rados.0.smithi037.stdout:1965: read oid 23 snap 165 2021-07-26T16:03:56.999 INFO:tasks.rados.rados.0.smithi037.stdout:1965: expect (ObjNum 555 snap 163 seq_num 555) 2021-07-26T16:03:56.999 INFO:tasks.rados.rados.0.smithi037.stdout:1966: setattr oid 36 current snap is 191 2021-07-26T16:03:57.001 INFO:tasks.rados.rados.0.smithi037.stdout:1967: rollback oid 19 current snap is 191 2021-07-26T16:03:57.001 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 189 2021-07-26T16:03:57.001 INFO:tasks.rados.rados.0.smithi037.stdout:1968: read oid 39 snap -1 2021-07-26T16:03:57.001 INFO:tasks.rados.rados.0.smithi037.stdout:1968: expect (ObjNum 593 snap 173 seq_num 593) 2021-07-26T16:03:57.002 INFO:tasks.rados.rados.0.smithi037.stdout:1969: rollback oid 10 current snap is 191 2021-07-26T16:03:57.002 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 10 to 186 2021-07-26T16:03:57.002 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 191 2021-07-26T16:03:57.002 INFO:tasks.rados.rados.0.smithi037.stdout:1970: seq_num 647 ranges {3022848=442368,3465216=589824,4055040=212992} 2021-07-26T16:03:57.021 INFO:tasks.rados.rados.0.smithi037.stdout:1970: writing smithi03738989-6 from 3022848 to 3465216 tid 1 2021-07-26T16:03:57.025 INFO:tasks.rados.rados.0.smithi037.stdout:1970: writing smithi03738989-6 from 3465216 to 4055040 tid 2 2021-07-26T16:03:57.026 INFO:tasks.rados.rados.0.smithi037.stdout:1970: writing smithi03738989-6 from 4055040 to 4268032 tid 3 2021-07-26T16:03:57.027 INFO:tasks.rados.rados.0.smithi037.stdout:1971: delete oid 34 current snap is 191 2021-07-26T16:03:57.027 INFO:tasks.rados.rados.0.smithi037.stdout:1968: expect (ObjNum 593 snap 173 seq_num 593) 2021-07-26T16:03:57.042 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1646 (ObjNum 613 snap 177 seq_num 613) dirty exists 2021-07-26T16:03:57.043 INFO:tasks.rados.rados.0.smithi037.stdout:1969: finishing rollback tid 0 to smithi03738989-10 2021-07-26T16:03:57.043 INFO:tasks.rados.rados.0.smithi037.stdout:1969: finishing rollback tid 1 to smithi03738989-10 2021-07-26T16:03:57.044 INFO:tasks.rados.rados.0.smithi037.stdout:1967: finishing rollback tid 0 to smithi03738989-19 2021-07-26T16:03:57.044 INFO:tasks.rados.rados.0.smithi037.stdout:1967: finishing rollback tid 1 to smithi03738989-19 2021-07-26T16:03:57.044 INFO:tasks.rados.rados.0.smithi037.stdout:1967: finishing rollback tid 2 to smithi03738989-19 2021-07-26T16:03:57.044 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 799 (ObjNum 645 snap 189 seq_num 645) dirty exists 2021-07-26T16:03:57.045 INFO:tasks.rados.rados.0.smithi037.stdout:1969: finishing rollback tid 2 to smithi03738989-10 2021-07-26T16:03:57.045 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 1724 (ObjNum 544 snap 162 seq_num 544) dirty exists 2021-07-26T16:03:57.045 INFO:tasks.rados.rados.0.smithi037.stdout:1966: done (6 left) 2021-07-26T16:03:57.045 INFO:tasks.rados.rados.0.smithi037.stdout:1967: done (5 left) 2021-07-26T16:03:57.045 INFO:tasks.rados.rados.0.smithi037.stdout:1968: done (4 left) 2021-07-26T16:03:57.046 INFO:tasks.rados.rados.0.smithi037.stdout:1969: done (3 left) 2021-07-26T16:03:57.047 INFO:tasks.rados.rados.0.smithi037.stdout:1971: done (2 left) 2021-07-26T16:03:57.047 INFO:tasks.rados.rados.0.smithi037.stdout:1972: rollback oid 36 current snap is 191 2021-07-26T16:03:57.047 INFO:tasks.rados.rados.0.smithi037.stdout:1970: finishing write tid 1 to smithi03738989-6 2021-07-26T16:03:57.047 INFO:tasks.rados.rados.0.smithi037.stdout:1970: finishing write tid 2 to smithi03738989-6 2021-07-26T16:03:57.048 INFO:tasks.rados.rados.0.smithi037.stdout:1970: finishing write tid 3 to smithi03738989-6 2021-07-26T16:03:57.048 INFO:tasks.rados.rados.0.smithi037.stdout:1970: finishing write tid 5 to smithi03738989-6 2021-07-26T16:03:57.048 INFO:tasks.rados.rados.0.smithi037.stdout:1970: finishing write tid 6 to smithi03738989-6 2021-07-26T16:03:57.048 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 851 (ObjNum 647 snap 191 seq_num 647) dirty exists 2021-07-26T16:03:57.049 INFO:tasks.rados.rados.0.smithi037.stdout:1970: left oid 6 (ObjNum 647 snap 191 seq_num 647) 2021-07-26T16:03:57.049 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 36 to 181 2021-07-26T16:03:57.049 INFO:tasks.rados.rados.0.smithi037.stdout:1970: done (2 left) 2021-07-26T16:03:57.049 INFO:tasks.rados.rados.0.smithi037.stdout:1973: read oid 40 snap 188 2021-07-26T16:03:57.049 INFO:tasks.rados.rados.0.smithi037.stdout:1973: expect (ObjNum 573 snap 171 seq_num 573) 2021-07-26T16:03:57.050 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 191 2021-07-26T16:03:57.051 INFO:tasks.rados.rados.0.smithi037.stdout:1974: seq_num 649 ranges {2826240=475136,3301376=761856,4063232=40960} 2021-07-26T16:03:57.063 INFO:tasks.rados.rados.0.smithi037.stdout:1974: writing smithi03738989-19 from 2826240 to 3301376 tid 1 2021-07-26T16:03:57.067 INFO:tasks.rados.rados.0.smithi037.stdout:1974: writing smithi03738989-19 from 3301376 to 4063232 tid 2 2021-07-26T16:03:57.068 INFO:tasks.rados.rados.0.smithi037.stdout:1974: writing smithi03738989-19 from 4063232 to 4104192 tid 3 2021-07-26T16:03:57.068 INFO:tasks.rados.rados.0.smithi037.stdout:1975: snap_remove snap 184 2021-07-26T16:03:57.269 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:03:56 smithi107 bash[33159]: debug 2021-07-26T16:03:56.914+0000 7fb615c5c0c0 -1 Falling back to public interface 2021-07-26T16:03:57.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:57 smithi107 bash[29346]: cluster 2021-07-26T16:03:55.775706+0000 mgr.y (mgr.24994) 256 : cluster [DBG] pgmap v363: 89 pgs: 6 active+undersized+degraded, 5 peering, 20 active+undersized, 58 active+clean; 233 MiB data, 727 MiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.5 MiB/s wr, 1 op/s; 29/492 objects degraded (5.894%) 2021-07-26T16:03:57.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:57 smithi107 bash[29346]: cluster 2021-07-26T16:03:56.076719+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e437: 8 total, 7 up, 8 in 2021-07-26T16:03:57.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:57 smithi107 bash[29346]: cluster 2021-07-26T16:03:57.000187+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e438: 8 total, 7 up, 8 in 2021-07-26T16:03:57.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[41498]: cluster 2021-07-26T16:03:55.775706+0000 mgr.y (mgr.24994) 256 : cluster [DBG] pgmap v363: 89 pgs: 6 active+undersized+degraded, 5 peering, 20 active+undersized, 58 active+clean; 233 MiB data, 727 MiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.5 MiB/s wr, 1 op/s; 29/492 objects degraded (5.894%) 2021-07-26T16:03:57.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[41498]: cluster 2021-07-26T16:03:56.076719+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e437: 8 total, 7 up, 8 in 2021-07-26T16:03:57.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[41498]: cluster 2021-07-26T16:03:57.000187+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e438: 8 total, 7 up, 8 in 2021-07-26T16:03:57.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[42499]: cluster 2021-07-26T16:03:55.775706+0000 mgr.y (mgr.24994) 256 : cluster [DBG] pgmap v363: 89 pgs: 6 active+undersized+degraded, 5 peering, 20 active+undersized, 58 active+clean; 233 MiB data, 727 MiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.5 MiB/s wr, 1 op/s; 29/492 objects degraded (5.894%) 2021-07-26T16:03:57.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[42499]: cluster 2021-07-26T16:03:56.076719+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e437: 8 total, 7 up, 8 in 2021-07-26T16:03:57.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[42499]: cluster 2021-07-26T16:03:57.000187+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e438: 8 total, 7 up, 8 in 2021-07-26T16:03:58.085 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: debug 2021-07-26T16:03:57.809+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:03:58.086 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:03:58.086 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:58.086 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:03:58.086 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:58.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:03:58.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:58.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:58.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:03:58.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: debug 2021-07-26T16:03:57.809+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:03:58.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:03:58.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:58.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:03:58.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:58.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:03:58.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:58.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:58.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:03:58.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: debug 2021-07-26T16:03:57.813+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:03:58.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:03:58.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:58.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:03:58.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:58.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:03:58.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:58.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:58.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:03:58.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: debug 2021-07-26T16:03:57.813+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:03:58.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:03:58.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:58.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:03:58.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:58.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:03:58.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:58.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:58.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:03:58.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:03:57 smithi037 bash[39965]: debug 2021-07-26T16:03:57.829+0000 7f5d5ff7a700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2021-07-26T16:03:58.095 INFO:tasks.rados.rados.0.smithi037.stdout:1975: done (4 left) 2021-07-26T16:03:58.095 INFO:tasks.rados.rados.0.smithi037.stdout:1976: snap_remove snap 185 2021-07-26T16:03:59.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: cluster 2021-07-26T16:03:57.776737+0000 mgr.y (mgr.24994) 257 : cluster [DBG] pgmap v366: 89 pgs: 9 active+undersized+degraded, 22 active+undersized, 58 active+clean; 242 MiB data, 733 MiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 10 op/s; 42/510 objects degraded (8.235%) 2021-07-26T16:03:59.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: audit 2021-07-26T16:03:57.798035+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:59.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: audit 2021-07-26T16:03:57.807494+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:59.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: cephadm 2021-07-26T16:03:57.811794+0000 mgr.y (mgr.24994) 258 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:03:59.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:03:59.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:59.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:03:59.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:59.088 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:03:59.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:59.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:59.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:03:59.089 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: cephadm 2021-07-26T16:03:57.813737+0000 mgr.y (mgr.24994) 259 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:03:59.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:03:59.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:59.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:03:59.090 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:59.091 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:03:59.091 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:59.091 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:59.092 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:03:59.092 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: cephadm 2021-07-26T16:03:57.816849+0000 mgr.y (mgr.24994) 260 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:03:59.092 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:03:59.092 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:59.093 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:03:59.093 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:59.093 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:03:59.094 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:59.094 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:59.095 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:03:59.095 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: cephadm 2021-07-26T16:03:57.818245+0000 mgr.y (mgr.24994) 261 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:03:59.095 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:03:59.095 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:59.096 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:03:59.096 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:59.096 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:03:59.096 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:59.096 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:59.097 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:03:59.097 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: audit 2021-07-26T16:03:57.822585+0000 mon.c (mon.1) 215 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:03:59.097 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: audit 2021-07-26T16:03:57.824862+0000 mon.c (mon.1) 216 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:59.097 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: audit 2021-07-26T16:03:57.827358+0000 mon.c (mon.1) 217 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:59.098 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: audit 2021-07-26T16:03:57.829393+0000 mon.c (mon.1) 218 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:59.098 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: audit 2021-07-26T16:03:57.832408+0000 mon.c (mon.1) 219 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T16:03:59.098 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: audit 2021-07-26T16:03:57.832830+0000 mgr.y (mgr.24994) 262 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T16:03:59.098 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: cephadm 2021-07-26T16:03:57.834445+0000 mgr.y (mgr.24994) 263 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2021-07-26T16:03:59.099 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: cluster 2021-07-26T16:03:58.072420+0000 mon.a (mon.0) 701 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-07-26T16:03:59.099 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[41498]: cluster 2021-07-26T16:03:58.090558+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e439: 8 total, 7 up, 8 in 2021-07-26T16:03:59.099 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: cluster 2021-07-26T16:03:57.776737+0000 mgr.y (mgr.24994) 257 : cluster [DBG] pgmap v366: 89 pgs: 9 active+undersized+degraded, 22 active+undersized, 58 active+clean; 242 MiB data, 733 MiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 10 op/s; 42/510 objects degraded (8.235%) 2021-07-26T16:03:59.100 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: audit 2021-07-26T16:03:57.798035+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:59.100 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: audit 2021-07-26T16:03:57.807494+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:59.100 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: cephadm 2021-07-26T16:03:57.811794+0000 mgr.y (mgr.24994) 258 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:03:59.100 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:03:59.101 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:59.101 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:03:59.101 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:59.102 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:03:59.102 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:59.102 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:59.102 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:03:59.103 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: cephadm 2021-07-26T16:03:57.813737+0000 mgr.y (mgr.24994) 259 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:03:59.103 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:03:59.103 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:59.103 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:03:59.104 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:59.104 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:03:59.104 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:59.104 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:59.105 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:03:59.105 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: cephadm 2021-07-26T16:03:57.816849+0000 mgr.y (mgr.24994) 260 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:03:59.105 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:03:59.105 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:59.105 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:03:59.106 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:59.106 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:03:59.106 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:59.107 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:59.107 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:03:59.107 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: cephadm 2021-07-26T16:03:57.818245+0000 mgr.y (mgr.24994) 261 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:03:59.107 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:03:59.108 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:59.108 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:03:59.108 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:59.108 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:03:59.109 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:59.109 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:59.109 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:03:59.109 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: audit 2021-07-26T16:03:57.822585+0000 mon.c (mon.1) 215 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:03:59.110 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: audit 2021-07-26T16:03:57.824862+0000 mon.c (mon.1) 216 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:59.110 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: audit 2021-07-26T16:03:57.827358+0000 mon.c (mon.1) 217 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:59.110 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: audit 2021-07-26T16:03:57.829393+0000 mon.c (mon.1) 218 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:59.110 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: audit 2021-07-26T16:03:57.832408+0000 mon.c (mon.1) 219 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T16:03:59.111 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: audit 2021-07-26T16:03:57.832830+0000 mgr.y (mgr.24994) 262 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T16:03:59.111 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: cephadm 2021-07-26T16:03:57.834445+0000 mgr.y (mgr.24994) 263 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2021-07-26T16:03:59.111 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: cluster 2021-07-26T16:03:58.072420+0000 mon.a (mon.0) 701 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-07-26T16:03:59.111 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:03:58 smithi037 bash[42499]: cluster 2021-07-26T16:03:58.090558+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e439: 8 total, 7 up, 8 in 2021-07-26T16:03:59.114 INFO:tasks.rados.rados.0.smithi037.stdout:1976: done (4 left) 2021-07-26T16:03:59.114 INFO:tasks.rados.rados.0.smithi037.stdout:1977: copy_from oid 17 from oid 42 current snap is 191 2021-07-26T16:03:59.115 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 191 2021-07-26T16:03:59.115 INFO:tasks.rados.rados.0.smithi037.stdout:1978: seq_num 650 ranges {16384=491520,507904=647168,1155072=155648} 2021-07-26T16:03:59.116 INFO:tasks.rados.rados.0.smithi037.stdout:1978: writing smithi03738989-30 from 16384 to 507904 tid 1 2021-07-26T16:03:59.116 INFO:tasks.rados.rados.0.smithi037.stdout:1978: writing smithi03738989-30 from 507904 to 1155072 tid 2 2021-07-26T16:03:59.116 INFO:tasks.rados.rados.0.smithi037.stdout:1978: writing smithi03738989-30 from 1155072 to 1310720 tid 3 2021-07-26T16:03:59.116 INFO:tasks.rados.rados.0.smithi037.stdout:1979: read oid 21 snap -1 2021-07-26T16:03:59.117 INFO:tasks.rados.rados.0.smithi037.stdout:1979: expect (ObjNum 624 snap 182 seq_num 624) 2021-07-26T16:03:59.117 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 191 2021-07-26T16:03:59.117 INFO:tasks.rados.rados.0.smithi037.stdout:1980: seq_num 651 ranges {1613824=507904,2121728=532480,2654208=270336} 2021-07-26T16:03:59.118 INFO:tasks.rados.rados.0.smithi037.stdout:1980: writing smithi03738989-26 from 1613824 to 2121728 tid 1 2021-07-26T16:03:59.118 INFO:tasks.rados.rados.0.smithi037.stdout:1980: writing smithi03738989-26 from 2121728 to 2654208 tid 2 2021-07-26T16:03:59.121 INFO:tasks.rados.rados.0.smithi037.stdout:1980: writing smithi03738989-26 from 2654208 to 2924544 tid 3 2021-07-26T16:03:59.121 INFO:tasks.rados.rados.0.smithi037.stdout:1981: rollback oid 2 current snap is 191 2021-07-26T16:03:59.121 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 2 to 187 2021-07-26T16:03:59.122 INFO:tasks.rados.rados.0.smithi037.stdout:1972: finishing rollback tid 0 to smithi03738989-36 2021-07-26T16:03:59.122 INFO:tasks.rados.rados.0.smithi037.stdout:1972: finishing rollback tid 1 to smithi03738989-36 2021-07-26T16:03:59.122 INFO:tasks.rados.rados.0.smithi037.stdout:1972: finishing rollback tid 2 to smithi03738989-36 2021-07-26T16:03:59.122 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1649 (ObjNum 613 snap 177 seq_num 613) dirty exists 2021-07-26T16:03:59.123 INFO:tasks.rados.rados.0.smithi037.stdout:1965: expect (ObjNum 555 snap 163 seq_num 555) 2021-07-26T16:03:59.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: cluster 2021-07-26T16:03:57.776737+0000 mgr.y (mgr.24994) 257 : cluster [DBG] pgmap v366: 89 pgs: 9 active+undersized+degraded, 22 active+undersized, 58 active+clean; 242 MiB data, 733 MiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 10 op/s; 42/510 objects degraded (8.235%) 2021-07-26T16:03:59.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: audit 2021-07-26T16:03:57.798035+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:59.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: audit 2021-07-26T16:03:57.807494+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:03:59.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: cephadm 2021-07-26T16:03:57.811794+0000 mgr.y (mgr.24994) 258 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:03:59.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:03:59.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:59.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:03:59.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:59.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:03:59.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:59.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:59.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:03:59.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: cephadm 2021-07-26T16:03:57.813737+0000 mgr.y (mgr.24994) 259 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:03:59.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:03:59.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:59.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:03:59.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:59.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:03:59.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:59.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:59.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:03:59.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: cephadm 2021-07-26T16:03:57.816849+0000 mgr.y (mgr.24994) 260 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:03:59.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:03:59.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:59.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:03:59.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:59.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:03:59.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:59.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:59.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:03:59.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: cephadm 2021-07-26T16:03:57.818245+0000 mgr.y (mgr.24994) 261 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:03:59.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:03:59.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:03:59.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:03:59.280 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:03:59.280 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:03:59.280 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:03:59.281 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:03:59.281 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:03:59.281 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: audit 2021-07-26T16:03:57.822585+0000 mon.c (mon.1) 215 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:03:59.282 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: audit 2021-07-26T16:03:57.824862+0000 mon.c (mon.1) 216 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:59.282 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: audit 2021-07-26T16:03:57.827358+0000 mon.c (mon.1) 217 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:59.282 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: audit 2021-07-26T16:03:57.829393+0000 mon.c (mon.1) 218 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:03:59.282 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: audit 2021-07-26T16:03:57.832408+0000 mon.c (mon.1) 219 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T16:03:59.283 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: audit 2021-07-26T16:03:57.832830+0000 mgr.y (mgr.24994) 262 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T16:03:59.283 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: cephadm 2021-07-26T16:03:57.834445+0000 mgr.y (mgr.24994) 263 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2021-07-26T16:03:59.283 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: cluster 2021-07-26T16:03:58.072420+0000 mon.a (mon.0) 701 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-07-26T16:03:59.283 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:03:58 smithi107 bash[29346]: cluster 2021-07-26T16:03:58.090558+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e439: 8 total, 7 up, 8 in 2021-07-26T16:03:59.538 INFO:tasks.rados.rados.0.smithi037.stdout:1974: finishing write tid 1 to smithi03738989-19 2021-07-26T16:03:59.538 INFO:tasks.rados.rados.0.smithi037.stdout:1974: finishing write tid 2 to smithi03738989-19 2021-07-26T16:03:59.539 INFO:tasks.rados.rados.0.smithi037.stdout:1974: finishing write tid 3 to smithi03738989-19 2021-07-26T16:03:59.539 INFO:tasks.rados.rados.0.smithi037.stdout:1974: finishing write tid 5 to smithi03738989-19 2021-07-26T16:03:59.539 INFO:tasks.rados.rados.0.smithi037.stdout:1973: expect (ObjNum 573 snap 171 seq_num 573) 2021-07-26T16:03:59.776 INFO:tasks.rados.rados.0.smithi037.stdout:1974: finishing write tid 6 to smithi03738989-19 2021-07-26T16:03:59.777 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 803 (ObjNum 649 snap 191 seq_num 649) dirty exists 2021-07-26T16:03:59.777 INFO:tasks.rados.rados.0.smithi037.stdout:1974: left oid 19 (ObjNum 649 snap 191 seq_num 649) 2021-07-26T16:03:59.777 INFO:tasks.rados.rados.0.smithi037.stdout:1977: finishing copy_from to smithi03738989-17 2021-07-26T16:03:59.777 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1090 (ObjNum 574 snap 171 seq_num 574) dirty exists 2021-07-26T16:03:59.778 INFO:tasks.rados.rados.0.smithi037.stdout:1977: finishing copy_from racing read to smithi03738989-17 2021-07-26T16:03:59.778 INFO:tasks.rados.rados.0.smithi037.stdout:1978: finishing write tid 1 to smithi03738989-30 2021-07-26T16:03:59.778 INFO:tasks.rados.rados.0.smithi037.stdout:1978: finishing write tid 2 to smithi03738989-30 2021-07-26T16:03:59.778 INFO:tasks.rados.rados.0.smithi037.stdout:1978: finishing write tid 3 to smithi03738989-30 2021-07-26T16:03:59.779 INFO:tasks.rados.rados.0.smithi037.stdout:1978: finishing write tid 5 to smithi03738989-30 2021-07-26T16:03:59.779 INFO:tasks.rados.rados.0.smithi037.stdout:1979: expect (ObjNum 624 snap 182 seq_num 624) 2021-07-26T16:03:59.796 INFO:tasks.rados.rados.0.smithi037.stdout:1978: finishing write tid 6 to smithi03738989-30 2021-07-26T16:03:59.796 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 1653 (ObjNum 650 snap 191 seq_num 650) dirty exists 2021-07-26T16:03:59.797 INFO:tasks.rados.rados.0.smithi037.stdout:1978: left oid 30 (ObjNum 650 snap 191 seq_num 650) 2021-07-26T16:03:59.797 INFO:tasks.rados.rados.0.smithi037.stdout:1965: done (8 left) 2021-07-26T16:03:59.797 INFO:tasks.rados.rados.0.smithi037.stdout:1972: done (7 left) 2021-07-26T16:03:59.797 INFO:tasks.rados.rados.0.smithi037.stdout:1973: done (6 left) 2021-07-26T16:03:59.798 INFO:tasks.rados.rados.0.smithi037.stdout:1974: done (5 left) 2021-07-26T16:03:59.798 INFO:tasks.rados.rados.0.smithi037.stdout:1977: done (4 left) 2021-07-26T16:03:59.798 INFO:tasks.rados.rados.0.smithi037.stdout:1978: done (3 left) 2021-07-26T16:03:59.798 INFO:tasks.rados.rados.0.smithi037.stdout:1979: done (2 left) 2021-07-26T16:03:59.799 INFO:tasks.rados.rados.0.smithi037.stdout:1982: read oid 36 snap -1 2021-07-26T16:03:59.799 INFO:tasks.rados.rados.0.smithi037.stdout:1982: expect (ObjNum 613 snap 177 seq_num 613) 2021-07-26T16:03:59.799 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 191 2021-07-26T16:03:59.799 INFO:tasks.rados.rados.0.smithi037.stdout:1983: seq_num 652 ranges {3637248=524288,4161536=409600,4571136=393216} 2021-07-26T16:03:59.820 INFO:tasks.rados.rados.0.smithi037.stdout:1983: writing smithi03738989-43 from 3637248 to 4161536 tid 1 2021-07-26T16:03:59.822 INFO:tasks.rados.rados.0.smithi037.stdout:1983: writing smithi03738989-43 from 4161536 to 4571136 tid 2 2021-07-26T16:03:59.826 INFO:tasks.rados.rados.0.smithi037.stdout:1983: writing smithi03738989-43 from 4571136 to 4964352 tid 3 2021-07-26T16:03:59.826 INFO:tasks.rados.rados.0.smithi037.stdout:1984: rollback oid 45 current snap is 191 2021-07-26T16:03:59.826 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 45 to 180 2021-07-26T16:03:59.826 INFO:tasks.rados.rados.0.smithi037.stdout:1980: finishing write tid 1 to smithi03738989-26 2021-07-26T16:03:59.827 INFO:tasks.rados.rados.0.smithi037.stdout:1985: read oid 16 snap -1 2021-07-26T16:03:59.827 INFO:tasks.rados.rados.0.smithi037.stdout:1985: expect (ObjNum 581 snap 171 seq_num 581) 2021-07-26T16:03:59.827 INFO:tasks.rados.rados.0.smithi037.stdout:1986: snap_create 2021-07-26T16:03:59.827 INFO:tasks.rados.rados.0.smithi037.stdout:1980: finishing write tid 2 to smithi03738989-26 2021-07-26T16:03:59.828 INFO:tasks.rados.rados.0.smithi037.stdout:1980: finishing write tid 3 to smithi03738989-26 2021-07-26T16:03:59.828 INFO:tasks.rados.rados.0.smithi037.stdout:1980: finishing write tid 5 to smithi03738989-26 2021-07-26T16:03:59.828 INFO:tasks.rados.rados.0.smithi037.stdout:1980: finishing write tid 6 to smithi03738989-26 2021-07-26T16:03:59.828 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 1360 (ObjNum 651 snap 191 seq_num 651) dirty exists 2021-07-26T16:03:59.828 INFO:tasks.rados.rados.0.smithi037.stdout:1980: left oid 26 (ObjNum 651 snap 191 seq_num 651) 2021-07-26T16:03:59.829 INFO:tasks.rados.rados.0.smithi037.stdout:1981: finishing rollback tid 0 to smithi03738989-2 2021-07-26T16:03:59.829 INFO:tasks.rados.rados.0.smithi037.stdout:1981: finishing rollback tid 1 to smithi03738989-2 2021-07-26T16:03:59.829 INFO:tasks.rados.rados.0.smithi037.stdout:1981: finishing rollback tid 2 to smithi03738989-2 2021-07-26T16:03:59.829 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 854 (ObjNum 626 snap 184 seq_num 626) dirty exists 2021-07-26T16:03:59.830 INFO:tasks.rados.rados.0.smithi037.stdout:1982: expect (ObjNum 613 snap 177 seq_num 613) 2021-07-26T16:03:59.850 INFO:tasks.rados.rados.0.smithi037.stdout:1985: expect (ObjNum 581 snap 171 seq_num 581) 2021-07-26T16:03:59.902 INFO:tasks.rados.rados.0.smithi037.stdout:1983: finishing write tid 1 to smithi03738989-43 2021-07-26T16:03:59.902 INFO:tasks.rados.rados.0.smithi037.stdout:1983: finishing write tid 2 to smithi03738989-43 2021-07-26T16:03:59.902 INFO:tasks.rados.rados.0.smithi037.stdout:1983: finishing write tid 3 to smithi03738989-43 2021-07-26T16:03:59.902 INFO:tasks.rados.rados.0.smithi037.stdout:1983: finishing write tid 5 to smithi03738989-43 2021-07-26T16:03:59.903 INFO:tasks.rados.rados.0.smithi037.stdout:1984: finishing rollback tid 0 to smithi03738989-45 2021-07-26T16:03:59.903 INFO:tasks.rados.rados.0.smithi037.stdout:1984: finishing rollback tid 1 to smithi03738989-45 2021-07-26T16:03:59.903 INFO:tasks.rados.rados.0.smithi037.stdout:1984: finishing rollback tid 2 to smithi03738989-45 2021-07-26T16:03:59.903 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1736 (ObjNum 553 snap 163 seq_num 553) dirty exists 2021-07-26T16:03:59.904 INFO:tasks.rados.rados.0.smithi037.stdout:1983: finishing write tid 6 to smithi03738989-43 2021-07-26T16:03:59.904 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 858 (ObjNum 652 snap 191 seq_num 652) dirty exists 2021-07-26T16:03:59.904 INFO:tasks.rados.rados.0.smithi037.stdout:1983: left oid 43 (ObjNum 652 snap 191 seq_num 652) 2021-07-26T16:04:00.093 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:03:59 smithi107 bash[33159]: debug 2021-07-26T16:03:59.810+0000 7fb615c5c0c0 -1 osd.6 430 log_to_monitors {default=true} 2021-07-26T16:04:00.101 INFO:tasks.rados.rados.0.smithi037.stdout:1980: done (6 left) 2021-07-26T16:04:00.101 INFO:tasks.rados.rados.0.smithi037.stdout:1981: done (5 left) 2021-07-26T16:04:00.102 INFO:tasks.rados.rados.0.smithi037.stdout:1982: done (4 left) 2021-07-26T16:04:00.102 INFO:tasks.rados.rados.0.smithi037.stdout:1983: done (3 left) 2021-07-26T16:04:00.102 INFO:tasks.rados.rados.0.smithi037.stdout:1984: done (2 left) 2021-07-26T16:04:00.103 INFO:tasks.rados.rados.0.smithi037.stdout:1985: done (1 left) 2021-07-26T16:04:00.103 INFO:tasks.rados.rados.0.smithi037.stdout:1986: done (0 left) 2021-07-26T16:04:00.103 INFO:tasks.rados.rados.0.smithi037.stdout:1987: rollback oid 29 current snap is 192 2021-07-26T16:04:00.104 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 29 to 189 2021-07-26T16:04:00.104 INFO:tasks.rados.rados.0.smithi037.stdout:1988: copy_from oid 37 from oid 46 current snap is 192 2021-07-26T16:04:00.104 INFO:tasks.rados.rados.0.smithi037.stdout:1989: snap_remove snap 186 2021-07-26T16:04:00.519 INFO:journalctl@ceph.osd.6.smithi107.stdout:Jul 26 16:04:00 smithi107 bash[33159]: debug 2021-07-26T16:04:00.110+0000 7fb607db2700 -1 osd.6 430 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-07-26T16:04:00.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:00 smithi107 bash[29346]: cluster 2021-07-26T16:03:59.094100+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e440: 8 total, 7 up, 8 in 2021-07-26T16:04:00.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:00 smithi107 bash[29346]: audit 2021-07-26T16:03:59.819260+0000 mon.b (mon.2) 9 : audit [INF] from='osd.6 [v2:172.21.15.107:6816/1595692269,v1:172.21.15.107:6817/1595692269]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T16:04:00.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:00 smithi107 bash[29346]: audit 2021-07-26T16:03:59.830691+0000 mon.a (mon.0) 704 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T16:04:00.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:00 smithi037 bash[41498]: cluster 2021-07-26T16:03:59.094100+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e440: 8 total, 7 up, 8 in 2021-07-26T16:04:00.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:00 smithi037 bash[41498]: audit 2021-07-26T16:03:59.819260+0000 mon.b (mon.2) 9 : audit [INF] from='osd.6 [v2:172.21.15.107:6816/1595692269,v1:172.21.15.107:6817/1595692269]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T16:04:00.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:00 smithi037 bash[41498]: audit 2021-07-26T16:03:59.830691+0000 mon.a (mon.0) 704 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T16:04:00.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:00 smithi037 bash[42499]: cluster 2021-07-26T16:03:59.094100+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e440: 8 total, 7 up, 8 in 2021-07-26T16:04:00.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:00 smithi037 bash[42499]: audit 2021-07-26T16:03:59.819260+0000 mon.b (mon.2) 9 : audit [INF] from='osd.6 [v2:172.21.15.107:6816/1595692269,v1:172.21.15.107:6817/1595692269]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T16:04:00.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:00 smithi037 bash[42499]: audit 2021-07-26T16:03:59.830691+0000 mon.a (mon.0) 704 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2021-07-26T16:04:01.113 INFO:tasks.rados.rados.0.smithi037.stdout:1989: done (2 left) 2021-07-26T16:04:01.113 INFO:tasks.rados.rados.0.smithi037.stdout:1990: read oid 4 snap 180 2021-07-26T16:04:01.114 INFO:tasks.rados.rados.0.smithi037.stdout:1990: expect (ObjNum 591 snap 171 seq_num 591) 2021-07-26T16:04:01.114 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 192 2021-07-26T16:04:01.115 INFO:tasks.rados.rados.0.smithi037.stdout:1991: seq_num 653 ranges {1449984=540672,1990656=696320,2686976=106496} 2021-07-26T16:04:01.125 INFO:tasks.rados.rados.0.smithi037.stdout:1991: writing smithi03738989-49 from 1449984 to 1990656 tid 1 2021-07-26T16:04:01.134 INFO:tasks.rados.rados.0.smithi037.stdout:1991: writing smithi03738989-49 from 1990656 to 2686976 tid 2 2021-07-26T16:04:01.134 INFO:tasks.rados.rados.0.smithi037.stdout:1991: writing smithi03738989-49 from 2686976 to 2793472 tid 3 2021-07-26T16:04:01.135 INFO:tasks.rados.rados.0.smithi037.stdout:1987: finishing rollback tid 0 to smithi03738989-29 2021-07-26T16:04:01.135 INFO:tasks.rados.rados.0.smithi037.stdout:1987: finishing rollback tid 1 to smithi03738989-29 2021-07-26T16:04:01.135 INFO:tasks.rados.rados.0.smithi037.stdout:1987: finishing rollback tid 2 to smithi03738989-29 2021-07-26T16:04:01.136 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 1400 (ObjNum 559 snap 164 seq_num 559) dirty exists 2021-07-26T16:04:01.136 INFO:tasks.rados.rados.0.smithi037.stdout:1988: finishing copy_from to smithi03738989-37 2021-07-26T16:04:01.136 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 1643 (ObjNum 627 snap 184 seq_num 627) dirty exists 2021-07-26T16:04:01.138 INFO:tasks.rados.rados.0.smithi037.stdout:1988: finishing copy_from racing read to smithi03738989-37 2021-07-26T16:04:01.138 INFO:tasks.rados.rados.0.smithi037.stdout:1987: done (3 left) 2021-07-26T16:04:01.139 INFO:tasks.rados.rados.0.smithi037.stdout:1988: done (2 left) 2021-07-26T16:04:01.139 INFO:tasks.rados.rados.0.smithi037.stdout:1992: rollback oid 7 current snap is 192 2021-07-26T16:04:01.139 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 7 to 175 2021-07-26T16:04:01.139 INFO:tasks.rados.rados.0.smithi037.stdout:1993: delete oid 48 current snap is 192 2021-07-26T16:04:01.140 INFO:tasks.rados.rados.0.smithi037.stdout:1990: expect (ObjNum 591 snap 171 seq_num 591) 2021-07-26T16:04:01.144 INFO:tasks.rados.rados.0.smithi037.stdout:1992: finishing rollback tid 0 to smithi03738989-7 2021-07-26T16:04:01.144 INFO:tasks.rados.rados.0.smithi037.stdout:1992: finishing rollback tid 1 to smithi03738989-7 2021-07-26T16:04:01.145 INFO:tasks.rados.rados.0.smithi037.stdout:1992: finishing rollback tid 2 to smithi03738989-7 2021-07-26T16:04:01.145 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 1653 (ObjNum 596 snap 174 seq_num 596) dirty exists 2021-07-26T16:04:01.145 INFO:tasks.rados.rados.0.smithi037.stdout:1990: done (3 left) 2021-07-26T16:04:01.145 INFO:tasks.rados.rados.0.smithi037.stdout:1992: done (2 left) 2021-07-26T16:04:01.146 INFO:tasks.rados.rados.0.smithi037.stdout:1993: done (1 left) 2021-07-26T16:04:01.146 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 192 2021-07-26T16:04:01.146 INFO:tasks.rados.rados.0.smithi037.stdout:1994: seq_num 655 ranges {0=573440,573440=516096,1089536=286720} 2021-07-26T16:04:01.147 INFO:tasks.rados.rados.0.smithi037.stdout:1994: writing smithi03738989-35 from 0 to 573440 tid 1 2021-07-26T16:04:01.151 INFO:tasks.rados.rados.0.smithi037.stdout:1994: writing smithi03738989-35 from 573440 to 1089536 tid 2 2021-07-26T16:04:01.152 INFO:tasks.rados.rados.0.smithi037.stdout:1994: writing smithi03738989-35 from 1089536 to 1376256 tid 3 2021-07-26T16:04:01.153 INFO:tasks.rados.rados.0.smithi037.stdout:1995: snap_create 2021-07-26T16:04:01.159 INFO:tasks.rados.rados.0.smithi037.stdout:1994: finishing write tid 1 to smithi03738989-35 2021-07-26T16:04:01.159 INFO:tasks.rados.rados.0.smithi037.stdout:1994: finishing write tid 2 to smithi03738989-35 2021-07-26T16:04:01.160 INFO:tasks.rados.rados.0.smithi037.stdout:1994: finishing write tid 3 to smithi03738989-35 2021-07-26T16:04:01.160 INFO:tasks.rados.rados.0.smithi037.stdout:1994: finishing write tid 5 to smithi03738989-35 2021-07-26T16:04:01.161 INFO:tasks.rados.rados.0.smithi037.stdout:1994: finishing write tid 6 to smithi03738989-35 2021-07-26T16:04:01.162 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1404 (ObjNum 655 snap 192 seq_num 655) dirty exists 2021-07-26T16:04:01.162 INFO:tasks.rados.rados.0.smithi037.stdout:1994: left oid 35 (ObjNum 655 snap 192 seq_num 655) 2021-07-26T16:04:01.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:01 smithi107 bash[29346]: cluster 2021-07-26T16:03:59.777314+0000 mgr.y (mgr.24994) 264 : cluster [DBG] pgmap v369: 89 pgs: 9 active+undersized+degraded, 22 active+undersized, 58 active+clean; 243 MiB data, 744 MiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 20 op/s; 43/519 objects degraded (8.285%) 2021-07-26T16:04:01.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:01 smithi107 bash[29346]: cluster 2021-07-26T16:04:00.086541+0000 mon.a (mon.0) 705 : cluster [WRN] Health check update: Degraded data redundancy: 43/519 objects degraded (8.285%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:04:01.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:01 smithi107 bash[29346]: audit 2021-07-26T16:04:00.090478+0000 mon.b (mon.2) 10 : audit [INF] from='osd.6 [v2:172.21.15.107:6816/1595692269,v1:172.21.15.107:6817/1595692269]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:04:01.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:01 smithi107 bash[29346]: audit 2021-07-26T16:04:00.100062+0000 mon.a (mon.0) 706 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2021-07-26T16:04:01.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:01 smithi107 bash[29346]: cluster 2021-07-26T16:04:00.100170+0000 mon.a (mon.0) 707 : cluster [DBG] osdmap e441: 8 total, 7 up, 8 in 2021-07-26T16:04:01.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:01 smithi107 bash[29346]: audit 2021-07-26T16:04:00.101749+0000 mon.a (mon.0) 708 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:04:01.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:01 smithi037 bash[41498]: cluster 2021-07-26T16:03:59.777314+0000 mgr.y (mgr.24994) 264 : cluster [DBG] pgmap v369: 89 pgs: 9 active+undersized+degraded, 22 active+undersized, 58 active+clean; 243 MiB data, 744 MiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 20 op/s; 43/519 objects degraded (8.285%) 2021-07-26T16:04:01.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:01 smithi037 bash[41498]: cluster 2021-07-26T16:04:00.086541+0000 mon.a (mon.0) 705 : cluster [WRN] Health check update: Degraded data redundancy: 43/519 objects degraded (8.285%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:04:01.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:01 smithi037 bash[41498]: audit 2021-07-26T16:04:00.090478+0000 mon.b (mon.2) 10 : audit [INF] from='osd.6 [v2:172.21.15.107:6816/1595692269,v1:172.21.15.107:6817/1595692269]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:04:01.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:01 smithi037 bash[41498]: audit 2021-07-26T16:04:00.100062+0000 mon.a (mon.0) 706 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2021-07-26T16:04:01.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:01 smithi037 bash[41498]: cluster 2021-07-26T16:04:00.100170+0000 mon.a (mon.0) 707 : cluster [DBG] osdmap e441: 8 total, 7 up, 8 in 2021-07-26T16:04:01.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:01 smithi037 bash[41498]: audit 2021-07-26T16:04:00.101749+0000 mon.a (mon.0) 708 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:04:01.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:01 smithi037 bash[42499]: cluster 2021-07-26T16:03:59.777314+0000 mgr.y (mgr.24994) 264 : cluster [DBG] pgmap v369: 89 pgs: 9 active+undersized+degraded, 22 active+undersized, 58 active+clean; 243 MiB data, 744 MiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 20 op/s; 43/519 objects degraded (8.285%) 2021-07-26T16:04:01.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:01 smithi037 bash[42499]: cluster 2021-07-26T16:04:00.086541+0000 mon.a (mon.0) 705 : cluster [WRN] Health check update: Degraded data redundancy: 43/519 objects degraded (8.285%), 9 pgs degraded (PG_DEGRADED) 2021-07-26T16:04:01.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:01 smithi037 bash[42499]: audit 2021-07-26T16:04:00.090478+0000 mon.b (mon.2) 10 : audit [INF] from='osd.6 [v2:172.21.15.107:6816/1595692269,v1:172.21.15.107:6817/1595692269]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:04:01.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:01 smithi037 bash[42499]: audit 2021-07-26T16:04:00.100062+0000 mon.a (mon.0) 706 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2021-07-26T16:04:01.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:01 smithi037 bash[42499]: cluster 2021-07-26T16:04:00.100170+0000 mon.a (mon.0) 707 : cluster [DBG] osdmap e441: 8 total, 7 up, 8 in 2021-07-26T16:04:01.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:01 smithi037 bash[42499]: audit 2021-07-26T16:04:00.101749+0000 mon.a (mon.0) 708 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:04:02.118 INFO:tasks.rados.rados.0.smithi037.stdout:1994: done (2 left) 2021-07-26T16:04:02.118 INFO:tasks.rados.rados.0.smithi037.stdout:1995: done (1 left) 2021-07-26T16:04:02.118 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 193 2021-07-26T16:04:02.119 INFO:tasks.rados.rados.0.smithi037.stdout:1996: seq_num 656 ranges {2924544=589824,3514368=802816} 2021-07-26T16:04:02.138 INFO:tasks.rados.rados.0.smithi037.stdout:1996: writing smithi03738989-26 from 2924544 to 3514368 tid 1 2021-07-26T16:04:02.144 INFO:tasks.rados.rados.0.smithi037.stdout:1996: writing smithi03738989-26 from 3514368 to 4317184 tid 2 2021-07-26T16:04:02.144 INFO:tasks.rados.rados.0.smithi037.stdout:1997: snap_create 2021-07-26T16:04:02.145 INFO:tasks.rados.rados.0.smithi037.stdout:1991: finishing write tid 1 to smithi03738989-49 2021-07-26T16:04:02.145 INFO:tasks.rados.rados.0.smithi037.stdout:1991: finishing write tid 2 to smithi03738989-49 2021-07-26T16:04:02.145 INFO:tasks.rados.rados.0.smithi037.stdout:1996: finishing write tid 1 to smithi03738989-26 2021-07-26T16:04:02.146 INFO:tasks.rados.rados.0.smithi037.stdout:1991: finishing write tid 3 to smithi03738989-49 2021-07-26T16:04:02.146 INFO:tasks.rados.rados.0.smithi037.stdout:1991: finishing write tid 5 to smithi03738989-49 2021-07-26T16:04:02.147 INFO:tasks.rados.rados.0.smithi037.stdout:1991: finishing write tid 6 to smithi03738989-49 2021-07-26T16:04:02.148 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 963 (ObjNum 653 snap 192 seq_num 653) dirty exists 2021-07-26T16:04:02.148 INFO:tasks.rados.rados.0.smithi037.stdout:1991: left oid 49 (ObjNum 653 snap 192 seq_num 653) 2021-07-26T16:04:02.149 INFO:tasks.rados.rados.0.smithi037.stdout:1996: finishing write tid 2 to smithi03738989-26 2021-07-26T16:04:02.150 INFO:tasks.rados.rados.0.smithi037.stdout:1996: finishing write tid 4 to smithi03738989-26 2021-07-26T16:04:02.151 INFO:tasks.rados.rados.0.smithi037.stdout:1996: finishing write tid 5 to smithi03738989-26 2021-07-26T16:04:02.151 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 1363 (ObjNum 656 snap 193 seq_num 656) dirty exists 2021-07-26T16:04:02.152 INFO:tasks.rados.rados.0.smithi037.stdout:1996: left oid 26 (ObjNum 656 snap 193 seq_num 656) 2021-07-26T16:04:02.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:02 smithi107 bash[29346]: cluster 2021-07-26T16:04:01.096457+0000 mon.a (mon.0) 709 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:04:02.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:02 smithi107 bash[29346]: cluster 2021-07-26T16:04:01.111837+0000 mon.a (mon.0) 710 : cluster [INF] osd.6 [v2:172.21.15.107:6816/1595692269,v1:172.21.15.107:6817/1595692269] boot 2021-07-26T16:04:02.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:02 smithi107 bash[29346]: cluster 2021-07-26T16:04:01.111914+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e442: 8 total, 8 up, 8 in 2021-07-26T16:04:02.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:02 smithi107 bash[29346]: audit 2021-07-26T16:04:01.113381+0000 mon.c (mon.1) 220 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T16:04:02.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:02 smithi037 bash[41498]: cluster 2021-07-26T16:04:01.096457+0000 mon.a (mon.0) 709 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:04:02.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:02 smithi037 bash[41498]: cluster 2021-07-26T16:04:01.111837+0000 mon.a (mon.0) 710 : cluster [INF] osd.6 [v2:172.21.15.107:6816/1595692269,v1:172.21.15.107:6817/1595692269] boot 2021-07-26T16:04:02.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:02 smithi037 bash[41498]: cluster 2021-07-26T16:04:01.111914+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e442: 8 total, 8 up, 8 in 2021-07-26T16:04:02.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:02 smithi037 bash[41498]: audit 2021-07-26T16:04:01.113381+0000 mon.c (mon.1) 220 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T16:04:02.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:02 smithi037 bash[42499]: cluster 2021-07-26T16:04:01.096457+0000 mon.a (mon.0) 709 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:04:02.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:02 smithi037 bash[42499]: cluster 2021-07-26T16:04:01.111837+0000 mon.a (mon.0) 710 : cluster [INF] osd.6 [v2:172.21.15.107:6816/1595692269,v1:172.21.15.107:6817/1595692269] boot 2021-07-26T16:04:02.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:02 smithi037 bash[42499]: cluster 2021-07-26T16:04:01.111914+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e442: 8 total, 8 up, 8 in 2021-07-26T16:04:02.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:02 smithi037 bash[42499]: audit 2021-07-26T16:04:01.113381+0000 mon.c (mon.1) 220 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-07-26T16:04:03.132 INFO:tasks.rados.rados.0.smithi037.stdout:1991: done (2 left) 2021-07-26T16:04:03.132 INFO:tasks.rados.rados.0.smithi037.stdout:1996: done (1 left) 2021-07-26T16:04:03.133 INFO:tasks.rados.rados.0.smithi037.stdout:1997: done (0 left) 2021-07-26T16:04:03.133 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 194 2021-07-26T16:04:03.133 INFO:tasks.rados.rados.0.smithi037.stdout:1998: seq_num 657 ranges {0=606208,606208=688128,1294336=114688} 2021-07-26T16:04:03.137 INFO:tasks.rados.rados.0.smithi037.stdout:1998: writing smithi03738989-18 from 0 to 606208 tid 1 2021-07-26T16:04:03.141 INFO:tasks.rados.rados.0.smithi037.stdout:1998: writing smithi03738989-18 from 606208 to 1294336 tid 2 2021-07-26T16:04:03.142 INFO:tasks.rados.rados.0.smithi037.stdout:1998: writing smithi03738989-18 from 1294336 to 1409024 tid 3 2021-07-26T16:04:03.143 INFO:tasks.rados.rados.0.smithi037.stdout:1999: snap_create 2021-07-26T16:04:03.152 INFO:tasks.rados.rados.0.smithi037.stdout:1998: finishing write tid 1 to smithi03738989-18 2021-07-26T16:04:03.154 INFO:tasks.rados.rados.0.smithi037.stdout:1998: finishing write tid 2 to smithi03738989-18 2021-07-26T16:04:03.154 INFO:tasks.rados.rados.0.smithi037.stdout:1998: finishing write tid 3 to smithi03738989-18 2021-07-26T16:04:03.155 INFO:tasks.rados.rados.0.smithi037.stdout:1998: finishing write tid 5 to smithi03738989-18 2021-07-26T16:04:03.155 INFO:tasks.rados.rados.0.smithi037.stdout:1998: finishing write tid 6 to smithi03738989-18 2021-07-26T16:04:03.156 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 967 (ObjNum 657 snap 194 seq_num 657) dirty exists 2021-07-26T16:04:03.156 INFO:tasks.rados.rados.0.smithi037.stdout:1998: left oid 18 (ObjNum 657 snap 194 seq_num 657) 2021-07-26T16:04:03.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:03 smithi107 bash[29346]: cluster 2021-07-26T16:04:01.778240+0000 mgr.y (mgr.24994) 265 : cluster [DBG] pgmap v372: 89 pgs: 4 peering, 6 active+undersized+degraded, 21 active+undersized, 58 active+clean; 245 MiB data, 774 MiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 896 KiB/s wr, 15 op/s; 31/528 objects degraded (5.871%) 2021-07-26T16:04:03.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:03 smithi107 bash[29346]: cluster 2021-07-26T16:04:02.115891+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e443: 8 total, 8 up, 8 in 2021-07-26T16:04:03.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:03 smithi037 bash[42499]: cluster 2021-07-26T16:04:01.778240+0000 mgr.y (mgr.24994) 265 : cluster [DBG] pgmap v372: 89 pgs: 4 peering, 6 active+undersized+degraded, 21 active+undersized, 58 active+clean; 245 MiB data, 774 MiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 896 KiB/s wr, 15 op/s; 31/528 objects degraded (5.871%) 2021-07-26T16:04:03.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:03 smithi037 bash[42499]: cluster 2021-07-26T16:04:02.115891+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e443: 8 total, 8 up, 8 in 2021-07-26T16:04:03.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:03 smithi037 bash[41498]: cluster 2021-07-26T16:04:01.778240+0000 mgr.y (mgr.24994) 265 : cluster [DBG] pgmap v372: 89 pgs: 4 peering, 6 active+undersized+degraded, 21 active+undersized, 58 active+clean; 245 MiB data, 774 MiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 896 KiB/s wr, 15 op/s; 31/528 objects degraded (5.871%) 2021-07-26T16:04:03.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:03 smithi037 bash[41498]: cluster 2021-07-26T16:04:02.115891+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e443: 8 total, 8 up, 8 in 2021-07-26T16:04:04.135 INFO:tasks.rados.rados.0.smithi037.stdout:1998: done (1 left) 2021-07-26T16:04:04.135 INFO:tasks.rados.rados.0.smithi037.stdout:1999: done (0 left) 2021-07-26T16:04:04.136 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 195 2021-07-26T16:04:04.136 INFO:tasks.rados.rados.0.smithi037.stdout:2000: seq_num 658 ranges {16384=622592,638976=565248,1204224=237568} 2021-07-26T16:04:04.140 INFO:tasks.rados.rados.0.smithi037.stdout:2000: writing smithi03738989-17 from 16384 to 638976 tid 1 2021-07-26T16:04:04.144 INFO:tasks.rados.rados.0.smithi037.stdout:2000: writing smithi03738989-17 from 638976 to 1204224 tid 2 2021-07-26T16:04:04.146 INFO:tasks.rados.rados.0.smithi037.stdout:2000: writing smithi03738989-17 from 1204224 to 1441792 tid 3 2021-07-26T16:04:04.146 INFO:tasks.rados.rados.0.smithi037.stdout:2001: rollback oid 22 current snap is 195 2021-07-26T16:04:04.146 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 22 to 177 2021-07-26T16:04:04.147 INFO:tasks.rados.rados.0.smithi037.stdout:2002: delete oid 39 current snap is 195 2021-07-26T16:04:04.147 INFO:tasks.rados.rados.0.smithi037.stdout:2000: finishing write tid 1 to smithi03738989-17 2021-07-26T16:04:04.150 INFO:tasks.rados.rados.0.smithi037.stdout:2002: done (2 left) 2021-07-26T16:04:04.150 INFO:tasks.rados.rados.0.smithi037.stdout:2003: snap_remove snap 189 2021-07-26T16:04:04.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:04 smithi107 bash[29346]: cluster 2021-07-26T16:04:03.129819+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e444: 8 total, 8 up, 8 in 2021-07-26T16:04:04.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:04 smithi037 bash[41498]: cluster 2021-07-26T16:04:03.129819+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e444: 8 total, 8 up, 8 in 2021-07-26T16:04:04.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:04 smithi037 bash[42499]: cluster 2021-07-26T16:04:03.129819+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e444: 8 total, 8 up, 8 in 2021-07-26T16:04:05.152 INFO:tasks.rados.rados.0.smithi037.stdout:2003: done (2 left) 2021-07-26T16:04:05.153 INFO:tasks.rados.rados.0.smithi037.stdout:2004: snap_create 2021-07-26T16:04:05.153 INFO:tasks.rados.rados.0.smithi037.stdout:2000: finishing write tid 2 to smithi03738989-17 2021-07-26T16:04:05.153 INFO:tasks.rados.rados.0.smithi037.stdout:2001: finishing rollback tid 1 to smithi03738989-22 2021-07-26T16:04:05.153 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 832 (ObjNum 1 snap 21933 seq_num 371924000) dirty dne 2021-07-26T16:04:05.154 INFO:tasks.rados.rados.0.smithi037.stdout:2000: finishing write tid 3 to smithi03738989-17 2021-07-26T16:04:05.154 INFO:tasks.rados.rados.0.smithi037.stdout:2000: finishing write tid 5 to smithi03738989-17 2021-07-26T16:04:05.154 INFO:tasks.rados.rados.0.smithi037.stdout:2000: finishing write tid 6 to smithi03738989-17 2021-07-26T16:04:05.154 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1516 (ObjNum 658 snap 195 seq_num 658) dirty exists 2021-07-26T16:04:05.154 INFO:tasks.rados.rados.0.smithi037.stdout:2000: left oid 17 (ObjNum 658 snap 195 seq_num 658) 2021-07-26T16:04:05.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:05 smithi107 bash[29346]: cluster 2021-07-26T16:04:03.779109+0000 mgr.y (mgr.24994) 266 : cluster [DBG] pgmap v375: 89 pgs: 5 activating, 4 peering, 4 active+undersized+degraded, 15 active+undersized, 61 active+clean; 252 MiB data, 791 MiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.8 MiB/s wr, 13 op/s; 27/552 objects degraded (4.891%) 2021-07-26T16:04:05.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:05 smithi107 bash[29346]: cluster 2021-07-26T16:04:04.133785+0000 mon.a (mon.0) 714 : cluster [DBG] osdmap e445: 8 total, 8 up, 8 in 2021-07-26T16:04:05.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:05 smithi037 bash[42499]: cluster 2021-07-26T16:04:03.779109+0000 mgr.y (mgr.24994) 266 : cluster [DBG] pgmap v375: 89 pgs: 5 activating, 4 peering, 4 active+undersized+degraded, 15 active+undersized, 61 active+clean; 252 MiB data, 791 MiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.8 MiB/s wr, 13 op/s; 27/552 objects degraded (4.891%) 2021-07-26T16:04:05.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:05 smithi037 bash[42499]: cluster 2021-07-26T16:04:04.133785+0000 mon.a (mon.0) 714 : cluster [DBG] osdmap e445: 8 total, 8 up, 8 in 2021-07-26T16:04:05.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:05 smithi037 bash[41498]: cluster 2021-07-26T16:04:03.779109+0000 mgr.y (mgr.24994) 266 : cluster [DBG] pgmap v375: 89 pgs: 5 activating, 4 peering, 4 active+undersized+degraded, 15 active+undersized, 61 active+clean; 252 MiB data, 791 MiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.8 MiB/s wr, 13 op/s; 27/552 objects degraded (4.891%) 2021-07-26T16:04:05.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:05 smithi037 bash[41498]: cluster 2021-07-26T16:04:04.133785+0000 mon.a (mon.0) 714 : cluster [DBG] osdmap e445: 8 total, 8 up, 8 in 2021-07-26T16:04:06.167 INFO:tasks.rados.rados.0.smithi037.stdout:2000: done (2 left) 2021-07-26T16:04:06.167 INFO:tasks.rados.rados.0.smithi037.stdout:2001: done (1 left) 2021-07-26T16:04:06.168 INFO:tasks.rados.rados.0.smithi037.stdout:2004: done (0 left) 2021-07-26T16:04:06.168 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 196 2021-07-26T16:04:06.168 INFO:tasks.rados.rados.0.smithi037.stdout:2005: seq_num 660 ranges {3768320=663552,4431872=737280,5169152=65536} 2021-07-26T16:04:06.193 INFO:tasks.rados.rados.0.smithi037.stdout:2005: writing smithi03738989-10 from 3768320 to 4431872 tid 1 2021-07-26T16:04:06.197 INFO:tasks.rados.rados.0.smithi037.stdout:2005: writing smithi03738989-10 from 4431872 to 5169152 tid 2 2021-07-26T16:04:06.198 INFO:tasks.rados.rados.0.smithi037.stdout:2005: writing smithi03738989-10 from 5169152 to 5234688 tid 3 2021-07-26T16:04:06.198 INFO:tasks.rados.rados.0.smithi037.stdout:2006: snap_create 2021-07-26T16:04:06.205 INFO:tasks.rados.rados.0.smithi037.stdout:2005: finishing write tid 1 to smithi03738989-10 2021-07-26T16:04:06.207 INFO:tasks.rados.rados.0.smithi037.stdout:2005: finishing write tid 2 to smithi03738989-10 2021-07-26T16:04:06.207 INFO:tasks.rados.rados.0.smithi037.stdout:2005: finishing write tid 3 to smithi03738989-10 2021-07-26T16:04:06.208 INFO:tasks.rados.rados.0.smithi037.stdout:2005: finishing write tid 5 to smithi03738989-10 2021-07-26T16:04:06.210 INFO:tasks.rados.rados.0.smithi037.stdout:2005: finishing write tid 6 to smithi03738989-10 2021-07-26T16:04:06.210 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 1753 (ObjNum 660 snap 196 seq_num 660) dirty exists 2021-07-26T16:04:06.210 INFO:tasks.rados.rados.0.smithi037.stdout:2005: left oid 10 (ObjNum 660 snap 196 seq_num 660) 2021-07-26T16:04:06.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:06 smithi107 bash[29346]: cluster 2021-07-26T16:04:05.154513+0000 mon.a (mon.0) 715 : cluster [DBG] osdmap e446: 8 total, 8 up, 8 in 2021-07-26T16:04:06.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:06 smithi037 bash[42499]: cluster 2021-07-26T16:04:05.154513+0000 mon.a (mon.0) 715 : cluster [DBG] osdmap e446: 8 total, 8 up, 8 in 2021-07-26T16:04:06.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:06 smithi037 bash[41498]: cluster 2021-07-26T16:04:05.154513+0000 mon.a (mon.0) 715 : cluster [DBG] osdmap e446: 8 total, 8 up, 8 in 2021-07-26T16:04:07.169 INFO:tasks.rados.rados.0.smithi037.stdout:2005: done (1 left) 2021-07-26T16:04:07.169 INFO:tasks.rados.rados.0.smithi037.stdout:2006: done (0 left) 2021-07-26T16:04:07.169 INFO:tasks.rados.rados.0.smithi037.stdout:2007: rollback oid 27 current snap is 197 2021-07-26T16:04:07.170 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 27 to 195 2021-07-26T16:04:07.170 INFO:tasks.rados.rados.0.smithi037.stdout:2008: delete oid 39 current snap is 197 2021-07-26T16:04:07.176 INFO:tasks.rados.rados.0.smithi037.stdout:2007: finishing rollback tid 0 to smithi03738989-27 2021-07-26T16:04:07.177 INFO:tasks.rados.rados.0.smithi037.stdout:2007: finishing rollback tid 1 to smithi03738989-27 2021-07-26T16:04:07.178 INFO:tasks.rados.rados.0.smithi037.stdout:2007: finishing rollback tid 2 to smithi03738989-27 2021-07-26T16:04:07.178 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1366 (ObjNum 642 snap 189 seq_num 642) dirty exists 2021-07-26T16:04:07.178 INFO:tasks.rados.rados.0.smithi037.stdout:2007: done (1 left) 2021-07-26T16:04:07.179 INFO:tasks.rados.rados.0.smithi037.stdout:2008: done (0 left) 2021-07-26T16:04:07.179 INFO:tasks.rados.rados.0.smithi037.stdout:2009: rollback oid 50 current snap is 197 2021-07-26T16:04:07.179 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 177 2021-07-26T16:04:07.179 INFO:tasks.rados.rados.0.smithi037.stdout:2010: copy_from oid 26 from oid 41 current snap is 197 2021-07-26T16:04:07.180 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 197 2021-07-26T16:04:07.180 INFO:tasks.rados.rados.0.smithi037.stdout:2011: seq_num 662 ranges {3096576=696320,3792896=557056,4349952=245760} 2021-07-26T16:04:07.200 INFO:tasks.rados.rados.0.smithi037.stdout:2011: writing smithi03738989-20 from 3096576 to 3792896 tid 1 2021-07-26T16:04:07.203 INFO:tasks.rados.rados.0.smithi037.stdout:2011: writing smithi03738989-20 from 3792896 to 4349952 tid 2 2021-07-26T16:04:07.205 INFO:tasks.rados.rados.0.smithi037.stdout:2011: writing smithi03738989-20 from 4349952 to 4595712 tid 3 2021-07-26T16:04:07.205 INFO:tasks.rados.rados.0.smithi037.stdout:2012: snap_create 2021-07-26T16:04:07.205 INFO:tasks.rados.rados.0.smithi037.stdout:2009: finishing rollback tid 0 to smithi03738989-50 2021-07-26T16:04:07.206 INFO:tasks.rados.rados.0.smithi037.stdout:2009: finishing rollback tid 1 to smithi03738989-50 2021-07-26T16:04:07.206 INFO:tasks.rados.rados.0.smithi037.stdout:2009: finishing rollback tid 2 to smithi03738989-50 2021-07-26T16:04:07.206 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 849 (ObjNum 445 snap 136 seq_num 445) dirty exists 2021-07-26T16:04:07.206 INFO:tasks.rados.rados.0.smithi037.stdout:2010: finishing copy_from to smithi03738989-26 2021-07-26T16:04:07.207 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 1642 (ObjNum 593 snap 173 seq_num 593) dirty exists 2021-07-26T16:04:07.207 INFO:tasks.rados.rados.0.smithi037.stdout:2010: finishing copy_from racing read to smithi03738989-26 2021-07-26T16:04:07.207 INFO:tasks.rados.rados.0.smithi037.stdout:2011: finishing write tid 1 to smithi03738989-20 2021-07-26T16:04:07.208 INFO:tasks.rados.rados.0.smithi037.stdout:2011: finishing write tid 2 to smithi03738989-20 2021-07-26T16:04:07.209 INFO:tasks.rados.rados.0.smithi037.stdout:2011: finishing write tid 3 to smithi03738989-20 2021-07-26T16:04:07.210 INFO:tasks.rados.rados.0.smithi037.stdout:2011: finishing write tid 5 to smithi03738989-20 2021-07-26T16:04:07.212 INFO:tasks.rados.rados.0.smithi037.stdout:2011: finishing write tid 6 to smithi03738989-20 2021-07-26T16:04:07.212 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 764 (ObjNum 662 snap 197 seq_num 662) dirty exists 2021-07-26T16:04:07.212 INFO:tasks.rados.rados.0.smithi037.stdout:2011: left oid 20 (ObjNum 662 snap 197 seq_num 662) 2021-07-26T16:04:07.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:07 smithi107 bash[29346]: cluster 2021-07-26T16:04:05.779923+0000 mgr.y (mgr.24994) 267 : cluster [DBG] pgmap v378: 89 pgs: 7 active+clean+wait, 5 activating, 4 peering, 73 active+clean; 255 MiB data, 793 MiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 11 op/s; 2/555 objects degraded (0.360%); 652 KiB/s, 1 objects/s recovering 2021-07-26T16:04:07.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:07 smithi107 bash[29346]: cluster 2021-07-26T16:04:06.149226+0000 mon.a (mon.0) 716 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/552 objects degraded (4.891%), 4 pgs degraded) 2021-07-26T16:04:07.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:07 smithi107 bash[29346]: cluster 2021-07-26T16:04:06.149318+0000 mon.a (mon.0) 717 : cluster [INF] Cluster is now healthy 2021-07-26T16:04:07.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:07 smithi107 bash[29346]: cluster 2021-07-26T16:04:06.169875+0000 mon.a (mon.0) 718 : cluster [DBG] osdmap e447: 8 total, 8 up, 8 in 2021-07-26T16:04:07.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:07 smithi037 bash[41498]: cluster 2021-07-26T16:04:05.779923+0000 mgr.y (mgr.24994) 267 : cluster [DBG] pgmap v378: 89 pgs: 7 active+clean+wait, 5 activating, 4 peering, 73 active+clean; 255 MiB data, 793 MiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 11 op/s; 2/555 objects degraded (0.360%); 652 KiB/s, 1 objects/s recovering 2021-07-26T16:04:07.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:07 smithi037 bash[41498]: cluster 2021-07-26T16:04:06.149226+0000 mon.a (mon.0) 716 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/552 objects degraded (4.891%), 4 pgs degraded) 2021-07-26T16:04:07.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:07 smithi037 bash[41498]: cluster 2021-07-26T16:04:06.149318+0000 mon.a (mon.0) 717 : cluster [INF] Cluster is now healthy 2021-07-26T16:04:07.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:07 smithi037 bash[41498]: cluster 2021-07-26T16:04:06.169875+0000 mon.a (mon.0) 718 : cluster [DBG] osdmap e447: 8 total, 8 up, 8 in 2021-07-26T16:04:07.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:07 smithi037 bash[42499]: cluster 2021-07-26T16:04:05.779923+0000 mgr.y (mgr.24994) 267 : cluster [DBG] pgmap v378: 89 pgs: 7 active+clean+wait, 5 activating, 4 peering, 73 active+clean; 255 MiB data, 793 MiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 11 op/s; 2/555 objects degraded (0.360%); 652 KiB/s, 1 objects/s recovering 2021-07-26T16:04:07.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:07 smithi037 bash[42499]: cluster 2021-07-26T16:04:06.149226+0000 mon.a (mon.0) 716 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/552 objects degraded (4.891%), 4 pgs degraded) 2021-07-26T16:04:07.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:07 smithi037 bash[42499]: cluster 2021-07-26T16:04:06.149318+0000 mon.a (mon.0) 717 : cluster [INF] Cluster is now healthy 2021-07-26T16:04:07.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:07 smithi037 bash[42499]: cluster 2021-07-26T16:04:06.169875+0000 mon.a (mon.0) 718 : cluster [DBG] osdmap e447: 8 total, 8 up, 8 in 2021-07-26T16:04:08.192 INFO:tasks.rados.rados.0.smithi037.stdout:2009: done (3 left) 2021-07-26T16:04:08.193 INFO:tasks.rados.rados.0.smithi037.stdout:2010: done (2 left) 2021-07-26T16:04:08.193 INFO:tasks.rados.rados.0.smithi037.stdout:2011: done (1 left) 2021-07-26T16:04:08.193 INFO:tasks.rados.rados.0.smithi037.stdout:2012: done (0 left) 2021-07-26T16:04:08.193 INFO:tasks.rados.rados.0.smithi037.stdout:2013: snap_remove snap 190 2021-07-26T16:04:08.323 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T16:04:08.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:08 smithi107 bash[29346]: cluster 2021-07-26T16:04:07.171329+0000 mon.a (mon.0) 719 : cluster [DBG] osdmap e448: 8 total, 8 up, 8 in 2021-07-26T16:04:08.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:08 smithi037 bash[41498]: cluster 2021-07-26T16:04:07.171329+0000 mon.a (mon.0) 719 : cluster [DBG] osdmap e448: 8 total, 8 up, 8 in 2021-07-26T16:04:08.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:08 smithi037 bash[42499]: cluster 2021-07-26T16:04:07.171329+0000 mon.a (mon.0) 719 : cluster [DBG] osdmap e448: 8 total, 8 up, 8 in 2021-07-26T16:04:08.655 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T16:04:08.655 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 running (11m) 96s ago 11m 10.2M - 0.20.0 0881eb8f169f efab80df0ece 2021-07-26T16:04:08.655 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi107 running (11m) 10s ago 11m 26.5M - 6.7.4 3b1077a63311 2876c96eb484 2021-07-26T16:04:08.656 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi037.wjuegm smithi037 running (9m) 96s ago 9m 15.3M - 15.2.13 5eab30a79396 d211508d5e60 2021-07-26T16:04:08.656 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi107.pmlxcx smithi107 running (9m) 10s ago 9m 19.0M - 15.2.13 5eab30a79396 8636b713abef 2021-07-26T16:04:08.656 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi107 *:8443 running (4m) 10s ago 15m 372M - 17.0.0-6381-gbccf07c2 6cdb40438e66 860e60362e9d 2021-07-26T16:04:08.656 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443 running (5m) 96s ago 18m 419M - 17.0.0-6381-gbccf07c2 6cdb40438e66 a07fb6f2ffc9 2021-07-26T16:04:08.656 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (4m) 96s ago 18m 57.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 370b9a5b7829 2021-07-26T16:04:08.657 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi107 running (3m) 10s ago 16m 53.6M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 0f8f2b11f865 2021-07-26T16:04:08.657 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (4m) 96s ago 16m 48.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46cd16de9ecd 2021-07-26T16:04:08.657 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 running (11m) 96s ago 11m 11.3M - 0.18.1 e5a616e4b9cf 3ad93cd5c278 2021-07-26T16:04:08.657 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi107 running (11m) 10s ago 12m 11.3M - 0.18.1 e5a616e4b9cf b308a000873c 2021-07-26T16:04:08.658 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (3m) 96s ago 15m 268M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 3bf4d2f6804d 2021-07-26T16:04:08.658 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (2m) 96s ago 15m 256M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 1926c4e36355 2021-07-26T16:04:08.658 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (2m) 96s ago 14m 156M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 5d4e19f02b60 2021-07-26T16:04:08.658 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (98s) 96s ago 14m - 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 4287a9c24c27 2021-07-26T16:04:08.658 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi107 running (70s) 10s ago 13m 228M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 a8426bbe8ca6 2021-07-26T16:04:08.659 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi107 running (41s) 10s ago 13m 202M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 6bb69dd16aa3 2021-07-26T16:04:08.659 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi107 running (13s) 10s ago 12m - 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 c6a000e0e2f6 2021-07-26T16:04:08.659 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi107 running (12m) 10s ago 12m 169M 4096M 15.2.13 5eab30a79396 964b0df7c499 2021-07-26T16:04:08.660 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi107 running (11m) 10s ago 12m 25.5M - 2.18.1 de242295e225 95178a9d7a1a 2021-07-26T16:04:09.037 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T16:04:09.037 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2021-07-26T16:04:09.038 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T16:04:09.038 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:04:09.038 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2021-07-26T16:04:09.038 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T16:04:09.039 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:04:09.039 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2021-07-26T16:04:09.039 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 1, 2021-07-26T16:04:09.039 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 7 2021-07-26T16:04:09.039 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:04:09.040 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2021-07-26T16:04:09.040 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 2 2021-07-26T16:04:09.040 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:04:09.040 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2021-07-26T16:04:09.041 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 3, 2021-07-26T16:04:09.041 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 12 2021-07-26T16:04:09.041 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:04:09.041 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T16:04:09.210 INFO:tasks.rados.rados.0.smithi037.stdout:2013: done (0 left) 2021-07-26T16:04:09.211 INFO:tasks.rados.rados.0.smithi037.stdout:2014: read oid 42 snap 182 2021-07-26T16:04:09.211 INFO:tasks.rados.rados.0.smithi037.stdout:2014: expect (ObjNum 574 snap 171 seq_num 574) 2021-07-26T16:04:09.211 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 33 current snap is 198 2021-07-26T16:04:09.212 INFO:tasks.rados.rados.0.smithi037.stdout:2015: seq_num 663 ranges {0=712704,712704=442368,1155072=360448} 2021-07-26T16:04:09.215 INFO:tasks.rados.rados.0.smithi037.stdout:2015: writing smithi03738989-33 from 0 to 712704 tid 1 2021-07-26T16:04:09.218 INFO:tasks.rados.rados.0.smithi037.stdout:2015: writing smithi03738989-33 from 712704 to 1155072 tid 2 2021-07-26T16:04:09.221 INFO:tasks.rados.rados.0.smithi037.stdout:2015: writing smithi03738989-33 from 1155072 to 1515520 tid 3 2021-07-26T16:04:09.221 INFO:tasks.rados.rados.0.smithi037.stdout:2016: delete oid 6 current snap is 198 2021-07-26T16:04:09.222 INFO:tasks.rados.rados.0.smithi037.stdout:2014: expect (ObjNum 574 snap 171 seq_num 574) 2021-07-26T16:04:09.229 INFO:tasks.rados.rados.0.smithi037.stdout:2015: finishing write tid 1 to smithi03738989-33 2021-07-26T16:04:09.229 INFO:tasks.rados.rados.0.smithi037.stdout:2015: finishing write tid 2 to smithi03738989-33 2021-07-26T16:04:09.232 INFO:tasks.rados.rados.0.smithi037.stdout:2015: finishing write tid 3 to smithi03738989-33 2021-07-26T16:04:09.232 INFO:tasks.rados.rados.0.smithi037.stdout:2014: done (2 left) 2021-07-26T16:04:09.233 INFO:tasks.rados.rados.0.smithi037.stdout:2016: done (1 left) 2021-07-26T16:04:09.233 INFO:tasks.rados.rados.0.smithi037.stdout:2017: read oid 4 snap -1 2021-07-26T16:04:09.234 INFO:tasks.rados.rados.0.smithi037.stdout:2017: expect (ObjNum 591 snap 171 seq_num 591) 2021-07-26T16:04:09.234 INFO:tasks.rados.rados.0.smithi037.stdout:2018: read oid 31 snap -1 2021-07-26T16:04:09.235 INFO:tasks.rados.rados.0.smithi037.stdout:2018: expect (ObjNum 629 snap 184 seq_num 629) 2021-07-26T16:04:09.235 INFO:tasks.rados.rados.0.smithi037.stdout:2019: snap_create 2021-07-26T16:04:09.235 INFO:tasks.rados.rados.0.smithi037.stdout:2015: finishing write tid 5 to smithi03738989-33 2021-07-26T16:04:09.236 INFO:tasks.rados.rados.0.smithi037.stdout:2015: finishing write tid 6 to smithi03738989-33 2021-07-26T16:04:09.236 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 1657 (ObjNum 663 snap 198 seq_num 663) dirty exists 2021-07-26T16:04:09.237 INFO:tasks.rados.rados.0.smithi037.stdout:2015: left oid 33 (ObjNum 663 snap 198 seq_num 663) 2021-07-26T16:04:09.237 INFO:tasks.rados.rados.0.smithi037.stdout:2017: expect (ObjNum 591 snap 171 seq_num 591) 2021-07-26T16:04:09.269 INFO:tasks.rados.rados.0.smithi037.stdout:2018: expect (ObjNum 629 snap 184 seq_num 629) 2021-07-26T16:04:09.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:09 smithi107 bash[29346]: cluster 2021-07-26T16:04:07.780791+0000 mgr.y (mgr.24994) 268 : cluster [DBG] pgmap v381: 89 pgs: 7 active+clean+wait, 82 active+clean; 259 MiB data, 799 MiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 8 op/s; 3.1 MiB/s, 3 objects/s recovering 2021-07-26T16:04:09.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:09 smithi107 bash[29346]: cluster 2021-07-26T16:04:08.194778+0000 mon.a (mon.0) 720 : cluster [DBG] osdmap e449: 8 total, 8 up, 8 in 2021-07-26T16:04:09.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:09 smithi107 bash[29346]: audit 2021-07-26T16:04:08.311350+0000 mgr.y (mgr.24994) 269 : audit [DBG] from='client.54268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:04:09.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:09 smithi107 bash[29346]: audit 2021-07-26T16:04:08.627816+0000 mgr.y (mgr.24994) 270 : audit [DBG] from='client.54274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:04:09.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:09 smithi107 bash[29346]: audit 2021-07-26T16:04:08.633408+0000 mon.c (mon.1) 221 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:04:09.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:09 smithi107 bash[29346]: audit 2021-07-26T16:04:08.634436+0000 mon.c (mon.1) 222 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:04:09.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:09 smithi107 bash[29346]: audit 2021-07-26T16:04:08.635321+0000 mon.c (mon.1) 223 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:09 smithi107 bash[29346]: audit 2021-07-26T16:04:08.636298+0000 mon.c (mon.1) 224 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:09 smithi107 bash[29346]: audit 2021-07-26T16:04:08.637327+0000 mon.c (mon.1) 225 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:09 smithi107 bash[29346]: audit 2021-07-26T16:04:08.638268+0000 mon.c (mon.1) 226 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:09 smithi107 bash[29346]: audit 2021-07-26T16:04:08.643863+0000 mon.c (mon.1) 227 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:04:09.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:09 smithi107 bash[29346]: audit 2021-07-26T16:04:08.644650+0000 mon.c (mon.1) 228 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:09 smithi107 bash[29346]: audit 2021-07-26T16:04:08.645258+0000 mon.c (mon.1) 229 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:09 smithi107 bash[29346]: audit 2021-07-26T16:04:08.645850+0000 mon.c (mon.1) 230 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:09 smithi107 bash[29346]: audit 2021-07-26T16:04:08.646724+0000 mon.c (mon.1) 231 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:09 smithi107 bash[29346]: audit 2021-07-26T16:04:09.039930+0000 mon.a (mon.0) 721 : audit [DBG] from='client.? 172.21.15.37:0/1303060028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:09.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[42499]: cluster 2021-07-26T16:04:07.780791+0000 mgr.y (mgr.24994) 268 : cluster [DBG] pgmap v381: 89 pgs: 7 active+clean+wait, 82 active+clean; 259 MiB data, 799 MiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 8 op/s; 3.1 MiB/s, 3 objects/s recovering 2021-07-26T16:04:09.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[42499]: cluster 2021-07-26T16:04:08.194778+0000 mon.a (mon.0) 720 : cluster [DBG] osdmap e449: 8 total, 8 up, 8 in 2021-07-26T16:04:09.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[42499]: audit 2021-07-26T16:04:08.311350+0000 mgr.y (mgr.24994) 269 : audit [DBG] from='client.54268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:04:09.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[42499]: audit 2021-07-26T16:04:08.627816+0000 mgr.y (mgr.24994) 270 : audit [DBG] from='client.54274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:04:09.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[42499]: audit 2021-07-26T16:04:08.633408+0000 mon.c (mon.1) 221 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:04:09.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[42499]: audit 2021-07-26T16:04:08.634436+0000 mon.c (mon.1) 222 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:04:09.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[42499]: audit 2021-07-26T16:04:08.635321+0000 mon.c (mon.1) 223 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[42499]: audit 2021-07-26T16:04:08.636298+0000 mon.c (mon.1) 224 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[42499]: audit 2021-07-26T16:04:08.637327+0000 mon.c (mon.1) 225 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[42499]: audit 2021-07-26T16:04:08.638268+0000 mon.c (mon.1) 226 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[42499]: audit 2021-07-26T16:04:08.643863+0000 mon.c (mon.1) 227 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:04:09.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[42499]: audit 2021-07-26T16:04:08.644650+0000 mon.c (mon.1) 228 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[42499]: audit 2021-07-26T16:04:08.645258+0000 mon.c (mon.1) 229 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[42499]: audit 2021-07-26T16:04:08.645850+0000 mon.c (mon.1) 230 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[42499]: audit 2021-07-26T16:04:08.646724+0000 mon.c (mon.1) 231 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[42499]: audit 2021-07-26T16:04:09.039930+0000 mon.a (mon.0) 721 : audit [DBG] from='client.? 172.21.15.37:0/1303060028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:09.594 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[41498]: cluster 2021-07-26T16:04:07.780791+0000 mgr.y (mgr.24994) 268 : cluster [DBG] pgmap v381: 89 pgs: 7 active+clean+wait, 82 active+clean; 259 MiB data, 799 MiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 8 op/s; 3.1 MiB/s, 3 objects/s recovering 2021-07-26T16:04:09.595 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[41498]: cluster 2021-07-26T16:04:08.194778+0000 mon.a (mon.0) 720 : cluster [DBG] osdmap e449: 8 total, 8 up, 8 in 2021-07-26T16:04:09.595 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[41498]: audit 2021-07-26T16:04:08.311350+0000 mgr.y (mgr.24994) 269 : audit [DBG] from='client.54268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:04:09.595 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[41498]: audit 2021-07-26T16:04:08.627816+0000 mgr.y (mgr.24994) 270 : audit [DBG] from='client.54274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:04:09.596 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[41498]: audit 2021-07-26T16:04:08.633408+0000 mon.c (mon.1) 221 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:04:09.596 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[41498]: audit 2021-07-26T16:04:08.634436+0000 mon.c (mon.1) 222 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:04:09.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[41498]: audit 2021-07-26T16:04:08.635321+0000 mon.c (mon.1) 223 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[41498]: audit 2021-07-26T16:04:08.636298+0000 mon.c (mon.1) 224 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[41498]: audit 2021-07-26T16:04:08.637327+0000 mon.c (mon.1) 225 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[41498]: audit 2021-07-26T16:04:08.638268+0000 mon.c (mon.1) 226 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[41498]: audit 2021-07-26T16:04:08.643863+0000 mon.c (mon.1) 227 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:04:09.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[41498]: audit 2021-07-26T16:04:08.644650+0000 mon.c (mon.1) 228 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[41498]: audit 2021-07-26T16:04:08.645258+0000 mon.c (mon.1) 229 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[41498]: audit 2021-07-26T16:04:08.645850+0000 mon.c (mon.1) 230 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[41498]: audit 2021-07-26T16:04:08.646724+0000 mon.c (mon.1) 231 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:09.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:09 smithi037 bash[41498]: audit 2021-07-26T16:04:09.039930+0000 mon.a (mon.0) 721 : audit [DBG] from='client.? 172.21.15.37:0/1303060028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:10.217 INFO:tasks.rados.rados.0.smithi037.stdout:2015: done (3 left) 2021-07-26T16:04:10.217 INFO:tasks.rados.rados.0.smithi037.stdout:2017: done (2 left) 2021-07-26T16:04:10.218 INFO:tasks.rados.rados.0.smithi037.stdout:2018: done (1 left) 2021-07-26T16:04:10.218 INFO:tasks.rados.rados.0.smithi037.stdout:2019: done (0 left) 2021-07-26T16:04:10.218 INFO:tasks.rados.rados.0.smithi037.stdout:2020: setattr oid 45 current snap is 199 2021-07-26T16:04:10.220 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 199 2021-07-26T16:04:10.221 INFO:tasks.rados.rados.0.smithi037.stdout:2021: seq_num 665 ranges {303104=745472,1048576=606208,1654784=196608} 2021-07-26T16:04:10.228 INFO:tasks.rados.rados.0.smithi037.stdout:2021: writing smithi03738989-4 from 303104 to 1048576 tid 1 2021-07-26T16:04:10.233 INFO:tasks.rados.rados.0.smithi037.stdout:2021: writing smithi03738989-4 from 1048576 to 1654784 tid 2 2021-07-26T16:04:10.234 INFO:tasks.rados.rados.0.smithi037.stdout:2021: writing smithi03738989-4 from 1654784 to 1851392 tid 3 2021-07-26T16:04:10.235 INFO:tasks.rados.rados.0.smithi037.stdout:2022: rollback oid 26 current snap is 199 2021-07-26T16:04:10.235 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 26 to 192 2021-07-26T16:04:10.235 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1762 (ObjNum 553 snap 163 seq_num 553) dirty exists 2021-07-26T16:04:10.235 INFO:tasks.rados.rados.0.smithi037.stdout:2020: done (2 left) 2021-07-26T16:04:10.236 INFO:tasks.rados.rados.0.smithi037.stdout:2023: copy_from oid 14 from oid 24 current snap is 199 2021-07-26T16:04:10.236 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 199 2021-07-26T16:04:10.236 INFO:tasks.rados.rados.0.smithi037.stdout:2024: seq_num 666 ranges {16384=761856,778240=491520,1269760=311296} 2021-07-26T16:04:10.240 INFO:tasks.rados.rados.0.smithi037.stdout:2024: writing smithi03738989-42 from 16384 to 778240 tid 1 2021-07-26T16:04:10.243 INFO:tasks.rados.rados.0.smithi037.stdout:2024: writing smithi03738989-42 from 778240 to 1269760 tid 2 2021-07-26T16:04:10.245 INFO:tasks.rados.rados.0.smithi037.stdout:2024: writing smithi03738989-42 from 1269760 to 1581056 tid 3 2021-07-26T16:04:10.246 INFO:tasks.rados.rados.0.smithi037.stdout:2025: delete oid 40 current snap is 199 2021-07-26T16:04:10.246 INFO:tasks.rados.rados.0.smithi037.stdout:2021: finishing write tid 1 to smithi03738989-4 2021-07-26T16:04:10.246 INFO:tasks.rados.rados.0.smithi037.stdout:2021: finishing write tid 2 to smithi03738989-4 2021-07-26T16:04:10.246 INFO:tasks.rados.rados.0.smithi037.stdout:2021: finishing write tid 3 to smithi03738989-4 2021-07-26T16:04:10.246 INFO:tasks.rados.rados.0.smithi037.stdout:2022: finishing rollback tid 0 to smithi03738989-26 2021-07-26T16:04:10.247 INFO:tasks.rados.rados.0.smithi037.stdout:2022: finishing rollback tid 1 to smithi03738989-26 2021-07-26T16:04:10.247 INFO:tasks.rados.rados.0.smithi037.stdout:2022: finishing rollback tid 2 to smithi03738989-26 2021-07-26T16:04:10.247 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 1645 (ObjNum 651 snap 191 seq_num 651) dirty exists 2021-07-26T16:04:10.248 INFO:tasks.rados.rados.0.smithi037.stdout:2021: finishing write tid 5 to smithi03738989-4 2021-07-26T16:04:10.252 INFO:tasks.rados.rados.0.smithi037.stdout:2021: finishing write tid 6 to smithi03738989-4 2021-07-26T16:04:10.252 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 1767 (ObjNum 665 snap 199 seq_num 665) dirty exists 2021-07-26T16:04:10.252 INFO:tasks.rados.rados.0.smithi037.stdout:2021: left oid 4 (ObjNum 665 snap 199 seq_num 665) 2021-07-26T16:04:10.254 INFO:tasks.rados.rados.0.smithi037.stdout:2024: finishing write tid 1 to smithi03738989-42 2021-07-26T16:04:10.255 INFO:tasks.rados.rados.0.smithi037.stdout:2024: finishing write tid 2 to smithi03738989-42 2021-07-26T16:04:10.256 INFO:tasks.rados.rados.0.smithi037.stdout:2024: finishing write tid 3 to smithi03738989-42 2021-07-26T16:04:10.256 INFO:tasks.rados.rados.0.smithi037.stdout:2024: finishing write tid 5 to smithi03738989-42 2021-07-26T16:04:10.258 INFO:tasks.rados.rados.0.smithi037.stdout:2024: finishing write tid 6 to smithi03738989-42 2021-07-26T16:04:10.258 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 1094 (ObjNum 666 snap 199 seq_num 666) dirty exists 2021-07-26T16:04:10.259 INFO:tasks.rados.rados.0.smithi037.stdout:2024: left oid 42 (ObjNum 666 snap 199 seq_num 666) 2021-07-26T16:04:10.275 INFO:tasks.rados.rados.0.smithi037.stdout:2023: finishing copy_from to smithi03738989-14 2021-07-26T16:04:10.275 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 1690 (ObjNum 599 snap 174 seq_num 599) dirty exists 2021-07-26T16:04:10.276 INFO:tasks.rados.rados.0.smithi037.stdout:2023: finishing copy_from racing read to smithi03738989-14 2021-07-26T16:04:10.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:10 smithi107 bash[29346]: cluster 2021-07-26T16:04:09.208736+0000 mon.a (mon.0) 722 : cluster [DBG] osdmap e450: 8 total, 8 up, 8 in 2021-07-26T16:04:10.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:10 smithi037 bash[42499]: cluster 2021-07-26T16:04:09.208736+0000 mon.a (mon.0) 722 : cluster [DBG] osdmap e450: 8 total, 8 up, 8 in 2021-07-26T16:04:10.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:10 smithi037 bash[41498]: cluster 2021-07-26T16:04:09.208736+0000 mon.a (mon.0) 722 : cluster [DBG] osdmap e450: 8 total, 8 up, 8 in 2021-07-26T16:04:11.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:11 smithi107 bash[29346]: cluster 2021-07-26T16:04:09.781550+0000 mgr.y (mgr.24994) 271 : cluster [DBG] pgmap v384: 89 pgs: 7 active+clean+wait, 82 active+clean; 260 MiB data, 808 MiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.7 MiB/s wr, 6 op/s; 2.5 MiB/s, 1 objects/s recovering 2021-07-26T16:04:11.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:11 smithi107 bash[29346]: cluster 2021-07-26T16:04:10.219884+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e451: 8 total, 8 up, 8 in 2021-07-26T16:04:11.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:11 smithi037 bash[42499]: cluster 2021-07-26T16:04:09.781550+0000 mgr.y (mgr.24994) 271 : cluster [DBG] pgmap v384: 89 pgs: 7 active+clean+wait, 82 active+clean; 260 MiB data, 808 MiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.7 MiB/s wr, 6 op/s; 2.5 MiB/s, 1 objects/s recovering 2021-07-26T16:04:11.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:11 smithi037 bash[42499]: cluster 2021-07-26T16:04:10.219884+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e451: 8 total, 8 up, 8 in 2021-07-26T16:04:11.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:11 smithi037 bash[41498]: cluster 2021-07-26T16:04:09.781550+0000 mgr.y (mgr.24994) 271 : cluster [DBG] pgmap v384: 89 pgs: 7 active+clean+wait, 82 active+clean; 260 MiB data, 808 MiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.7 MiB/s wr, 6 op/s; 2.5 MiB/s, 1 objects/s recovering 2021-07-26T16:04:11.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:11 smithi037 bash[41498]: cluster 2021-07-26T16:04:10.219884+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e451: 8 total, 8 up, 8 in 2021-07-26T16:04:13.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:12 smithi107 bash[29346]: cluster 2021-07-26T16:04:11.782378+0000 mgr.y (mgr.24994) 272 : cluster [DBG] pgmap v386: 89 pgs: 7 active+clean+wait, 82 active+clean; 259 MiB data, 812 MiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 310 KiB/s wr, 2 op/s 2021-07-26T16:04:13.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:12 smithi107 bash[29346]: cluster 2021-07-26T16:04:12.004556+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e452: 8 total, 8 up, 8 in 2021-07-26T16:04:13.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:12 smithi107 bash[29346]: audit 2021-07-26T16:04:12.850232+0000 mon.c (mon.1) 232 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T16:04:13.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:13 smithi037 bash[41498]: cluster 2021-07-26T16:04:11.782378+0000 mgr.y (mgr.24994) 272 : cluster [DBG] pgmap v386: 89 pgs: 7 active+clean+wait, 82 active+clean; 259 MiB data, 812 MiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 310 KiB/s wr, 2 op/s 2021-07-26T16:04:13.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:13 smithi037 bash[41498]: cluster 2021-07-26T16:04:12.004556+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e452: 8 total, 8 up, 8 in 2021-07-26T16:04:13.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:13 smithi037 bash[41498]: audit 2021-07-26T16:04:12.850232+0000 mon.c (mon.1) 232 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T16:04:13.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:13 smithi037 bash[42499]: cluster 2021-07-26T16:04:11.782378+0000 mgr.y (mgr.24994) 272 : cluster [DBG] pgmap v386: 89 pgs: 7 active+clean+wait, 82 active+clean; 259 MiB data, 812 MiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 310 KiB/s wr, 2 op/s 2021-07-26T16:04:13.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:13 smithi037 bash[42499]: cluster 2021-07-26T16:04:12.004556+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e452: 8 total, 8 up, 8 in 2021-07-26T16:04:13.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:13 smithi037 bash[42499]: audit 2021-07-26T16:04:12.850232+0000 mon.c (mon.1) 232 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T16:04:14.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:13 smithi107 bash[29346]: audit 2021-07-26T16:04:12.850654+0000 mgr.y (mgr.24994) 273 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T16:04:14.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:13 smithi107 bash[29346]: cephadm 2021-07-26T16:04:12.853238+0000 mgr.y (mgr.24994) 274 : cephadm [INF] Upgrade: osd.7 is safe to restart 2021-07-26T16:04:14.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:14 smithi037 bash[41498]: audit 2021-07-26T16:04:12.850654+0000 mgr.y (mgr.24994) 273 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T16:04:14.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:14 smithi037 bash[41498]: cephadm 2021-07-26T16:04:12.853238+0000 mgr.y (mgr.24994) 274 : cephadm [INF] Upgrade: osd.7 is safe to restart 2021-07-26T16:04:14.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:14 smithi037 bash[42499]: audit 2021-07-26T16:04:12.850654+0000 mgr.y (mgr.24994) 273 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2021-07-26T16:04:14.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:14 smithi037 bash[42499]: cephadm 2021-07-26T16:04:12.853238+0000 mgr.y (mgr.24994) 274 : cephadm [INF] Upgrade: osd.7 is safe to restart 2021-07-26T16:04:15.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:15 smithi107 bash[29346]: cluster 2021-07-26T16:04:13.783313+0000 mgr.y (mgr.24994) 275 : cluster [DBG] pgmap v388: 89 pgs: 7 active+clean+wait, 82 active+clean; 267 MiB data, 821 MiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2021-07-26T16:04:15.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:15 smithi037 bash[42499]: cluster 2021-07-26T16:04:13.783313+0000 mgr.y (mgr.24994) 275 : cluster [DBG] pgmap v388: 89 pgs: 7 active+clean+wait, 82 active+clean; 267 MiB data, 821 MiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2021-07-26T16:04:15.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:15 smithi037 bash[41498]: cluster 2021-07-26T16:04:13.783313+0000 mgr.y (mgr.24994) 275 : cluster [DBG] pgmap v388: 89 pgs: 7 active+clean+wait, 82 active+clean; 267 MiB data, 821 MiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2021-07-26T16:04:16.051 INFO:tasks.rados.rados.0.smithi037.stdout:2021: done (4 left) 2021-07-26T16:04:16.052 INFO:tasks.rados.rados.0.smithi037.stdout:2022: done (3 left) 2021-07-26T16:04:16.052 INFO:tasks.rados.rados.0.smithi037.stdout:2023: done (2 left) 2021-07-26T16:04:16.052 INFO:tasks.rados.rados.0.smithi037.stdout:2024: done (1 left) 2021-07-26T16:04:16.053 INFO:tasks.rados.rados.0.smithi037.stdout:2025: done (0 left) 2021-07-26T16:04:16.053 INFO:tasks.rados.rados.0.smithi037.stdout:2026: read oid 33 snap -1 2021-07-26T16:04:16.053 INFO:tasks.rados.rados.0.smithi037.stdout:2026: expect (ObjNum 663 snap 198 seq_num 663) 2021-07-26T16:04:16.053 INFO:tasks.rados.rados.0.smithi037.stdout:2027: snap_create 2021-07-26T16:04:16.064 INFO:tasks.rados.rados.0.smithi037.stdout:2026: expect (ObjNum 663 snap 198 seq_num 663) 2021-07-26T16:04:16.389 INFO:tasks.rados.rados.0.smithi037.stdout:2026: done (1 left) 2021-07-26T16:04:16.390 INFO:tasks.rados.rados.0.smithi037.stdout:2027: done (0 left) 2021-07-26T16:04:16.390 INFO:tasks.rados.rados.0.smithi037.stdout:2028: rollback oid 39 current snap is 200 2021-07-26T16:04:16.390 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 39 to 199 2021-07-26T16:04:16.390 INFO:tasks.rados.rados.0.smithi037.stdout:2029: snap_create 2021-07-26T16:04:16.392 INFO:tasks.rados.rados.0.smithi037.stdout:2028: finishing rollback tid 1 to smithi03738989-39 2021-07-26T16:04:16.392 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1742 (ObjNum 372068560 snap 21933 seq_num 372478288) dirty dne 2021-07-26T16:04:16.689 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:16 smithi107 bash[29346]: cephadm 2021-07-26T16:04:15.363487+0000 mgr.y (mgr.24994) 276 : cephadm [INF] Upgrade: Updating osd.7 2021-07-26T16:04:16.689 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:16 smithi107 bash[29346]: audit 2021-07-26T16:04:15.375940+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:16.689 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:16 smithi107 bash[29346]: cephadm 2021-07-26T16:04:15.379783+0000 mgr.y (mgr.24994) 277 : cephadm [INF] Deploying daemon osd.7 on smithi107 2021-07-26T16:04:16.690 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:16 smithi107 bash[29346]: audit 2021-07-26T16:04:15.381280+0000 mon.c (mon.1) 233 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2021-07-26T16:04:16.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:16 smithi037 bash[41498]: cephadm 2021-07-26T16:04:15.363487+0000 mgr.y (mgr.24994) 276 : cephadm [INF] Upgrade: Updating osd.7 2021-07-26T16:04:16.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:16 smithi037 bash[41498]: audit 2021-07-26T16:04:15.375940+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:16.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:16 smithi037 bash[41498]: cephadm 2021-07-26T16:04:15.379783+0000 mgr.y (mgr.24994) 277 : cephadm [INF] Deploying daemon osd.7 on smithi107 2021-07-26T16:04:16.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:16 smithi037 bash[41498]: audit 2021-07-26T16:04:15.381280+0000 mon.c (mon.1) 233 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2021-07-26T16:04:16.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:16 smithi037 bash[42499]: cephadm 2021-07-26T16:04:15.363487+0000 mgr.y (mgr.24994) 276 : cephadm [INF] Upgrade: Updating osd.7 2021-07-26T16:04:16.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:16 smithi037 bash[42499]: audit 2021-07-26T16:04:15.375940+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:16.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:16 smithi037 bash[42499]: cephadm 2021-07-26T16:04:15.379783+0000 mgr.y (mgr.24994) 277 : cephadm [INF] Deploying daemon osd.7 on smithi107 2021-07-26T16:04:16.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:16 smithi037 bash[42499]: audit 2021-07-26T16:04:15.381280+0000 mon.c (mon.1) 233 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2021-07-26T16:04:17.009 INFO:tasks.rados.rados.0.smithi037.stdout:2028: done (1 left) 2021-07-26T16:04:17.009 INFO:tasks.rados.rados.0.smithi037.stdout:2029: done (0 left) 2021-07-26T16:04:17.010 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 28 current snap is 201 2021-07-26T16:04:17.010 INFO:tasks.rados.rados.0.smithi037.stdout:2030: seq_num 668 ranges {9764864=794624,10559488=663552,11223040=139264} 2021-07-26T16:04:17.069 INFO:tasks.rados.rados.0.smithi037.stdout:2030: writing smithi03738989-28 from 9764864 to 10559488 tid 1 2021-07-26T16:04:17.073 INFO:tasks.rados.rados.0.smithi037.stdout:2030: writing smithi03738989-28 from 10559488 to 11223040 tid 2 2021-07-26T16:04:17.074 INFO:tasks.rados.rados.0.smithi037.stdout:2030: writing smithi03738989-28 from 11223040 to 11362304 tid 3 2021-07-26T16:04:17.075 INFO:tasks.rados.rados.0.smithi037.stdout:2031: snap_create 2021-07-26T16:04:17.083 INFO:tasks.rados.rados.0.smithi037.stdout:2030: finishing write tid 1 to smithi03738989-28 2021-07-26T16:04:17.083 INFO:tasks.rados.rados.0.smithi037.stdout:2030: finishing write tid 2 to smithi03738989-28 2021-07-26T16:04:17.084 INFO:tasks.rados.rados.0.smithi037.stdout:2030: finishing write tid 3 to smithi03738989-28 2021-07-26T16:04:17.084 INFO:tasks.rados.rados.0.smithi037.stdout:2030: finishing write tid 5 to smithi03738989-28 2021-07-26T16:04:17.086 INFO:tasks.rados.rados.0.smithi037.stdout:2030: finishing write tid 6 to smithi03738989-28 2021-07-26T16:04:17.086 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 856 (ObjNum 668 snap 201 seq_num 668) dirty exists 2021-07-26T16:04:17.086 INFO:tasks.rados.rados.0.smithi037.stdout:2030: left oid 28 (ObjNum 668 snap 201 seq_num 668) 2021-07-26T16:04:17.716 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:17 smithi107 bash[29346]: cluster 2021-07-26T16:04:15.784408+0000 mgr.y (mgr.24994) 278 : cluster [DBG] pgmap v389: 89 pgs: 7 active+clean+wait, 82 active+clean; 272 MiB data, 815 MiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2021-07-26T16:04:17.717 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:17 smithi107 bash[29346]: cluster 2021-07-26T16:04:16.388670+0000 mon.a (mon.0) 726 : cluster [DBG] osdmap e453: 8 total, 8 up, 8 in 2021-07-26T16:04:17.717 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:17 smithi107 bash[29346]: audit 2021-07-26T16:04:16.713601+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:17.717 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:17 smithi107 bash[29346]: cluster 2021-07-26T16:04:17.009291+0000 mon.a (mon.0) 728 : cluster [DBG] osdmap e454: 8 total, 8 up, 8 in 2021-07-26T16:04:17.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:17 smithi037 bash[42499]: cluster 2021-07-26T16:04:15.784408+0000 mgr.y (mgr.24994) 278 : cluster [DBG] pgmap v389: 89 pgs: 7 active+clean+wait, 82 active+clean; 272 MiB data, 815 MiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2021-07-26T16:04:17.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:17 smithi037 bash[42499]: cluster 2021-07-26T16:04:16.388670+0000 mon.a (mon.0) 726 : cluster [DBG] osdmap e453: 8 total, 8 up, 8 in 2021-07-26T16:04:17.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:17 smithi037 bash[42499]: audit 2021-07-26T16:04:16.713601+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:17.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:17 smithi037 bash[42499]: cluster 2021-07-26T16:04:17.009291+0000 mon.a (mon.0) 728 : cluster [DBG] osdmap e454: 8 total, 8 up, 8 in 2021-07-26T16:04:17.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:17 smithi037 bash[41498]: cluster 2021-07-26T16:04:15.784408+0000 mgr.y (mgr.24994) 278 : cluster [DBG] pgmap v389: 89 pgs: 7 active+clean+wait, 82 active+clean; 272 MiB data, 815 MiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2021-07-26T16:04:17.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:17 smithi037 bash[41498]: cluster 2021-07-26T16:04:16.388670+0000 mon.a (mon.0) 726 : cluster [DBG] osdmap e453: 8 total, 8 up, 8 in 2021-07-26T16:04:17.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:17 smithi037 bash[41498]: audit 2021-07-26T16:04:16.713601+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:17.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:17 smithi037 bash[41498]: cluster 2021-07-26T16:04:17.009291+0000 mon.a (mon.0) 728 : cluster [DBG] osdmap e454: 8 total, 8 up, 8 in 2021-07-26T16:04:17.995 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:17 smithi107 systemd[1]: Stopping Ceph osd.7 for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T16:04:17.996 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:17 smithi107 docker[33994]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:04:17.996 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:17 smithi107 bash[21577]: debug 2021-07-26T16:04:17.797+0000 7fde8f871700 -1 received signal: Terminated from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2021-07-26T16:04:17.996 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:17 smithi107 bash[21577]: debug 2021-07-26T16:04:17.797+0000 7fde8f871700 -1 osd.7 454 *** Got signal Terminated *** 2021-07-26T16:04:17.996 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:17 smithi107 bash[21577]: debug 2021-07-26T16:04:17.797+0000 7fde8f871700 -1 osd.7 454 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-07-26T16:04:18.020 INFO:tasks.rados.rados.0.smithi037.stdout:2030: done (1 left) 2021-07-26T16:04:18.021 INFO:tasks.rados.rados.0.smithi037.stdout:2031: done (0 left) 2021-07-26T16:04:18.021 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 202 2021-07-26T16:04:18.021 INFO:tasks.rados.rados.0.smithi037.stdout:2032: seq_num 669 ranges {0=409600,409600=548864,958464=655360} 2021-07-26T16:04:18.023 INFO:tasks.rados.rados.0.smithi037.stdout:2032: writing smithi03738989-22 from 0 to 409600 tid 1 2021-07-26T16:04:18.026 INFO:tasks.rados.rados.0.smithi037.stdout:2032: writing smithi03738989-22 from 409600 to 958464 tid 2 2021-07-26T16:04:18.030 INFO:tasks.rados.rados.0.smithi037.stdout:2032: writing smithi03738989-22 from 958464 to 1613824 tid 3 2021-07-26T16:04:18.030 INFO:tasks.rados.rados.0.smithi037.stdout:2033: copy_from oid 50 from oid 15 current snap is 202 2021-07-26T16:04:18.031 INFO:tasks.rados.rados.0.smithi037.stdout:2032: finishing write tid 1 to smithi03738989-22 2021-07-26T16:04:18.031 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 202 2021-07-26T16:04:18.031 INFO:tasks.rados.rados.0.smithi037.stdout:2034: seq_num 670 ranges {0=425984,425984=483328,909312=507904,1417216=212992} 2021-07-26T16:04:18.033 INFO:tasks.rados.rados.0.smithi037.stdout:2034: writing smithi03738989-8 from 0 to 425984 tid 1 2021-07-26T16:04:18.035 INFO:tasks.rados.rados.0.smithi037.stdout:2034: writing smithi03738989-8 from 425984 to 909312 tid 2 2021-07-26T16:04:18.038 INFO:tasks.rados.rados.0.smithi037.stdout:2034: writing smithi03738989-8 from 909312 to 1417216 tid 3 2021-07-26T16:04:18.040 INFO:tasks.rados.rados.0.smithi037.stdout:2034: writing smithi03738989-8 from 1417216 to 1630208 tid 4 2021-07-26T16:04:18.041 INFO:tasks.rados.rados.0.smithi037.stdout:2035: copy_from oid 31 from oid 27 current snap is 202 2021-07-26T16:04:18.041 INFO:tasks.rados.rados.0.smithi037.stdout:2032: finishing write tid 2 to smithi03738989-22 2021-07-26T16:04:18.041 INFO:tasks.rados.rados.0.smithi037.stdout:2032: finishing write tid 3 to smithi03738989-22 2021-07-26T16:04:18.041 INFO:tasks.rados.rados.0.smithi037.stdout:2032: finishing write tid 5 to smithi03738989-22 2021-07-26T16:04:18.042 INFO:tasks.rados.rados.0.smithi037.stdout:2032: finishing write tid 6 to smithi03738989-22 2021-07-26T16:04:18.042 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 860 (ObjNum 669 snap 202 seq_num 669) dirty exists 2021-07-26T16:04:18.042 INFO:tasks.rados.rados.0.smithi037.stdout:2032: left oid 22 (ObjNum 669 snap 202 seq_num 669) 2021-07-26T16:04:18.042 INFO:tasks.rados.rados.0.smithi037.stdout:2032: done (3 left) 2021-07-26T16:04:18.043 INFO:tasks.rados.rados.0.smithi037.stdout:2036: snap_create 2021-07-26T16:04:18.047 INFO:tasks.rados.rados.0.smithi037.stdout:2034: finishing write tid 1 to smithi03738989-8 2021-07-26T16:04:18.048 INFO:tasks.rados.rados.0.smithi037.stdout:2034: finishing write tid 2 to smithi03738989-8 2021-07-26T16:04:18.049 INFO:tasks.rados.rados.0.smithi037.stdout:2034: finishing write tid 3 to smithi03738989-8 2021-07-26T16:04:18.050 INFO:tasks.rados.rados.0.smithi037.stdout:2034: finishing write tid 4 to smithi03738989-8 2021-07-26T16:04:18.051 INFO:tasks.rados.rados.0.smithi037.stdout:2034: finishing write tid 6 to smithi03738989-8 2021-07-26T16:04:18.053 INFO:tasks.rados.rados.0.smithi037.stdout:2034: finishing write tid 7 to smithi03738989-8 2021-07-26T16:04:18.054 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 1099 (ObjNum 670 snap 202 seq_num 670) dirty exists 2021-07-26T16:04:18.054 INFO:tasks.rados.rados.0.smithi037.stdout:2034: left oid 8 (ObjNum 670 snap 202 seq_num 670) 2021-07-26T16:04:19.017 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:18 smithi107 docker[33994]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-osd.7 2021-07-26T16:04:19.017 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:18 smithi107 bash[34042]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:04:19.040 INFO:tasks.rados.rados.0.smithi037.stdout:2034: done (3 left) 2021-07-26T16:04:19.041 INFO:tasks.rados.rados.0.smithi037.stdout:2036: done (2 left) 2021-07-26T16:04:19.041 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 203 2021-07-26T16:04:19.041 INFO:tasks.rados.rados.0.smithi037.stdout:2037: seq_num 671 ranges {1400832=442368,1843200=761856,2605056=442368} 2021-07-26T16:04:19.050 INFO:tasks.rados.rados.0.smithi037.stdout:2037: writing smithi03738989-37 from 1400832 to 1843200 tid 1 2021-07-26T16:04:19.054 INFO:tasks.rados.rados.0.smithi037.stdout:2037: writing smithi03738989-37 from 1843200 to 2605056 tid 2 2021-07-26T16:04:19.057 INFO:tasks.rados.rados.0.smithi037.stdout:2037: writing smithi03738989-37 from 2605056 to 3047424 tid 3 2021-07-26T16:04:19.058 INFO:tasks.rados.rados.0.smithi037.stdout:2038: delete oid 44 current snap is 203 2021-07-26T16:04:19.058 INFO:tasks.rados.rados.0.smithi037.stdout:2037: finishing write tid 1 to smithi03738989-37 2021-07-26T16:04:19.062 INFO:tasks.rados.rados.0.smithi037.stdout:2037: finishing write tid 2 to smithi03738989-37 2021-07-26T16:04:19.062 INFO:tasks.rados.rados.0.smithi037.stdout:2038: done (3 left) 2021-07-26T16:04:19.062 INFO:tasks.rados.rados.0.smithi037.stdout:2039: read oid 9 snap -1 2021-07-26T16:04:19.063 INFO:tasks.rados.rados.0.smithi037.stdout:2039: expect (ObjNum 646 snap 189 seq_num 646) 2021-07-26T16:04:19.063 INFO:tasks.rados.rados.0.smithi037.stdout:2040: snap_create 2021-07-26T16:04:19.063 INFO:tasks.rados.rados.0.smithi037.stdout:2037: finishing write tid 3 to smithi03738989-37 2021-07-26T16:04:19.064 INFO:tasks.rados.rados.0.smithi037.stdout:2037: finishing write tid 5 to smithi03738989-37 2021-07-26T16:04:19.064 INFO:tasks.rados.rados.0.smithi037.stdout:2037: finishing write tid 6 to smithi03738989-37 2021-07-26T16:04:19.064 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 1647 (ObjNum 671 snap 203 seq_num 671) dirty exists 2021-07-26T16:04:19.065 INFO:tasks.rados.rados.0.smithi037.stdout:2037: left oid 37 (ObjNum 671 snap 203 seq_num 671) 2021-07-26T16:04:19.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:17.785259+0000 mgr.y (mgr.24994) 279 : cluster [DBG] pgmap v392: 89 pgs: 7 active+clean+wait, 82 active+clean; 272 MiB data, 815 MiB used, 713 GiB / 715 GiB avail; 909 KiB/s rd, 1.8 MiB/s wr, 10 op/s 2021-07-26T16:04:19.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.022175+0000 mon.a (mon.0) 729 : cluster [DBG] osdmap e455: 8 total, 8 up, 8 in 2021-07-26T16:04:19.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.068269+0000 mon.a (mon.0) 730 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T16:04:19.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.068337+0000 mon.a (mon.0) 731 : cluster [INF] osd.7 failed (root=default,host=smithi107) (connection refused reported by osd.4) 2021-07-26T16:04:19.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.079919+0000 mon.a (mon.0) 732 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T16:04:19.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.093663+0000 mon.a (mon.0) 733 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T16:04:19.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.094607+0000 mon.a (mon.0) 734 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T16:04:19.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.095663+0000 mon.a (mon.0) 735 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T16:04:19.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.096578+0000 mon.a (mon.0) 736 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T16:04:19.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.097069+0000 mon.a (mon.0) 737 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T16:04:19.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.097446+0000 mon.a (mon.0) 738 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-07-26T16:04:19.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.097571+0000 mon.a (mon.0) 739 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T16:04:19.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.097859+0000 mon.a (mon.0) 740 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-07-26T16:04:19.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.098073+0000 mon.a (mon.0) 741 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T16:04:19.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.098302+0000 mon.a (mon.0) 742 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-07-26T16:04:19.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.098442+0000 mon.a (mon.0) 743 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T16:04:19.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.098631+0000 mon.a (mon.0) 744 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-07-26T16:04:19.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.098910+0000 mon.a (mon.0) 745 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T16:04:19.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.099113+0000 mon.a (mon.0) 746 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T16:04:19.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.135207+0000 mon.a (mon.0) 747 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T16:04:19.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.139336+0000 mon.a (mon.0) 748 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T16:04:19.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.142073+0000 mon.a (mon.0) 749 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T16:04:19.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.269516+0000 mon.a (mon.0) 750 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T16:04:19.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.281213+0000 mon.a (mon.0) 751 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T16:04:19.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.337594+0000 mon.a (mon.0) 752 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T16:04:19.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.340320+0000 mon.a (mon.0) 753 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T16:04:19.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.345380+0000 mon.a (mon.0) 754 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T16:04:19.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.500626+0000 mon.a (mon.0) 755 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-07-26T16:04:19.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.500899+0000 mon.a (mon.0) 756 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-07-26T16:04:19.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.501696+0000 mon.a (mon.0) 757 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T16:04:19.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.502120+0000 mon.a (mon.0) 758 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T16:04:19.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.502686+0000 mon.a (mon.0) 759 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-07-26T16:04:19.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.503115+0000 mon.a (mon.0) 760 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T16:04:19.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.503740+0000 mon.a (mon.0) 761 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T16:04:19.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.504278+0000 mon.a (mon.0) 762 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-07-26T16:04:19.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.504658+0000 mon.a (mon.0) 763 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T16:04:19.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.505363+0000 mon.a (mon.0) 764 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T16:04:19.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.505919+0000 mon.a (mon.0) 765 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T16:04:19.280 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.506106+0000 mon.a (mon.0) 766 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T16:04:19.280 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.506390+0000 mon.a (mon.0) 767 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T16:04:19.281 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.506543+0000 mon.a (mon.0) 768 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T16:04:19.281 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.673595+0000 mon.a (mon.0) 769 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T16:04:19.281 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.685105+0000 mon.a (mon.0) 770 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T16:04:19.281 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.741876+0000 mon.a (mon.0) 771 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T16:04:19.282 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.744348+0000 mon.a (mon.0) 772 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T16:04:19.282 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:19 smithi107 bash[29346]: cluster 2021-07-26T16:04:18.749257+0000 mon.a (mon.0) 773 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T16:04:19.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:17.785259+0000 mgr.y (mgr.24994) 279 : cluster [DBG] pgmap v392: 89 pgs: 7 active+clean+wait, 82 active+clean; 272 MiB data, 815 MiB used, 713 GiB / 715 GiB avail; 909 KiB/s rd, 1.8 MiB/s wr, 10 op/s 2021-07-26T16:04:19.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.022175+0000 mon.a (mon.0) 729 : cluster [DBG] osdmap e455: 8 total, 8 up, 8 in 2021-07-26T16:04:19.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.068269+0000 mon.a (mon.0) 730 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T16:04:19.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.068337+0000 mon.a (mon.0) 731 : cluster [INF] osd.7 failed (root=default,host=smithi107) (connection refused reported by osd.4) 2021-07-26T16:04:19.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.079919+0000 mon.a (mon.0) 732 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T16:04:19.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.093663+0000 mon.a (mon.0) 733 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T16:04:19.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.094607+0000 mon.a (mon.0) 734 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T16:04:19.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.095663+0000 mon.a (mon.0) 735 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T16:04:19.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.096578+0000 mon.a (mon.0) 736 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T16:04:19.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.097069+0000 mon.a (mon.0) 737 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T16:04:19.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.097446+0000 mon.a (mon.0) 738 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-07-26T16:04:19.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.097571+0000 mon.a (mon.0) 739 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T16:04:19.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.097859+0000 mon.a (mon.0) 740 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-07-26T16:04:19.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.098073+0000 mon.a (mon.0) 741 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T16:04:19.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.098302+0000 mon.a (mon.0) 742 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-07-26T16:04:19.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.098442+0000 mon.a (mon.0) 743 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T16:04:19.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.098631+0000 mon.a (mon.0) 744 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-07-26T16:04:19.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.098910+0000 mon.a (mon.0) 745 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T16:04:19.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.099113+0000 mon.a (mon.0) 746 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T16:04:19.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.135207+0000 mon.a (mon.0) 747 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T16:04:19.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.139336+0000 mon.a (mon.0) 748 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T16:04:19.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.142073+0000 mon.a (mon.0) 749 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T16:04:19.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.269516+0000 mon.a (mon.0) 750 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T16:04:19.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.281213+0000 mon.a (mon.0) 751 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T16:04:19.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.337594+0000 mon.a (mon.0) 752 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T16:04:19.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:17.785259+0000 mgr.y (mgr.24994) 279 : cluster [DBG] pgmap v392: 89 pgs: 7 active+clean+wait, 82 active+clean; 272 MiB data, 815 MiB used, 713 GiB / 715 GiB avail; 909 KiB/s rd, 1.8 MiB/s wr, 10 op/s 2021-07-26T16:04:19.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.022175+0000 mon.a (mon.0) 729 : cluster [DBG] osdmap e455: 8 total, 8 up, 8 in 2021-07-26T16:04:19.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.068269+0000 mon.a (mon.0) 730 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T16:04:19.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.068337+0000 mon.a (mon.0) 731 : cluster [INF] osd.7 failed (root=default,host=smithi107) (connection refused reported by osd.4) 2021-07-26T16:04:19.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.079919+0000 mon.a (mon.0) 732 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T16:04:19.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.093663+0000 mon.a (mon.0) 733 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T16:04:19.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.094607+0000 mon.a (mon.0) 734 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T16:04:19.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.095663+0000 mon.a (mon.0) 735 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T16:04:19.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.096578+0000 mon.a (mon.0) 736 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T16:04:19.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.097069+0000 mon.a (mon.0) 737 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T16:04:19.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.097446+0000 mon.a (mon.0) 738 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-07-26T16:04:19.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.097571+0000 mon.a (mon.0) 739 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T16:04:19.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.097859+0000 mon.a (mon.0) 740 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-07-26T16:04:19.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.098073+0000 mon.a (mon.0) 741 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T16:04:19.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.098302+0000 mon.a (mon.0) 742 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-07-26T16:04:19.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.098442+0000 mon.a (mon.0) 743 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T16:04:19.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.098631+0000 mon.a (mon.0) 744 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-07-26T16:04:19.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.098910+0000 mon.a (mon.0) 745 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T16:04:19.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.099113+0000 mon.a (mon.0) 746 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T16:04:19.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.135207+0000 mon.a (mon.0) 747 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T16:04:19.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.139336+0000 mon.a (mon.0) 748 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T16:04:19.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.142073+0000 mon.a (mon.0) 749 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T16:04:19.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.269516+0000 mon.a (mon.0) 750 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T16:04:19.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.281213+0000 mon.a (mon.0) 751 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T16:04:19.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.337594+0000 mon.a (mon.0) 752 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T16:04:19.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.340320+0000 mon.a (mon.0) 753 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T16:04:19.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.345380+0000 mon.a (mon.0) 754 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T16:04:19.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.500626+0000 mon.a (mon.0) 755 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-07-26T16:04:19.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.500899+0000 mon.a (mon.0) 756 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-07-26T16:04:19.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.501696+0000 mon.a (mon.0) 757 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T16:04:19.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.502120+0000 mon.a (mon.0) 758 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T16:04:19.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.502686+0000 mon.a (mon.0) 759 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-07-26T16:04:19.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.503115+0000 mon.a (mon.0) 760 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T16:04:19.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.503740+0000 mon.a (mon.0) 761 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T16:04:19.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.504278+0000 mon.a (mon.0) 762 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-07-26T16:04:19.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.504658+0000 mon.a (mon.0) 763 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T16:04:19.352 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.505363+0000 mon.a (mon.0) 764 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T16:04:19.352 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.505919+0000 mon.a (mon.0) 765 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T16:04:19.352 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.506106+0000 mon.a (mon.0) 766 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T16:04:19.352 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.506390+0000 mon.a (mon.0) 767 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T16:04:19.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.506543+0000 mon.a (mon.0) 768 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T16:04:19.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.673595+0000 mon.a (mon.0) 769 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T16:04:19.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.685105+0000 mon.a (mon.0) 770 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T16:04:19.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.741876+0000 mon.a (mon.0) 771 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T16:04:19.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.744348+0000 mon.a (mon.0) 772 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T16:04:19.354 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[42499]: cluster 2021-07-26T16:04:18.749257+0000 mon.a (mon.0) 773 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T16:04:19.354 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.340320+0000 mon.a (mon.0) 753 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T16:04:19.354 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.345380+0000 mon.a (mon.0) 754 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T16:04:19.355 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.500626+0000 mon.a (mon.0) 755 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-07-26T16:04:19.355 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.500899+0000 mon.a (mon.0) 756 : cluster [DBG] osd.7 reported immediately failed by osd.2 2021-07-26T16:04:19.355 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.501696+0000 mon.a (mon.0) 757 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T16:04:19.355 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.502120+0000 mon.a (mon.0) 758 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T16:04:19.356 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.502686+0000 mon.a (mon.0) 759 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-07-26T16:04:19.356 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.503115+0000 mon.a (mon.0) 760 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T16:04:19.356 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.503740+0000 mon.a (mon.0) 761 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T16:04:19.356 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.504278+0000 mon.a (mon.0) 762 : cluster [DBG] osd.7 reported immediately failed by osd.1 2021-07-26T16:04:19.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.504658+0000 mon.a (mon.0) 763 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T16:04:19.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.505363+0000 mon.a (mon.0) 764 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T16:04:19.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.505919+0000 mon.a (mon.0) 765 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T16:04:19.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.506106+0000 mon.a (mon.0) 766 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T16:04:19.357 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.506390+0000 mon.a (mon.0) 767 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T16:04:19.358 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.506543+0000 mon.a (mon.0) 768 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T16:04:19.358 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.673595+0000 mon.a (mon.0) 769 : cluster [DBG] osd.7 reported immediately failed by osd.4 2021-07-26T16:04:19.359 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.685105+0000 mon.a (mon.0) 770 : cluster [DBG] osd.7 reported immediately failed by osd.0 2021-07-26T16:04:19.359 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.741876+0000 mon.a (mon.0) 771 : cluster [DBG] osd.7 reported immediately failed by osd.6 2021-07-26T16:04:19.359 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.744348+0000 mon.a (mon.0) 772 : cluster [DBG] osd.7 reported immediately failed by osd.3 2021-07-26T16:04:19.359 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:19 smithi037 bash[41498]: cluster 2021-07-26T16:04:18.749257+0000 mon.a (mon.0) 773 : cluster [DBG] osd.7 reported immediately failed by osd.5 2021-07-26T16:04:20.043 INFO:tasks.rados.rados.0.smithi037.stdout:2037: done (4 left) 2021-07-26T16:04:20.043 INFO:tasks.rados.rados.0.smithi037.stdout:2040: done (3 left) 2021-07-26T16:04:20.043 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 204 2021-07-26T16:04:20.044 INFO:tasks.rados.rados.0.smithi037.stdout:2041: seq_num 673 ranges {0=475136,475136=532480,1007616=671744} 2021-07-26T16:04:20.048 INFO:tasks.rados.rados.0.smithi037.stdout:2041: writing smithi03738989-6 from 0 to 475136 tid 1 2021-07-26T16:04:20.052 INFO:tasks.rados.rados.0.smithi037.stdout:2041: writing smithi03738989-6 from 475136 to 1007616 tid 2 2021-07-26T16:04:20.057 INFO:tasks.rados.rados.0.smithi037.stdout:2041: writing smithi03738989-6 from 1007616 to 1679360 tid 3 2021-07-26T16:04:20.057 INFO:tasks.rados.rados.0.smithi037.stdout:2042: read oid 41 snap -1 2021-07-26T16:04:20.058 INFO:tasks.rados.rados.0.smithi037.stdout:2042: expect (ObjNum 593 snap 173 seq_num 593) 2021-07-26T16:04:20.058 INFO:tasks.rados.rados.0.smithi037.stdout:2043: snap_remove snap 182 2021-07-26T16:04:20.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:20 smithi107 bash[29346]: cluster 2021-07-26T16:04:19.017143+0000 mon.a (mon.0) 774 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:04:20.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:20 smithi107 bash[29346]: cluster 2021-07-26T16:04:19.034598+0000 mon.a (mon.0) 775 : cluster [DBG] osdmap e456: 8 total, 7 up, 8 in 2021-07-26T16:04:20.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:20 smithi037 bash[41498]: cluster 2021-07-26T16:04:19.017143+0000 mon.a (mon.0) 774 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:04:20.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:20 smithi037 bash[41498]: cluster 2021-07-26T16:04:19.034598+0000 mon.a (mon.0) 775 : cluster [DBG] osdmap e456: 8 total, 7 up, 8 in 2021-07-26T16:04:20.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:20 smithi037 bash[42499]: cluster 2021-07-26T16:04:19.017143+0000 mon.a (mon.0) 774 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-07-26T16:04:20.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:20 smithi037 bash[42499]: cluster 2021-07-26T16:04:19.034598+0000 mon.a (mon.0) 775 : cluster [DBG] osdmap e456: 8 total, 7 up, 8 in 2021-07-26T16:04:21.052 INFO:tasks.rados.rados.0.smithi037.stdout:2042: expect (ObjNum 593 snap 173 seq_num 593) 2021-07-26T16:04:21.059 INFO:tasks.rados.rados.0.smithi037.stdout:2033: finishing copy_from to smithi03738989-50 2021-07-26T16:04:21.059 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 1502 (ObjNum 372539264 snap 21933 seq_num 1811941584) dirty exists 2021-07-26T16:04:21.059 INFO:tasks.rados.rados.0.smithi037.stdout:2033: finishing copy_from racing read to smithi03738989-50 2021-07-26T16:04:21.059 INFO:tasks.rados.rados.0.smithi037.stdout:2041: finishing write tid 1 to smithi03738989-6 2021-07-26T16:04:21.060 INFO:tasks.rados.rados.0.smithi037.stdout:2041: finishing write tid 2 to smithi03738989-6 2021-07-26T16:04:21.060 INFO:tasks.rados.rados.0.smithi037.stdout:2033: done (5 left) 2021-07-26T16:04:21.060 INFO:tasks.rados.rados.0.smithi037.stdout:2042: done (4 left) 2021-07-26T16:04:21.060 INFO:tasks.rados.rados.0.smithi037.stdout:2043: done (3 left) 2021-07-26T16:04:21.061 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 204 2021-07-26T16:04:21.061 INFO:tasks.rados.rados.0.smithi037.stdout:2044: seq_num 674 ranges {1630208=491520,2121728=417792,2539520=483328,3022848=303104} 2021-07-26T16:04:21.075 INFO:tasks.rados.rados.0.smithi037.stdout:2044: writing smithi03738989-8 from 1630208 to 2121728 tid 1 2021-07-26T16:04:21.075 INFO:tasks.rados.rados.0.smithi037.stdout:2044: writing smithi03738989-8 from 2121728 to 2539520 tid 2 2021-07-26T16:04:21.078 INFO:tasks.rados.rados.0.smithi037.stdout:2044: writing smithi03738989-8 from 2539520 to 3022848 tid 3 2021-07-26T16:04:21.079 INFO:tasks.rados.rados.0.smithi037.stdout:2044: writing smithi03738989-8 from 3022848 to 3325952 tid 4 2021-07-26T16:04:21.080 INFO:tasks.rados.rados.0.smithi037.stdout:2045: snap_remove snap 177 2021-07-26T16:04:21.222 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:21 smithi107 bash[29346]: cluster 2021-07-26T16:04:19.786503+0000 mgr.y (mgr.24994) 280 : cluster [DBG] pgmap v395: 89 pgs: 5 stale+active+clean, 14 peering, 7 active+clean+wait, 63 active+clean; 275 MiB data, 825 MiB used, 713 GiB / 715 GiB avail; 784 KiB/s wr, 1 op/s 2021-07-26T16:04:21.222 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:21 smithi107 bash[29346]: cluster 2021-07-26T16:04:20.030882+0000 mon.a (mon.0) 776 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 5 pgs peering (PG_AVAILABILITY) 2021-07-26T16:04:21.222 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:21 smithi107 bash[29346]: cluster 2021-07-26T16:04:20.044570+0000 mon.a (mon.0) 777 : cluster [DBG] osdmap e457: 8 total, 7 up, 8 in 2021-07-26T16:04:21.223 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:20 smithi107 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@osd.7.service: Succeeded. 2021-07-26T16:04:21.223 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:20 smithi107 systemd[1]: Stopped Ceph osd.7 for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:04:21.224 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:21 smithi107 systemd[1]: Started Ceph osd.7 for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:04:21.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:21 smithi037 bash[41498]: cluster 2021-07-26T16:04:19.786503+0000 mgr.y (mgr.24994) 280 : cluster [DBG] pgmap v395: 89 pgs: 5 stale+active+clean, 14 peering, 7 active+clean+wait, 63 active+clean; 275 MiB data, 825 MiB used, 713 GiB / 715 GiB avail; 784 KiB/s wr, 1 op/s 2021-07-26T16:04:21.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:21 smithi037 bash[41498]: cluster 2021-07-26T16:04:20.030882+0000 mon.a (mon.0) 776 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 5 pgs peering (PG_AVAILABILITY) 2021-07-26T16:04:21.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:21 smithi037 bash[41498]: cluster 2021-07-26T16:04:20.044570+0000 mon.a (mon.0) 777 : cluster [DBG] osdmap e457: 8 total, 7 up, 8 in 2021-07-26T16:04:21.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:21 smithi037 bash[42499]: cluster 2021-07-26T16:04:19.786503+0000 mgr.y (mgr.24994) 280 : cluster [DBG] pgmap v395: 89 pgs: 5 stale+active+clean, 14 peering, 7 active+clean+wait, 63 active+clean; 275 MiB data, 825 MiB used, 713 GiB / 715 GiB avail; 784 KiB/s wr, 1 op/s 2021-07-26T16:04:21.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:21 smithi037 bash[42499]: cluster 2021-07-26T16:04:20.030882+0000 mon.a (mon.0) 776 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 5 pgs peering (PG_AVAILABILITY) 2021-07-26T16:04:21.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:21 smithi037 bash[42499]: cluster 2021-07-26T16:04:20.044570+0000 mon.a (mon.0) 777 : cluster [DBG] osdmap e457: 8 total, 7 up, 8 in 2021-07-26T16:04:21.519 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:21 smithi107 bash[34158]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:04:22.049 INFO:tasks.rados.rados.0.smithi037.stdout:2045: done (4 left) 2021-07-26T16:04:22.050 INFO:tasks.rados.rados.0.smithi037.stdout:2046: setattr oid 11 current snap is 204 2021-07-26T16:04:22.052 INFO:tasks.rados.rados.0.smithi037.stdout:2047: copy_from oid 24 from oid 22 current snap is 204 2021-07-26T16:04:22.055 INFO:tasks.rados.rados.0.smithi037.stdout:2041: finishing write tid 3 to smithi03738989-6 2021-07-26T16:04:22.055 INFO:tasks.rados.rados.0.smithi037.stdout:2041: finishing write tid 5 to smithi03738989-6 2021-07-26T16:04:22.056 INFO:tasks.rados.rados.0.smithi037.stdout:2041: finishing write tid 6 to smithi03738989-6 2021-07-26T16:04:22.057 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 863 (ObjNum 673 snap 204 seq_num 673) dirty exists 2021-07-26T16:04:22.057 INFO:tasks.rados.rados.0.smithi037.stdout:2041: left oid 6 (ObjNum 673 snap 204 seq_num 673) 2021-07-26T16:04:22.058 INFO:tasks.rados.rados.0.smithi037.stdout:2035: finishing copy_from to smithi03738989-31 2021-07-26T16:04:22.058 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1366 (ObjNum 642 snap 189 seq_num 642) dirty exists 2021-07-26T16:04:22.059 INFO:tasks.rados.rados.0.smithi037.stdout:2035: finishing copy_from racing read to smithi03738989-31 2021-07-26T16:04:22.059 INFO:tasks.rados.rados.0.smithi037.stdout:2039: expect (ObjNum 646 snap 189 seq_num 646) 2021-07-26T16:04:22.195 INFO:tasks.rados.rados.0.smithi037.stdout:2044: finishing write tid 1 to smithi03738989-8 2021-07-26T16:04:22.196 INFO:tasks.rados.rados.0.smithi037.stdout:2044: finishing write tid 2 to smithi03738989-8 2021-07-26T16:04:22.196 INFO:tasks.rados.rados.0.smithi037.stdout:2044: finishing write tid 3 to smithi03738989-8 2021-07-26T16:04:22.196 INFO:tasks.rados.rados.0.smithi037.stdout:2044: finishing write tid 4 to smithi03738989-8 2021-07-26T16:04:22.197 INFO:tasks.rados.rados.0.smithi037.stdout:2044: finishing write tid 6 to smithi03738989-8 2021-07-26T16:04:22.197 INFO:tasks.rados.rados.0.smithi037.stdout:2044: finishing write tid 7 to smithi03738989-8 2021-07-26T16:04:22.197 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 1104 (ObjNum 674 snap 204 seq_num 674) dirty exists 2021-07-26T16:04:22.197 INFO:tasks.rados.rados.0.smithi037.stdout:2044: left oid 8 (ObjNum 674 snap 204 seq_num 674) 2021-07-26T16:04:22.197 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1405 (ObjNum 520 snap 158 seq_num 520) dirty exists 2021-07-26T16:04:22.198 INFO:tasks.rados.rados.0.smithi037.stdout:2047: finishing copy_from to smithi03738989-24 2021-07-26T16:04:22.198 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 860 (ObjNum 669 snap 202 seq_num 669) dirty exists 2021-07-26T16:04:22.198 INFO:tasks.rados.rados.0.smithi037.stdout:2047: finishing copy_from racing read to smithi03738989-24 2021-07-26T16:04:22.198 INFO:tasks.rados.rados.0.smithi037.stdout:2035: done (5 left) 2021-07-26T16:04:22.199 INFO:tasks.rados.rados.0.smithi037.stdout:2039: done (4 left) 2021-07-26T16:04:22.199 INFO:tasks.rados.rados.0.smithi037.stdout:2041: done (3 left) 2021-07-26T16:04:22.199 INFO:tasks.rados.rados.0.smithi037.stdout:2044: done (2 left) 2021-07-26T16:04:22.199 INFO:tasks.rados.rados.0.smithi037.stdout:2046: done (1 left) 2021-07-26T16:04:22.199 INFO:tasks.rados.rados.0.smithi037.stdout:2047: done (0 left) 2021-07-26T16:04:22.200 INFO:tasks.rados.rados.0.smithi037.stdout:2048: rmattr oid 11 current snap is 204 2021-07-26T16:04:22.200 INFO:tasks.rados.rados.0.smithi037.stdout:2049: rollback oid 40 current snap is 204 2021-07-26T16:04:22.201 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 40 to 196 2021-07-26T16:04:22.201 INFO:tasks.rados.rados.0.smithi037.stdout:2050: snap_create 2021-07-26T16:04:22.202 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1406 (ObjNum 520 snap 158 seq_num 520) dirty exists 2021-07-26T16:04:22.203 INFO:tasks.rados.rados.0.smithi037.stdout:2049: finishing rollback tid 1 to smithi03738989-40 2021-07-26T16:04:22.203 INFO:tasks.rados.rados.0.smithi037.stdout:2049: finishing rollback tid 2 to smithi03738989-40 2021-07-26T16:04:22.203 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1090 (ObjNum 573 snap 171 seq_num 573) dirty exists 2021-07-26T16:04:22.323 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:22 smithi107 bash[29346]: cluster 2021-07-26T16:04:21.045445+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e458: 8 total, 7 up, 8 in 2021-07-26T16:04:22.324 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:22 smithi107 bash[29346]: audit 2021-07-26T16:04:21.265939+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:22.324 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:22 smithi107 bash[29346]: audit 2021-07-26T16:04:21.268966+0000 mon.c (mon.1) 234 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:04:22.324 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:22 smithi107 bash[29346]: audit 2021-07-26T16:04:21.272990+0000 mon.c (mon.1) 235 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:04:22.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:22 smithi037 bash[41498]: cluster 2021-07-26T16:04:21.045445+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e458: 8 total, 7 up, 8 in 2021-07-26T16:04:22.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:22 smithi037 bash[41498]: audit 2021-07-26T16:04:21.265939+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:22.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:22 smithi037 bash[41498]: audit 2021-07-26T16:04:21.268966+0000 mon.c (mon.1) 234 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:04:22.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:22 smithi037 bash[41498]: audit 2021-07-26T16:04:21.272990+0000 mon.c (mon.1) 235 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:04:22.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:22 smithi037 bash[42499]: cluster 2021-07-26T16:04:21.045445+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e458: 8 total, 7 up, 8 in 2021-07-26T16:04:22.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:22 smithi037 bash[42499]: audit 2021-07-26T16:04:21.265939+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:22.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:22 smithi037 bash[42499]: audit 2021-07-26T16:04:21.268966+0000 mon.c (mon.1) 234 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:04:22.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:22 smithi037 bash[42499]: audit 2021-07-26T16:04:21.272990+0000 mon.c (mon.1) 235 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:04:23.019 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:22 smithi107 bash[34158]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2021-07-26T16:04:23.020 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:22 smithi107 bash[34158]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2021-07-26T16:04:23.020 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:22 smithi107 bash[34158]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2021-07-26T16:04:23.020 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:22 smithi107 bash[34158]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2021-07-26T16:04:23.020 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:22 smithi107 bash[34158]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2021-07-26T16:04:23.021 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:22 smithi107 bash[34158]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2021-07-26T16:04:23.021 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:22 smithi107 bash[34158]: --> ceph-volume lvm activate successful for osd ID: 7 2021-07-26T16:04:23.072 INFO:tasks.rados.rados.0.smithi037.stdout:2048: done (2 left) 2021-07-26T16:04:23.072 INFO:tasks.rados.rados.0.smithi037.stdout:2049: done (1 left) 2021-07-26T16:04:23.073 INFO:tasks.rados.rados.0.smithi037.stdout:2050: done (0 left) 2021-07-26T16:04:23.073 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 205 2021-07-26T16:04:23.073 INFO:tasks.rados.rados.0.smithi037.stdout:2051: seq_num 675 ranges {1409024=507904,1916928=704512,2621440=499712} 2021-07-26T16:04:23.085 INFO:tasks.rados.rados.0.smithi037.stdout:2051: writing smithi03738989-18 from 1409024 to 1916928 tid 1 2021-07-26T16:04:23.089 INFO:tasks.rados.rados.0.smithi037.stdout:2051: writing smithi03738989-18 from 1916928 to 2621440 tid 2 2021-07-26T16:04:23.092 INFO:tasks.rados.rados.0.smithi037.stdout:2051: writing smithi03738989-18 from 2621440 to 3121152 tid 3 2021-07-26T16:04:23.092 INFO:tasks.rados.rados.0.smithi037.stdout:2052: snap_create 2021-07-26T16:04:23.102 INFO:tasks.rados.rados.0.smithi037.stdout:2051: finishing write tid 1 to smithi03738989-18 2021-07-26T16:04:23.102 INFO:tasks.rados.rados.0.smithi037.stdout:2051: finishing write tid 2 to smithi03738989-18 2021-07-26T16:04:23.104 INFO:tasks.rados.rados.0.smithi037.stdout:2051: finishing write tid 3 to smithi03738989-18 2021-07-26T16:04:23.104 INFO:tasks.rados.rados.0.smithi037.stdout:2051: finishing write tid 5 to smithi03738989-18 2021-07-26T16:04:23.105 INFO:tasks.rados.rados.0.smithi037.stdout:2051: finishing write tid 6 to smithi03738989-18 2021-07-26T16:04:23.105 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 971 (ObjNum 675 snap 205 seq_num 675) dirty exists 2021-07-26T16:04:23.105 INFO:tasks.rados.rados.0.smithi037.stdout:2051: left oid 18 (ObjNum 675 snap 205 seq_num 675) 2021-07-26T16:04:23.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:23 smithi107 bash[29346]: cluster 2021-07-26T16:04:21.787493+0000 mgr.y (mgr.24994) 281 : cluster [DBG] pgmap v398: 89 pgs: 3 stale+active+clean, 1 active+undersized+degraded, 21 peering, 3 active+undersized, 61 active+clean; 277 MiB data, 826 MiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s wr, 3 op/s; 9/600 objects degraded (1.500%) 2021-07-26T16:04:23.269 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:23 smithi107 bash[29346]: cluster 2021-07-26T16:04:22.050397+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e459: 8 total, 7 up, 8 in 2021-07-26T16:04:23.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:23 smithi107 bash[29346]: cluster 2021-07-26T16:04:22.261675+0000 mon.a (mon.0) 781 : cluster [WRN] Health check failed: Degraded data redundancy: 9/600 objects degraded (1.500%), 1 pg degraded (PG_DEGRADED) 2021-07-26T16:04:23.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:23 smithi037 bash[41498]: cluster 2021-07-26T16:04:21.787493+0000 mgr.y (mgr.24994) 281 : cluster [DBG] pgmap v398: 89 pgs: 3 stale+active+clean, 1 active+undersized+degraded, 21 peering, 3 active+undersized, 61 active+clean; 277 MiB data, 826 MiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s wr, 3 op/s; 9/600 objects degraded (1.500%) 2021-07-26T16:04:23.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:23 smithi037 bash[41498]: cluster 2021-07-26T16:04:22.050397+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e459: 8 total, 7 up, 8 in 2021-07-26T16:04:23.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:23 smithi037 bash[41498]: cluster 2021-07-26T16:04:22.261675+0000 mon.a (mon.0) 781 : cluster [WRN] Health check failed: Degraded data redundancy: 9/600 objects degraded (1.500%), 1 pg degraded (PG_DEGRADED) 2021-07-26T16:04:23.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:23 smithi037 bash[42499]: cluster 2021-07-26T16:04:21.787493+0000 mgr.y (mgr.24994) 281 : cluster [DBG] pgmap v398: 89 pgs: 3 stale+active+clean, 1 active+undersized+degraded, 21 peering, 3 active+undersized, 61 active+clean; 277 MiB data, 826 MiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s wr, 3 op/s; 9/600 objects degraded (1.500%) 2021-07-26T16:04:23.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:23 smithi037 bash[42499]: cluster 2021-07-26T16:04:22.050397+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e459: 8 total, 7 up, 8 in 2021-07-26T16:04:23.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:23 smithi037 bash[42499]: cluster 2021-07-26T16:04:22.261675+0000 mon.a (mon.0) 781 : cluster [WRN] Health check failed: Degraded data redundancy: 9/600 objects degraded (1.500%), 1 pg degraded (PG_DEGRADED) 2021-07-26T16:04:24.020 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:23 smithi107 bash[34273]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:04:24.083 INFO:tasks.rados.rados.0.smithi037.stdout:2051: done (1 left) 2021-07-26T16:04:24.083 INFO:tasks.rados.rados.0.smithi037.stdout:2052: done (0 left) 2021-07-26T16:04:24.083 INFO:tasks.rados.rados.0.smithi037.stdout:2053: setattr oid 44 current snap is 206 2021-07-26T16:04:24.084 INFO:tasks.rados.rados.0.smithi037.stdout:2054: rollback oid 20 current snap is 206 2021-07-26T16:04:24.084 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 20 to 187 2021-07-26T16:04:24.085 INFO:tasks.rados.rados.0.smithi037.stdout:2055: snap_remove snap 197 2021-07-26T16:04:24.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:24 smithi037 bash[41498]: cluster 2021-07-26T16:04:23.073891+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e460: 8 total, 7 up, 8 in 2021-07-26T16:04:24.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:24 smithi037 bash[42499]: cluster 2021-07-26T16:04:23.073891+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e460: 8 total, 7 up, 8 in 2021-07-26T16:04:24.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:24 smithi107 bash[29346]: cluster 2021-07-26T16:04:23.073891+0000 mon.a (mon.0) 782 : cluster [DBG] osdmap e460: 8 total, 7 up, 8 in 2021-07-26T16:04:25.019 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:24 smithi107 bash[34273]: debug 2021-07-26T16:04:24.697+0000 7f43e3f49700 1 -- 172.21.15.107:0/3276498438 <== mon.2 v2:172.21.15.107:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d282a82340 con 0x55d282adec00 2021-07-26T16:04:25.084 INFO:tasks.rados.rados.0.smithi037.stdout:2055: done (2 left) 2021-07-26T16:04:25.085 INFO:tasks.rados.rados.0.smithi037.stdout:2056: copy_from oid 39 from oid 18 current snap is 206 2021-07-26T16:04:25.085 INFO:tasks.rados.rados.0.smithi037.stdout:2054: finishing rollback tid 0 to smithi03738989-20 2021-07-26T16:04:25.085 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 805 (ObjNum 1953066355 snap 858810728 seq_num 959984439) dirty exists 2021-07-26T16:04:25.085 INFO:tasks.rados.rados.0.smithi037.stdout:2054: finishing rollback tid 1 to smithi03738989-20 2021-07-26T16:04:25.086 INFO:tasks.rados.rados.0.smithi037.stdout:2054: finishing rollback tid 2 to smithi03738989-20 2021-07-26T16:04:25.086 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 767 (ObjNum 585 snap 171 seq_num 585) dirty exists 2021-07-26T16:04:25.086 INFO:tasks.rados.rados.0.smithi037.stdout:2053: done (2 left) 2021-07-26T16:04:25.086 INFO:tasks.rados.rados.0.smithi037.stdout:2054: done (1 left) 2021-07-26T16:04:25.087 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 206 2021-07-26T16:04:25.087 INFO:tasks.rados.rados.0.smithi037.stdout:2057: seq_num 676 ranges {1089536=524288,1613824=589824,2203648=450560,2654208=163840} 2021-07-26T16:04:25.096 INFO:tasks.rados.rados.0.smithi037.stdout:2057: writing smithi03738989-23 from 1089536 to 1613824 tid 1 2021-07-26T16:04:25.100 INFO:tasks.rados.rados.0.smithi037.stdout:2057: writing smithi03738989-23 from 1613824 to 2203648 tid 2 2021-07-26T16:04:25.103 INFO:tasks.rados.rados.0.smithi037.stdout:2057: writing smithi03738989-23 from 2203648 to 2654208 tid 3 2021-07-26T16:04:25.104 INFO:tasks.rados.rados.0.smithi037.stdout:2057: writing smithi03738989-23 from 2654208 to 2818048 tid 4 2021-07-26T16:04:25.105 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 206 2021-07-26T16:04:25.105 INFO:tasks.rados.rados.0.smithi037.stdout:2058: seq_num 677 ranges {1310720=540672,1851392=516096,2367488=655360,3022848=32768} 2021-07-26T16:04:25.116 INFO:tasks.rados.rados.0.smithi037.stdout:2058: writing smithi03738989-30 from 1310720 to 1851392 tid 1 2021-07-26T16:04:25.120 INFO:tasks.rados.rados.0.smithi037.stdout:2058: writing smithi03738989-30 from 1851392 to 2367488 tid 2 2021-07-26T16:04:25.125 INFO:tasks.rados.rados.0.smithi037.stdout:2058: writing smithi03738989-30 from 2367488 to 3022848 tid 3 2021-07-26T16:04:25.125 INFO:tasks.rados.rados.0.smithi037.stdout:2058: writing smithi03738989-30 from 3022848 to 3055616 tid 4 2021-07-26T16:04:25.125 INFO:tasks.rados.rados.0.smithi037.stdout:2059: read oid 19 snap -1 2021-07-26T16:04:25.126 INFO:tasks.rados.rados.0.smithi037.stdout:2059: expect (ObjNum 649 snap 191 seq_num 649) 2021-07-26T16:04:25.126 INFO:tasks.rados.rados.0.smithi037.stdout:2060: read oid 1 snap -1 2021-07-26T16:04:25.126 INFO:tasks.rados.rados.0.smithi037.stdout:2060: expect (ObjNum 616 snap 177 seq_num 616) 2021-07-26T16:04:25.126 INFO:tasks.rados.rados.0.smithi037.stdout:2061: snap_remove snap 203 2021-07-26T16:04:25.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:25 smithi107 bash[29346]: cluster 2021-07-26T16:04:23.788476+0000 mgr.y (mgr.24994) 282 : cluster [DBG] pgmap v401: 89 pgs: 4 active+undersized+degraded, 21 peering, 9 active+undersized, 55 active+clean; 285 MiB data, 842 MiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.5 MiB/s wr, 7 op/s; 47/615 objects degraded (7.642%) 2021-07-26T16:04:25.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:25 smithi107 bash[29346]: cluster 2021-07-26T16:04:24.085126+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e461: 8 total, 7 up, 8 in 2021-07-26T16:04:25.521 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:25 smithi107 bash[34273]: debug 2021-07-26T16:04:25.281+0000 7f43eb79d0c0 -1 Falling back to public interface 2021-07-26T16:04:25.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[41498]: cluster 2021-07-26T16:04:23.788476+0000 mgr.y (mgr.24994) 282 : cluster [DBG] pgmap v401: 89 pgs: 4 active+undersized+degraded, 21 peering, 9 active+undersized, 55 active+clean; 285 MiB data, 842 MiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.5 MiB/s wr, 7 op/s; 47/615 objects degraded (7.642%) 2021-07-26T16:04:25.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[41498]: cluster 2021-07-26T16:04:24.085126+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e461: 8 total, 7 up, 8 in 2021-07-26T16:04:25.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[42499]: cluster 2021-07-26T16:04:23.788476+0000 mgr.y (mgr.24994) 282 : cluster [DBG] pgmap v401: 89 pgs: 4 active+undersized+degraded, 21 peering, 9 active+undersized, 55 active+clean; 285 MiB data, 842 MiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.5 MiB/s wr, 7 op/s; 47/615 objects degraded (7.642%) 2021-07-26T16:04:25.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[42499]: cluster 2021-07-26T16:04:24.085126+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e461: 8 total, 7 up, 8 in 2021-07-26T16:04:26.127 INFO:tasks.rados.rados.0.smithi037.stdout:2061: done (5 left) 2021-07-26T16:04:26.128 INFO:tasks.rados.rados.0.smithi037.stdout:2062: rollback oid 41 current snap is 206 2021-07-26T16:04:26.128 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 41 to 179 2021-07-26T16:04:26.128 INFO:tasks.rados.rados.0.smithi037.stdout:2057: finishing write tid 1 to smithi03738989-23 2021-07-26T16:04:26.128 INFO:tasks.rados.rados.0.smithi037.stdout:2057: finishing write tid 2 to smithi03738989-23 2021-07-26T16:04:26.129 INFO:tasks.rados.rados.0.smithi037.stdout:2057: finishing write tid 3 to smithi03738989-23 2021-07-26T16:04:26.129 INFO:tasks.rados.rados.0.smithi037.stdout:2057: finishing write tid 4 to smithi03738989-23 2021-07-26T16:04:26.129 INFO:tasks.rados.rados.0.smithi037.stdout:2057: finishing write tid 6 to smithi03738989-23 2021-07-26T16:04:26.129 INFO:tasks.rados.rados.0.smithi037.stdout:2056: finishing copy_from to smithi03738989-39 2021-07-26T16:04:26.130 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 971 (ObjNum 675 snap 205 seq_num 675) dirty exists 2021-07-26T16:04:26.130 INFO:tasks.rados.rados.0.smithi037.stdout:2058: finishing write tid 1 to smithi03738989-30 2021-07-26T16:04:26.130 INFO:tasks.rados.rados.0.smithi037.stdout:2056: finishing copy_from racing read to smithi03738989-39 2021-07-26T16:04:26.130 INFO:tasks.rados.rados.0.smithi037.stdout:2058: finishing write tid 2 to smithi03738989-30 2021-07-26T16:04:26.131 INFO:tasks.rados.rados.0.smithi037.stdout:2057: finishing write tid 7 to smithi03738989-23 2021-07-26T16:04:26.131 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1521 (ObjNum 676 snap 206 seq_num 676) dirty exists 2021-07-26T16:04:26.131 INFO:tasks.rados.rados.0.smithi037.stdout:2057: left oid 23 (ObjNum 676 snap 206 seq_num 676) 2021-07-26T16:04:26.131 INFO:tasks.rados.rados.0.smithi037.stdout:2058: finishing write tid 3 to smithi03738989-30 2021-07-26T16:04:26.131 INFO:tasks.rados.rados.0.smithi037.stdout:2058: finishing write tid 4 to smithi03738989-30 2021-07-26T16:04:26.132 INFO:tasks.rados.rados.0.smithi037.stdout:2058: finishing write tid 6 to smithi03738989-30 2021-07-26T16:04:26.132 INFO:tasks.rados.rados.0.smithi037.stdout:2058: finishing write tid 7 to smithi03738989-30 2021-07-26T16:04:26.132 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 1658 (ObjNum 677 snap 206 seq_num 677) dirty exists 2021-07-26T16:04:26.132 INFO:tasks.rados.rados.0.smithi037.stdout:2058: left oid 30 (ObjNum 677 snap 206 seq_num 677) 2021-07-26T16:04:26.132 INFO:tasks.rados.rados.0.smithi037.stdout:2060: expect (ObjNum 616 snap 177 seq_num 616) 2021-07-26T16:04:26.212 INFO:tasks.rados.rados.0.smithi037.stdout:2059: expect (ObjNum 649 snap 191 seq_num 649) 2021-07-26T16:04:26.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: cluster 2021-07-26T16:04:25.086580+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e462: 8 total, 7 up, 8 in 2021-07-26T16:04:26.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.921868+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:26.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.930930+0000 mon.a (mon.0) 786 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:26.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.944929+0000 mon.c (mon.1) 236 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:04:26.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.946730+0000 mon.c (mon.1) 237 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:26.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.948485+0000 mon.c (mon.1) 238 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:26.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.949868+0000 mon.c (mon.1) 239 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:26.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.952345+0000 mon.c (mon.1) 240 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:26.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.961512+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:26.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.963173+0000 mon.c (mon.1) 241 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2021-07-26T16:04:26.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.963828+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2021-07-26T16:04:26.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.968884+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2021-07-26T16:04:26.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.972948+0000 mon.c (mon.1) 242 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2021-07-26T16:04:26.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.973537+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2021-07-26T16:04:26.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.981019+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2021-07-26T16:04:26.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.982778+0000 mon.c (mon.1) 243 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2021-07-26T16:04:26.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.983328+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2021-07-26T16:04:26.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.988682+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2021-07-26T16:04:26.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.991814+0000 mon.c (mon.1) 244 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2021-07-26T16:04:26.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: debug 2021-07-26T16:04:25.929+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:04:26.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:04:26.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:26.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:04:26.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:26.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:04:26.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:26.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:26.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:04:26.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: debug 2021-07-26T16:04:25.933+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:04:26.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:04:26.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:26.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:04:26.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:26.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:04:26.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:26.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:26.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:04:26.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: debug 2021-07-26T16:04:25.937+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:04:26.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:04:26.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:26.346 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:04:26.346 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:26.347 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:04:26.347 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:26.347 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:26.348 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:04:26.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: cluster 2021-07-26T16:04:25.086580+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e462: 8 total, 7 up, 8 in 2021-07-26T16:04:26.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.921868+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:26.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.930930+0000 mon.a (mon.0) 786 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:26.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.944929+0000 mon.c (mon.1) 236 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:04:26.352 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.946730+0000 mon.c (mon.1) 237 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:26.352 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.948485+0000 mon.c (mon.1) 238 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:26.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.949868+0000 mon.c (mon.1) 239 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:26.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.952345+0000 mon.c (mon.1) 240 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:26.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.961512+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:26.354 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.963173+0000 mon.c (mon.1) 241 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2021-07-26T16:04:26.354 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.963828+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2021-07-26T16:04:26.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.968884+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2021-07-26T16:04:26.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.972948+0000 mon.c (mon.1) 242 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2021-07-26T16:04:26.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.973537+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2021-07-26T16:04:26.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.981019+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2021-07-26T16:04:26.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.982778+0000 mon.c (mon.1) 243 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2021-07-26T16:04:26.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.983328+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2021-07-26T16:04:26.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.988682+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2021-07-26T16:04:26.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.991814+0000 mon.c (mon.1) 244 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2021-07-26T16:04:26.359 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.992344+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2021-07-26T16:04:26.359 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.997092+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2021-07-26T16:04:26.360 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.999281+0000 mon.c (mon.1) 245 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2021-07-26T16:04:26.360 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:25.999705+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2021-07-26T16:04:26.361 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:26.005988+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2021-07-26T16:04:26.361 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:26.007543+0000 mon.c (mon.1) 246 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2021-07-26T16:04:26.362 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:26.008071+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2021-07-26T16:04:26.362 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:26.013915+0000 mon.a (mon.0) 799 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2021-07-26T16:04:26.363 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:26.018614+0000 mon.c (mon.1) 247 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2021-07-26T16:04:26.363 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:26.019169+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2021-07-26T16:04:26.364 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:26.028179+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2021-07-26T16:04:26.364 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:26.032290+0000 mon.c (mon.1) 248 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2021-07-26T16:04:26.364 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:26.033078+0000 mon.a (mon.0) 802 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2021-07-26T16:04:26.364 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:26.040981+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2021-07-26T16:04:26.365 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:26.045390+0000 mon.c (mon.1) 249 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "quincy"}]: dispatch 2021-07-26T16:04:26.365 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[41498]: audit 2021-07-26T16:04:26.046063+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "quincy"}]: dispatch 2021-07-26T16:04:26.366 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: debug 2021-07-26T16:04:25.937+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:04:26.366 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:04:26.366 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:26.367 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:04:26.367 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:26.367 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:04:26.367 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:26.368 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:26.368 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:25 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:04:26.368 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.992344+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2021-07-26T16:04:26.368 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.997092+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2021-07-26T16:04:26.369 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.999281+0000 mon.c (mon.1) 245 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2021-07-26T16:04:26.369 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:25.999705+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2021-07-26T16:04:26.369 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:26.005988+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2021-07-26T16:04:26.369 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:26.007543+0000 mon.c (mon.1) 246 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2021-07-26T16:04:26.369 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:26.008071+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2021-07-26T16:04:26.370 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:26.013915+0000 mon.a (mon.0) 799 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2021-07-26T16:04:26.370 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:26.018614+0000 mon.c (mon.1) 247 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2021-07-26T16:04:26.370 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:26.019169+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2021-07-26T16:04:26.370 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:26.028179+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2021-07-26T16:04:26.371 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:26.032290+0000 mon.c (mon.1) 248 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2021-07-26T16:04:26.371 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:26.033078+0000 mon.a (mon.0) 802 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2021-07-26T16:04:26.371 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:26.040981+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2021-07-26T16:04:26.371 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:26.045390+0000 mon.c (mon.1) 249 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "quincy"}]: dispatch 2021-07-26T16:04:26.371 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:26 smithi037 bash[42499]: audit 2021-07-26T16:04:26.046063+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "quincy"}]: dispatch 2021-07-26T16:04:26.389 INFO:tasks.rados.rados.0.smithi037.stdout:2062: finishing rollback tid 0 to smithi03738989-41 2021-07-26T16:04:26.390 INFO:tasks.rados.rados.0.smithi037.stdout:2062: finishing rollback tid 1 to smithi03738989-41 2021-07-26T16:04:26.390 INFO:tasks.rados.rados.0.smithi037.stdout:2062: finishing rollback tid 2 to smithi03738989-41 2021-07-26T16:04:26.390 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1661 (ObjNum 593 snap 173 seq_num 593) dirty exists 2021-07-26T16:04:26.390 INFO:tasks.rados.rados.0.smithi037.stdout:2056: done (5 left) 2021-07-26T16:04:26.391 INFO:tasks.rados.rados.0.smithi037.stdout:2057: done (4 left) 2021-07-26T16:04:26.391 INFO:tasks.rados.rados.0.smithi037.stdout:2058: done (3 left) 2021-07-26T16:04:26.391 INFO:tasks.rados.rados.0.smithi037.stdout:2059: done (2 left) 2021-07-26T16:04:26.391 INFO:tasks.rados.rados.0.smithi037.stdout:2060: done (1 left) 2021-07-26T16:04:26.391 INFO:tasks.rados.rados.0.smithi037.stdout:2062: done (0 left) 2021-07-26T16:04:26.392 INFO:tasks.rados.rados.0.smithi037.stdout:2063: read oid 21 snap -1 2021-07-26T16:04:26.392 INFO:tasks.rados.rados.0.smithi037.stdout:2063: expect (ObjNum 624 snap 182 seq_num 624) 2021-07-26T16:04:26.392 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 206 2021-07-26T16:04:26.392 INFO:tasks.rados.rados.0.smithi037.stdout:2064: seq_num 678 ranges {2326528=565248,2891776=802816,3694592=401408} 2021-07-26T16:04:26.407 INFO:tasks.rados.rados.0.smithi037.stdout:2064: writing smithi03738989-11 from 2326528 to 2891776 tid 1 2021-07-26T16:04:26.412 INFO:tasks.rados.rados.0.smithi037.stdout:2064: writing smithi03738989-11 from 2891776 to 3694592 tid 2 2021-07-26T16:04:26.415 INFO:tasks.rados.rados.0.smithi037.stdout:2064: writing smithi03738989-11 from 3694592 to 4096000 tid 3 2021-07-26T16:04:26.415 INFO:tasks.rados.rados.0.smithi037.stdout:2065: delete oid 25 current snap is 206 2021-07-26T16:04:26.415 INFO:tasks.rados.rados.0.smithi037.stdout:2063: expect (ObjNum 624 snap 182 seq_num 624) 2021-07-26T16:04:26.442 INFO:tasks.rados.rados.0.smithi037.stdout:2064: finishing write tid 1 to smithi03738989-11 2021-07-26T16:04:26.443 INFO:tasks.rados.rados.0.smithi037.stdout:2064: finishing write tid 2 to smithi03738989-11 2021-07-26T16:04:26.443 INFO:tasks.rados.rados.0.smithi037.stdout:2064: finishing write tid 3 to smithi03738989-11 2021-07-26T16:04:26.443 INFO:tasks.rados.rados.0.smithi037.stdout:2064: finishing write tid 5 to smithi03738989-11 2021-07-26T16:04:26.443 INFO:tasks.rados.rados.0.smithi037.stdout:2064: finishing write tid 6 to smithi03738989-11 2021-07-26T16:04:26.444 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1410 (ObjNum 678 snap 206 seq_num 678) dirty exists 2021-07-26T16:04:26.444 INFO:tasks.rados.rados.0.smithi037.stdout:2064: left oid 11 (ObjNum 678 snap 206 seq_num 678) 2021-07-26T16:04:26.444 INFO:tasks.rados.rados.0.smithi037.stdout:2063: done (2 left) 2021-07-26T16:04:26.444 INFO:tasks.rados.rados.0.smithi037.stdout:2064: done (1 left) 2021-07-26T16:04:26.445 INFO:tasks.rados.rados.0.smithi037.stdout:2065: done (0 left) 2021-07-26T16:04:26.445 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 206 2021-07-26T16:04:26.445 INFO:tasks.rados.rados.0.smithi037.stdout:2066: seq_num 680 ranges {1400832=598016,1998848=573440,2572288=434176,3006464=196608} 2021-07-26T16:04:26.460 INFO:tasks.rados.rados.0.smithi037.stdout:2066: writing smithi03738989-46 from 1400832 to 1998848 tid 1 2021-07-26T16:04:26.463 INFO:tasks.rados.rados.0.smithi037.stdout:2066: writing smithi03738989-46 from 1998848 to 2572288 tid 2 2021-07-26T16:04:26.466 INFO:tasks.rados.rados.0.smithi037.stdout:2066: writing smithi03738989-46 from 2572288 to 3006464 tid 3 2021-07-26T16:04:26.467 INFO:tasks.rados.rados.0.smithi037.stdout:2066: writing smithi03738989-46 from 3006464 to 3203072 tid 4 2021-07-26T16:04:26.468 INFO:tasks.rados.rados.0.smithi037.stdout:2067: read oid 31 snap -1 2021-07-26T16:04:26.468 INFO:tasks.rados.rados.0.smithi037.stdout:2067: expect (ObjNum 642 snap 189 seq_num 642) 2021-07-26T16:04:26.468 INFO:tasks.rados.rados.0.smithi037.stdout:2068: rollback oid 29 current snap is 206 2021-07-26T16:04:26.468 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 29 to 165 2021-07-26T16:04:26.469 INFO:tasks.rados.rados.0.smithi037.stdout:2069: snap_remove snap 204 2021-07-26T16:04:26.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: cluster 2021-07-26T16:04:25.086580+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e462: 8 total, 7 up, 8 in 2021-07-26T16:04:26.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.921868+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:26.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.930930+0000 mon.a (mon.0) 786 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:26.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.944929+0000 mon.c (mon.1) 236 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:04:26.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.946730+0000 mon.c (mon.1) 237 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:26.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.948485+0000 mon.c (mon.1) 238 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:26.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.949868+0000 mon.c (mon.1) 239 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:26.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.952345+0000 mon.c (mon.1) 240 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:26.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.961512+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:26.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.963173+0000 mon.c (mon.1) 241 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2021-07-26T16:04:26.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.963828+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2021-07-26T16:04:26.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.968884+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2021-07-26T16:04:26.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.972948+0000 mon.c (mon.1) 242 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2021-07-26T16:04:26.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.973537+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2021-07-26T16:04:26.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.981019+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2021-07-26T16:04:26.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.982778+0000 mon.c (mon.1) 243 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2021-07-26T16:04:26.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.983328+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2021-07-26T16:04:26.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.988682+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2021-07-26T16:04:26.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.991814+0000 mon.c (mon.1) 244 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2021-07-26T16:04:26.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.992344+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2021-07-26T16:04:26.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.997092+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2021-07-26T16:04:26.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.999281+0000 mon.c (mon.1) 245 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2021-07-26T16:04:26.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:25.999705+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2021-07-26T16:04:26.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:26.005988+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2021-07-26T16:04:26.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:26.007543+0000 mon.c (mon.1) 246 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2021-07-26T16:04:26.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:26.008071+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2021-07-26T16:04:26.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:26.013915+0000 mon.a (mon.0) 799 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2021-07-26T16:04:26.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:26.018614+0000 mon.c (mon.1) 247 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2021-07-26T16:04:26.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:26.019169+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2021-07-26T16:04:26.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:26.028179+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2021-07-26T16:04:26.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:26.032290+0000 mon.c (mon.1) 248 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2021-07-26T16:04:26.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:26.033078+0000 mon.a (mon.0) 802 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2021-07-26T16:04:26.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:26.040981+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2021-07-26T16:04:26.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:26.045390+0000 mon.c (mon.1) 249 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "quincy"}]: dispatch 2021-07-26T16:04:26.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:26 smithi107 bash[29346]: audit 2021-07-26T16:04:26.046063+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "quincy"}]: dispatch 2021-07-26T16:04:27.131 INFO:tasks.rados.rados.0.smithi037.stdout:2069: done (3 left) 2021-07-26T16:04:27.131 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 33 current snap is 206 2021-07-26T16:04:27.132 INFO:tasks.rados.rados.0.smithi037.stdout:2070: seq_num 681 ranges {1515520=614400,2129920=458752,2588672=638976,3227648=106496} 2021-07-26T16:04:27.145 INFO:tasks.rados.rados.0.smithi037.stdout:2070: writing smithi03738989-33 from 1515520 to 2129920 tid 1 2021-07-26T16:04:27.147 INFO:tasks.rados.rados.0.smithi037.stdout:2070: writing smithi03738989-33 from 2129920 to 2588672 tid 2 2021-07-26T16:04:27.151 INFO:tasks.rados.rados.0.smithi037.stdout:2070: writing smithi03738989-33 from 2588672 to 3227648 tid 3 2021-07-26T16:04:27.152 INFO:tasks.rados.rados.0.smithi037.stdout:2070: writing smithi03738989-33 from 3227648 to 3334144 tid 4 2021-07-26T16:04:27.153 INFO:tasks.rados.rados.0.smithi037.stdout:2071: delete oid 4 current snap is 206 2021-07-26T16:04:27.153 INFO:tasks.rados.rados.0.smithi037.stdout:2066: finishing write tid 1 to smithi03738989-46 2021-07-26T16:04:27.153 INFO:tasks.rados.rados.0.smithi037.stdout:2066: finishing write tid 2 to smithi03738989-46 2021-07-26T16:04:27.153 INFO:tasks.rados.rados.0.smithi037.stdout:2066: finishing write tid 3 to smithi03738989-46 2021-07-26T16:04:27.154 INFO:tasks.rados.rados.0.smithi037.stdout:2066: finishing write tid 4 to smithi03738989-46 2021-07-26T16:04:27.154 INFO:tasks.rados.rados.0.smithi037.stdout:2066: finishing write tid 6 to smithi03738989-46 2021-07-26T16:04:27.154 INFO:tasks.rados.rados.0.smithi037.stdout:2067: expect (ObjNum 642 snap 189 seq_num 642) 2021-07-26T16:04:27.219 INFO:tasks.rados.rados.0.smithi037.stdout:2068: finishing rollback tid 0 to smithi03738989-29 2021-07-26T16:04:27.219 INFO:tasks.rados.rados.0.smithi037.stdout:2068: finishing rollback tid 1 to smithi03738989-29 2021-07-26T16:04:27.219 INFO:tasks.rados.rados.0.smithi037.stdout:2068: finishing rollback tid 2 to smithi03738989-29 2021-07-26T16:04:27.219 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 1413 (ObjNum 559 snap 164 seq_num 559) dirty exists 2021-07-26T16:04:27.220 INFO:tasks.rados.rados.0.smithi037.stdout:2066: finishing write tid 7 to smithi03738989-46 2021-07-26T16:04:27.220 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 1662 (ObjNum 680 snap 206 seq_num 680) dirty exists 2021-07-26T16:04:27.220 INFO:tasks.rados.rados.0.smithi037.stdout:2066: left oid 46 (ObjNum 680 snap 206 seq_num 680) 2021-07-26T16:04:27.220 INFO:tasks.rados.rados.0.smithi037.stdout:2070: finishing write tid 1 to smithi03738989-33 2021-07-26T16:04:27.221 INFO:tasks.rados.rados.0.smithi037.stdout:2070: finishing write tid 2 to smithi03738989-33 2021-07-26T16:04:27.221 INFO:tasks.rados.rados.0.smithi037.stdout:2066: done (4 left) 2021-07-26T16:04:27.221 INFO:tasks.rados.rados.0.smithi037.stdout:2067: done (3 left) 2021-07-26T16:04:27.221 INFO:tasks.rados.rados.0.smithi037.stdout:2068: done (2 left) 2021-07-26T16:04:27.222 INFO:tasks.rados.rados.0.smithi037.stdout:2071: done (1 left) 2021-07-26T16:04:27.222 INFO:tasks.rados.rados.0.smithi037.stdout:2072: setattr oid 31 current snap is 206 2021-07-26T16:04:27.222 INFO:tasks.rados.rados.0.smithi037.stdout:2070: finishing write tid 3 to smithi03738989-33 2021-07-26T16:04:27.222 INFO:tasks.rados.rados.0.smithi037.stdout:2070: finishing write tid 4 to smithi03738989-33 2021-07-26T16:04:27.223 INFO:tasks.rados.rados.0.smithi037.stdout:2070: finishing write tid 6 to smithi03738989-33 2021-07-26T16:04:27.223 INFO:tasks.rados.rados.0.smithi037.stdout:2070: finishing write tid 7 to smithi03738989-33 2021-07-26T16:04:27.223 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 1667 (ObjNum 681 snap 206 seq_num 681) dirty exists 2021-07-26T16:04:27.223 INFO:tasks.rados.rados.0.smithi037.stdout:2070: left oid 33 (ObjNum 681 snap 206 seq_num 681) 2021-07-26T16:04:27.224 INFO:tasks.rados.rados.0.smithi037.stdout:2070: done (1 left) 2021-07-26T16:04:27.225 INFO:tasks.rados.rados.0.smithi037.stdout:2073: rmattr oid 7 current snap is 206 2021-07-26T16:04:27.226 INFO:tasks.rados.rados.0.smithi037.stdout:2074: delete oid 15 current snap is 206 2021-07-26T16:04:27.227 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 1668 (ObjNum 596 snap 174 seq_num 596) dirty exists 2021-07-26T16:04:27.227 INFO:tasks.rados.rados.0.smithi037.stdout:2073: done (2 left) 2021-07-26T16:04:27.227 INFO:tasks.rados.rados.0.smithi037.stdout:2074: done (1 left) 2021-07-26T16:04:27.228 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 206 2021-07-26T16:04:27.228 INFO:tasks.rados.rados.0.smithi037.stdout:2075: seq_num 684 ranges {4964352=663552,5627904=507904,6135808=409600,6545408=286720} 2021-07-26T16:04:27.256 INFO:tasks.rados.rados.0.smithi037.stdout:2075: writing smithi03738989-43 from 4964352 to 5627904 tid 1 2021-07-26T16:04:27.259 INFO:tasks.rados.rados.0.smithi037.stdout:2075: writing smithi03738989-43 from 5627904 to 6135808 tid 2 2021-07-26T16:04:27.262 INFO:tasks.rados.rados.0.smithi037.stdout:2075: writing smithi03738989-43 from 6135808 to 6545408 tid 3 2021-07-26T16:04:27.263 INFO:tasks.rados.rados.0.smithi037.stdout:2075: writing smithi03738989-43 from 6545408 to 6832128 tid 4 2021-07-26T16:04:27.264 INFO:tasks.rados.rados.0.smithi037.stdout:2076: read oid 46 snap -1 2021-07-26T16:04:27.264 INFO:tasks.rados.rados.0.smithi037.stdout:2076: expect (ObjNum 680 snap 206 seq_num 680) 2021-07-26T16:04:27.265 INFO:tasks.rados.rados.0.smithi037.stdout:2077: delete oid 34 current snap is 206 2021-07-26T16:04:27.266 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1414 (ObjNum 642 snap 189 seq_num 642) dirty exists 2021-07-26T16:04:27.268 INFO:tasks.rados.rados.0.smithi037.stdout:2075: finishing write tid 1 to smithi03738989-43 2021-07-26T16:04:27.269 INFO:tasks.rados.rados.0.smithi037.stdout:2075: finishing write tid 2 to smithi03738989-43 2021-07-26T16:04:27.270 INFO:tasks.rados.rados.0.smithi037.stdout:2072: done (3 left) 2021-07-26T16:04:27.270 INFO:tasks.rados.rados.0.smithi037.stdout:2077: done (2 left) 2021-07-26T16:04:27.270 INFO:tasks.rados.rados.0.smithi037.stdout:2078: snap_create 2021-07-26T16:04:27.271 INFO:tasks.rados.rados.0.smithi037.stdout:2075: finishing write tid 3 to smithi03738989-43 2021-07-26T16:04:27.274 INFO:tasks.rados.rados.0.smithi037.stdout:2075: finishing write tid 4 to smithi03738989-43 2021-07-26T16:04:27.274 INFO:tasks.rados.rados.0.smithi037.stdout:2075: finishing write tid 6 to smithi03738989-43 2021-07-26T16:04:27.277 INFO:tasks.rados.rados.0.smithi037.stdout:2075: finishing write tid 7 to smithi03738989-43 2021-07-26T16:04:27.277 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 868 (ObjNum 684 snap 206 seq_num 684) dirty exists 2021-07-26T16:04:27.277 INFO:tasks.rados.rados.0.smithi037.stdout:2075: left oid 43 (ObjNum 684 snap 206 seq_num 684) 2021-07-26T16:04:27.278 INFO:tasks.rados.rados.0.smithi037.stdout:2076: expect (ObjNum 680 snap 206 seq_num 680) 2021-07-26T16:04:27.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: cluster 2021-07-26T16:04:25.789463+0000 mgr.y (mgr.24994) 283 : cluster [DBG] pgmap v404: 89 pgs: 12 active+undersized+degraded, 22 active+undersized, 55 active+clean; 292 MiB data, 856 MiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.5 MiB/s wr, 8 op/s; 66/621 objects degraded (10.628%) 2021-07-26T16:04:27.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: cephadm 2021-07-26T16:04:25.935442+0000 mgr.y (mgr.24994) 284 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:04:27.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:04:27.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:27.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:04:27.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:27.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:04:27.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:27.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:27.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:04:27.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: cephadm 2021-07-26T16:04:25.937328+0000 mgr.y (mgr.24994) 285 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:04:27.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:04:27.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:27.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:04:27.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:27.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:04:27.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:27.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:27.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:04:27.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: cephadm 2021-07-26T16:04:25.940343+0000 mgr.y (mgr.24994) 286 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:04:27.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:04:27.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:27.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:04:27.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:27.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:04:27.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:27.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:27.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:04:27.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: cephadm 2021-07-26T16:04:25.941464+0000 mgr.y (mgr.24994) 287 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:04:27.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:04:27.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:27.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:04:27.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:27.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:04:27.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:27.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:27.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:04:27.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: cephadm 2021-07-26T16:04:25.953699+0000 mgr.y (mgr.24994) 288 : cephadm [INF] Upgrade: Setting container_image for all osd 2021-07-26T16:04:27.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: cephadm 2021-07-26T16:04:26.044957+0000 mgr.y (mgr.24994) 289 : cephadm [INF] Upgrade: Setting require_osd_release to 17 quincy 2021-07-26T16:04:27.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: cluster 2021-07-26T16:04:26.099923+0000 mon.a (mon.0) 805 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 6 pgs peering) 2021-07-26T16:04:27.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: audit 2021-07-26T16:04:26.123189+0000 mon.a (mon.0) 806 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "quincy"}]': finished 2021-07-26T16:04:27.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: cluster 2021-07-26T16:04:26.123295+0000 mon.a (mon.0) 807 : cluster [DBG] osdmap e463: 8 total, 7 up, 8 in 2021-07-26T16:04:27.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: audit 2021-07-26T16:04:26.147103+0000 mon.c (mon.1) 250 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["foo.smithi037.wjuegm"]}]: dispatch 2021-07-26T16:04:27.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:27 smithi107 bash[29346]: cephadm 2021-07-26T16:04:26.150240+0000 mgr.y (mgr.24994) 290 : cephadm [INF] Upgrade: It appears safe to stop mds.foo.smithi037.wjuegm 2021-07-26T16:04:27.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: cluster 2021-07-26T16:04:25.789463+0000 mgr.y (mgr.24994) 283 : cluster [DBG] pgmap v404: 89 pgs: 12 active+undersized+degraded, 22 active+undersized, 55 active+clean; 292 MiB data, 856 MiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.5 MiB/s wr, 8 op/s; 66/621 objects degraded (10.628%) 2021-07-26T16:04:27.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: cephadm 2021-07-26T16:04:25.935442+0000 mgr.y (mgr.24994) 284 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:04:27.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:04:27.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:27.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:04:27.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:27.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:04:27.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:27.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:27.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:04:27.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: cephadm 2021-07-26T16:04:25.937328+0000 mgr.y (mgr.24994) 285 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:04:27.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:04:27.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:27.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:04:27.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:27.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:04:27.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:27.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:27.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:04:27.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: cephadm 2021-07-26T16:04:25.940343+0000 mgr.y (mgr.24994) 286 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:04:27.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:04:27.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:27.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:04:27.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:27.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:04:27.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:27.593 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:27.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: cluster 2021-07-26T16:04:25.789463+0000 mgr.y (mgr.24994) 283 : cluster [DBG] pgmap v404: 89 pgs: 12 active+undersized+degraded, 22 active+undersized, 55 active+clean; 292 MiB data, 856 MiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.5 MiB/s wr, 8 op/s; 66/621 objects degraded (10.628%) 2021-07-26T16:04:27.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: cephadm 2021-07-26T16:04:25.935442+0000 mgr.y (mgr.24994) 284 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:04:27.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:04:27.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:27.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:04:27.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:27.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:04:27.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:27.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:27.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:04:27.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: cephadm 2021-07-26T16:04:25.937328+0000 mgr.y (mgr.24994) 285 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:04:27.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:04:27.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:27.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:04:27.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:27.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:04:27.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:27.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:27.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:04:27.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: cephadm 2021-07-26T16:04:25.940343+0000 mgr.y (mgr.24994) 286 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:04:27.600 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:04:27.600 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:27.600 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:04:27.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:27.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:04:27.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:27.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:27.602 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:04:27.602 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: cephadm 2021-07-26T16:04:25.941464+0000 mgr.y (mgr.24994) 287 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:04:27.603 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:04:27.603 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:27.603 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:04:27.604 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:27.604 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:04:27.604 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:27.604 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:27.605 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:04:27.605 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: cephadm 2021-07-26T16:04:25.953699+0000 mgr.y (mgr.24994) 288 : cephadm [INF] Upgrade: Setting container_image for all osd 2021-07-26T16:04:27.605 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: cephadm 2021-07-26T16:04:26.044957+0000 mgr.y (mgr.24994) 289 : cephadm [INF] Upgrade: Setting require_osd_release to 17 quincy 2021-07-26T16:04:27.605 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: cluster 2021-07-26T16:04:26.099923+0000 mon.a (mon.0) 805 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 6 pgs peering) 2021-07-26T16:04:27.605 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: audit 2021-07-26T16:04:26.123189+0000 mon.a (mon.0) 806 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "quincy"}]': finished 2021-07-26T16:04:27.606 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: cluster 2021-07-26T16:04:26.123295+0000 mon.a (mon.0) 807 : cluster [DBG] osdmap e463: 8 total, 7 up, 8 in 2021-07-26T16:04:27.606 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: audit 2021-07-26T16:04:26.147103+0000 mon.c (mon.1) 250 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["foo.smithi037.wjuegm"]}]: dispatch 2021-07-26T16:04:27.606 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[41498]: cephadm 2021-07-26T16:04:26.150240+0000 mgr.y (mgr.24994) 290 : cephadm [INF] Upgrade: It appears safe to stop mds.foo.smithi037.wjuegm 2021-07-26T16:04:27.607 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:04:27.607 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: cephadm 2021-07-26T16:04:25.941464+0000 mgr.y (mgr.24994) 287 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:04:27.607 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:04:27.607 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:27.608 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:04:27.608 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:27.608 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:04:27.608 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:27.609 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:27.609 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:04:27.609 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: cephadm 2021-07-26T16:04:25.953699+0000 mgr.y (mgr.24994) 288 : cephadm [INF] Upgrade: Setting container_image for all osd 2021-07-26T16:04:27.609 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: cephadm 2021-07-26T16:04:26.044957+0000 mgr.y (mgr.24994) 289 : cephadm [INF] Upgrade: Setting require_osd_release to 17 quincy 2021-07-26T16:04:27.609 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: cluster 2021-07-26T16:04:26.099923+0000 mon.a (mon.0) 805 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 6 pgs peering) 2021-07-26T16:04:27.610 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: audit 2021-07-26T16:04:26.123189+0000 mon.a (mon.0) 806 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "quincy"}]': finished 2021-07-26T16:04:27.610 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: cluster 2021-07-26T16:04:26.123295+0000 mon.a (mon.0) 807 : cluster [DBG] osdmap e463: 8 total, 7 up, 8 in 2021-07-26T16:04:27.610 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: audit 2021-07-26T16:04:26.147103+0000 mon.c (mon.1) 250 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["foo.smithi037.wjuegm"]}]: dispatch 2021-07-26T16:04:27.610 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:27 smithi037 bash[42499]: cephadm 2021-07-26T16:04:26.150240+0000 mgr.y (mgr.24994) 290 : cephadm [INF] Upgrade: It appears safe to stop mds.foo.smithi037.wjuegm 2021-07-26T16:04:28.140 INFO:tasks.rados.rados.0.smithi037.stdout:2075: done (2 left) 2021-07-26T16:04:28.141 INFO:tasks.rados.rados.0.smithi037.stdout:2076: done (1 left) 2021-07-26T16:04:28.141 INFO:tasks.rados.rados.0.smithi037.stdout:2078: done (0 left) 2021-07-26T16:04:28.141 INFO:tasks.rados.rados.0.smithi037.stdout:2079: snap_create 2021-07-26T16:04:28.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:28 smithi037 bash[41498]: cluster 2021-07-26T16:04:27.132736+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e464: 8 total, 7 up, 8 in 2021-07-26T16:04:28.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:28 smithi037 bash[42499]: cluster 2021-07-26T16:04:27.132736+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e464: 8 total, 7 up, 8 in 2021-07-26T16:04:28.469 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:28 smithi107 bash[29346]: cluster 2021-07-26T16:04:27.132736+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e464: 8 total, 7 up, 8 in 2021-07-26T16:04:28.769 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:28 smithi107 bash[34273]: debug 2021-07-26T16:04:28.453+0000 7f43eb79d0c0 -1 osd.7 454 log_to_monitors {default=true} 2021-07-26T16:04:29.152 INFO:tasks.rados.rados.0.smithi037.stdout:2079: done (0 left) 2021-07-26T16:04:29.152 INFO:tasks.rados.rados.0.smithi037.stdout:2080: read oid 37 snap 194 2021-07-26T16:04:29.152 INFO:tasks.rados.rados.0.smithi037.stdout:2080: expect (ObjNum 627 snap 184 seq_num 627) 2021-07-26T16:04:29.153 INFO:tasks.rados.rados.0.smithi037.stdout:2081: read oid 11 snap -1 2021-07-26T16:04:29.153 INFO:tasks.rados.rados.0.smithi037.stdout:2081: expect (ObjNum 678 snap 206 seq_num 678) 2021-07-26T16:04:29.153 INFO:tasks.rados.rados.0.smithi037.stdout:2082: read oid 43 snap 198 2021-07-26T16:04:29.154 INFO:tasks.rados.rados.0.smithi037.stdout:2082: expect (ObjNum 652 snap 191 seq_num 652) 2021-07-26T16:04:29.154 INFO:tasks.rados.rados.0.smithi037.stdout:2083: delete oid 32 current snap is 208 2021-07-26T16:04:29.158 INFO:tasks.rados.rados.0.smithi037.stdout:2083: done (3 left) 2021-07-26T16:04:29.158 INFO:tasks.rados.rados.0.smithi037.stdout:2084: snap_create 2021-07-26T16:04:29.163 INFO:tasks.rados.rados.0.smithi037.stdout:2080: expect (ObjNum 627 snap 184 seq_num 627) 2021-07-26T16:04:29.226 INFO:tasks.rados.rados.0.smithi037.stdout:2082: expect (ObjNum 652 snap 191 seq_num 652) 2021-07-26T16:04:29.442 INFO:tasks.rados.rados.0.smithi037.stdout:2081: expect (ObjNum 678 snap 206 seq_num 678) 2021-07-26T16:04:29.519 INFO:journalctl@ceph.osd.7.smithi107.stdout:Jul 26 16:04:29 smithi107 bash[34273]: debug 2021-07-26T16:04:29.165+0000 7f43de8f5700 -1 osd.7 454 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-07-26T16:04:29.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:29 smithi107 bash[29346]: cluster 2021-07-26T16:04:27.790565+0000 mgr.y (mgr.24994) 291 : cluster [DBG] pgmap v407: 89 pgs: 1 active+clean+snaptrim, 12 active+undersized+degraded, 22 active+undersized, 54 active+clean; 299 MiB data, 866 MiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.7 MiB/s wr, 23 op/s; 70/639 objects degraded (10.955%) 2021-07-26T16:04:29.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:29 smithi107 bash[29346]: cluster 2021-07-26T16:04:28.122486+0000 mon.a (mon.0) 809 : cluster [WRN] Health check update: Degraded data redundancy: 70/639 objects degraded (10.955%), 12 pgs degraded (PG_DEGRADED) 2021-07-26T16:04:29.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:29 smithi107 bash[29346]: cluster 2021-07-26T16:04:28.140766+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e465: 8 total, 7 up, 8 in 2021-07-26T16:04:29.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:29 smithi107 bash[29346]: audit 2021-07-26T16:04:28.466221+0000 mon.b (mon.2) 11 : audit [INF] from='osd.7 [v2:172.21.15.107:6824/444612985,v1:172.21.15.107:6825/444612985]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-07-26T16:04:29.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:29 smithi107 bash[29346]: audit 2021-07-26T16:04:28.478500+0000 mon.a (mon.0) 811 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-07-26T16:04:29.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:29 smithi107 bash[29346]: audit 2021-07-26T16:04:29.033074+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:29.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:29 smithi107 bash[29346]: audit 2021-07-26T16:04:29.035442+0000 mon.c (mon.1) 251 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi037.wjuegm", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:04:29.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:29 smithi107 bash[29346]: audit 2021-07-26T16:04:29.036119+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi037.wjuegm", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:04:29.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:29 smithi107 bash[29346]: audit 2021-07-26T16:04:29.038296+0000 mon.c (mon.1) 252 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:04:29.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:29 smithi107 bash[29346]: audit 2021-07-26T16:04:29.040763+0000 mon.c (mon.1) 253 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi037.wjuegm","key": "container_image"}]: dispatch 2021-07-26T16:04:29.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:29 smithi037 bash[41498]: cluster 2021-07-26T16:04:27.790565+0000 mgr.y (mgr.24994) 291 : cluster [DBG] pgmap v407: 89 pgs: 1 active+clean+snaptrim, 12 active+undersized+degraded, 22 active+undersized, 54 active+clean; 299 MiB data, 866 MiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.7 MiB/s wr, 23 op/s; 70/639 objects degraded (10.955%) 2021-07-26T16:04:29.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:29 smithi037 bash[41498]: cluster 2021-07-26T16:04:28.122486+0000 mon.a (mon.0) 809 : cluster [WRN] Health check update: Degraded data redundancy: 70/639 objects degraded (10.955%), 12 pgs degraded (PG_DEGRADED) 2021-07-26T16:04:29.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:29 smithi037 bash[41498]: cluster 2021-07-26T16:04:28.140766+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e465: 8 total, 7 up, 8 in 2021-07-26T16:04:29.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:29 smithi037 bash[41498]: audit 2021-07-26T16:04:28.466221+0000 mon.b (mon.2) 11 : audit [INF] from='osd.7 [v2:172.21.15.107:6824/444612985,v1:172.21.15.107:6825/444612985]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-07-26T16:04:29.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:29 smithi037 bash[41498]: audit 2021-07-26T16:04:28.478500+0000 mon.a (mon.0) 811 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-07-26T16:04:29.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:29 smithi037 bash[41498]: audit 2021-07-26T16:04:29.033074+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:29.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:29 smithi037 bash[41498]: audit 2021-07-26T16:04:29.035442+0000 mon.c (mon.1) 251 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi037.wjuegm", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:04:29.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:29 smithi037 bash[41498]: audit 2021-07-26T16:04:29.036119+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi037.wjuegm", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:04:29.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:29 smithi037 bash[41498]: audit 2021-07-26T16:04:29.038296+0000 mon.c (mon.1) 252 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:04:29.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:29 smithi037 bash[41498]: audit 2021-07-26T16:04:29.040763+0000 mon.c (mon.1) 253 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi037.wjuegm","key": "container_image"}]: dispatch 2021-07-26T16:04:29.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:29 smithi037 bash[42499]: cluster 2021-07-26T16:04:27.790565+0000 mgr.y (mgr.24994) 291 : cluster [DBG] pgmap v407: 89 pgs: 1 active+clean+snaptrim, 12 active+undersized+degraded, 22 active+undersized, 54 active+clean; 299 MiB data, 866 MiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.7 MiB/s wr, 23 op/s; 70/639 objects degraded (10.955%) 2021-07-26T16:04:29.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:29 smithi037 bash[42499]: cluster 2021-07-26T16:04:28.122486+0000 mon.a (mon.0) 809 : cluster [WRN] Health check update: Degraded data redundancy: 70/639 objects degraded (10.955%), 12 pgs degraded (PG_DEGRADED) 2021-07-26T16:04:29.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:29 smithi037 bash[42499]: cluster 2021-07-26T16:04:28.140766+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e465: 8 total, 7 up, 8 in 2021-07-26T16:04:29.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:29 smithi037 bash[42499]: audit 2021-07-26T16:04:28.466221+0000 mon.b (mon.2) 11 : audit [INF] from='osd.7 [v2:172.21.15.107:6824/444612985,v1:172.21.15.107:6825/444612985]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-07-26T16:04:29.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:29 smithi037 bash[42499]: audit 2021-07-26T16:04:28.478500+0000 mon.a (mon.0) 811 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2021-07-26T16:04:29.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:29 smithi037 bash[42499]: audit 2021-07-26T16:04:29.033074+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:29.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:29 smithi037 bash[42499]: audit 2021-07-26T16:04:29.035442+0000 mon.c (mon.1) 251 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi037.wjuegm", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:04:29.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:29 smithi037 bash[42499]: audit 2021-07-26T16:04:29.036119+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi037.wjuegm", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:04:29.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:29 smithi037 bash[42499]: audit 2021-07-26T16:04:29.038296+0000 mon.c (mon.1) 252 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:04:29.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:29 smithi037 bash[42499]: audit 2021-07-26T16:04:29.040763+0000 mon.c (mon.1) 253 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi037.wjuegm","key": "container_image"}]: dispatch 2021-07-26T16:04:30.169 INFO:tasks.rados.rados.0.smithi037.stdout:2080: done (3 left) 2021-07-26T16:04:30.169 INFO:tasks.rados.rados.0.smithi037.stdout:2081: done (2 left) 2021-07-26T16:04:30.170 INFO:tasks.rados.rados.0.smithi037.stdout:2082: done (1 left) 2021-07-26T16:04:30.170 INFO:tasks.rados.rados.0.smithi037.stdout:2084: done (0 left) 2021-07-26T16:04:30.170 INFO:tasks.rados.rados.0.smithi037.stdout:2085: rollback oid 47 current snap is 209 2021-07-26T16:04:30.170 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 47 to 196 2021-07-26T16:04:30.171 INFO:tasks.rados.rados.0.smithi037.stdout:2086: read oid 15 snap -1 2021-07-26T16:04:30.171 INFO:tasks.rados.rados.0.smithi037.stdout:2086: expect deleted 2021-07-26T16:04:30.171 INFO:tasks.rados.rados.0.smithi037.stdout:2087: setattr oid 4 current snap is 209 2021-07-26T16:04:30.172 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 209 2021-07-26T16:04:30.172 INFO:tasks.rados.rados.0.smithi037.stdout:2088: seq_num 687 ranges {2170880=712704,2883584=614400,3497984=589824} 2021-07-26T16:04:30.187 INFO:tasks.rados.rados.0.smithi037.stdout:2088: writing smithi03738989-29 from 2170880 to 2883584 tid 1 2021-07-26T16:04:30.190 INFO:tasks.rados.rados.0.smithi037.stdout:2088: writing smithi03738989-29 from 2883584 to 3497984 tid 2 2021-07-26T16:04:30.194 INFO:tasks.rados.rados.0.smithi037.stdout:2088: writing smithi03738989-29 from 3497984 to 4087808 tid 3 2021-07-26T16:04:30.194 INFO:tasks.rados.rados.0.smithi037.stdout:2089: snap_remove snap 206 2021-07-26T16:04:30.418 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:30 smithi037 bash[42499]: cephadm 2021-07-26T16:04:29.022540+0000 mgr.y (mgr.24994) 292 : cephadm [INF] Upgrade: Updating mds.foo.smithi037.wjuegm 2021-07-26T16:04:30.419 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:30 smithi037 bash[42499]: cephadm 2021-07-26T16:04:29.039944+0000 mgr.y (mgr.24994) 293 : cephadm [INF] Deploying daemon mds.foo.smithi037.wjuegm on smithi037 2021-07-26T16:04:30.419 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:30 smithi037 bash[42499]: audit 2021-07-26T16:04:29.144960+0000 mon.b (mon.2) 12 : audit [INF] from='osd.7 [v2:172.21.15.107:6824/444612985,v1:172.21.15.107:6825/444612985]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:04:30.419 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:30 smithi037 bash[42499]: audit 2021-07-26T16:04:29.152526+0000 mon.a (mon.0) 814 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2021-07-26T16:04:30.420 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:30 smithi037 bash[42499]: cluster 2021-07-26T16:04:29.152658+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e466: 8 total, 7 up, 8 in 2021-07-26T16:04:30.420 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:30 smithi037 bash[42499]: audit 2021-07-26T16:04:29.157615+0000 mon.a (mon.0) 816 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:04:30.420 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:30 smithi037 bash[41498]: cephadm 2021-07-26T16:04:29.022540+0000 mgr.y (mgr.24994) 292 : cephadm [INF] Upgrade: Updating mds.foo.smithi037.wjuegm 2021-07-26T16:04:30.420 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:30 smithi037 bash[41498]: cephadm 2021-07-26T16:04:29.039944+0000 mgr.y (mgr.24994) 293 : cephadm [INF] Deploying daemon mds.foo.smithi037.wjuegm on smithi037 2021-07-26T16:04:30.421 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:30 smithi037 bash[41498]: audit 2021-07-26T16:04:29.144960+0000 mon.b (mon.2) 12 : audit [INF] from='osd.7 [v2:172.21.15.107:6824/444612985,v1:172.21.15.107:6825/444612985]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:04:30.421 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:30 smithi037 bash[41498]: audit 2021-07-26T16:04:29.152526+0000 mon.a (mon.0) 814 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2021-07-26T16:04:30.421 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:30 smithi037 bash[41498]: cluster 2021-07-26T16:04:29.152658+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e466: 8 total, 7 up, 8 in 2021-07-26T16:04:30.421 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:30 smithi037 bash[41498]: audit 2021-07-26T16:04:29.157615+0000 mon.a (mon.0) 816 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:04:30.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:30 smithi107 bash[29346]: cephadm 2021-07-26T16:04:29.022540+0000 mgr.y (mgr.24994) 292 : cephadm [INF] Upgrade: Updating mds.foo.smithi037.wjuegm 2021-07-26T16:04:30.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:30 smithi107 bash[29346]: cephadm 2021-07-26T16:04:29.039944+0000 mgr.y (mgr.24994) 293 : cephadm [INF] Deploying daemon mds.foo.smithi037.wjuegm on smithi037 2021-07-26T16:04:30.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:30 smithi107 bash[29346]: audit 2021-07-26T16:04:29.144960+0000 mon.b (mon.2) 12 : audit [INF] from='osd.7 [v2:172.21.15.107:6824/444612985,v1:172.21.15.107:6825/444612985]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:04:30.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:30 smithi107 bash[29346]: audit 2021-07-26T16:04:29.152526+0000 mon.a (mon.0) 814 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2021-07-26T16:04:30.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:30 smithi107 bash[29346]: cluster 2021-07-26T16:04:29.152658+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e466: 8 total, 7 up, 8 in 2021-07-26T16:04:30.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:30 smithi107 bash[29346]: audit 2021-07-26T16:04:29.157615+0000 mon.a (mon.0) 816 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi107", "root=default"]}]: dispatch 2021-07-26T16:04:31.166 INFO:tasks.rados.rados.0.smithi037.stdout:2089: done (4 left) 2021-07-26T16:04:31.167 INFO:tasks.rados.rados.0.smithi037.stdout:2090: snap_create 2021-07-26T16:04:31.167 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 1802 (ObjNum 372974112 snap 21933 seq_num 1649561197) dirty exists 2021-07-26T16:04:31.197 INFO:tasks.rados.rados.0.smithi037.stdout:2085: finishing rollback tid 0 to smithi03738989-47 2021-07-26T16:04:31.198 INFO:tasks.rados.rados.0.smithi037.stdout:2085: finishing rollback tid 1 to smithi03738989-47 2021-07-26T16:04:31.198 INFO:tasks.rados.rados.0.smithi037.stdout:2085: finishing rollback tid 2 to smithi03738989-47 2021-07-26T16:04:31.199 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 1671 (ObjNum 542 snap 161 seq_num 542) dirty exists 2021-07-26T16:04:31.429 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:31 smithi037 bash[42499]: cluster 2021-07-26T16:04:29.791856+0000 mgr.y (mgr.24994) 294 : cluster [DBG] pgmap v410: 89 pgs: 1 active+clean+snaptrim, 12 active+undersized+degraded, 22 active+undersized, 54 active+clean; 303 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.4 MiB/s wr, 24 op/s; 70/651 objects degraded (10.753%) 2021-07-26T16:04:31.430 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:31 smithi037 bash[42499]: cluster 2021-07-26T16:04:30.148868+0000 mon.a (mon.0) 817 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:04:31.430 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:31 smithi037 bash[42499]: audit 2021-07-26T16:04:30.167335+0000 mon.c (mon.1) 254 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T16:04:31.430 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:31 smithi037 bash[42499]: cluster 2021-07-26T16:04:30.169486+0000 mon.a (mon.0) 818 : cluster [INF] osd.7 [v2:172.21.15.107:6824/444612985,v1:172.21.15.107:6825/444612985] boot 2021-07-26T16:04:31.431 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:31 smithi037 bash[42499]: cluster 2021-07-26T16:04:30.169590+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e467: 8 total, 8 up, 8 in 2021-07-26T16:04:31.431 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:31 smithi037 bash[41498]: cluster 2021-07-26T16:04:29.791856+0000 mgr.y (mgr.24994) 294 : cluster [DBG] pgmap v410: 89 pgs: 1 active+clean+snaptrim, 12 active+undersized+degraded, 22 active+undersized, 54 active+clean; 303 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.4 MiB/s wr, 24 op/s; 70/651 objects degraded (10.753%) 2021-07-26T16:04:31.431 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:31 smithi037 bash[41498]: cluster 2021-07-26T16:04:30.148868+0000 mon.a (mon.0) 817 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:04:31.432 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:31 smithi037 bash[41498]: audit 2021-07-26T16:04:30.167335+0000 mon.c (mon.1) 254 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T16:04:31.432 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:31 smithi037 bash[41498]: cluster 2021-07-26T16:04:30.169486+0000 mon.a (mon.0) 818 : cluster [INF] osd.7 [v2:172.21.15.107:6824/444612985,v1:172.21.15.107:6825/444612985] boot 2021-07-26T16:04:31.432 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:31 smithi037 bash[41498]: cluster 2021-07-26T16:04:30.169590+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e467: 8 total, 8 up, 8 in 2021-07-26T16:04:31.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:31 smithi107 bash[29346]: cluster 2021-07-26T16:04:29.791856+0000 mgr.y (mgr.24994) 294 : cluster [DBG] pgmap v410: 89 pgs: 1 active+clean+snaptrim, 12 active+undersized+degraded, 22 active+undersized, 54 active+clean; 303 MiB data, 891 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.4 MiB/s wr, 24 op/s; 70/651 objects degraded (10.753%) 2021-07-26T16:04:31.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:31 smithi107 bash[29346]: cluster 2021-07-26T16:04:30.148868+0000 mon.a (mon.0) 817 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-07-26T16:04:31.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:31 smithi107 bash[29346]: audit 2021-07-26T16:04:30.167335+0000 mon.c (mon.1) 254 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-07-26T16:04:31.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:31 smithi107 bash[29346]: cluster 2021-07-26T16:04:30.169486+0000 mon.a (mon.0) 818 : cluster [INF] osd.7 [v2:172.21.15.107:6824/444612985,v1:172.21.15.107:6825/444612985] boot 2021-07-26T16:04:31.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:31 smithi107 bash[29346]: cluster 2021-07-26T16:04:30.169590+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e467: 8 total, 8 up, 8 in 2021-07-26T16:04:31.670 INFO:tasks.rados.rados.0.smithi037.stdout:2085: done (4 left) 2021-07-26T16:04:31.670 INFO:tasks.rados.rados.0.smithi037.stdout:2087: done (3 left) 2021-07-26T16:04:31.671 INFO:tasks.rados.rados.0.smithi037.stdout:2090: done (2 left) 2021-07-26T16:04:31.671 INFO:tasks.rados.rados.0.smithi037.stdout:2091: delete oid 50 current snap is 210 2021-07-26T16:04:31.678 INFO:tasks.rados.rados.0.smithi037.stdout:2091: done (2 left) 2021-07-26T16:04:31.679 INFO:tasks.rados.rados.0.smithi037.stdout:2092: snap_remove snap 192 2021-07-26T16:04:32.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:32 smithi107 bash[29346]: cluster 2021-07-26T16:04:31.168451+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e468: 8 total, 8 up, 8 in 2021-07-26T16:04:32.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:32 smithi107 bash[29346]: cluster 2021-07-26T16:04:31.671811+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e469: 8 total, 8 up, 8 in 2021-07-26T16:04:32.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:32 smithi037 bash[41498]: cluster 2021-07-26T16:04:31.168451+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e468: 8 total, 8 up, 8 in 2021-07-26T16:04:32.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:32 smithi037 bash[41498]: cluster 2021-07-26T16:04:31.671811+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e469: 8 total, 8 up, 8 in 2021-07-26T16:04:32.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:32 smithi037 bash[42499]: cluster 2021-07-26T16:04:31.168451+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e468: 8 total, 8 up, 8 in 2021-07-26T16:04:32.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:32 smithi037 bash[42499]: cluster 2021-07-26T16:04:31.671811+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e469: 8 total, 8 up, 8 in 2021-07-26T16:04:32.687 INFO:tasks.rados.rados.0.smithi037.stdout:2092: done (2 left) 2021-07-26T16:04:32.687 INFO:tasks.rados.rados.0.smithi037.stdout:2093: rmattr oid 7 current snap is 210 2021-07-26T16:04:32.687 INFO:tasks.rados.rados.0.smithi037.stdout:2094: snap_remove snap 173 2021-07-26T16:04:33.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:33 smithi107 bash[29346]: cluster 2021-07-26T16:04:31.792836+0000 mgr.y (mgr.24994) 295 : cluster [DBG] pgmap v414: 89 pgs: 1 active+clean+snaptrim, 12 active+undersized+degraded, 22 active+undersized, 54 active+clean; 303 MiB data, 894 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 466 KiB/s wr, 5 op/s; 71/654 objects degraded (10.856%) 2021-07-26T16:04:33.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:33 smithi107 bash[29346]: cluster 2021-07-26T16:04:32.172226+0000 mon.a (mon.0) 822 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2021-07-26T16:04:33.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:33 smithi107 bash[29346]: cluster 2021-07-26T16:04:32.189683+0000 mon.a (mon.0) 823 : cluster [DBG] mds.? [v2:172.21.15.37:6834/8565013,v1:172.21.15.37:6835/8565013] down:dne 2021-07-26T16:04:33.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:33 smithi107 bash[29346]: cluster 2021-07-26T16:04:32.189824+0000 mon.a (mon.0) 824 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 2021-07-26T16:04:33.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:33 smithi107 bash[29346]: cluster 2021-07-26T16:04:32.682761+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e470: 8 total, 8 up, 8 in 2021-07-26T16:04:33.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:33 smithi037 bash[41498]: cluster 2021-07-26T16:04:31.792836+0000 mgr.y (mgr.24994) 295 : cluster [DBG] pgmap v414: 89 pgs: 1 active+clean+snaptrim, 12 active+undersized+degraded, 22 active+undersized, 54 active+clean; 303 MiB data, 894 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 466 KiB/s wr, 5 op/s; 71/654 objects degraded (10.856%) 2021-07-26T16:04:33.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:33 smithi037 bash[41498]: cluster 2021-07-26T16:04:32.172226+0000 mon.a (mon.0) 822 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2021-07-26T16:04:33.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:33 smithi037 bash[41498]: cluster 2021-07-26T16:04:32.189683+0000 mon.a (mon.0) 823 : cluster [DBG] mds.? [v2:172.21.15.37:6834/8565013,v1:172.21.15.37:6835/8565013] down:dne 2021-07-26T16:04:33.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:33 smithi037 bash[41498]: cluster 2021-07-26T16:04:32.189824+0000 mon.a (mon.0) 824 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 2021-07-26T16:04:33.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:33 smithi037 bash[41498]: cluster 2021-07-26T16:04:32.682761+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e470: 8 total, 8 up, 8 in 2021-07-26T16:04:33.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:33 smithi037 bash[42499]: cluster 2021-07-26T16:04:31.792836+0000 mgr.y (mgr.24994) 295 : cluster [DBG] pgmap v414: 89 pgs: 1 active+clean+snaptrim, 12 active+undersized+degraded, 22 active+undersized, 54 active+clean; 303 MiB data, 894 MiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 466 KiB/s wr, 5 op/s; 71/654 objects degraded (10.856%) 2021-07-26T16:04:33.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:33 smithi037 bash[42499]: cluster 2021-07-26T16:04:32.172226+0000 mon.a (mon.0) 822 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2021-07-26T16:04:33.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:33 smithi037 bash[42499]: cluster 2021-07-26T16:04:32.189683+0000 mon.a (mon.0) 823 : cluster [DBG] mds.? [v2:172.21.15.37:6834/8565013,v1:172.21.15.37:6835/8565013] down:dne 2021-07-26T16:04:33.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:33 smithi037 bash[42499]: cluster 2021-07-26T16:04:32.189824+0000 mon.a (mon.0) 824 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 2021-07-26T16:04:33.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:33 smithi037 bash[42499]: cluster 2021-07-26T16:04:32.682761+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e470: 8 total, 8 up, 8 in 2021-07-26T16:04:33.694 INFO:tasks.rados.rados.0.smithi037.stdout:2094: done (3 left) 2021-07-26T16:04:33.694 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 210 2021-07-26T16:04:33.695 INFO:tasks.rados.rados.0.smithi037.stdout:2095: seq_num 689 ranges {2031616=745472,2777088=786432,3563520=417792} 2021-07-26T16:04:33.711 INFO:tasks.rados.rados.0.smithi037.stdout:2095: writing smithi03738989-31 from 2031616 to 2777088 tid 1 2021-07-26T16:04:33.717 INFO:tasks.rados.rados.0.smithi037.stdout:2095: writing smithi03738989-31 from 2777088 to 3563520 tid 2 2021-07-26T16:04:33.720 INFO:tasks.rados.rados.0.smithi037.stdout:2095: writing smithi03738989-31 from 3563520 to 3981312 tid 3 2021-07-26T16:04:33.720 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 210 2021-07-26T16:04:33.720 INFO:tasks.rados.rados.0.smithi037.stdout:2096: seq_num 690 ranges {1949696=761856,2711552=663552,3375104=409600,3784704=131072} 2021-07-26T16:04:33.736 INFO:tasks.rados.rados.0.smithi037.stdout:2096: writing smithi03738989-1 from 1949696 to 2711552 tid 1 2021-07-26T16:04:33.740 INFO:tasks.rados.rados.0.smithi037.stdout:2096: writing smithi03738989-1 from 2711552 to 3375104 tid 2 2021-07-26T16:04:33.742 INFO:tasks.rados.rados.0.smithi037.stdout:2096: writing smithi03738989-1 from 3375104 to 3784704 tid 3 2021-07-26T16:04:33.744 INFO:tasks.rados.rados.0.smithi037.stdout:2096: writing smithi03738989-1 from 3784704 to 3915776 tid 4 2021-07-26T16:04:33.744 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 28 current snap is 210 2021-07-26T16:04:33.744 INFO:tasks.rados.rados.0.smithi037.stdout:2097: seq_num 691 ranges {11362304=778240,12140544=548864,12689408=614400,13303808=40960} 2021-07-26T16:04:33.812 INFO:tasks.rados.rados.0.smithi037.stdout:2097: writing smithi03738989-28 from 11362304 to 12140544 tid 1 2021-07-26T16:04:33.815 INFO:tasks.rados.rados.0.smithi037.stdout:2097: writing smithi03738989-28 from 12140544 to 12689408 tid 2 2021-07-26T16:04:33.819 INFO:tasks.rados.rados.0.smithi037.stdout:2097: writing smithi03738989-28 from 12689408 to 13303808 tid 3 2021-07-26T16:04:33.821 INFO:tasks.rados.rados.0.smithi037.stdout:2097: writing smithi03738989-28 from 13303808 to 13344768 tid 4 2021-07-26T16:04:33.821 INFO:tasks.rados.rados.0.smithi037.stdout:2098: rollback oid 47 current snap is 210 2021-07-26T16:04:33.821 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 47 to 207 2021-07-26T16:04:33.822 INFO:tasks.rados.rados.0.smithi037.stdout:2099: rollback oid 9 current snap is 210 2021-07-26T16:04:33.822 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 194 2021-07-26T16:04:33.822 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 1672 (ObjNum 596 snap 174 seq_num 596) dirty exists 2021-07-26T16:04:33.822 INFO:tasks.rados.rados.0.smithi037.stdout:2093: done (7 left) 2021-07-26T16:04:33.823 INFO:tasks.rados.rados.0.smithi037.stdout:2100: copy_from oid 7 from oid 41 current snap is 210 2021-07-26T16:04:33.823 INFO:tasks.rados.rados.0.smithi037.stdout:2096: finishing write tid 1 to smithi03738989-1 2021-07-26T16:04:33.823 INFO:tasks.rados.rados.0.smithi037.stdout:2096: finishing write tid 2 to smithi03738989-1 2021-07-26T16:04:33.823 INFO:tasks.rados.rados.0.smithi037.stdout:2096: finishing write tid 3 to smithi03738989-1 2021-07-26T16:04:33.824 INFO:tasks.rados.rados.0.smithi037.stdout:2096: finishing write tid 4 to smithi03738989-1 2021-07-26T16:04:33.824 INFO:tasks.rados.rados.0.smithi037.stdout:2096: finishing write tid 6 to smithi03738989-1 2021-07-26T16:04:33.824 INFO:tasks.rados.rados.0.smithi037.stdout:2096: finishing write tid 7 to smithi03738989-1 2021-07-26T16:04:33.824 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 1836 (ObjNum 690 snap 210 seq_num 690) dirty exists 2021-07-26T16:04:33.825 INFO:tasks.rados.rados.0.smithi037.stdout:2096: left oid 1 (ObjNum 690 snap 210 seq_num 690) 2021-07-26T16:04:33.825 INFO:tasks.rados.rados.0.smithi037.stdout:2096: done (7 left) 2021-07-26T16:04:33.826 INFO:tasks.rados.rados.0.smithi037.stdout:2101: read oid 46 snap -1 2021-07-26T16:04:33.826 INFO:tasks.rados.rados.0.smithi037.stdout:2101: expect (ObjNum 680 snap 206 seq_num 680) 2021-07-26T16:04:33.826 INFO:tasks.rados.rados.0.smithi037.stdout:2102: delete oid 13 current snap is 210 2021-07-26T16:04:33.828 INFO:tasks.rados.rados.0.smithi037.stdout:2097: finishing write tid 1 to smithi03738989-28 2021-07-26T16:04:33.828 INFO:tasks.rados.rados.0.smithi037.stdout:2098: finishing rollback tid 0 to smithi03738989-47 2021-07-26T16:04:33.828 INFO:tasks.rados.rados.0.smithi037.stdout:2097: finishing write tid 2 to smithi03738989-28 2021-07-26T16:04:33.828 INFO:tasks.rados.rados.0.smithi037.stdout:2097: finishing write tid 3 to smithi03738989-28 2021-07-26T16:04:33.829 INFO:tasks.rados.rados.0.smithi037.stdout:2097: finishing write tid 4 to smithi03738989-28 2021-07-26T16:04:33.833 INFO:tasks.rados.rados.0.smithi037.stdout:2098: finishing rollback tid 1 to smithi03738989-47 2021-07-26T16:04:33.833 INFO:tasks.rados.rados.0.smithi037.stdout:2097: finishing write tid 6 to smithi03738989-28 2021-07-26T16:04:33.833 INFO:tasks.rados.rados.0.smithi037.stdout:2102: done (8 left) 2021-07-26T16:04:33.834 INFO:tasks.rados.rados.0.smithi037.stdout:2103: read oid 44 snap -1 2021-07-26T16:04:33.834 INFO:tasks.rados.rados.0.smithi037.stdout:2103: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:04:33.834 INFO:tasks.rados.rados.0.smithi037.stdout:2104: snap_remove snap 193 2021-07-26T16:04:34.700 INFO:tasks.rados.rados.0.smithi037.stdout:2097: finishing write tid 7 to smithi03738989-28 2021-07-26T16:04:34.700 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 1508 (ObjNum 691 snap 210 seq_num 691) dirty exists 2021-07-26T16:04:34.700 INFO:tasks.rados.rados.0.smithi037.stdout:2097: left oid 28 (ObjNum 691 snap 210 seq_num 691) 2021-07-26T16:04:34.701 INFO:tasks.rados.rados.0.smithi037.stdout:2103: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:04:34.701 INFO:tasks.rados.rados.0.smithi037.stdout:2098: finishing rollback tid 2 to smithi03738989-47 2021-07-26T16:04:34.701 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 1675 (ObjNum 542 snap 161 seq_num 542) dirty exists 2021-07-26T16:04:34.701 INFO:tasks.rados.rados.0.smithi037.stdout:2099: finishing rollback tid 0 to smithi03738989-9 2021-07-26T16:04:34.702 INFO:tasks.rados.rados.0.smithi037.stdout:2099: finishing rollback tid 1 to smithi03738989-9 2021-07-26T16:04:34.702 INFO:tasks.rados.rados.0.smithi037.stdout:2099: finishing rollback tid 2 to smithi03738989-9 2021-07-26T16:04:34.702 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1678 (ObjNum 646 snap 189 seq_num 646) dirty exists 2021-07-26T16:04:34.703 INFO:tasks.rados.rados.0.smithi037.stdout:2100: finishing copy_from to smithi03738989-7 2021-07-26T16:04:34.703 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 1661 (ObjNum 593 snap 173 seq_num 593) dirty exists 2021-07-26T16:04:34.704 INFO:tasks.rados.rados.0.smithi037.stdout:2100: finishing copy_from racing read to smithi03738989-7 2021-07-26T16:04:34.704 INFO:tasks.rados.rados.0.smithi037.stdout:2101: expect (ObjNum 680 snap 206 seq_num 680) 2021-07-26T16:04:34.825 INFO:tasks.rados.rados.0.smithi037.stdout:2097: done (9 left) 2021-07-26T16:04:34.826 INFO:tasks.rados.rados.0.smithi037.stdout:2098: done (8 left) 2021-07-26T16:04:34.826 INFO:tasks.rados.rados.0.smithi037.stdout:2099: done (7 left) 2021-07-26T16:04:34.826 INFO:tasks.rados.rados.0.smithi037.stdout:2100: done (6 left) 2021-07-26T16:04:34.827 INFO:tasks.rados.rados.0.smithi037.stdout:2101: done (5 left) 2021-07-26T16:04:34.827 INFO:tasks.rados.rados.0.smithi037.stdout:2103: done (4 left) 2021-07-26T16:04:34.827 INFO:tasks.rados.rados.0.smithi037.stdout:2104: done (3 left) 2021-07-26T16:04:34.827 INFO:tasks.rados.rados.0.smithi037.stdout:2105: snap_create 2021-07-26T16:04:34.834 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:34 smithi037 bash[41498]: cluster 2021-07-26T16:04:33.696442+0000 mon.a (mon.0) 826 : cluster [DBG] osdmap e471: 8 total, 8 up, 8 in 2021-07-26T16:04:34.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:34 smithi037 bash[41498]: cluster 2021-07-26T16:04:33.793647+0000 mgr.y (mgr.24994) 296 : cluster [DBG] pgmap v417: 89 pgs: 11 active+undersized+degraded, 17 active+undersized, 61 active+clean; 307 MiB data, 905 MiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 992 KiB/s wr, 16 op/s; 52/669 objects degraded (7.773%); 3.5 MiB/s, 1 objects/s recovering 2021-07-26T16:04:34.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:34 smithi037 bash[42499]: cluster 2021-07-26T16:04:33.696442+0000 mon.a (mon.0) 826 : cluster [DBG] osdmap e471: 8 total, 8 up, 8 in 2021-07-26T16:04:34.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:34 smithi037 bash[42499]: cluster 2021-07-26T16:04:33.793647+0000 mgr.y (mgr.24994) 296 : cluster [DBG] pgmap v417: 89 pgs: 11 active+undersized+degraded, 17 active+undersized, 61 active+clean; 307 MiB data, 905 MiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 992 KiB/s wr, 16 op/s; 52/669 objects degraded (7.773%); 3.5 MiB/s, 1 objects/s recovering 2021-07-26T16:04:35.019 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:34 smithi107 bash[29346]: cluster 2021-07-26T16:04:33.696442+0000 mon.a (mon.0) 826 : cluster [DBG] osdmap e471: 8 total, 8 up, 8 in 2021-07-26T16:04:35.020 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:34 smithi107 bash[29346]: cluster 2021-07-26T16:04:33.793647+0000 mgr.y (mgr.24994) 296 : cluster [DBG] pgmap v417: 89 pgs: 11 active+undersized+degraded, 17 active+undersized, 61 active+clean; 307 MiB data, 905 MiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 992 KiB/s wr, 16 op/s; 52/669 objects degraded (7.773%); 3.5 MiB/s, 1 objects/s recovering 2021-07-26T16:04:35.700 INFO:tasks.rados.rados.0.smithi037.stdout:2105: done (3 left) 2021-07-26T16:04:35.700 INFO:tasks.rados.rados.0.smithi037.stdout:2106: snap_remove snap 179 2021-07-26T16:04:35.747 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:35 smithi037 bash[42499]: cluster 2021-07-26T16:04:34.682325+0000 mon.a (mon.0) 827 : cluster [WRN] Health check update: Degraded data redundancy: 52/669 objects degraded (7.773%), 11 pgs degraded (PG_DEGRADED) 2021-07-26T16:04:35.747 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:35 smithi037 bash[42499]: cluster 2021-07-26T16:04:34.696628+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e472: 8 total, 8 up, 8 in 2021-07-26T16:04:35.748 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:35 smithi037 bash[41498]: cluster 2021-07-26T16:04:34.682325+0000 mon.a (mon.0) 827 : cluster [WRN] Health check update: Degraded data redundancy: 52/669 objects degraded (7.773%), 11 pgs degraded (PG_DEGRADED) 2021-07-26T16:04:35.748 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:35 smithi037 bash[41498]: cluster 2021-07-26T16:04:34.696628+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e472: 8 total, 8 up, 8 in 2021-07-26T16:04:36.019 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:35 smithi107 bash[29346]: cluster 2021-07-26T16:04:34.682325+0000 mon.a (mon.0) 827 : cluster [WRN] Health check update: Degraded data redundancy: 52/669 objects degraded (7.773%), 11 pgs degraded (PG_DEGRADED) 2021-07-26T16:04:36.020 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:35 smithi107 bash[29346]: cluster 2021-07-26T16:04:34.696628+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e472: 8 total, 8 up, 8 in 2021-07-26T16:04:36.713 INFO:tasks.rados.rados.0.smithi037.stdout:2106: done (3 left) 2021-07-26T16:04:36.713 INFO:tasks.rados.rados.0.smithi037.stdout:2107: rollback oid 12 current snap is 211 2021-07-26T16:04:36.713 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 12 to 191 2021-07-26T16:04:36.713 INFO:tasks.rados.rados.0.smithi037.stdout:2108: snap_remove snap 180 2021-07-26T16:04:36.978 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:36 smithi037 bash[41498]: cluster 2021-07-26T16:04:35.699776+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e473: 8 total, 8 up, 8 in 2021-07-26T16:04:36.979 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:36 smithi037 bash[41498]: audit 2021-07-26T16:04:35.785899+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:36.979 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:36 smithi037 bash[41498]: audit 2021-07-26T16:04:35.788117+0000 mon.c (mon.1) 255 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:04:36.979 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:36 smithi037 bash[41498]: audit 2021-07-26T16:04:35.791302+0000 mon.c (mon.1) 256 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:04:36.979 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:36 smithi037 bash[41498]: cluster 2021-07-26T16:04:35.794132+0000 mgr.y (mgr.24994) 297 : cluster [DBG] pgmap v420: 89 pgs: 11 active+clean+wait, 78 active+clean; 306 MiB data, 934 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.4 MiB/s wr, 21 op/s; 9.9 MiB/s, 4 objects/s recovering 2021-07-26T16:04:36.980 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:36 smithi037 bash[42499]: cluster 2021-07-26T16:04:35.699776+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e473: 8 total, 8 up, 8 in 2021-07-26T16:04:36.980 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:36 smithi037 bash[42499]: audit 2021-07-26T16:04:35.785899+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:36.980 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:36 smithi037 bash[42499]: audit 2021-07-26T16:04:35.788117+0000 mon.c (mon.1) 255 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:04:36.980 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:36 smithi037 bash[42499]: audit 2021-07-26T16:04:35.791302+0000 mon.c (mon.1) 256 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:04:36.981 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:36 smithi037 bash[42499]: cluster 2021-07-26T16:04:35.794132+0000 mgr.y (mgr.24994) 297 : cluster [DBG] pgmap v420: 89 pgs: 11 active+clean+wait, 78 active+clean; 306 MiB data, 934 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.4 MiB/s wr, 21 op/s; 9.9 MiB/s, 4 objects/s recovering 2021-07-26T16:04:37.017 INFO:tasks.rados.rados.0.smithi037.stdout:2108: done (4 left) 2021-07-26T16:04:37.018 INFO:tasks.rados.rados.0.smithi037.stdout:2109: snap_create 2021-07-26T16:04:37.018 INFO:tasks.rados.rados.0.smithi037.stdout:2107: finishing rollback tid 0 to smithi03738989-12 2021-07-26T16:04:37.018 INFO:tasks.rados.rados.0.smithi037.stdout:2107: finishing rollback tid 1 to smithi03738989-12 2021-07-26T16:04:37.018 INFO:tasks.rados.rados.0.smithi037.stdout:2107: finishing rollback tid 2 to smithi03738989-12 2021-07-26T16:04:37.019 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1650 (ObjNum 641 snap 189 seq_num 641) dirty exists 2021-07-26T16:04:37.019 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:36 smithi107 bash[29346]: cluster 2021-07-26T16:04:35.699776+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e473: 8 total, 8 up, 8 in 2021-07-26T16:04:37.020 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:36 smithi107 bash[29346]: audit 2021-07-26T16:04:35.785899+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:37.020 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:36 smithi107 bash[29346]: audit 2021-07-26T16:04:35.788117+0000 mon.c (mon.1) 255 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:04:37.020 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:36 smithi107 bash[29346]: audit 2021-07-26T16:04:35.791302+0000 mon.c (mon.1) 256 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:04:37.020 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:36 smithi107 bash[29346]: cluster 2021-07-26T16:04:35.794132+0000 mgr.y (mgr.24994) 297 : cluster [DBG] pgmap v420: 89 pgs: 11 active+clean+wait, 78 active+clean; 306 MiB data, 934 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.4 MiB/s wr, 21 op/s; 9.9 MiB/s, 4 objects/s recovering 2021-07-26T16:04:38.020 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:37 smithi107 bash[29346]: cluster 2021-07-26T16:04:36.713566+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e474: 8 total, 8 up, 8 in 2021-07-26T16:04:38.020 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:37 smithi107 bash[29346]: cluster 2021-07-26T16:04:36.781815+0000 mon.a (mon.0) 832 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 52/669 objects degraded (7.773%), 11 pgs degraded) 2021-07-26T16:04:38.020 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:37 smithi107 bash[29346]: cluster 2021-07-26T16:04:37.018002+0000 mon.a (mon.0) 833 : cluster [DBG] osdmap e475: 8 total, 8 up, 8 in 2021-07-26T16:04:38.024 INFO:tasks.rados.rados.0.smithi037.stdout:2107: done (4 left) 2021-07-26T16:04:38.025 INFO:tasks.rados.rados.0.smithi037.stdout:2109: done (3 left) 2021-07-26T16:04:38.025 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 212 2021-07-26T16:04:38.025 INFO:tasks.rados.rados.0.smithi037.stdout:2110: seq_num 693 ranges {2793472=409600,3203072=770048,3973120=581632,4554752=253952} 2021-07-26T16:04:38.044 INFO:tasks.rados.rados.0.smithi037.stdout:2110: writing smithi03738989-49 from 2793472 to 3203072 tid 1 2021-07-26T16:04:38.048 INFO:tasks.rados.rados.0.smithi037.stdout:2110: writing smithi03738989-49 from 3203072 to 3973120 tid 2 2021-07-26T16:04:38.051 INFO:tasks.rados.rados.0.smithi037.stdout:2110: writing smithi03738989-49 from 3973120 to 4554752 tid 3 2021-07-26T16:04:38.053 INFO:tasks.rados.rados.0.smithi037.stdout:2110: writing smithi03738989-49 from 4554752 to 4808704 tid 4 2021-07-26T16:04:38.053 INFO:tasks.rados.rados.0.smithi037.stdout:2111: setattr oid 28 current snap is 212 2021-07-26T16:04:38.055 INFO:tasks.rados.rados.0.smithi037.stdout:2112: snap_create 2021-07-26T16:04:38.061 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 1510 (ObjNum 691 snap 210 seq_num 691) dirty exists 2021-07-26T16:04:38.063 INFO:tasks.rados.rados.0.smithi037.stdout:2110: finishing write tid 1 to smithi03738989-49 2021-07-26T16:04:38.064 INFO:tasks.rados.rados.0.smithi037.stdout:2110: finishing write tid 2 to smithi03738989-49 2021-07-26T16:04:38.064 INFO:tasks.rados.rados.0.smithi037.stdout:2110: finishing write tid 3 to smithi03738989-49 2021-07-26T16:04:38.064 INFO:tasks.rados.rados.0.smithi037.stdout:2110: finishing write tid 4 to smithi03738989-49 2021-07-26T16:04:38.065 INFO:tasks.rados.rados.0.smithi037.stdout:2110: finishing write tid 6 to smithi03738989-49 2021-07-26T16:04:38.066 INFO:tasks.rados.rados.0.smithi037.stdout:2110: finishing write tid 7 to smithi03738989-49 2021-07-26T16:04:38.066 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 976 (ObjNum 693 snap 212 seq_num 693) dirty exists 2021-07-26T16:04:38.066 INFO:tasks.rados.rados.0.smithi037.stdout:2110: left oid 49 (ObjNum 693 snap 212 seq_num 693) 2021-07-26T16:04:38.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:37 smithi037 bash[41498]: cluster 2021-07-26T16:04:36.713566+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e474: 8 total, 8 up, 8 in 2021-07-26T16:04:38.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:37 smithi037 bash[41498]: cluster 2021-07-26T16:04:36.781815+0000 mon.a (mon.0) 832 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 52/669 objects degraded (7.773%), 11 pgs degraded) 2021-07-26T16:04:38.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:37 smithi037 bash[41498]: cluster 2021-07-26T16:04:37.018002+0000 mon.a (mon.0) 833 : cluster [DBG] osdmap e475: 8 total, 8 up, 8 in 2021-07-26T16:04:38.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:37 smithi037 bash[42499]: cluster 2021-07-26T16:04:36.713566+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e474: 8 total, 8 up, 8 in 2021-07-26T16:04:38.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:37 smithi037 bash[42499]: cluster 2021-07-26T16:04:36.781815+0000 mon.a (mon.0) 832 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 52/669 objects degraded (7.773%), 11 pgs degraded) 2021-07-26T16:04:38.088 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:37 smithi037 bash[42499]: cluster 2021-07-26T16:04:37.018002+0000 mon.a (mon.0) 833 : cluster [DBG] osdmap e475: 8 total, 8 up, 8 in 2021-07-26T16:04:39.026 INFO:tasks.rados.rados.0.smithi037.stdout:2110: done (5 left) 2021-07-26T16:04:39.027 INFO:tasks.rados.rados.0.smithi037.stdout:2111: done (4 left) 2021-07-26T16:04:39.027 INFO:tasks.rados.rados.0.smithi037.stdout:2112: done (3 left) 2021-07-26T16:04:39.027 INFO:tasks.rados.rados.0.smithi037.stdout:2113: setattr oid 26 current snap is 213 2021-07-26T16:04:39.028 INFO:tasks.rados.rados.0.smithi037.stdout:2114: rmattr oid 16 current snap is 213 2021-07-26T16:04:39.028 INFO:tasks.rados.rados.0.smithi037.stdout:2114: done (4 left) 2021-07-26T16:04:39.029 INFO:tasks.rados.rados.0.smithi037.stdout:2115: copy_from oid 44 from oid 28 current snap is 213 2021-07-26T16:04:39.029 INFO:tasks.rados.rados.0.smithi037.stdout:2116: snap_remove snap 198 2021-07-26T16:04:39.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:39 smithi037 bash[41498]: cluster 2021-07-26T16:04:37.794978+0000 mgr.y (mgr.24994) 298 : cluster [DBG] pgmap v423: 89 pgs: 11 active+clean+wait, 78 active+clean; 301 MiB data, 943 MiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 566 KiB/s wr, 12 op/s; 6.8 MiB/s, 2 objects/s recovering 2021-07-26T16:04:39.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:39 smithi037 bash[41498]: cluster 2021-07-26T16:04:38.024995+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e476: 8 total, 8 up, 8 in 2021-07-26T16:04:39.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:39 smithi037 bash[42499]: cluster 2021-07-26T16:04:37.794978+0000 mgr.y (mgr.24994) 298 : cluster [DBG] pgmap v423: 89 pgs: 11 active+clean+wait, 78 active+clean; 301 MiB data, 943 MiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 566 KiB/s wr, 12 op/s; 6.8 MiB/s, 2 objects/s recovering 2021-07-26T16:04:39.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:39 smithi037 bash[42499]: cluster 2021-07-26T16:04:38.024995+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e476: 8 total, 8 up, 8 in 2021-07-26T16:04:39.392 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T16:04:39.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:39 smithi107 bash[29346]: cluster 2021-07-26T16:04:37.794978+0000 mgr.y (mgr.24994) 298 : cluster [DBG] pgmap v423: 89 pgs: 11 active+clean+wait, 78 active+clean; 301 MiB data, 943 MiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 566 KiB/s wr, 12 op/s; 6.8 MiB/s, 2 objects/s recovering 2021-07-26T16:04:39.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:39 smithi107 bash[29346]: cluster 2021-07-26T16:04:38.024995+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e476: 8 total, 8 up, 8 in 2021-07-26T16:04:39.723 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T16:04:39.723 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 running (11m) 2m ago 12m 10.2M - 0.20.0 0881eb8f169f efab80df0ece 2021-07-26T16:04:39.724 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi107 running (12m) 13s ago 12m 26.7M - 6.7.4 3b1077a63311 2876c96eb484 2021-07-26T16:04:39.724 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi037.wjuegm smithi037 starting - - - - 2021-07-26T16:04:39.724 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi107.pmlxcx smithi107 running (10m) 13s ago 10m 19.2M - 15.2.13 5eab30a79396 8636b713abef 2021-07-26T16:04:39.724 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi107 *:8443 running (5m) 13s ago 16m 372M - 17.0.0-6381-gbccf07c2 6cdb40438e66 860e60362e9d 2021-07-26T16:04:39.724 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443 running (5m) 2m ago 18m 419M - 17.0.0-6381-gbccf07c2 6cdb40438e66 a07fb6f2ffc9 2021-07-26T16:04:39.725 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (5m) 2m ago 18m 57.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 370b9a5b7829 2021-07-26T16:04:39.725 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi107 running (4m) 13s ago 16m 55.9M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 0f8f2b11f865 2021-07-26T16:04:39.725 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (4m) 2m ago 17m 48.8M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46cd16de9ecd 2021-07-26T16:04:39.725 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 running (12m) 2m ago 12m 11.3M - 0.18.1 e5a616e4b9cf 3ad93cd5c278 2021-07-26T16:04:39.726 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi107 running (12m) 13s ago 12m 11.3M - 0.18.1 e5a616e4b9cf b308a000873c 2021-07-26T16:04:39.727 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (3m) 2m ago 16m 268M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 3bf4d2f6804d 2021-07-26T16:04:39.727 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (3m) 2m ago 15m 256M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 1926c4e36355 2021-07-26T16:04:39.728 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (2m) 2m ago 15m 156M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 5d4e19f02b60 2021-07-26T16:04:39.728 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (2m) 2m ago 14m - 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 4287a9c24c27 2021-07-26T16:04:39.728 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi107 running (101s) 13s ago 14m 247M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 a8426bbe8ca6 2021-07-26T16:04:39.728 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi107 running (72s) 13s ago 13m 224M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 6bb69dd16aa3 2021-07-26T16:04:39.728 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi107 running (44s) 13s ago 13m 144M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 c6a000e0e2f6 2021-07-26T16:04:39.729 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi107 running (16s) 13s ago 13m - 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 ca31218fa9c0 2021-07-26T16:04:39.729 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi107 running (11m) 13s ago 12m 25.6M - 2.18.1 de242295e225 95178a9d7a1a 2021-07-26T16:04:40.051 INFO:tasks.rados.rados.0.smithi037.stdout:2116: done (5 left) 2021-07-26T16:04:40.051 INFO:tasks.rados.rados.0.smithi037.stdout:2117: setattr oid 20 current snap is 213 2021-07-26T16:04:40.052 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 1646 (ObjNum 651 snap 191 seq_num 651) dirty exists 2021-07-26T16:04:40.052 INFO:tasks.rados.rados.0.smithi037.stdout:2115: finishing copy_from to smithi03738989-44 2021-07-26T16:04:40.052 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 1510 (ObjNum 691 snap 210 seq_num 691) dirty exists 2021-07-26T16:04:40.052 INFO:tasks.rados.rados.0.smithi037.stdout:2115: finishing copy_from racing read to smithi03738989-44 2021-07-26T16:04:40.053 INFO:tasks.rados.rados.0.smithi037.stdout:2113: done (5 left) 2021-07-26T16:04:40.054 INFO:tasks.rados.rados.0.smithi037.stdout:2115: done (4 left) 2021-07-26T16:04:40.054 INFO:tasks.rados.rados.0.smithi037.stdout:2118: read oid 43 snap 200 2021-07-26T16:04:40.054 INFO:tasks.rados.rados.0.smithi037.stdout:2118: expect (ObjNum 652 snap 191 seq_num 652) 2021-07-26T16:04:40.054 INFO:tasks.rados.rados.0.smithi037.stdout:2119: snap_create 2021-07-26T16:04:40.076 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 768 (ObjNum 585 snap 171 seq_num 585) dirty exists 2021-07-26T16:04:40.106 INFO:tasks.rados.rados.0.smithi037.stdout:2118: expect (ObjNum 652 snap 191 seq_num 652) 2021-07-26T16:04:40.178 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T16:04:40.179 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2021-07-26T16:04:40.179 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T16:04:40.179 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:04:40.179 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2021-07-26T16:04:40.180 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T16:04:40.180 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:04:40.180 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2021-07-26T16:04:40.180 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 8 2021-07-26T16:04:40.180 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:04:40.181 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2021-07-26T16:04:40.181 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 1 2021-07-26T16:04:40.181 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:04:40.181 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2021-07-26T16:04:40.182 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable)": 1, 2021-07-26T16:04:40.182 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 13 2021-07-26T16:04:40.182 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:04:40.182 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T16:04:40.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[42499]: cluster 2021-07-26T16:04:39.028062+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e477: 8 total, 8 up, 8 in 2021-07-26T16:04:40.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[42499]: audit 2021-07-26T16:04:39.377751+0000 mgr.y (mgr.24994) 299 : audit [DBG] from='client.54298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:04:40.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[42499]: audit 2021-07-26T16:04:39.699942+0000 mon.c (mon.1) 257 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:04:40.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[42499]: audit 2021-07-26T16:04:39.700707+0000 mon.c (mon.1) 258 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:04:40.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[42499]: audit 2021-07-26T16:04:39.701374+0000 mon.c (mon.1) 259 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[42499]: audit 2021-07-26T16:04:39.702064+0000 mon.c (mon.1) 260 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[42499]: audit 2021-07-26T16:04:39.702767+0000 mon.c (mon.1) 261 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[42499]: audit 2021-07-26T16:04:39.703395+0000 mon.c (mon.1) 262 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[42499]: audit 2021-07-26T16:04:39.708346+0000 mon.c (mon.1) 263 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:04:40.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[42499]: audit 2021-07-26T16:04:39.709189+0000 mon.c (mon.1) 264 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[42499]: audit 2021-07-26T16:04:39.709930+0000 mon.c (mon.1) 265 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[42499]: audit 2021-07-26T16:04:39.710678+0000 mon.c (mon.1) 266 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[42499]: audit 2021-07-26T16:04:39.711360+0000 mon.c (mon.1) 267 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[41498]: cluster 2021-07-26T16:04:39.028062+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e477: 8 total, 8 up, 8 in 2021-07-26T16:04:40.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[41498]: audit 2021-07-26T16:04:39.377751+0000 mgr.y (mgr.24994) 299 : audit [DBG] from='client.54298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:04:40.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[41498]: audit 2021-07-26T16:04:39.699942+0000 mon.c (mon.1) 257 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:04:40.343 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[41498]: audit 2021-07-26T16:04:39.700707+0000 mon.c (mon.1) 258 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:04:40.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[41498]: audit 2021-07-26T16:04:39.701374+0000 mon.c (mon.1) 259 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[41498]: audit 2021-07-26T16:04:39.702064+0000 mon.c (mon.1) 260 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[41498]: audit 2021-07-26T16:04:39.702767+0000 mon.c (mon.1) 261 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[41498]: audit 2021-07-26T16:04:39.703395+0000 mon.c (mon.1) 262 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[41498]: audit 2021-07-26T16:04:39.708346+0000 mon.c (mon.1) 263 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:04:40.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[41498]: audit 2021-07-26T16:04:39.709189+0000 mon.c (mon.1) 264 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[41498]: audit 2021-07-26T16:04:39.709930+0000 mon.c (mon.1) 265 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[41498]: audit 2021-07-26T16:04:39.710678+0000 mon.c (mon.1) 266 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[41498]: audit 2021-07-26T16:04:39.711360+0000 mon.c (mon.1) 267 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:40 smithi107 bash[29346]: cluster 2021-07-26T16:04:39.028062+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e477: 8 total, 8 up, 8 in 2021-07-26T16:04:40.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:40 smithi107 bash[29346]: audit 2021-07-26T16:04:39.377751+0000 mgr.y (mgr.24994) 299 : audit [DBG] from='client.54298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:04:40.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:40 smithi107 bash[29346]: audit 2021-07-26T16:04:39.699942+0000 mon.c (mon.1) 257 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:04:40.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:40 smithi107 bash[29346]: audit 2021-07-26T16:04:39.700707+0000 mon.c (mon.1) 258 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:04:40.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:40 smithi107 bash[29346]: audit 2021-07-26T16:04:39.701374+0000 mon.c (mon.1) 259 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:40 smithi107 bash[29346]: audit 2021-07-26T16:04:39.702064+0000 mon.c (mon.1) 260 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:40 smithi107 bash[29346]: audit 2021-07-26T16:04:39.702767+0000 mon.c (mon.1) 261 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:40 smithi107 bash[29346]: audit 2021-07-26T16:04:39.703395+0000 mon.c (mon.1) 262 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:40 smithi107 bash[29346]: audit 2021-07-26T16:04:39.708346+0000 mon.c (mon.1) 263 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:04:40.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:40 smithi107 bash[29346]: audit 2021-07-26T16:04:39.709189+0000 mon.c (mon.1) 264 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:40 smithi107 bash[29346]: audit 2021-07-26T16:04:39.709930+0000 mon.c (mon.1) 265 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:40 smithi107 bash[29346]: audit 2021-07-26T16:04:39.710678+0000 mon.c (mon.1) 266 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:40.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:40 smithi107 bash[29346]: audit 2021-07-26T16:04:39.711360+0000 mon.c (mon.1) 267 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:04:41.056 INFO:tasks.rados.rados.0.smithi037.stdout:2117: done (5 left) 2021-07-26T16:04:41.057 INFO:tasks.rados.rados.0.smithi037.stdout:2118: done (4 left) 2021-07-26T16:04:41.057 INFO:tasks.rados.rados.0.smithi037.stdout:2119: done (3 left) 2021-07-26T16:04:41.057 INFO:tasks.rados.rados.0.smithi037.stdout:2120: snap_remove snap 213 2021-07-26T16:04:41.334 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[42499]: audit 2021-07-26T16:04:39.696669+0000 mgr.y (mgr.24994) 300 : audit [DBG] from='client.54304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:04:41.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[42499]: cluster 2021-07-26T16:04:39.795945+0000 mgr.y (mgr.24994) 301 : cluster [DBG] pgmap v426: 89 pgs: 11 active+clean+wait, 78 active+clean; 303 MiB data, 971 MiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 562 KiB/s wr, 12 op/s 2021-07-26T16:04:41.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[42499]: cluster 2021-07-26T16:04:40.048439+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e478: 8 total, 8 up, 8 in 2021-07-26T16:04:41.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[42499]: audit 2021-07-26T16:04:40.181405+0000 mon.c (mon.1) 268 : audit [DBG] from='client.? 172.21.15.37:0/3206055793' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:41.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[42499]: audit 2021-07-26T16:04:40.894694+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:41.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[42499]: audit 2021-07-26T16:04:40.905516+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:41.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[42499]: audit 2021-07-26T16:04:40.919274+0000 mon.c (mon.1) 269 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:04:41.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[42499]: audit 2021-07-26T16:04:40.921442+0000 mon.c (mon.1) 270 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:41.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[42499]: audit 2021-07-26T16:04:40.923590+0000 mon.c (mon.1) 271 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:41.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[42499]: audit 2021-07-26T16:04:40.925347+0000 mon.c (mon.1) 272 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:41.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[42499]: audit 2021-07-26T16:04:40.928790+0000 mon.c (mon.1) 273 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:41.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[42499]: audit 2021-07-26T16:04:40.933239+0000 mon.c (mon.1) 274 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["foo.smithi107.pmlxcx"]}]: dispatch 2021-07-26T16:04:41.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[41498]: audit 2021-07-26T16:04:39.696669+0000 mgr.y (mgr.24994) 300 : audit [DBG] from='client.54304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:04:41.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[41498]: cluster 2021-07-26T16:04:39.795945+0000 mgr.y (mgr.24994) 301 : cluster [DBG] pgmap v426: 89 pgs: 11 active+clean+wait, 78 active+clean; 303 MiB data, 971 MiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 562 KiB/s wr, 12 op/s 2021-07-26T16:04:41.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[41498]: cluster 2021-07-26T16:04:40.048439+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e478: 8 total, 8 up, 8 in 2021-07-26T16:04:41.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[41498]: audit 2021-07-26T16:04:40.181405+0000 mon.c (mon.1) 268 : audit [DBG] from='client.? 172.21.15.37:0/3206055793' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:41.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[41498]: audit 2021-07-26T16:04:40.894694+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:41.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[41498]: audit 2021-07-26T16:04:40.905516+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:41.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[41498]: audit 2021-07-26T16:04:40.919274+0000 mon.c (mon.1) 269 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:04:41.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[41498]: audit 2021-07-26T16:04:40.921442+0000 mon.c (mon.1) 270 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:41.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[41498]: audit 2021-07-26T16:04:40.923590+0000 mon.c (mon.1) 271 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:41.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[41498]: audit 2021-07-26T16:04:40.925347+0000 mon.c (mon.1) 272 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:41.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[41498]: audit 2021-07-26T16:04:40.928790+0000 mon.c (mon.1) 273 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:41.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:41 smithi037 bash[41498]: audit 2021-07-26T16:04:40.933239+0000 mon.c (mon.1) 274 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["foo.smithi107.pmlxcx"]}]: dispatch 2021-07-26T16:04:41.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: debug 2021-07-26T16:04:40.905+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:04:41.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:04:41.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:41.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:04:41.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:41.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:04:41.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:41.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:41.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:04:41.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: debug 2021-07-26T16:04:40.905+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:04:41.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:04:41.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:41.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:04:41.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:41.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:04:41.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:41.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:41.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:04:41.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: debug 2021-07-26T16:04:40.909+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:04:41.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:04:41.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:41.346 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:04:41.346 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:41.346 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:04:41.346 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:41.346 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:41.347 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:04:41.347 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: debug 2021-07-26T16:04:40.913+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:04:41.347 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:04:41.347 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:41.347 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:04:41.348 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:41.348 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:04:41.348 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:41.348 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:41.349 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:04:40 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:04:41.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:41 smithi107 bash[29346]: audit 2021-07-26T16:04:39.696669+0000 mgr.y (mgr.24994) 300 : audit [DBG] from='client.54304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:04:41.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:41 smithi107 bash[29346]: cluster 2021-07-26T16:04:39.795945+0000 mgr.y (mgr.24994) 301 : cluster [DBG] pgmap v426: 89 pgs: 11 active+clean+wait, 78 active+clean; 303 MiB data, 971 MiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 562 KiB/s wr, 12 op/s 2021-07-26T16:04:41.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:41 smithi107 bash[29346]: cluster 2021-07-26T16:04:40.048439+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e478: 8 total, 8 up, 8 in 2021-07-26T16:04:41.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:41 smithi107 bash[29346]: audit 2021-07-26T16:04:40.181405+0000 mon.c (mon.1) 268 : audit [DBG] from='client.? 172.21.15.37:0/3206055793' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:41.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:41 smithi107 bash[29346]: audit 2021-07-26T16:04:40.894694+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:41.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:41 smithi107 bash[29346]: audit 2021-07-26T16:04:40.905516+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:41.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:41 smithi107 bash[29346]: audit 2021-07-26T16:04:40.919274+0000 mon.c (mon.1) 269 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:04:41.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:41 smithi107 bash[29346]: audit 2021-07-26T16:04:40.921442+0000 mon.c (mon.1) 270 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:41.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:41 smithi107 bash[29346]: audit 2021-07-26T16:04:40.923590+0000 mon.c (mon.1) 271 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:41.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:41 smithi107 bash[29346]: audit 2021-07-26T16:04:40.925347+0000 mon.c (mon.1) 272 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:41.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:41 smithi107 bash[29346]: audit 2021-07-26T16:04:40.928790+0000 mon.c (mon.1) 273 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:04:41.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:41 smithi107 bash[29346]: audit 2021-07-26T16:04:40.933239+0000 mon.c (mon.1) 274 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["foo.smithi107.pmlxcx"]}]: dispatch 2021-07-26T16:04:42.024 INFO:tasks.rados.rados.0.smithi037.stdout:2120: done (3 left) 2021-07-26T16:04:42.025 INFO:tasks.rados.rados.0.smithi037.stdout:2121: read oid 40 snap 209 2021-07-26T16:04:42.025 INFO:tasks.rados.rados.0.smithi037.stdout:2121: expect (ObjNum 573 snap 171 seq_num 573) 2021-07-26T16:04:42.025 INFO:tasks.rados.rados.0.smithi037.stdout:2122: copy_from oid 50 from oid 44 current snap is 214 2021-07-26T16:04:42.025 INFO:tasks.rados.rados.0.smithi037.stdout:2123: read oid 18 snap -1 2021-07-26T16:04:42.025 INFO:tasks.rados.rados.0.smithi037.stdout:2123: expect (ObjNum 675 snap 205 seq_num 675) 2021-07-26T16:04:42.026 INFO:tasks.rados.rados.0.smithi037.stdout:2124: snap_create 2021-07-26T16:04:42.059 INFO:tasks.rados.rados.0.smithi037.stdout:2123: expect (ObjNum 675 snap 205 seq_num 675) 2021-07-26T16:04:42.168 INFO:tasks.rados.rados.0.smithi037.stdout:2121: expect (ObjNum 573 snap 171 seq_num 573) 2021-07-26T16:04:42.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: cephadm 2021-07-26T16:04:40.908638+0000 mgr.y (mgr.24994) 302 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:04:42.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:04:42.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:42.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:04:42.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:42.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:04:42.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:42.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:42.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:04:42.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: cephadm 2021-07-26T16:04:40.910685+0000 mgr.y (mgr.24994) 303 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:04:42.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:04:42.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:42.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:04:42.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:42.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:04:42.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:42.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:42.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:04:42.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: cephadm 2021-07-26T16:04:40.914722+0000 mgr.y (mgr.24994) 304 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:04:42.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:04:42.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:42.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:04:42.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:42.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:04:42.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:42.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:42.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:04:42.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: cephadm 2021-07-26T16:04:40.916370+0000 mgr.y (mgr.24994) 305 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:04:42.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:04:42.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:42.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:04:42.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:42.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:04:42.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:42.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:42.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:04:42.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: cephadm 2021-07-26T16:04:40.934576+0000 mgr.y (mgr.24994) 306 : cephadm [INF] Upgrade: It is NOT safe to stop mds.foo.smithi107.pmlxcx at this time: insufficent standby MDS daemons to stop active gids 34511 and/or standby gids 2021-07-26T16:04:42.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: cluster 2021-07-26T16:04:41.057694+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e479: 8 total, 8 up, 8 in 2021-07-26T16:04:42.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: audit 2021-07-26T16:04:41.804499+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:42.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[42499]: cluster 2021-07-26T16:04:42.023465+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e480: 8 total, 8 up, 8 in 2021-07-26T16:04:42.344 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: cephadm 2021-07-26T16:04:40.908638+0000 mgr.y (mgr.24994) 302 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:04:42.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:04:42.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:42.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:04:42.345 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:42.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:04:42.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:42.346 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:42.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:04:42.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: cephadm 2021-07-26T16:04:40.910685+0000 mgr.y (mgr.24994) 303 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:04:42.347 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:04:42.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:42.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:04:42.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:42.348 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:04:42.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:42.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:42.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:04:42.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: cephadm 2021-07-26T16:04:40.914722+0000 mgr.y (mgr.24994) 304 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:04:42.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:04:42.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:42.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:04:42.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:42.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:04:42.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:42.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:42.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:04:42.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: cephadm 2021-07-26T16:04:40.916370+0000 mgr.y (mgr.24994) 305 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:04:42.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:04:42.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:42.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:04:42.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:42.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:04:42.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:42.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:42.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:04:42.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: cephadm 2021-07-26T16:04:40.934576+0000 mgr.y (mgr.24994) 306 : cephadm [INF] Upgrade: It is NOT safe to stop mds.foo.smithi107.pmlxcx at this time: insufficent standby MDS daemons to stop active gids 34511 and/or standby gids 2021-07-26T16:04:42.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: cluster 2021-07-26T16:04:41.057694+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e479: 8 total, 8 up, 8 in 2021-07-26T16:04:42.354 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: audit 2021-07-26T16:04:41.804499+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:42.354 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:42 smithi037 bash[41498]: cluster 2021-07-26T16:04:42.023465+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e480: 8 total, 8 up, 8 in 2021-07-26T16:04:42.414 INFO:tasks.rados.rados.0.smithi037.stdout:2122: finishing copy_from to smithi03738989-50 2021-07-26T16:04:42.415 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 1510 (ObjNum 691 snap 210 seq_num 691) dirty exists 2021-07-26T16:04:42.415 INFO:tasks.rados.rados.0.smithi037.stdout:2122: finishing copy_from racing read to smithi03738989-50 2021-07-26T16:04:42.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: cephadm 2021-07-26T16:04:40.908638+0000 mgr.y (mgr.24994) 302 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:04:42.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:04:42.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:42.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:04:42.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:42.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:04:42.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:42.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:42.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:04:42.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: cephadm 2021-07-26T16:04:40.910685+0000 mgr.y (mgr.24994) 303 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:04:42.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:04:42.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:42.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:04:42.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:42.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:04:42.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:42.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:42.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:04:42.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: cephadm 2021-07-26T16:04:40.914722+0000 mgr.y (mgr.24994) 304 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:04:42.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:04:42.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:42.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:04:42.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:42.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:04:42.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:42.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:42.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:04:42.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: cephadm 2021-07-26T16:04:40.916370+0000 mgr.y (mgr.24994) 305 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:04:42.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:04:42.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:04:42.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:04:42.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:04:42.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:04:42.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:04:42.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:04:42.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:04:42.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: cephadm 2021-07-26T16:04:40.934576+0000 mgr.y (mgr.24994) 306 : cephadm [INF] Upgrade: It is NOT safe to stop mds.foo.smithi107.pmlxcx at this time: insufficent standby MDS daemons to stop active gids 34511 and/or standby gids 2021-07-26T16:04:42.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: cluster 2021-07-26T16:04:41.057694+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e479: 8 total, 8 up, 8 in 2021-07-26T16:04:42.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: audit 2021-07-26T16:04:41.804499+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:42.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:42 smithi107 bash[29346]: cluster 2021-07-26T16:04:42.023465+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e480: 8 total, 8 up, 8 in 2021-07-26T16:04:43.035 INFO:tasks.rados.rados.0.smithi037.stdout:2121: done (6 left) 2021-07-26T16:04:43.035 INFO:tasks.rados.rados.0.smithi037.stdout:2122: done (5 left) 2021-07-26T16:04:43.035 INFO:tasks.rados.rados.0.smithi037.stdout:2123: done (4 left) 2021-07-26T16:04:43.036 INFO:tasks.rados.rados.0.smithi037.stdout:2124: done (3 left) 2021-07-26T16:04:43.036 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 215 2021-07-26T16:04:43.036 INFO:tasks.rados.rados.0.smithi037.stdout:2125: seq_num 694 ranges {860160=425984,1286144=655360,1941504=786432,2727936=163840} 2021-07-26T16:04:43.043 INFO:tasks.rados.rados.0.smithi037.stdout:2125: writing smithi03738989-21 from 860160 to 1286144 tid 1 2021-07-26T16:04:43.046 INFO:tasks.rados.rados.0.smithi037.stdout:2125: writing smithi03738989-21 from 1286144 to 1941504 tid 2 2021-07-26T16:04:43.051 INFO:tasks.rados.rados.0.smithi037.stdout:2125: writing smithi03738989-21 from 1941504 to 2727936 tid 3 2021-07-26T16:04:43.052 INFO:tasks.rados.rados.0.smithi037.stdout:2125: writing smithi03738989-21 from 2727936 to 2891776 tid 4 2021-07-26T16:04:43.052 INFO:tasks.rados.rados.0.smithi037.stdout:2126: delete oid 9 current snap is 215 2021-07-26T16:04:43.052 INFO:tasks.rados.rados.0.smithi037.stdout:2125: finishing write tid 1 to smithi03738989-21 2021-07-26T16:04:43.053 INFO:tasks.rados.rados.0.smithi037.stdout:2125: finishing write tid 2 to smithi03738989-21 2021-07-26T16:04:43.058 INFO:tasks.rados.rados.0.smithi037.stdout:2126: done (4 left) 2021-07-26T16:04:43.058 INFO:tasks.rados.rados.0.smithi037.stdout:2127: rollback oid 26 current snap is 215 2021-07-26T16:04:43.059 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 26 to 209 2021-07-26T16:04:43.059 INFO:tasks.rados.rados.0.smithi037.stdout:2128: read oid 28 snap 201 2021-07-26T16:04:43.059 INFO:tasks.rados.rados.0.smithi037.stdout:2128: expect (ObjNum 668 snap 201 seq_num 668) 2021-07-26T16:04:43.059 INFO:tasks.rados.rados.0.smithi037.stdout:2129: setattr oid 35 current snap is 215 2021-07-26T16:04:43.060 INFO:tasks.rados.rados.0.smithi037.stdout:2125: finishing write tid 3 to smithi03738989-21 2021-07-26T16:04:43.061 INFO:tasks.rados.rados.0.smithi037.stdout:2125: finishing write tid 4 to smithi03738989-21 2021-07-26T16:04:43.061 INFO:tasks.rados.rados.0.smithi037.stdout:2125: finishing write tid 6 to smithi03738989-21 2021-07-26T16:04:43.066 INFO:tasks.rados.rados.0.smithi037.stdout:2130: read oid 43 snap -1 2021-07-26T16:04:43.066 INFO:tasks.rados.rados.0.smithi037.stdout:2130: expect (ObjNum 684 snap 206 seq_num 684) 2021-07-26T16:04:43.066 INFO:tasks.rados.rados.0.smithi037.stdout:2131: read oid 22 snap -1 2021-07-26T16:04:43.067 INFO:tasks.rados.rados.0.smithi037.stdout:2131: expect (ObjNum 669 snap 202 seq_num 669) 2021-07-26T16:04:43.067 INFO:tasks.rados.rados.0.smithi037.stdout:2132: rmattr oid 42 current snap is 215 2021-07-26T16:04:43.067 INFO:tasks.rados.rados.0.smithi037.stdout:2132: done (9 left) 2021-07-26T16:04:43.067 INFO:tasks.rados.rados.0.smithi037.stdout:2133: rollback oid 44 current snap is 215 2021-07-26T16:04:43.067 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 44 to 207 2021-07-26T16:04:43.068 INFO:tasks.rados.rados.0.smithi037.stdout:2134: read oid 14 snap -1 2021-07-26T16:04:43.068 INFO:tasks.rados.rados.0.smithi037.stdout:2134: expect (ObjNum 599 snap 174 seq_num 599) 2021-07-26T16:04:43.068 INFO:tasks.rados.rados.0.smithi037.stdout:2135: rmattr oid 1 current snap is 215 2021-07-26T16:04:43.068 INFO:tasks.rados.rados.0.smithi037.stdout:2136: copy_from oid 11 from oid 17 current snap is 215 2021-07-26T16:04:43.069 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 215 2021-07-26T16:04:43.069 INFO:tasks.rados.rados.0.smithi037.stdout:2137: seq_num 696 ranges {3121152=458752,3579904=417792,3997696=753664,4751360=434176} 2021-07-26T16:04:43.088 INFO:tasks.rados.rados.0.smithi037.stdout:2137: writing smithi03738989-18 from 3121152 to 3579904 tid 1 2021-07-26T16:04:43.090 INFO:tasks.rados.rados.0.smithi037.stdout:2137: writing smithi03738989-18 from 3579904 to 3997696 tid 2 2021-07-26T16:04:43.095 INFO:tasks.rados.rados.0.smithi037.stdout:2137: writing smithi03738989-18 from 3997696 to 4751360 tid 3 2021-07-26T16:04:43.099 INFO:tasks.rados.rados.0.smithi037.stdout:2137: writing smithi03738989-18 from 4751360 to 5185536 tid 4 2021-07-26T16:04:43.099 INFO:tasks.rados.rados.0.smithi037.stdout:2138: rollback oid 40 current snap is 215 2021-07-26T16:04:43.100 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 40 to 212 2021-07-26T16:04:43.100 INFO:tasks.rados.rados.0.smithi037.stdout:2125: finishing write tid 7 to smithi03738989-21 2021-07-26T16:04:43.100 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 1095 (ObjNum 694 snap 215 seq_num 694) dirty exists 2021-07-26T16:04:43.100 INFO:tasks.rados.rados.0.smithi037.stdout:2125: left oid 21 (ObjNum 694 snap 215 seq_num 694) 2021-07-26T16:04:43.101 INFO:tasks.rados.rados.0.smithi037.stdout:2125: done (14 left) 2021-07-26T16:04:43.101 INFO:tasks.rados.rados.0.smithi037.stdout:2139: copy_from oid 46 from oid 38 current snap is 215 2021-07-26T16:04:43.101 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 0 (ObjNum 690 snap 210 seq_num 690) dirty exists 2021-07-26T16:04:43.101 INFO:tasks.rados.rados.0.smithi037.stdout:2127: finishing rollback tid 0 to smithi03738989-26 2021-07-26T16:04:43.101 INFO:tasks.rados.rados.0.smithi037.stdout:2127: finishing rollback tid 1 to smithi03738989-26 2021-07-26T16:04:43.102 INFO:tasks.rados.rados.0.smithi037.stdout:2127: finishing rollback tid 2 to smithi03738989-26 2021-07-26T16:04:43.102 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 1649 (ObjNum 651 snap 191 seq_num 651) dirty exists 2021-07-26T16:04:43.102 INFO:tasks.rados.rados.0.smithi037.stdout:2133: finishing rollback tid 0 to smithi03738989-44 2021-07-26T16:04:43.102 INFO:tasks.rados.rados.0.smithi037.stdout:2133: finishing rollback tid 1 to smithi03738989-44 2021-07-26T16:04:43.103 INFO:tasks.rados.rados.0.smithi037.stdout:2133: finishing rollback tid 2 to smithi03738989-44 2021-07-26T16:04:43.103 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 1513 (ObjNum 0 snap 0 seq_num 0) dirty exists 2021-07-26T16:04:43.103 INFO:tasks.rados.rados.0.smithi037.stdout:2127: done (14 left) 2021-07-26T16:04:43.103 INFO:tasks.rados.rados.0.smithi037.stdout:2133: done (13 left) 2021-07-26T16:04:43.103 INFO:tasks.rados.rados.0.smithi037.stdout:2135: done (12 left) 2021-07-26T16:04:43.104 INFO:tasks.rados.rados.0.smithi037.stdout:2140: snap_create 2021-07-26T16:04:43.104 INFO:tasks.rados.rados.0.smithi037.stdout:2137: finishing write tid 1 to smithi03738989-18 2021-07-26T16:04:43.104 INFO:tasks.rados.rados.0.smithi037.stdout:2137: finishing write tid 2 to smithi03738989-18 2021-07-26T16:04:43.105 INFO:tasks.rados.rados.0.smithi037.stdout:2134: expect (ObjNum 599 snap 174 seq_num 599) 2021-07-26T16:04:43.334 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:43 smithi037 bash[42499]: cluster 2021-07-26T16:04:41.796685+0000 mgr.y (mgr.24994) 307 : cluster [DBG] pgmap v429: 89 pgs: 11 active+clean+wait, 78 active+clean; 303 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 480 KiB/s wr, 6 op/s 2021-07-26T16:04:43.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:43 smithi037 bash[42499]: cluster 2021-07-26T16:04:42.053411+0000 mon.a (mon.0) 842 : cluster [INF] Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2021-07-26T16:04:43.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:43 smithi037 bash[42499]: cluster 2021-07-26T16:04:42.053465+0000 mon.a (mon.0) 843 : cluster [INF] Cluster is now healthy 2021-07-26T16:04:43.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:43 smithi037 bash[42499]: cluster 2021-07-26T16:04:42.059569+0000 mon.a (mon.0) 844 : cluster [DBG] mds.? [v2:172.21.15.37:6834/682395913,v1:172.21.15.37:6835/682395913] up:boot 2021-07-26T16:04:43.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:43 smithi037 bash[42499]: cluster 2021-07-26T16:04:42.059696+0000 mon.a (mon.0) 845 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 1 up:standby 2021-07-26T16:04:43.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:43 smithi037 bash[42499]: audit 2021-07-26T16:04:42.061326+0000 mon.c (mon.1) 275 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi037.wjuegm"}]: dispatch 2021-07-26T16:04:43.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:43 smithi037 bash[42499]: cluster 2021-07-26T16:04:43.036199+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e481: 8 total, 8 up, 8 in 2021-07-26T16:04:43.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:43 smithi037 bash[41498]: cluster 2021-07-26T16:04:41.796685+0000 mgr.y (mgr.24994) 307 : cluster [DBG] pgmap v429: 89 pgs: 11 active+clean+wait, 78 active+clean; 303 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 480 KiB/s wr, 6 op/s 2021-07-26T16:04:43.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:43 smithi037 bash[41498]: cluster 2021-07-26T16:04:42.053411+0000 mon.a (mon.0) 842 : cluster [INF] Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2021-07-26T16:04:43.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:43 smithi037 bash[41498]: cluster 2021-07-26T16:04:42.053465+0000 mon.a (mon.0) 843 : cluster [INF] Cluster is now healthy 2021-07-26T16:04:43.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:43 smithi037 bash[41498]: cluster 2021-07-26T16:04:42.059569+0000 mon.a (mon.0) 844 : cluster [DBG] mds.? [v2:172.21.15.37:6834/682395913,v1:172.21.15.37:6835/682395913] up:boot 2021-07-26T16:04:43.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:43 smithi037 bash[41498]: cluster 2021-07-26T16:04:42.059696+0000 mon.a (mon.0) 845 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 1 up:standby 2021-07-26T16:04:43.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:43 smithi037 bash[41498]: audit 2021-07-26T16:04:42.061326+0000 mon.c (mon.1) 275 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi037.wjuegm"}]: dispatch 2021-07-26T16:04:43.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:43 smithi037 bash[41498]: cluster 2021-07-26T16:04:43.036199+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e481: 8 total, 8 up, 8 in 2021-07-26T16:04:43.338 INFO:tasks.rados.rados.0.smithi037.stdout:2137: finishing write tid 3 to smithi03738989-18 2021-07-26T16:04:43.338 INFO:tasks.rados.rados.0.smithi037.stdout:2137: finishing write tid 4 to smithi03738989-18 2021-07-26T16:04:43.339 INFO:tasks.rados.rados.0.smithi037.stdout:2137: finishing write tid 6 to smithi03738989-18 2021-07-26T16:04:43.339 INFO:tasks.rados.rados.0.smithi037.stdout:2137: finishing write tid 7 to smithi03738989-18 2021-07-26T16:04:43.339 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 981 (ObjNum 696 snap 215 seq_num 696) dirty exists 2021-07-26T16:04:43.339 INFO:tasks.rados.rados.0.smithi037.stdout:2137: left oid 18 (ObjNum 696 snap 215 seq_num 696) 2021-07-26T16:04:43.340 INFO:tasks.rados.rados.0.smithi037.stdout:2130: expect (ObjNum 684 snap 206 seq_num 684) 2021-07-26T16:04:43.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:43 smithi107 bash[29346]: cluster 2021-07-26T16:04:41.796685+0000 mgr.y (mgr.24994) 307 : cluster [DBG] pgmap v429: 89 pgs: 11 active+clean+wait, 78 active+clean; 303 MiB data, 972 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 480 KiB/s wr, 6 op/s 2021-07-26T16:04:43.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:43 smithi107 bash[29346]: cluster 2021-07-26T16:04:42.053411+0000 mon.a (mon.0) 842 : cluster [INF] Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2021-07-26T16:04:43.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:43 smithi107 bash[29346]: cluster 2021-07-26T16:04:42.053465+0000 mon.a (mon.0) 843 : cluster [INF] Cluster is now healthy 2021-07-26T16:04:43.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:43 smithi107 bash[29346]: cluster 2021-07-26T16:04:42.059569+0000 mon.a (mon.0) 844 : cluster [DBG] mds.? [v2:172.21.15.37:6834/682395913,v1:172.21.15.37:6835/682395913] up:boot 2021-07-26T16:04:43.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:43 smithi107 bash[29346]: cluster 2021-07-26T16:04:42.059696+0000 mon.a (mon.0) 845 : cluster [DBG] fsmap foo:1 {0=foo.smithi107.pmlxcx=up:active} 1 up:standby 2021-07-26T16:04:43.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:43 smithi107 bash[29346]: audit 2021-07-26T16:04:42.061326+0000 mon.c (mon.1) 275 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi037.wjuegm"}]: dispatch 2021-07-26T16:04:43.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:43 smithi107 bash[29346]: cluster 2021-07-26T16:04:43.036199+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e481: 8 total, 8 up, 8 in 2021-07-26T16:04:43.671 INFO:tasks.rados.rados.0.smithi037.stdout:2139: finishing copy_from to smithi03738989-46 2021-07-26T16:04:43.671 INFO:tasks.rados.rados.0.smithi037.stdout:2139: got expected ENOENT (src dne) 2021-07-26T16:04:43.672 INFO:tasks.rados.rados.0.smithi037.stdout:2139: finishing copy_from racing read to smithi03738989-46 2021-07-26T16:04:43.672 INFO:tasks.rados.rados.0.smithi037.stdout:2138: finishing rollback tid 0 to smithi03738989-40 2021-07-26T16:04:43.672 INFO:tasks.rados.rados.0.smithi037.stdout:2138: finishing rollback tid 1 to smithi03738989-40 2021-07-26T16:04:43.672 INFO:tasks.rados.rados.0.smithi037.stdout:2138: finishing rollback tid 2 to smithi03738989-40 2021-07-26T16:04:43.672 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1098 (ObjNum 573 snap 171 seq_num 573) dirty exists 2021-07-26T16:04:43.673 INFO:tasks.rados.rados.0.smithi037.stdout:2128: expect (ObjNum 668 snap 201 seq_num 668) 2021-07-26T16:04:44.557 INFO:tasks.rados.rados.0.smithi037.stdout:2131: expect (ObjNum 669 snap 202 seq_num 669) 2021-07-26T16:04:44.594 INFO:tasks.rados.rados.0.smithi037.stdout:2088: finishing write tid 1 to smithi03738989-29 2021-07-26T16:04:44.595 INFO:tasks.rados.rados.0.smithi037.stdout:2088: finishing write tid 2 to smithi03738989-29 2021-07-26T16:04:44.595 INFO:tasks.rados.rados.0.smithi037.stdout:2088: finishing write tid 3 to smithi03738989-29 2021-07-26T16:04:44.595 INFO:tasks.rados.rados.0.smithi037.stdout:2088: finishing write tid 5 to smithi03738989-29 2021-07-26T16:04:44.596 INFO:tasks.rados.rados.0.smithi037.stdout:2095: finishing write tid 1 to smithi03738989-31 2021-07-26T16:04:44.596 INFO:tasks.rados.rados.0.smithi037.stdout:2088: finishing write tid 6 to smithi03738989-29 2021-07-26T16:04:44.596 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 1418 (ObjNum 687 snap 209 seq_num 687) dirty exists 2021-07-26T16:04:44.596 INFO:tasks.rados.rados.0.smithi037.stdout:2088: left oid 29 (ObjNum 687 snap 209 seq_num 687) 2021-07-26T16:04:44.597 INFO:tasks.rados.rados.0.smithi037.stdout:2095: finishing write tid 2 to smithi03738989-31 2021-07-26T16:04:44.597 INFO:tasks.rados.rados.0.smithi037.stdout:2095: finishing write tid 3 to smithi03738989-31 2021-07-26T16:04:44.597 INFO:tasks.rados.rados.0.smithi037.stdout:2095: finishing write tid 5 to smithi03738989-31 2021-07-26T16:04:44.597 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1423 (ObjNum 655 snap 192 seq_num 655) dirty exists 2021-07-26T16:04:44.598 INFO:tasks.rados.rados.0.smithi037.stdout:2095: finishing write tid 6 to smithi03738989-31 2021-07-26T16:04:44.598 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1422 (ObjNum 689 snap 210 seq_num 689) dirty exists 2021-07-26T16:04:44.598 INFO:tasks.rados.rados.0.smithi037.stdout:2095: left oid 31 (ObjNum 689 snap 210 seq_num 689) 2021-07-26T16:04:44.598 INFO:tasks.rados.rados.0.smithi037.stdout:2136: finishing copy_from to smithi03738989-11 2021-07-26T16:04:44.599 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1516 (ObjNum 658 snap 195 seq_num 658) dirty exists 2021-07-26T16:04:44.599 INFO:tasks.rados.rados.0.smithi037.stdout:2136: finishing copy_from racing read to smithi03738989-11 2021-07-26T16:04:44.599 INFO:tasks.rados.rados.0.smithi037.stdout:2086: done (12 left) 2021-07-26T16:04:44.599 INFO:tasks.rados.rados.0.smithi037.stdout:2088: done (11 left) 2021-07-26T16:04:44.600 INFO:tasks.rados.rados.0.smithi037.stdout:2095: done (10 left) 2021-07-26T16:04:44.600 INFO:tasks.rados.rados.0.smithi037.stdout:2128: done (9 left) 2021-07-26T16:04:44.601 INFO:tasks.rados.rados.0.smithi037.stdout:2129: done (8 left) 2021-07-26T16:04:44.601 INFO:tasks.rados.rados.0.smithi037.stdout:2130: done (7 left) 2021-07-26T16:04:44.601 INFO:tasks.rados.rados.0.smithi037.stdout:2131: done (6 left) 2021-07-26T16:04:44.602 INFO:tasks.rados.rados.0.smithi037.stdout:2134: done (5 left) 2021-07-26T16:04:44.602 INFO:tasks.rados.rados.0.smithi037.stdout:2136: done (4 left) 2021-07-26T16:04:44.602 INFO:tasks.rados.rados.0.smithi037.stdout:2137: done (3 left) 2021-07-26T16:04:44.602 INFO:tasks.rados.rados.0.smithi037.stdout:2138: done (2 left) 2021-07-26T16:04:44.603 INFO:tasks.rados.rados.0.smithi037.stdout:2139: done (1 left) 2021-07-26T16:04:44.603 INFO:tasks.rados.rados.0.smithi037.stdout:2140: done (0 left) 2021-07-26T16:04:44.603 INFO:tasks.rados.rados.0.smithi037.stdout:2141: copy_from oid 35 from oid 2 current snap is 216 2021-07-26T16:04:44.604 INFO:tasks.rados.rados.0.smithi037.stdout:2142: copy_from oid 24 from oid 12 current snap is 216 2021-07-26T16:04:44.604 INFO:tasks.rados.rados.0.smithi037.stdout:2143: copy_from oid 44 from oid 36 current snap is 216 2021-07-26T16:04:44.604 INFO:tasks.rados.rados.0.smithi037.stdout:2144: snap_create 2021-07-26T16:04:44.613 INFO:tasks.rados.rados.0.smithi037.stdout:2143: finishing copy_from to smithi03738989-44 2021-07-26T16:04:44.614 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 1649 (ObjNum 613 snap 177 seq_num 613) dirty exists 2021-07-26T16:04:44.614 INFO:tasks.rados.rados.0.smithi037.stdout:2143: finishing copy_from racing read to smithi03738989-44 2021-07-26T16:04:44.617 INFO:tasks.rados.rados.0.smithi037.stdout:2142: finishing copy_from to smithi03738989-24 2021-07-26T16:04:44.617 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 1650 (ObjNum 641 snap 189 seq_num 641) dirty exists 2021-07-26T16:04:44.619 INFO:tasks.rados.rados.0.smithi037.stdout:2142: finishing copy_from racing read to smithi03738989-24 2021-07-26T16:04:44.622 INFO:tasks.rados.rados.0.smithi037.stdout:2141: finishing copy_from to smithi03738989-35 2021-07-26T16:04:44.622 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 854 (ObjNum 626 snap 184 seq_num 626) dirty exists 2021-07-26T16:04:44.623 INFO:tasks.rados.rados.0.smithi037.stdout:2141: finishing copy_from racing read to smithi03738989-35 2021-07-26T16:04:45.093 INFO:tasks.rados.rados.0.smithi037.stdout:2141: done (3 left) 2021-07-26T16:04:45.093 INFO:tasks.rados.rados.0.smithi037.stdout:2142: done (2 left) 2021-07-26T16:04:45.094 INFO:tasks.rados.rados.0.smithi037.stdout:2143: done (1 left) 2021-07-26T16:04:45.094 INFO:tasks.rados.rados.0.smithi037.stdout:2144: done (0 left) 2021-07-26T16:04:45.094 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 217 2021-07-26T16:04:45.094 INFO:tasks.rados.rados.0.smithi037.stdout:2145: seq_num 697 ranges {4710400=475136,5185536=704512,5890048=557056,6447104=344064} 2021-07-26T16:04:45.125 INFO:tasks.rados.rados.0.smithi037.stdout:2145: writing smithi03738989-45 from 4710400 to 5185536 tid 1 2021-07-26T16:04:45.130 INFO:tasks.rados.rados.0.smithi037.stdout:2145: writing smithi03738989-45 from 5185536 to 5890048 tid 2 2021-07-26T16:04:45.134 INFO:tasks.rados.rados.0.smithi037.stdout:2145: writing smithi03738989-45 from 5890048 to 6447104 tid 3 2021-07-26T16:04:45.136 INFO:tasks.rados.rados.0.smithi037.stdout:2145: writing smithi03738989-45 from 6447104 to 6791168 tid 4 2021-07-26T16:04:45.137 INFO:tasks.rados.rados.0.smithi037.stdout:2146: rollback oid 15 current snap is 217 2021-07-26T16:04:45.137 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 15 to 200 2021-07-26T16:04:45.137 INFO:tasks.rados.rados.0.smithi037.stdout:2145: finishing write tid 1 to smithi03738989-45 2021-07-26T16:04:45.138 INFO:tasks.rados.rados.0.smithi037.stdout:2147: snap_remove snap 202 2021-07-26T16:04:45.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:45 smithi037 bash[41498]: cluster 2021-07-26T16:04:43.797364+0000 mgr.y (mgr.24994) 308 : cluster [DBG] pgmap v432: 89 pgs: 11 active+clean+wait, 78 active+clean; 318 MiB data, 1009 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.7 MiB/s wr, 14 op/s 2021-07-26T16:04:45.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:45 smithi037 bash[41498]: cluster 2021-07-26T16:04:44.082316+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e482: 8 total, 8 up, 8 in 2021-07-26T16:04:45.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:45 smithi037 bash[42499]: cluster 2021-07-26T16:04:43.797364+0000 mgr.y (mgr.24994) 308 : cluster [DBG] pgmap v432: 89 pgs: 11 active+clean+wait, 78 active+clean; 318 MiB data, 1009 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.7 MiB/s wr, 14 op/s 2021-07-26T16:04:45.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:45 smithi037 bash[42499]: cluster 2021-07-26T16:04:44.082316+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e482: 8 total, 8 up, 8 in 2021-07-26T16:04:45.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:45 smithi107 bash[29346]: cluster 2021-07-26T16:04:43.797364+0000 mgr.y (mgr.24994) 308 : cluster [DBG] pgmap v432: 89 pgs: 11 active+clean+wait, 78 active+clean; 318 MiB data, 1009 MiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.7 MiB/s wr, 14 op/s 2021-07-26T16:04:45.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:45 smithi107 bash[29346]: cluster 2021-07-26T16:04:44.082316+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e482: 8 total, 8 up, 8 in 2021-07-26T16:04:46.113 INFO:tasks.rados.rados.0.smithi037.stdout:2147: done (2 left) 2021-07-26T16:04:46.113 INFO:tasks.rados.rados.0.smithi037.stdout:2148: read oid 8 snap 191 2021-07-26T16:04:46.114 INFO:tasks.rados.rados.0.smithi037.stdout:2148: expect (ObjNum 372932784 snap 21933 seq_num 371998192) 2021-07-26T16:04:46.114 INFO:tasks.rados.rados.0.smithi037.stdout:2149: read oid 50 snap -1 2021-07-26T16:04:46.114 INFO:tasks.rados.rados.0.smithi037.stdout:2149: expect (ObjNum 691 snap 210 seq_num 691) 2021-07-26T16:04:46.114 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 217 2021-07-26T16:04:46.115 INFO:tasks.rados.rados.0.smithi037.stdout:2150: seq_num 698 ranges {2031616=499712,2531328=589824,3121152=770048,3891200=245760} 2021-07-26T16:04:46.128 INFO:tasks.rados.rados.0.smithi037.stdout:2150: writing smithi03738989-27 from 2031616 to 2531328 tid 1 2021-07-26T16:04:46.132 INFO:tasks.rados.rados.0.smithi037.stdout:2150: writing smithi03738989-27 from 2531328 to 3121152 tid 2 2021-07-26T16:04:46.138 INFO:tasks.rados.rados.0.smithi037.stdout:2150: writing smithi03738989-27 from 3121152 to 3891200 tid 3 2021-07-26T16:04:46.141 INFO:tasks.rados.rados.0.smithi037.stdout:2150: writing smithi03738989-27 from 3891200 to 4136960 tid 4 2021-07-26T16:04:46.141 INFO:tasks.rados.rados.0.smithi037.stdout:2151: rollback oid 24 current snap is 217 2021-07-26T16:04:46.141 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 24 to 209 2021-07-26T16:04:46.142 INFO:tasks.rados.rados.0.smithi037.stdout:2145: finishing write tid 2 to smithi03738989-45 2021-07-26T16:04:46.142 INFO:tasks.rados.rados.0.smithi037.stdout:2152: read oid 4 snap -1 2021-07-26T16:04:46.142 INFO:tasks.rados.rados.0.smithi037.stdout:2152: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:04:46.142 INFO:tasks.rados.rados.0.smithi037.stdout:2153: rollback oid 49 current snap is 217 2021-07-26T16:04:46.142 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 49 to 207 2021-07-26T16:04:46.143 INFO:tasks.rados.rados.0.smithi037.stdout:2145: finishing write tid 3 to smithi03738989-45 2021-07-26T16:04:46.143 INFO:tasks.rados.rados.0.smithi037.stdout:2145: finishing write tid 4 to smithi03738989-45 2021-07-26T16:04:46.143 INFO:tasks.rados.rados.0.smithi037.stdout:2145: finishing write tid 6 to smithi03738989-45 2021-07-26T16:04:46.143 INFO:tasks.rados.rados.0.smithi037.stdout:2146: finishing rollback tid 1 to smithi03738989-15 2021-07-26T16:04:46.143 INFO:tasks.rados.rados.0.smithi037.stdout:2146: finishing rollback tid 2 to smithi03738989-15 2021-07-26T16:04:46.144 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1524 (ObjNum 1 snap 32610 seq_num 371953840) dirty exists 2021-07-26T16:04:46.144 INFO:tasks.rados.rados.0.smithi037.stdout:2145: finishing write tid 7 to smithi03738989-45 2021-07-26T16:04:46.144 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 1896 (ObjNum 697 snap 217 seq_num 697) dirty exists 2021-07-26T16:04:46.144 INFO:tasks.rados.rados.0.smithi037.stdout:2145: left oid 45 (ObjNum 697 snap 217 seq_num 697) 2021-07-26T16:04:46.145 INFO:tasks.rados.rados.0.smithi037.stdout:2148: expect (ObjNum 372932784 snap 21933 seq_num 371998192) 2021-07-26T16:04:46.146 INFO:tasks.rados.rados.0.smithi037.stdout:2145: done (7 left) 2021-07-26T16:04:46.146 INFO:tasks.rados.rados.0.smithi037.stdout:2146: done (6 left) 2021-07-26T16:04:46.146 INFO:tasks.rados.rados.0.smithi037.stdout:2148: done (5 left) 2021-07-26T16:04:46.147 INFO:tasks.rados.rados.0.smithi037.stdout:2154: setattr oid 33 current snap is 217 2021-07-26T16:04:46.147 INFO:tasks.rados.rados.0.smithi037.stdout:2155: read oid 20 snap 209 2021-07-26T16:04:46.147 INFO:tasks.rados.rados.0.smithi037.stdout:2155: expect (ObjNum 585 snap 171 seq_num 585) 2021-07-26T16:04:46.147 INFO:tasks.rados.rados.0.smithi037.stdout:2156: rollback oid 30 current snap is 217 2021-07-26T16:04:46.147 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 175 2021-07-26T16:04:46.148 INFO:tasks.rados.rados.0.smithi037.stdout:2157: setattr oid 16 current snap is 217 2021-07-26T16:04:46.148 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 217 2021-07-26T16:04:46.148 INFO:tasks.rados.rados.0.smithi037.stdout:2158: seq_num 699 ranges {335872=516096,851968=475136,1327104=573440,1900544=557056} 2021-07-26T16:04:46.151 INFO:tasks.rados.rados.0.smithi037.stdout:2158: writing smithi03738989-41 from 335872 to 851968 tid 1 2021-07-26T16:04:46.155 INFO:tasks.rados.rados.0.smithi037.stdout:2158: writing smithi03738989-41 from 851968 to 1327104 tid 2 2021-07-26T16:04:46.158 INFO:tasks.rados.rados.0.smithi037.stdout:2158: writing smithi03738989-41 from 1327104 to 1900544 tid 3 2021-07-26T16:04:46.163 INFO:tasks.rados.rados.0.smithi037.stdout:2158: writing smithi03738989-41 from 1900544 to 2457600 tid 4 2021-07-26T16:04:46.163 INFO:tasks.rados.rados.0.smithi037.stdout:2159: snap_create 2021-07-26T16:04:46.163 INFO:tasks.rados.rados.0.smithi037.stdout:2153: finishing rollback tid 0 to smithi03738989-49 2021-07-26T16:04:46.164 INFO:tasks.rados.rados.0.smithi037.stdout:2153: finishing rollback tid 1 to smithi03738989-49 2021-07-26T16:04:46.164 INFO:tasks.rados.rados.0.smithi037.stdout:2153: finishing rollback tid 2 to smithi03738989-49 2021-07-26T16:04:46.164 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 984 (ObjNum 653 snap 192 seq_num 653) dirty exists 2021-07-26T16:04:46.164 INFO:tasks.rados.rados.0.smithi037.stdout:2150: finishing write tid 1 to smithi03738989-27 2021-07-26T16:04:46.164 INFO:tasks.rados.rados.0.smithi037.stdout:2150: finishing write tid 2 to smithi03738989-27 2021-07-26T16:04:46.165 INFO:tasks.rados.rados.0.smithi037.stdout:2150: finishing write tid 3 to smithi03738989-27 2021-07-26T16:04:46.165 INFO:tasks.rados.rados.0.smithi037.stdout:2152: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:04:46.166 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 1651 (ObjNum 581 snap 171 seq_num 581) dirty exists 2021-07-26T16:04:46.166 INFO:tasks.rados.rados.0.smithi037.stdout:2150: finishing write tid 4 to smithi03738989-27 2021-07-26T16:04:46.166 INFO:tasks.rados.rados.0.smithi037.stdout:2156: finishing rollback tid 0 to smithi03738989-30 2021-07-26T16:04:46.166 INFO:tasks.rados.rados.0.smithi037.stdout:2156: finishing rollback tid 1 to smithi03738989-30 2021-07-26T16:04:46.167 INFO:tasks.rados.rados.0.smithi037.stdout:2150: finishing write tid 6 to smithi03738989-27 2021-07-26T16:04:46.167 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 1680 (ObjNum 681 snap 206 seq_num 681) dirty exists 2021-07-26T16:04:46.167 INFO:tasks.rados.rados.0.smithi037.stdout:2151: finishing rollback tid 0 to smithi03738989-24 2021-07-26T16:04:46.167 INFO:tasks.rados.rados.0.smithi037.stdout:2155: expect (ObjNum 585 snap 171 seq_num 585) 2021-07-26T16:04:46.271 INFO:tasks.rados.rados.0.smithi037.stdout:2150: finishing write tid 7 to smithi03738989-27 2021-07-26T16:04:46.271 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1654 (ObjNum 698 snap 217 seq_num 698) dirty exists 2021-07-26T16:04:46.271 INFO:tasks.rados.rados.0.smithi037.stdout:2150: left oid 27 (ObjNum 698 snap 217 seq_num 698) 2021-07-26T16:04:46.272 INFO:tasks.rados.rados.0.smithi037.stdout:2156: finishing rollback tid 2 to smithi03738989-30 2021-07-26T16:04:46.272 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 1665 (ObjNum 574 snap 171 seq_num 574) dirty exists 2021-07-26T16:04:46.272 INFO:tasks.rados.rados.0.smithi037.stdout:2151: finishing rollback tid 1 to smithi03738989-24 2021-07-26T16:04:46.272 INFO:tasks.rados.rados.0.smithi037.stdout:2151: finishing rollback tid 2 to smithi03738989-24 2021-07-26T16:04:46.273 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 1908 (ObjNum 669 snap 202 seq_num 669) dirty exists 2021-07-26T16:04:46.273 INFO:tasks.rados.rados.0.smithi037.stdout:2158: finishing write tid 1 to smithi03738989-41 2021-07-26T16:04:46.273 INFO:tasks.rados.rados.0.smithi037.stdout:2158: finishing write tid 2 to smithi03738989-41 2021-07-26T16:04:46.273 INFO:tasks.rados.rados.0.smithi037.stdout:2158: finishing write tid 3 to smithi03738989-41 2021-07-26T16:04:46.273 INFO:tasks.rados.rados.0.smithi037.stdout:2158: finishing write tid 4 to smithi03738989-41 2021-07-26T16:04:46.274 INFO:tasks.rados.rados.0.smithi037.stdout:2158: finishing write tid 6 to smithi03738989-41 2021-07-26T16:04:46.274 INFO:tasks.rados.rados.0.smithi037.stdout:2158: finishing write tid 7 to smithi03738989-41 2021-07-26T16:04:46.274 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1670 (ObjNum 699 snap 217 seq_num 699) dirty exists 2021-07-26T16:04:46.274 INFO:tasks.rados.rados.0.smithi037.stdout:2158: left oid 41 (ObjNum 699 snap 217 seq_num 699) 2021-07-26T16:04:46.275 INFO:tasks.rados.rados.0.smithi037.stdout:2149: expect (ObjNum 691 snap 210 seq_num 691) 2021-07-26T16:04:46.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:46 smithi107 bash[29346]: cluster 2021-07-26T16:04:45.093969+0000 mon.a (mon.0) 848 : cluster [DBG] osdmap e483: 8 total, 8 up, 8 in 2021-07-26T16:04:46.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:46 smithi107 bash[29346]: audit 2021-07-26T16:04:45.734615+0000 mon.c (mon.1) 276 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-07-26T16:04:46.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:46 smithi107 bash[29346]: audit 2021-07-26T16:04:45.735316+0000 mon.c (mon.1) 277 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-07-26T16:04:46.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:46 smithi107 bash[29346]: audit 2021-07-26T16:04:45.735713+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-07-26T16:04:46.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:46 smithi107 bash[29346]: audit 2021-07-26T16:04:45.735928+0000 mon.c (mon.1) 278 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-07-26T16:04:46.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:46 smithi107 bash[29346]: audit 2021-07-26T16:04:45.737034+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-07-26T16:04:46.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:46 smithi107 bash[29346]: audit 2021-07-26T16:04:45.737830+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-07-26T16:04:46.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:46 smithi107 bash[29346]: audit 2021-07-26T16:04:45.975069+0000 mon.c (mon.1) 279 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:04:46.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:46 smithi107 bash[29346]: audit 2021-07-26T16:04:45.975809+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:04:46.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:46 smithi037 bash[42499]: cluster 2021-07-26T16:04:45.093969+0000 mon.a (mon.0) 848 : cluster [DBG] osdmap e483: 8 total, 8 up, 8 in 2021-07-26T16:04:46.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:46 smithi037 bash[42499]: audit 2021-07-26T16:04:45.734615+0000 mon.c (mon.1) 276 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-07-26T16:04:46.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:46 smithi037 bash[42499]: audit 2021-07-26T16:04:45.735316+0000 mon.c (mon.1) 277 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-07-26T16:04:46.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:46 smithi037 bash[42499]: audit 2021-07-26T16:04:45.735713+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-07-26T16:04:46.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:46 smithi037 bash[42499]: audit 2021-07-26T16:04:45.735928+0000 mon.c (mon.1) 278 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-07-26T16:04:46.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:46 smithi037 bash[42499]: audit 2021-07-26T16:04:45.737034+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-07-26T16:04:46.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:46 smithi037 bash[42499]: audit 2021-07-26T16:04:45.737830+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-07-26T16:04:46.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:46 smithi037 bash[42499]: audit 2021-07-26T16:04:45.975069+0000 mon.c (mon.1) 279 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:04:46.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:46 smithi037 bash[42499]: audit 2021-07-26T16:04:45.975809+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:04:46.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:46 smithi037 bash[41498]: cluster 2021-07-26T16:04:45.093969+0000 mon.a (mon.0) 848 : cluster [DBG] osdmap e483: 8 total, 8 up, 8 in 2021-07-26T16:04:46.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:46 smithi037 bash[41498]: audit 2021-07-26T16:04:45.734615+0000 mon.c (mon.1) 276 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-07-26T16:04:46.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:46 smithi037 bash[41498]: audit 2021-07-26T16:04:45.735316+0000 mon.c (mon.1) 277 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-07-26T16:04:46.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:46 smithi037 bash[41498]: audit 2021-07-26T16:04:45.735713+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-07-26T16:04:46.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:46 smithi037 bash[41498]: audit 2021-07-26T16:04:45.735928+0000 mon.c (mon.1) 278 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-07-26T16:04:46.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:46 smithi037 bash[41498]: audit 2021-07-26T16:04:45.737034+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-07-26T16:04:46.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:46 smithi037 bash[41498]: audit 2021-07-26T16:04:45.737830+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-07-26T16:04:46.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:46 smithi037 bash[41498]: audit 2021-07-26T16:04:45.975069+0000 mon.c (mon.1) 279 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:04:46.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:46 smithi037 bash[41498]: audit 2021-07-26T16:04:45.975809+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:04:47.397 INFO:tasks.rados.rados.0.smithi037.stdout:2149: done (10 left) 2021-07-26T16:04:47.400 INFO:tasks.rados.rados.0.smithi037.stdout:2150: done (9 left) 2021-07-26T16:04:47.400 INFO:tasks.rados.rados.0.smithi037.stdout:2151: done (8 left) 2021-07-26T16:04:47.401 INFO:tasks.rados.rados.0.smithi037.stdout:2152: done (7 left) 2021-07-26T16:04:47.401 INFO:tasks.rados.rados.0.smithi037.stdout:2153: done (6 left) 2021-07-26T16:04:47.401 INFO:tasks.rados.rados.0.smithi037.stdout:2154: done (5 left) 2021-07-26T16:04:47.401 INFO:tasks.rados.rados.0.smithi037.stdout:2155: done (4 left) 2021-07-26T16:04:47.401 INFO:tasks.rados.rados.0.smithi037.stdout:2156: done (3 left) 2021-07-26T16:04:47.402 INFO:tasks.rados.rados.0.smithi037.stdout:2157: done (2 left) 2021-07-26T16:04:47.402 INFO:tasks.rados.rados.0.smithi037.stdout:2158: done (1 left) 2021-07-26T16:04:47.402 INFO:tasks.rados.rados.0.smithi037.stdout:2159: done (0 left) 2021-07-26T16:04:47.402 INFO:tasks.rados.rados.0.smithi037.stdout:2160: delete oid 9 current snap is 218 2021-07-26T16:04:47.403 INFO:tasks.rados.rados.0.smithi037.stdout:2160: done (0 left) 2021-07-26T16:04:47.403 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 218 2021-07-26T16:04:47.404 INFO:tasks.rados.rados.0.smithi037.stdout:2161: seq_num 701 ranges {1622016=548864,2170880=696320,2867200=540672,3407872=368640} 2021-07-26T16:04:47.421 INFO:tasks.rados.rados.0.smithi037.stdout:2161: writing smithi03738989-35 from 1622016 to 2170880 tid 1 2021-07-26T16:04:47.425 INFO:tasks.rados.rados.0.smithi037.stdout:2161: writing smithi03738989-35 from 2170880 to 2867200 tid 2 2021-07-26T16:04:47.428 INFO:tasks.rados.rados.0.smithi037.stdout:2161: writing smithi03738989-35 from 2867200 to 3407872 tid 3 2021-07-26T16:04:47.430 INFO:tasks.rados.rados.0.smithi037.stdout:2161: writing smithi03738989-35 from 3407872 to 3776512 tid 4 2021-07-26T16:04:47.430 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 218 2021-07-26T16:04:47.431 INFO:tasks.rados.rados.0.smithi037.stdout:2162: seq_num 702 ranges {1679360=565248,2244608=581632,2826240=745472,3571712=278528} 2021-07-26T16:04:47.443 INFO:tasks.rados.rados.0.smithi037.stdout:2162: writing smithi03738989-6 from 1679360 to 2244608 tid 1 2021-07-26T16:04:47.446 INFO:tasks.rados.rados.0.smithi037.stdout:2162: writing smithi03738989-6 from 2244608 to 2826240 tid 2 2021-07-26T16:04:47.451 INFO:tasks.rados.rados.0.smithi037.stdout:2162: writing smithi03738989-6 from 2826240 to 3571712 tid 3 2021-07-26T16:04:47.453 INFO:tasks.rados.rados.0.smithi037.stdout:2162: writing smithi03738989-6 from 3571712 to 3850240 tid 4 2021-07-26T16:04:47.453 INFO:tasks.rados.rados.0.smithi037.stdout:2163: delete oid 37 current snap is 218 2021-07-26T16:04:47.454 INFO:tasks.rados.rados.0.smithi037.stdout:2161: finishing write tid 1 to smithi03738989-35 2021-07-26T16:04:47.454 INFO:tasks.rados.rados.0.smithi037.stdout:2161: finishing write tid 2 to smithi03738989-35 2021-07-26T16:04:47.454 INFO:tasks.rados.rados.0.smithi037.stdout:2161: finishing write tid 3 to smithi03738989-35 2021-07-26T16:04:47.454 INFO:tasks.rados.rados.0.smithi037.stdout:2161: finishing write tid 4 to smithi03738989-35 2021-07-26T16:04:47.455 INFO:tasks.rados.rados.0.smithi037.stdout:2161: finishing write tid 6 to smithi03738989-35 2021-07-26T16:04:47.455 INFO:tasks.rados.rados.0.smithi037.stdout:2161: finishing write tid 7 to smithi03738989-35 2021-07-26T16:04:47.455 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1521 (ObjNum 701 snap 218 seq_num 701) dirty exists 2021-07-26T16:04:47.455 INFO:tasks.rados.rados.0.smithi037.stdout:2161: left oid 35 (ObjNum 701 snap 218 seq_num 701) 2021-07-26T16:04:47.456 INFO:tasks.rados.rados.0.smithi037.stdout:2162: finishing write tid 1 to smithi03738989-6 2021-07-26T16:04:47.456 INFO:tasks.rados.rados.0.smithi037.stdout:2162: finishing write tid 2 to smithi03738989-6 2021-07-26T16:04:47.457 INFO:tasks.rados.rados.0.smithi037.stdout:2161: done (2 left) 2021-07-26T16:04:47.457 INFO:tasks.rados.rados.0.smithi037.stdout:2163: done (1 left) 2021-07-26T16:04:47.457 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 218 2021-07-26T16:04:47.458 INFO:tasks.rados.rados.0.smithi037.stdout:2164: seq_num 704 ranges {5439488=598016,6037504=745472,6782976=712704,7495680=147456} 2021-07-26T16:04:47.493 INFO:tasks.rados.rados.0.smithi037.stdout:2164: writing smithi03738989-40 from 5439488 to 6037504 tid 1 2021-07-26T16:04:47.497 INFO:tasks.rados.rados.0.smithi037.stdout:2164: writing smithi03738989-40 from 6037504 to 6782976 tid 2 2021-07-26T16:04:47.501 INFO:tasks.rados.rados.0.smithi037.stdout:2164: writing smithi03738989-40 from 6782976 to 7495680 tid 3 2021-07-26T16:04:47.502 INFO:tasks.rados.rados.0.smithi037.stdout:2164: writing smithi03738989-40 from 7495680 to 7643136 tid 4 2021-07-26T16:04:47.503 INFO:tasks.rados.rados.0.smithi037.stdout:2165: copy_from oid 31 from oid 21 current snap is 218 2021-07-26T16:04:47.503 INFO:tasks.rados.rados.0.smithi037.stdout:2162: finishing write tid 3 to smithi03738989-6 2021-07-26T16:04:47.503 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 218 2021-07-26T16:04:47.503 INFO:tasks.rados.rados.0.smithi037.stdout:2166: seq_num 705 ranges {4898816=614400,5513216=630784,6144000=524288,6668288=450560} 2021-07-26T16:04:47.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:47 smithi107 bash[29346]: cluster 2021-07-26T16:04:45.798274+0000 mgr.y (mgr.24994) 309 : cluster [DBG] pgmap v435: 89 pgs: 89 active+clean; 337 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 8.6 MiB/s wr, 28 op/s 2021-07-26T16:04:47.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:47 smithi107 bash[29346]: cluster 2021-07-26T16:04:46.111585+0000 mon.a (mon.0) 853 : cluster [DBG] osdmap e484: 8 total, 8 up, 8 in 2021-07-26T16:04:47.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:47 smithi107 bash[29346]: audit 2021-07-26T16:04:47.011449+0000 mon.c (mon.1) 280 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:04:47.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:47 smithi107 bash[29346]: audit 2021-07-26T16:04:47.012079+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:04:47.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:47 smithi107 bash[29346]: cluster 2021-07-26T16:04:47.025057+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e485: 8 total, 8 up, 8 in 2021-07-26T16:04:47.532 INFO:tasks.rados.rados.0.smithi037.stdout:2166: writing smithi03738989-14 from 4898816 to 5513216 tid 1 2021-07-26T16:04:47.535 INFO:tasks.rados.rados.0.smithi037.stdout:2166: writing smithi03738989-14 from 5513216 to 6144000 tid 2 2021-07-26T16:04:47.538 INFO:tasks.rados.rados.0.smithi037.stdout:2166: writing smithi03738989-14 from 6144000 to 6668288 tid 3 2021-07-26T16:04:47.541 INFO:tasks.rados.rados.0.smithi037.stdout:2166: writing smithi03738989-14 from 6668288 to 7118848 tid 4 2021-07-26T16:04:47.542 INFO:tasks.rados.rados.0.smithi037.stdout:2167: copy_from oid 28 from oid 25 current snap is 218 2021-07-26T16:04:47.542 INFO:tasks.rados.rados.0.smithi037.stdout:2162: finishing write tid 4 to smithi03738989-6 2021-07-26T16:04:47.542 INFO:tasks.rados.rados.0.smithi037.stdout:2162: finishing write tid 6 to smithi03738989-6 2021-07-26T16:04:47.542 INFO:tasks.rados.rados.0.smithi037.stdout:2162: finishing write tid 7 to smithi03738989-6 2021-07-26T16:04:47.543 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 873 (ObjNum 702 snap 218 seq_num 702) dirty exists 2021-07-26T16:04:47.543 INFO:tasks.rados.rados.0.smithi037.stdout:2162: left oid 6 (ObjNum 702 snap 218 seq_num 702) 2021-07-26T16:04:47.543 INFO:tasks.rados.rados.0.smithi037.stdout:2162: done (4 left) 2021-07-26T16:04:47.543 INFO:tasks.rados.rados.0.smithi037.stdout:2168: delete oid 12 current snap is 218 2021-07-26T16:04:47.544 INFO:tasks.rados.rados.0.smithi037.stdout:2164: finishing write tid 1 to smithi03738989-40 2021-07-26T16:04:47.544 INFO:tasks.rados.rados.0.smithi037.stdout:2164: finishing write tid 2 to smithi03738989-40 2021-07-26T16:04:47.544 INFO:tasks.rados.rados.0.smithi037.stdout:2164: finishing write tid 3 to smithi03738989-40 2021-07-26T16:04:47.544 INFO:tasks.rados.rados.0.smithi037.stdout:2164: finishing write tid 4 to smithi03738989-40 2021-07-26T16:04:47.545 INFO:tasks.rados.rados.0.smithi037.stdout:2164: finishing write tid 6 to smithi03738989-40 2021-07-26T16:04:47.545 INFO:tasks.rados.rados.0.smithi037.stdout:2164: finishing write tid 7 to smithi03738989-40 2021-07-26T16:04:47.545 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1103 (ObjNum 704 snap 218 seq_num 704) dirty exists 2021-07-26T16:04:47.545 INFO:tasks.rados.rados.0.smithi037.stdout:2164: left oid 40 (ObjNum 704 snap 218 seq_num 704) 2021-07-26T16:04:47.546 INFO:tasks.rados.rados.0.smithi037.stdout:2165: finishing copy_from to smithi03738989-31 2021-07-26T16:04:47.546 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1095 (ObjNum 694 snap 215 seq_num 694) dirty exists 2021-07-26T16:04:47.546 INFO:tasks.rados.rados.0.smithi037.stdout:2165: finishing copy_from racing read to smithi03738989-31 2021-07-26T16:04:47.547 INFO:tasks.rados.rados.0.smithi037.stdout:2166: finishing write tid 1 to smithi03738989-14 2021-07-26T16:04:47.547 INFO:tasks.rados.rados.0.smithi037.stdout:2166: finishing write tid 2 to smithi03738989-14 2021-07-26T16:04:47.548 INFO:tasks.rados.rados.0.smithi037.stdout:2167: finishing copy_from to smithi03738989-28 2021-07-26T16:04:47.548 INFO:tasks.rados.rados.0.smithi037.stdout:2167: got expected ENOENT (src dne) 2021-07-26T16:04:47.548 INFO:tasks.rados.rados.0.smithi037.stdout:2167: finishing copy_from racing read to smithi03738989-28 2021-07-26T16:04:47.548 INFO:tasks.rados.rados.0.smithi037.stdout:2164: done (4 left) 2021-07-26T16:04:47.548 INFO:tasks.rados.rados.0.smithi037.stdout:2165: done (3 left) 2021-07-26T16:04:47.549 INFO:tasks.rados.rados.0.smithi037.stdout:2167: done (2 left) 2021-07-26T16:04:47.549 INFO:tasks.rados.rados.0.smithi037.stdout:2168: done (1 left) 2021-07-26T16:04:47.549 INFO:tasks.rados.rados.0.smithi037.stdout:2169: snap_remove snap 191 2021-07-26T16:04:47.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:47 smithi037 bash[42499]: cluster 2021-07-26T16:04:45.798274+0000 mgr.y (mgr.24994) 309 : cluster [DBG] pgmap v435: 89 pgs: 89 active+clean; 337 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 8.6 MiB/s wr, 28 op/s 2021-07-26T16:04:47.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:47 smithi037 bash[42499]: cluster 2021-07-26T16:04:46.111585+0000 mon.a (mon.0) 853 : cluster [DBG] osdmap e484: 8 total, 8 up, 8 in 2021-07-26T16:04:47.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:47 smithi037 bash[42499]: audit 2021-07-26T16:04:47.011449+0000 mon.c (mon.1) 280 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:04:47.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:47 smithi037 bash[42499]: audit 2021-07-26T16:04:47.012079+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:04:47.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:47 smithi037 bash[42499]: cluster 2021-07-26T16:04:47.025057+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e485: 8 total, 8 up, 8 in 2021-07-26T16:04:47.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:47 smithi037 bash[41498]: cluster 2021-07-26T16:04:45.798274+0000 mgr.y (mgr.24994) 309 : cluster [DBG] pgmap v435: 89 pgs: 89 active+clean; 337 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 8.6 MiB/s wr, 28 op/s 2021-07-26T16:04:47.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:47 smithi037 bash[41498]: cluster 2021-07-26T16:04:46.111585+0000 mon.a (mon.0) 853 : cluster [DBG] osdmap e484: 8 total, 8 up, 8 in 2021-07-26T16:04:47.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:47 smithi037 bash[41498]: audit 2021-07-26T16:04:47.011449+0000 mon.c (mon.1) 280 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:04:47.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:47 smithi037 bash[41498]: audit 2021-07-26T16:04:47.012079+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:04:47.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:47 smithi037 bash[41498]: cluster 2021-07-26T16:04:47.025057+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e485: 8 total, 8 up, 8 in 2021-07-26T16:04:48.121 INFO:tasks.rados.rados.0.smithi037.stdout:2169: done (1 left) 2021-07-26T16:04:48.121 INFO:tasks.rados.rados.0.smithi037.stdout:2170: snap_remove snap 175 2021-07-26T16:04:49.121 INFO:tasks.rados.rados.0.smithi037.stdout:2170: done (1 left) 2021-07-26T16:04:49.122 INFO:tasks.rados.rados.0.smithi037.stdout:2171: copy_from oid 22 from oid 24 current snap is 218 2021-07-26T16:04:49.122 INFO:tasks.rados.rados.0.smithi037.stdout:2172: read oid 48 snap -1 2021-07-26T16:04:49.122 INFO:tasks.rados.rados.0.smithi037.stdout:2172: expect deleted 2021-07-26T16:04:49.122 INFO:tasks.rados.rados.0.smithi037.stdout:2173: setattr oid 32 current snap is 218 2021-07-26T16:04:49.123 INFO:tasks.rados.rados.0.smithi037.stdout:2166: finishing write tid 3 to smithi03738989-14 2021-07-26T16:04:49.124 INFO:tasks.rados.rados.0.smithi037.stdout:2166: finishing write tid 4 to smithi03738989-14 2021-07-26T16:04:49.124 INFO:tasks.rados.rados.0.smithi037.stdout:2166: finishing write tid 6 to smithi03738989-14 2021-07-26T16:04:49.124 INFO:tasks.rados.rados.0.smithi037.stdout:2166: finishing write tid 7 to smithi03738989-14 2021-07-26T16:04:49.124 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 1695 (ObjNum 705 snap 218 seq_num 705) dirty exists 2021-07-26T16:04:49.125 INFO:tasks.rados.rados.0.smithi037.stdout:2166: left oid 14 (ObjNum 705 snap 218 seq_num 705) 2021-07-26T16:04:49.125 INFO:tasks.rados.rados.0.smithi037.stdout:2166: done (3 left) 2021-07-26T16:04:49.125 INFO:tasks.rados.rados.0.smithi037.stdout:2174: snap_remove snap 183 2021-07-26T16:04:49.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:49 smithi107 bash[29346]: cluster 2021-07-26T16:04:47.799139+0000 mgr.y (mgr.24994) 310 : cluster [DBG] pgmap v438: 89 pgs: 89 active+clean; 342 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 6.1 MiB/s wr, 28 op/s 2021-07-26T16:04:49.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:49 smithi107 bash[29346]: cluster 2021-07-26T16:04:48.116767+0000 mon.a (mon.0) 856 : cluster [DBG] osdmap e486: 8 total, 8 up, 8 in 2021-07-26T16:04:49.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:49 smithi037 bash[41498]: cluster 2021-07-26T16:04:47.799139+0000 mgr.y (mgr.24994) 310 : cluster [DBG] pgmap v438: 89 pgs: 89 active+clean; 342 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 6.1 MiB/s wr, 28 op/s 2021-07-26T16:04:49.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:49 smithi037 bash[41498]: cluster 2021-07-26T16:04:48.116767+0000 mon.a (mon.0) 856 : cluster [DBG] osdmap e486: 8 total, 8 up, 8 in 2021-07-26T16:04:49.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:49 smithi037 bash[42499]: cluster 2021-07-26T16:04:47.799139+0000 mgr.y (mgr.24994) 310 : cluster [DBG] pgmap v438: 89 pgs: 89 active+clean; 342 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 6.1 MiB/s wr, 28 op/s 2021-07-26T16:04:49.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:49 smithi037 bash[42499]: cluster 2021-07-26T16:04:48.116767+0000 mon.a (mon.0) 856 : cluster [DBG] osdmap e486: 8 total, 8 up, 8 in 2021-07-26T16:04:50.150 INFO:tasks.rados.rados.0.smithi037.stdout:2174: done (3 left) 2021-07-26T16:04:50.151 INFO:tasks.rados.rados.0.smithi037.stdout:2175: read oid 41 snap 195 2021-07-26T16:04:50.151 INFO:tasks.rados.rados.0.smithi037.stdout:2175: expect (ObjNum 593 snap 173 seq_num 593) 2021-07-26T16:04:50.152 INFO:tasks.rados.rados.0.smithi037.stdout:2176: rmattr oid 29 current snap is 218 2021-07-26T16:04:50.152 INFO:tasks.rados.rados.0.smithi037.stdout:2176: done (4 left) 2021-07-26T16:04:50.153 INFO:tasks.rados.rados.0.smithi037.stdout:2177: read oid 11 snap -1 2021-07-26T16:04:50.153 INFO:tasks.rados.rados.0.smithi037.stdout:2177: expect (ObjNum 658 snap 195 seq_num 658) 2021-07-26T16:04:50.153 INFO:tasks.rados.rados.0.smithi037.stdout:2178: setattr oid 6 current snap is 218 2021-07-26T16:04:50.154 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1929 (ObjNum 0 snap 21933 seq_num 371778256) dirty exists 2021-07-26T16:04:50.154 INFO:tasks.rados.rados.0.smithi037.stdout:2171: finishing copy_from to smithi03738989-22 2021-07-26T16:04:50.154 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 1908 (ObjNum 669 snap 202 seq_num 669) dirty exists 2021-07-26T16:04:50.155 INFO:tasks.rados.rados.0.smithi037.stdout:2171: finishing copy_from racing read to smithi03738989-22 2021-07-26T16:04:50.156 INFO:tasks.rados.rados.0.smithi037.stdout:2171: done (5 left) 2021-07-26T16:04:50.156 INFO:tasks.rados.rados.0.smithi037.stdout:2172: done (4 left) 2021-07-26T16:04:50.157 INFO:tasks.rados.rados.0.smithi037.stdout:2173: done (3 left) 2021-07-26T16:04:50.157 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 218 2021-07-26T16:04:50.157 INFO:tasks.rados.rados.0.smithi037.stdout:2179: seq_num 707 ranges {1908736=647168,2555904=802816,3358720=532480,3891200=270336} 2021-07-26T16:04:50.173 INFO:tasks.rados.rados.0.smithi037.stdout:2179: writing smithi03738989-47 from 1908736 to 2555904 tid 1 2021-07-26T16:04:50.179 INFO:tasks.rados.rados.0.smithi037.stdout:2179: writing smithi03738989-47 from 2555904 to 3358720 tid 2 2021-07-26T16:04:50.183 INFO:tasks.rados.rados.0.smithi037.stdout:2179: writing smithi03738989-47 from 3358720 to 3891200 tid 3 2021-07-26T16:04:50.186 INFO:tasks.rados.rados.0.smithi037.stdout:2179: writing smithi03738989-47 from 3891200 to 4161536 tid 4 2021-07-26T16:04:50.186 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 218 2021-07-26T16:04:50.186 INFO:tasks.rados.rados.0.smithi037.stdout:2180: seq_num 708 ranges {1581056=663552,2244608=737280,2981888=696320,3678208=172032} 2021-07-26T16:04:50.198 INFO:tasks.rados.rados.0.smithi037.stdout:2180: writing smithi03738989-42 from 1581056 to 2244608 tid 1 2021-07-26T16:04:50.203 INFO:tasks.rados.rados.0.smithi037.stdout:2180: writing smithi03738989-42 from 2244608 to 2981888 tid 2 2021-07-26T16:04:50.207 INFO:tasks.rados.rados.0.smithi037.stdout:2180: writing smithi03738989-42 from 2981888 to 3678208 tid 3 2021-07-26T16:04:50.208 INFO:tasks.rados.rados.0.smithi037.stdout:2180: writing smithi03738989-42 from 3678208 to 3850240 tid 4 2021-07-26T16:04:50.208 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 218 2021-07-26T16:04:50.209 INFO:tasks.rados.rados.0.smithi037.stdout:2181: seq_num 709 ranges {0=679936,679936=614400,1294336=499712,1794048=491520} 2021-07-26T16:04:50.212 INFO:tasks.rados.rados.0.smithi037.stdout:2181: writing smithi03738989-37 from 0 to 679936 tid 1 2021-07-26T16:04:50.216 INFO:tasks.rados.rados.0.smithi037.stdout:2181: writing smithi03738989-37 from 679936 to 1294336 tid 2 2021-07-26T16:04:50.219 INFO:tasks.rados.rados.0.smithi037.stdout:2181: writing smithi03738989-37 from 1294336 to 1794048 tid 3 2021-07-26T16:04:50.222 INFO:tasks.rados.rados.0.smithi037.stdout:2181: writing smithi03738989-37 from 1794048 to 2285568 tid 4 2021-07-26T16:04:50.222 INFO:tasks.rados.rados.0.smithi037.stdout:2182: delete oid 22 current snap is 218 2021-07-26T16:04:50.223 INFO:tasks.rados.rados.0.smithi037.stdout:2175: expect (ObjNum 593 snap 173 seq_num 593) 2021-07-26T16:04:50.234 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 874 (ObjNum 702 snap 218 seq_num 702) dirty exists 2021-07-26T16:04:50.234 INFO:tasks.rados.rados.0.smithi037.stdout:2177: expect (ObjNum 658 snap 195 seq_num 658) 2021-07-26T16:04:50.269 INFO:tasks.rados.rados.0.smithi037.stdout:2179: finishing write tid 1 to smithi03738989-47 2021-07-26T16:04:50.269 INFO:tasks.rados.rados.0.smithi037.stdout:2179: finishing write tid 2 to smithi03738989-47 2021-07-26T16:04:50.269 INFO:tasks.rados.rados.0.smithi037.stdout:2179: finishing write tid 3 to smithi03738989-47 2021-07-26T16:04:50.269 INFO:tasks.rados.rados.0.smithi037.stdout:2179: finishing write tid 4 to smithi03738989-47 2021-07-26T16:04:50.270 INFO:tasks.rados.rados.0.smithi037.stdout:2179: finishing write tid 6 to smithi03738989-47 2021-07-26T16:04:50.270 INFO:tasks.rados.rados.0.smithi037.stdout:2179: finishing write tid 7 to smithi03738989-47 2021-07-26T16:04:50.270 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 1685 (ObjNum 707 snap 218 seq_num 707) dirty exists 2021-07-26T16:04:50.271 INFO:tasks.rados.rados.0.smithi037.stdout:2179: left oid 47 (ObjNum 707 snap 218 seq_num 707) 2021-07-26T16:04:50.271 INFO:tasks.rados.rados.0.smithi037.stdout:2180: finishing write tid 1 to smithi03738989-42 2021-07-26T16:04:50.271 INFO:tasks.rados.rados.0.smithi037.stdout:2180: finishing write tid 2 to smithi03738989-42 2021-07-26T16:04:50.272 INFO:tasks.rados.rados.0.smithi037.stdout:2180: finishing write tid 3 to smithi03738989-42 2021-07-26T16:04:50.272 INFO:tasks.rados.rados.0.smithi037.stdout:2180: finishing write tid 4 to smithi03738989-42 2021-07-26T16:04:50.272 INFO:tasks.rados.rados.0.smithi037.stdout:2180: finishing write tid 6 to smithi03738989-42 2021-07-26T16:04:50.272 INFO:tasks.rados.rados.0.smithi037.stdout:2180: finishing write tid 7 to smithi03738989-42 2021-07-26T16:04:50.272 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 1109 (ObjNum 708 snap 218 seq_num 708) dirty exists 2021-07-26T16:04:50.273 INFO:tasks.rados.rados.0.smithi037.stdout:2180: left oid 42 (ObjNum 708 snap 218 seq_num 708) 2021-07-26T16:04:50.273 INFO:tasks.rados.rados.0.smithi037.stdout:2181: finishing write tid 1 to smithi03738989-37 2021-07-26T16:04:50.273 INFO:tasks.rados.rados.0.smithi037.stdout:2181: finishing write tid 2 to smithi03738989-37 2021-07-26T16:04:50.273 INFO:tasks.rados.rados.0.smithi037.stdout:2181: finishing write tid 3 to smithi03738989-37 2021-07-26T16:04:50.273 INFO:tasks.rados.rados.0.smithi037.stdout:2181: finishing write tid 4 to smithi03738989-37 2021-07-26T16:04:50.274 INFO:tasks.rados.rados.0.smithi037.stdout:2181: finishing write tid 6 to smithi03738989-37 2021-07-26T16:04:50.274 INFO:tasks.rados.rados.0.smithi037.stdout:2181: finishing write tid 7 to smithi03738989-37 2021-07-26T16:04:50.274 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 1658 (ObjNum 709 snap 218 seq_num 709) dirty exists 2021-07-26T16:04:50.274 INFO:tasks.rados.rados.0.smithi037.stdout:2181: left oid 37 (ObjNum 709 snap 218 seq_num 709) 2021-07-26T16:04:50.275 INFO:tasks.rados.rados.0.smithi037.stdout:2175: done (6 left) 2021-07-26T16:04:50.275 INFO:tasks.rados.rados.0.smithi037.stdout:2177: done (5 left) 2021-07-26T16:04:50.275 INFO:tasks.rados.rados.0.smithi037.stdout:2178: done (4 left) 2021-07-26T16:04:50.275 INFO:tasks.rados.rados.0.smithi037.stdout:2179: done (3 left) 2021-07-26T16:04:50.275 INFO:tasks.rados.rados.0.smithi037.stdout:2180: done (2 left) 2021-07-26T16:04:50.276 INFO:tasks.rados.rados.0.smithi037.stdout:2181: done (1 left) 2021-07-26T16:04:50.276 INFO:tasks.rados.rados.0.smithi037.stdout:2182: done (0 left) 2021-07-26T16:04:50.276 INFO:tasks.rados.rados.0.smithi037.stdout:2183: copy_from oid 17 from oid 37 current snap is 218 2021-07-26T16:04:50.276 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 218 2021-07-26T16:04:50.277 INFO:tasks.rados.rados.0.smithi037.stdout:2184: seq_num 711 ranges {1613824=712704,2326528=786432,3112960=516096,3629056=303104} 2021-07-26T16:04:50.291 INFO:tasks.rados.rados.0.smithi037.stdout:2184: writing smithi03738989-24 from 1613824 to 2326528 tid 1 2021-07-26T16:04:50.295 INFO:tasks.rados.rados.0.smithi037.stdout:2184: writing smithi03738989-24 from 2326528 to 3112960 tid 2 2021-07-26T16:04:50.298 INFO:tasks.rados.rados.0.smithi037.stdout:2184: writing smithi03738989-24 from 3112960 to 3629056 tid 3 2021-07-26T16:04:50.300 INFO:tasks.rados.rados.0.smithi037.stdout:2184: writing smithi03738989-24 from 3629056 to 3932160 tid 4 2021-07-26T16:04:50.300 INFO:tasks.rados.rados.0.smithi037.stdout:2185: delete oid 1 current snap is 218 2021-07-26T16:04:50.301 INFO:tasks.rados.rados.0.smithi037.stdout:2183: finishing copy_from to smithi03738989-17 2021-07-26T16:04:50.301 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1658 (ObjNum 709 snap 218 seq_num 709) dirty exists 2021-07-26T16:04:50.301 INFO:tasks.rados.rados.0.smithi037.stdout:2183: finishing copy_from racing read to smithi03738989-17 2021-07-26T16:04:50.302 INFO:tasks.rados.rados.0.smithi037.stdout:2184: finishing write tid 1 to smithi03738989-24 2021-07-26T16:04:50.306 INFO:tasks.rados.rados.0.smithi037.stdout:2184: finishing write tid 2 to smithi03738989-24 2021-07-26T16:04:50.306 INFO:tasks.rados.rados.0.smithi037.stdout:2184: finishing write tid 3 to smithi03738989-24 2021-07-26T16:04:50.307 INFO:tasks.rados.rados.0.smithi037.stdout:2184: finishing write tid 4 to smithi03738989-24 2021-07-26T16:04:50.307 INFO:tasks.rados.rados.0.smithi037.stdout:2184: finishing write tid 6 to smithi03738989-24 2021-07-26T16:04:50.311 INFO:tasks.rados.rados.0.smithi037.stdout:2184: finishing write tid 7 to smithi03738989-24 2021-07-26T16:04:50.311 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 1959 (ObjNum 711 snap 218 seq_num 711) dirty exists 2021-07-26T16:04:50.311 INFO:tasks.rados.rados.0.smithi037.stdout:2184: left oid 24 (ObjNum 711 snap 218 seq_num 711) 2021-07-26T16:04:50.311 INFO:tasks.rados.rados.0.smithi037.stdout:2183: done (2 left) 2021-07-26T16:04:50.312 INFO:tasks.rados.rados.0.smithi037.stdout:2184: done (1 left) 2021-07-26T16:04:50.312 INFO:tasks.rados.rados.0.smithi037.stdout:2185: done (0 left) 2021-07-26T16:04:50.312 INFO:tasks.rados.rados.0.smithi037.stdout:2186: rmattr oid 41 current snap is 218 2021-07-26T16:04:50.312 INFO:tasks.rados.rados.0.smithi037.stdout:2186: done (0 left) 2021-07-26T16:04:50.312 INFO:tasks.rados.rados.0.smithi037.stdout:2187: snap_create 2021-07-26T16:04:50.519 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:50 smithi107 bash[29346]: cluster 2021-07-26T16:04:49.122660+0000 mon.a (mon.0) 857 : cluster [DBG] osdmap e487: 8 total, 8 up, 8 in 2021-07-26T16:04:50.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:50 smithi037 bash[41498]: cluster 2021-07-26T16:04:49.122660+0000 mon.a (mon.0) 857 : cluster [DBG] osdmap e487: 8 total, 8 up, 8 in 2021-07-26T16:04:50.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:50 smithi037 bash[42499]: cluster 2021-07-26T16:04:49.122660+0000 mon.a (mon.0) 857 : cluster [DBG] osdmap e487: 8 total, 8 up, 8 in 2021-07-26T16:04:51.155 INFO:tasks.rados.rados.0.smithi037.stdout:2187: done (0 left) 2021-07-26T16:04:51.155 INFO:tasks.rados.rados.0.smithi037.stdout:2188: rollback oid 36 current snap is 219 2021-07-26T16:04:51.155 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 36 to 217 2021-07-26T16:04:51.156 INFO:tasks.rados.rados.0.smithi037.stdout:2189: delete oid 18 current snap is 219 2021-07-26T16:04:51.161 INFO:tasks.rados.rados.0.smithi037.stdout:2188: finishing rollback tid 0 to smithi03738989-36 2021-07-26T16:04:51.161 INFO:tasks.rados.rados.0.smithi037.stdout:2188: finishing rollback tid 1 to smithi03738989-36 2021-07-26T16:04:51.162 INFO:tasks.rados.rados.0.smithi037.stdout:2188: finishing rollback tid 2 to smithi03738989-36 2021-07-26T16:04:51.162 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1673 (ObjNum 613 snap 177 seq_num 613) dirty exists 2021-07-26T16:04:51.168 INFO:tasks.rados.rados.0.smithi037.stdout:2188: done (1 left) 2021-07-26T16:04:51.168 INFO:tasks.rados.rados.0.smithi037.stdout:2189: done (0 left) 2021-07-26T16:04:51.168 INFO:tasks.rados.rados.0.smithi037.stdout:2190: read oid 37 snap -1 2021-07-26T16:04:51.169 INFO:tasks.rados.rados.0.smithi037.stdout:2190: expect (ObjNum 709 snap 218 seq_num 709) 2021-07-26T16:04:51.169 INFO:tasks.rados.rados.0.smithi037.stdout:2191: copy_from oid 28 from oid 46 current snap is 219 2021-07-26T16:04:51.169 INFO:tasks.rados.rados.0.smithi037.stdout:2192: rollback oid 8 current snap is 219 2021-07-26T16:04:51.169 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 8 to 214 2021-07-26T16:04:51.169 INFO:tasks.rados.rados.0.smithi037.stdout:2193: rollback oid 9 current snap is 219 2021-07-26T16:04:51.170 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 196 2021-07-26T16:04:51.170 INFO:tasks.rados.rados.0.smithi037.stdout:2194: snap_create 2021-07-26T16:04:51.174 INFO:tasks.rados.rados.0.smithi037.stdout:2192: finishing rollback tid 0 to smithi03738989-8 2021-07-26T16:04:51.175 INFO:tasks.rados.rados.0.smithi037.stdout:2193: finishing rollback tid 1 to smithi03738989-9 2021-07-26T16:04:51.175 INFO:tasks.rados.rados.0.smithi037.stdout:2192: finishing rollback tid 1 to smithi03738989-8 2021-07-26T16:04:51.175 INFO:tasks.rados.rados.0.smithi037.stdout:2192: finishing rollback tid 2 to smithi03738989-8 2021-07-26T16:04:51.176 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 1112 (ObjNum 674 snap 204 seq_num 674) dirty exists 2021-07-26T16:04:51.178 INFO:tasks.rados.rados.0.smithi037.stdout:2190: expect (ObjNum 709 snap 218 seq_num 709) 2021-07-26T16:04:51.235 INFO:tasks.rados.rados.0.smithi037.stdout:2193: finishing rollback tid 2 to smithi03738989-9 2021-07-26T16:04:51.235 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1687 (ObjNum 646 snap 189 seq_num 646) dirty exists 2021-07-26T16:04:51.236 INFO:tasks.rados.rados.0.smithi037.stdout:2191: finishing copy_from to smithi03738989-28 2021-07-26T16:04:51.236 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 1662 (ObjNum 680 snap 206 seq_num 680) dirty exists 2021-07-26T16:04:51.236 INFO:tasks.rados.rados.0.smithi037.stdout:2191: finishing copy_from racing read to smithi03738989-28 2021-07-26T16:04:51.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:51 smithi107 bash[29346]: cluster 2021-07-26T16:04:49.800066+0000 mgr.y (mgr.24994) 311 : cluster [DBG] pgmap v441: 89 pgs: 89 active+clean; 352 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.7 MiB/s wr, 24 op/s 2021-07-26T16:04:51.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:51 smithi107 bash[29346]: cluster 2021-07-26T16:04:50.150940+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e488: 8 total, 8 up, 8 in 2021-07-26T16:04:51.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:51 smithi037 bash[41498]: cluster 2021-07-26T16:04:49.800066+0000 mgr.y (mgr.24994) 311 : cluster [DBG] pgmap v441: 89 pgs: 89 active+clean; 352 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.7 MiB/s wr, 24 op/s 2021-07-26T16:04:51.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:51 smithi037 bash[41498]: cluster 2021-07-26T16:04:50.150940+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e488: 8 total, 8 up, 8 in 2021-07-26T16:04:51.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:51 smithi037 bash[42499]: cluster 2021-07-26T16:04:49.800066+0000 mgr.y (mgr.24994) 311 : cluster [DBG] pgmap v441: 89 pgs: 89 active+clean; 352 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.7 MiB/s wr, 24 op/s 2021-07-26T16:04:51.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:51 smithi037 bash[42499]: cluster 2021-07-26T16:04:50.150940+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e488: 8 total, 8 up, 8 in 2021-07-26T16:04:52.031 INFO:tasks.rados.rados.0.smithi037.stdout:2190: done (4 left) 2021-07-26T16:04:52.031 INFO:tasks.rados.rados.0.smithi037.stdout:2191: done (3 left) 2021-07-26T16:04:52.032 INFO:tasks.rados.rados.0.smithi037.stdout:2192: done (2 left) 2021-07-26T16:04:52.032 INFO:tasks.rados.rados.0.smithi037.stdout:2193: done (1 left) 2021-07-26T16:04:52.032 INFO:tasks.rados.rados.0.smithi037.stdout:2194: done (0 left) 2021-07-26T16:04:52.032 INFO:tasks.rados.rados.0.smithi037.stdout:2195: read oid 42 snap 181 2021-07-26T16:04:52.033 INFO:tasks.rados.rados.0.smithi037.stdout:2195: expect (ObjNum 574 snap 171 seq_num 574) 2021-07-26T16:04:52.033 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 220 2021-07-26T16:04:52.033 INFO:tasks.rados.rados.0.smithi037.stdout:2196: seq_num 714 ranges {0=761856,761856=442368,1204224=688128,1892352=475136} 2021-07-26T16:04:52.037 INFO:tasks.rados.rados.0.smithi037.stdout:2196: writing smithi03738989-12 from 0 to 761856 tid 1 2021-07-26T16:04:52.040 INFO:tasks.rados.rados.0.smithi037.stdout:2196: writing smithi03738989-12 from 761856 to 1204224 tid 2 2021-07-26T16:04:52.045 INFO:tasks.rados.rados.0.smithi037.stdout:2196: writing smithi03738989-12 from 1204224 to 1892352 tid 3 2021-07-26T16:04:52.048 INFO:tasks.rados.rados.0.smithi037.stdout:2196: writing smithi03738989-12 from 1892352 to 2367488 tid 4 2021-07-26T16:04:52.048 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 220 2021-07-26T16:04:52.048 INFO:tasks.rados.rados.0.smithi037.stdout:2197: seq_num 715 ranges {0=778240,778240=770048,1548288=499712,2048000=335872} 2021-07-26T16:04:52.052 INFO:tasks.rados.rados.0.smithi037.stdout:2197: writing smithi03738989-22 from 0 to 778240 tid 1 2021-07-26T16:04:52.057 INFO:tasks.rados.rados.0.smithi037.stdout:2197: writing smithi03738989-22 from 778240 to 1548288 tid 2 2021-07-26T16:04:52.060 INFO:tasks.rados.rados.0.smithi037.stdout:2197: writing smithi03738989-22 from 1548288 to 2048000 tid 3 2021-07-26T16:04:52.063 INFO:tasks.rados.rados.0.smithi037.stdout:2197: writing smithi03738989-22 from 2048000 to 2383872 tid 4 2021-07-26T16:04:52.063 INFO:tasks.rados.rados.0.smithi037.stdout:2198: rollback oid 35 current snap is 220 2021-07-26T16:04:52.064 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 35 to 217 2021-07-26T16:04:52.064 INFO:tasks.rados.rados.0.smithi037.stdout:2195: expect (ObjNum 574 snap 171 seq_num 574) 2021-07-26T16:04:52.067 INFO:tasks.rados.rados.0.smithi037.stdout:2196: finishing write tid 1 to smithi03738989-12 2021-07-26T16:04:52.067 INFO:tasks.rados.rados.0.smithi037.stdout:2196: finishing write tid 2 to smithi03738989-12 2021-07-26T16:04:52.067 INFO:tasks.rados.rados.0.smithi037.stdout:2196: finishing write tid 3 to smithi03738989-12 2021-07-26T16:04:52.068 INFO:tasks.rados.rados.0.smithi037.stdout:2196: finishing write tid 4 to smithi03738989-12 2021-07-26T16:04:52.068 INFO:tasks.rados.rados.0.smithi037.stdout:2196: finishing write tid 6 to smithi03738989-12 2021-07-26T16:04:52.069 INFO:tasks.rados.rados.0.smithi037.stdout:2196: finishing write tid 7 to smithi03738989-12 2021-07-26T16:04:52.069 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1663 (ObjNum 714 snap 220 seq_num 714) dirty exists 2021-07-26T16:04:52.070 INFO:tasks.rados.rados.0.smithi037.stdout:2196: left oid 12 (ObjNum 714 snap 220 seq_num 714) 2021-07-26T16:04:52.070 INFO:tasks.rados.rados.0.smithi037.stdout:2195: done (3 left) 2021-07-26T16:04:52.070 INFO:tasks.rados.rados.0.smithi037.stdout:2196: done (2 left) 2021-07-26T16:04:52.071 INFO:tasks.rados.rados.0.smithi037.stdout:2199: rollback oid 50 current snap is 220 2021-07-26T16:04:52.071 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 207 2021-07-26T16:04:52.072 INFO:tasks.rados.rados.0.smithi037.stdout:2200: read oid 15 snap -1 2021-07-26T16:04:52.072 INFO:tasks.rados.rados.0.smithi037.stdout:2200: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:04:52.072 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 220 2021-07-26T16:04:52.073 INFO:tasks.rados.rados.0.smithi037.stdout:2201: seq_num 716 ranges {3211264=794624,4005888=655360,4661248=704512,5365760=245760} 2021-07-26T16:04:52.087 INFO:tasks.rados.rados.0.smithi037.stdout:2201: writing smithi03738989-9 from 3211264 to 4005888 tid 1 2021-07-26T16:04:52.091 INFO:tasks.rados.rados.0.smithi037.stdout:2201: writing smithi03738989-9 from 4005888 to 4661248 tid 2 2021-07-26T16:04:52.095 INFO:tasks.rados.rados.0.smithi037.stdout:2201: writing smithi03738989-9 from 4661248 to 5365760 tid 3 2021-07-26T16:04:52.098 INFO:tasks.rados.rados.0.smithi037.stdout:2201: writing smithi03738989-9 from 5365760 to 5611520 tid 4 2021-07-26T16:04:52.098 INFO:tasks.rados.rados.0.smithi037.stdout:2202: read oid 21 snap -1 2021-07-26T16:04:52.098 INFO:tasks.rados.rados.0.smithi037.stdout:2202: expect (ObjNum 694 snap 215 seq_num 694) 2021-07-26T16:04:52.099 INFO:tasks.rados.rados.0.smithi037.stdout:2203: read oid 26 snap -1 2021-07-26T16:04:52.099 INFO:tasks.rados.rados.0.smithi037.stdout:2203: expect (ObjNum 651 snap 191 seq_num 651) 2021-07-26T16:04:52.099 INFO:tasks.rados.rados.0.smithi037.stdout:2204: read oid 49 snap -1 2021-07-26T16:04:52.099 INFO:tasks.rados.rados.0.smithi037.stdout:2204: expect (ObjNum 653 snap 192 seq_num 653) 2021-07-26T16:04:52.100 INFO:tasks.rados.rados.0.smithi037.stdout:2205: read oid 8 snap 205 2021-07-26T16:04:52.100 INFO:tasks.rados.rados.0.smithi037.stdout:2205: expect (ObjNum 674 snap 204 seq_num 674) 2021-07-26T16:04:52.100 INFO:tasks.rados.rados.0.smithi037.stdout:2206: read oid 42 snap 188 2021-07-26T16:04:52.100 INFO:tasks.rados.rados.0.smithi037.stdout:2206: expect (ObjNum 574 snap 171 seq_num 574) 2021-07-26T16:04:52.100 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 220 2021-07-26T16:04:52.101 INFO:tasks.rados.rados.0.smithi037.stdout:2207: seq_num 717 ranges {2367488=16384} 2021-07-26T16:04:52.111 INFO:tasks.rados.rados.0.smithi037.stdout:2207: writing smithi03738989-12 from 2367488 to 2383872 tid 1 2021-07-26T16:04:52.112 INFO:tasks.rados.rados.0.smithi037.stdout:2208: snap_remove snap 194 2021-07-26T16:04:52.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:52 smithi107 bash[29346]: cluster 2021-07-26T16:04:51.157676+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e489: 8 total, 8 up, 8 in 2021-07-26T16:04:52.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:52 smithi107 bash[29346]: cluster 2021-07-26T16:04:52.032222+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2021-07-26T16:04:52.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:52 smithi037 bash[41498]: cluster 2021-07-26T16:04:51.157676+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e489: 8 total, 8 up, 8 in 2021-07-26T16:04:52.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:52 smithi037 bash[41498]: cluster 2021-07-26T16:04:52.032222+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2021-07-26T16:04:52.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:52 smithi037 bash[42499]: cluster 2021-07-26T16:04:51.157676+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e489: 8 total, 8 up, 8 in 2021-07-26T16:04:52.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:52 smithi037 bash[42499]: cluster 2021-07-26T16:04:52.032222+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2021-07-26T16:04:53.044 INFO:tasks.rados.rados.0.smithi037.stdout:2208: done (11 left) 2021-07-26T16:04:53.045 INFO:tasks.rados.rados.0.smithi037.stdout:2209: rollback oid 13 current snap is 220 2021-07-26T16:04:53.046 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 13 to 195 2021-07-26T16:04:53.046 INFO:tasks.rados.rados.0.smithi037.stdout:2210: read oid 27 snap -1 2021-07-26T16:04:53.046 INFO:tasks.rados.rados.0.smithi037.stdout:2210: expect (ObjNum 698 snap 217 seq_num 698) 2021-07-26T16:04:53.046 INFO:tasks.rados.rados.0.smithi037.stdout:2211: delete oid 36 current snap is 220 2021-07-26T16:04:53.047 INFO:tasks.rados.rados.0.smithi037.stdout:2197: finishing write tid 1 to smithi03738989-22 2021-07-26T16:04:53.047 INFO:tasks.rados.rados.0.smithi037.stdout:2197: finishing write tid 2 to smithi03738989-22 2021-07-26T16:04:53.047 INFO:tasks.rados.rados.0.smithi037.stdout:2200: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:04:53.048 INFO:tasks.rados.rados.0.smithi037.stdout:2197: finishing write tid 3 to smithi03738989-22 2021-07-26T16:04:53.048 INFO:tasks.rados.rados.0.smithi037.stdout:2197: finishing write tid 4 to smithi03738989-22 2021-07-26T16:04:53.048 INFO:tasks.rados.rados.0.smithi037.stdout:2197: finishing write tid 6 to smithi03738989-22 2021-07-26T16:04:53.049 INFO:tasks.rados.rados.0.smithi037.stdout:2199: finishing rollback tid 0 to smithi03738989-50 2021-07-26T16:04:53.049 INFO:tasks.rados.rados.0.smithi037.stdout:2198: finishing rollback tid 0 to smithi03738989-35 2021-07-26T16:04:53.049 INFO:tasks.rados.rados.0.smithi037.stdout:2199: finishing rollback tid 1 to smithi03738989-50 2021-07-26T16:04:53.049 INFO:tasks.rados.rados.0.smithi037.stdout:2198: finishing rollback tid 1 to smithi03738989-35 2021-07-26T16:04:53.050 INFO:tasks.rados.rados.0.smithi037.stdout:2198: finishing rollback tid 2 to smithi03738989-35 2021-07-26T16:04:53.050 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1524 (ObjNum 626 snap 184 seq_num 626) dirty exists 2021-07-26T16:04:53.050 INFO:tasks.rados.rados.0.smithi037.stdout:2197: finishing write tid 7 to smithi03738989-22 2021-07-26T16:04:53.050 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 1914 (ObjNum 715 snap 220 seq_num 715) dirty exists 2021-07-26T16:04:53.051 INFO:tasks.rados.rados.0.smithi037.stdout:2197: left oid 22 (ObjNum 715 snap 220 seq_num 715) 2021-07-26T16:04:53.051 INFO:tasks.rados.rados.0.smithi037.stdout:2199: finishing rollback tid 2 to smithi03738989-50 2021-07-26T16:04:53.051 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 1917 (ObjNum 1517180769 snap 1481595484 seq_num 1785032274) dirty exists 2021-07-26T16:04:53.051 INFO:tasks.rados.rados.0.smithi037.stdout:2201: finishing write tid 1 to smithi03738989-9 2021-07-26T16:04:53.052 INFO:tasks.rados.rados.0.smithi037.stdout:2201: finishing write tid 2 to smithi03738989-9 2021-07-26T16:04:53.052 INFO:tasks.rados.rados.0.smithi037.stdout:2201: finishing write tid 3 to smithi03738989-9 2021-07-26T16:04:53.052 INFO:tasks.rados.rados.0.smithi037.stdout:2201: finishing write tid 4 to smithi03738989-9 2021-07-26T16:04:53.052 INFO:tasks.rados.rados.0.smithi037.stdout:2201: finishing write tid 6 to smithi03738989-9 2021-07-26T16:04:53.052 INFO:tasks.rados.rados.0.smithi037.stdout:2201: finishing write tid 7 to smithi03738989-9 2021-07-26T16:04:53.053 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1692 (ObjNum 716 snap 220 seq_num 716) dirty exists 2021-07-26T16:04:53.053 INFO:tasks.rados.rados.0.smithi037.stdout:2201: left oid 9 (ObjNum 716 snap 220 seq_num 716) 2021-07-26T16:04:53.053 INFO:tasks.rados.rados.0.smithi037.stdout:2203: expect (ObjNum 651 snap 191 seq_num 651) 2021-07-26T16:04:53.158 INFO:tasks.rados.rados.0.smithi037.stdout:2207: finishing write tid 1 to smithi03738989-12 2021-07-26T16:04:53.158 INFO:tasks.rados.rados.0.smithi037.stdout:2207: finishing write tid 3 to smithi03738989-12 2021-07-26T16:04:53.158 INFO:tasks.rados.rados.0.smithi037.stdout:2207: finishing write tid 4 to smithi03738989-12 2021-07-26T16:04:53.158 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1665 (ObjNum 717 snap 220 seq_num 717) dirty exists 2021-07-26T16:04:53.159 INFO:tasks.rados.rados.0.smithi037.stdout:2207: left oid 12 (ObjNum 717 snap 220 seq_num 717) 2021-07-26T16:04:53.159 INFO:tasks.rados.rados.0.smithi037.stdout:2204: expect (ObjNum 653 snap 192 seq_num 653) 2021-07-26T16:04:53.266 INFO:tasks.rados.rados.0.smithi037.stdout:2202: expect (ObjNum 694 snap 215 seq_num 694) 2021-07-26T16:04:53.349 INFO:tasks.rados.rados.0.smithi037.stdout:2205: expect (ObjNum 674 snap 204 seq_num 674) 2021-07-26T16:04:53.453 INFO:tasks.rados.rados.0.smithi037.stdout:2206: expect (ObjNum 574 snap 171 seq_num 574) 2021-07-26T16:04:53.454 INFO:tasks.rados.rados.0.smithi037.stdout:2209: finishing rollback tid 1 to smithi03738989-13 2021-07-26T16:04:53.454 INFO:tasks.rados.rados.0.smithi037.stdout:2209: finishing rollback tid 2 to smithi03738989-13 2021-07-26T16:04:53.454 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1919 (ObjNum 630 snap 184 seq_num 630) dirty exists 2021-07-26T16:04:53.455 INFO:tasks.rados.rados.0.smithi037.stdout:2210: expect (ObjNum 698 snap 217 seq_num 698) 2021-07-26T16:04:53.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:53 smithi107 bash[29346]: cluster 2021-07-26T16:04:51.800749+0000 mgr.y (mgr.24994) 312 : cluster [DBG] pgmap v444: 89 pgs: 89 active+clean; 351 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.1 MiB/s wr, 18 op/s 2021-07-26T16:04:53.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:53 smithi107 bash[29346]: cluster 2021-07-26T16:04:53.045846+0000 mon.a (mon.0) 861 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2021-07-26T16:04:53.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:53 smithi037 bash[42499]: cluster 2021-07-26T16:04:51.800749+0000 mgr.y (mgr.24994) 312 : cluster [DBG] pgmap v444: 89 pgs: 89 active+clean; 351 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.1 MiB/s wr, 18 op/s 2021-07-26T16:04:53.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:53 smithi037 bash[42499]: cluster 2021-07-26T16:04:53.045846+0000 mon.a (mon.0) 861 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2021-07-26T16:04:53.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:53 smithi037 bash[41498]: cluster 2021-07-26T16:04:51.800749+0000 mgr.y (mgr.24994) 312 : cluster [DBG] pgmap v444: 89 pgs: 89 active+clean; 351 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.1 MiB/s wr, 18 op/s 2021-07-26T16:04:53.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:53 smithi037 bash[41498]: cluster 2021-07-26T16:04:53.045846+0000 mon.a (mon.0) 861 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2021-07-26T16:04:53.597 INFO:tasks.rados.rados.0.smithi037.stdout:2197: done (13 left) 2021-07-26T16:04:53.597 INFO:tasks.rados.rados.0.smithi037.stdout:2198: done (12 left) 2021-07-26T16:04:53.598 INFO:tasks.rados.rados.0.smithi037.stdout:2199: done (11 left) 2021-07-26T16:04:53.598 INFO:tasks.rados.rados.0.smithi037.stdout:2200: done (10 left) 2021-07-26T16:04:53.598 INFO:tasks.rados.rados.0.smithi037.stdout:2201: done (9 left) 2021-07-26T16:04:53.598 INFO:tasks.rados.rados.0.smithi037.stdout:2202: done (8 left) 2021-07-26T16:04:53.599 INFO:tasks.rados.rados.0.smithi037.stdout:2203: done (7 left) 2021-07-26T16:04:53.599 INFO:tasks.rados.rados.0.smithi037.stdout:2204: done (6 left) 2021-07-26T16:04:53.599 INFO:tasks.rados.rados.0.smithi037.stdout:2205: done (5 left) 2021-07-26T16:04:53.599 INFO:tasks.rados.rados.0.smithi037.stdout:2206: done (4 left) 2021-07-26T16:04:53.599 INFO:tasks.rados.rados.0.smithi037.stdout:2207: done (3 left) 2021-07-26T16:04:53.600 INFO:tasks.rados.rados.0.smithi037.stdout:2209: done (2 left) 2021-07-26T16:04:53.600 INFO:tasks.rados.rados.0.smithi037.stdout:2210: done (1 left) 2021-07-26T16:04:53.600 INFO:tasks.rados.rados.0.smithi037.stdout:2211: done (0 left) 2021-07-26T16:04:53.600 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 220 2021-07-26T16:04:53.601 INFO:tasks.rados.rados.0.smithi037.stdout:2212: seq_num 719 ranges {4104192=49152} 2021-07-26T16:04:53.630 INFO:tasks.rados.rados.0.smithi037.stdout:2212: writing smithi03738989-19 from 4104192 to 4153344 tid 1 2021-07-26T16:04:53.631 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 220 2021-07-26T16:04:53.631 INFO:tasks.rados.rados.0.smithi037.stdout:2213: seq_num 720 ranges {0=65536} 2021-07-26T16:04:53.631 INFO:tasks.rados.rados.0.smithi037.stdout:2213: writing smithi03738989-32 from 0 to 65536 tid 1 2021-07-26T16:04:53.631 INFO:tasks.rados.rados.0.smithi037.stdout:2214: snap_remove snap 219 2021-07-26T16:04:54.176 INFO:tasks.rados.rados.0.smithi037.stdout:2214: done (2 left) 2021-07-26T16:04:54.176 INFO:tasks.rados.rados.0.smithi037.stdout:2215: read oid 5 snap -1 2021-07-26T16:04:54.178 INFO:tasks.rados.rados.0.smithi037.stdout:2215: expect (ObjNum 450 snap 136 seq_num 450) 2021-07-26T16:04:54.178 INFO:tasks.rados.rados.0.smithi037.stdout:2216: read oid 41 snap -1 2021-07-26T16:04:54.178 INFO:tasks.rados.rados.0.smithi037.stdout:2216: expect (ObjNum 699 snap 217 seq_num 699) 2021-07-26T16:04:54.178 INFO:tasks.rados.rados.0.smithi037.stdout:2217: delete oid 33 current snap is 220 2021-07-26T16:04:54.179 INFO:tasks.rados.rados.0.smithi037.stdout:2213: finishing write tid 1 to smithi03738989-32 2021-07-26T16:04:54.179 INFO:tasks.rados.rados.0.smithi037.stdout:2212: finishing write tid 1 to smithi03738989-19 2021-07-26T16:04:54.179 INFO:tasks.rados.rados.0.smithi037.stdout:2212: finishing write tid 3 to smithi03738989-19 2021-07-26T16:04:54.179 INFO:tasks.rados.rados.0.smithi037.stdout:2213: finishing write tid 3 to smithi03738989-32 2021-07-26T16:04:54.179 INFO:tasks.rados.rados.0.smithi037.stdout:2212: finishing write tid 4 to smithi03738989-19 2021-07-26T16:04:54.180 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 1651 (ObjNum 719 snap 220 seq_num 719) dirty exists 2021-07-26T16:04:54.180 INFO:tasks.rados.rados.0.smithi037.stdout:2212: left oid 19 (ObjNum 719 snap 220 seq_num 719) 2021-07-26T16:04:54.180 INFO:tasks.rados.rados.0.smithi037.stdout:2213: finishing write tid 4 to smithi03738989-32 2021-07-26T16:04:54.180 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 1978 (ObjNum 720 snap 220 seq_num 720) dirty exists 2021-07-26T16:04:54.181 INFO:tasks.rados.rados.0.smithi037.stdout:2213: left oid 32 (ObjNum 720 snap 220 seq_num 720) 2021-07-26T16:04:54.187 INFO:tasks.rados.rados.0.smithi037.stdout:2215: expect (ObjNum 450 snap 136 seq_num 450) 2021-07-26T16:04:54.197 INFO:tasks.rados.rados.0.smithi037.stdout:2212: done (4 left) 2021-07-26T16:04:54.197 INFO:tasks.rados.rados.0.smithi037.stdout:2213: done (3 left) 2021-07-26T16:04:54.197 INFO:tasks.rados.rados.0.smithi037.stdout:2215: done (2 left) 2021-07-26T16:04:54.198 INFO:tasks.rados.rados.0.smithi037.stdout:2217: done (1 left) 2021-07-26T16:04:54.198 INFO:tasks.rados.rados.0.smithi037.stdout:2218: copy_from oid 48 from oid 20 current snap is 220 2021-07-26T16:04:54.198 INFO:tasks.rados.rados.0.smithi037.stdout:2216: expect (ObjNum 699 snap 217 seq_num 699) 2021-07-26T16:04:54.264 INFO:tasks.rados.rados.0.smithi037.stdout:2218: finishing copy_from to smithi03738989-48 2021-07-26T16:04:54.264 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 768 (ObjNum 585 snap 171 seq_num 585) dirty exists 2021-07-26T16:04:54.265 INFO:tasks.rados.rados.0.smithi037.stdout:2218: finishing copy_from racing read to smithi03738989-48 2021-07-26T16:04:54.265 INFO:tasks.rados.rados.0.smithi037.stdout:2216: done (1 left) 2021-07-26T16:04:54.265 INFO:tasks.rados.rados.0.smithi037.stdout:2218: done (0 left) 2021-07-26T16:04:54.265 INFO:tasks.rados.rados.0.smithi037.stdout:2219: read oid 9 snap -1 2021-07-26T16:04:54.266 INFO:tasks.rados.rados.0.smithi037.stdout:2219: expect (ObjNum 716 snap 220 seq_num 716) 2021-07-26T16:04:54.266 INFO:tasks.rados.rados.0.smithi037.stdout:2220: delete oid 24 current snap is 220 2021-07-26T16:04:54.270 INFO:tasks.rados.rados.0.smithi037.stdout:2220: done (1 left) 2021-07-26T16:04:54.270 INFO:tasks.rados.rados.0.smithi037.stdout:2221: snap_create 2021-07-26T16:04:54.292 INFO:tasks.rados.rados.0.smithi037.stdout:2219: expect (ObjNum 716 snap 220 seq_num 716) 2021-07-26T16:04:55.180 INFO:tasks.rados.rados.0.smithi037.stdout:2219: done (1 left) 2021-07-26T16:04:55.181 INFO:tasks.rados.rados.0.smithi037.stdout:2221: done (0 left) 2021-07-26T16:04:55.181 INFO:tasks.rados.rados.0.smithi037.stdout:2222: copy_from oid 23 from oid 20 current snap is 221 2021-07-26T16:04:55.181 INFO:tasks.rados.rados.0.smithi037.stdout:2223: rmattr oid 4 current snap is 221 2021-07-26T16:04:55.181 INFO:tasks.rados.rados.0.smithi037.stdout:2224: snap_create 2021-07-26T16:04:55.186 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 1984 (ObjNum 372686368 snap 21933 seq_num 0) dirty exists 2021-07-26T16:04:55.199 INFO:tasks.rados.rados.0.smithi037.stdout:2222: finishing copy_from to smithi03738989-23 2021-07-26T16:04:55.199 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 768 (ObjNum 585 snap 171 seq_num 585) dirty exists 2021-07-26T16:04:55.200 INFO:tasks.rados.rados.0.smithi037.stdout:2222: finishing copy_from racing read to smithi03738989-23 2021-07-26T16:04:55.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:55 smithi107 bash[29346]: cluster 2021-07-26T16:04:53.801476+0000 mgr.y (mgr.24994) 313 : cluster [DBG] pgmap v447: 89 pgs: 89 active+clean; 358 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.7 MiB/s wr, 29 op/s 2021-07-26T16:04:55.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:55 smithi107 bash[29346]: cluster 2021-07-26T16:04:54.177691+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e492: 8 total, 8 up, 8 in 2021-07-26T16:04:55.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:55 smithi037 bash[41498]: cluster 2021-07-26T16:04:53.801476+0000 mgr.y (mgr.24994) 313 : cluster [DBG] pgmap v447: 89 pgs: 89 active+clean; 358 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.7 MiB/s wr, 29 op/s 2021-07-26T16:04:55.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:55 smithi037 bash[41498]: cluster 2021-07-26T16:04:54.177691+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e492: 8 total, 8 up, 8 in 2021-07-26T16:04:55.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:55 smithi037 bash[42499]: cluster 2021-07-26T16:04:53.801476+0000 mgr.y (mgr.24994) 313 : cluster [DBG] pgmap v447: 89 pgs: 89 active+clean; 358 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.7 MiB/s wr, 29 op/s 2021-07-26T16:04:55.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:55 smithi037 bash[42499]: cluster 2021-07-26T16:04:54.177691+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e492: 8 total, 8 up, 8 in 2021-07-26T16:04:56.201 INFO:tasks.rados.rados.0.smithi037.stdout:2222: done (2 left) 2021-07-26T16:04:56.201 INFO:tasks.rados.rados.0.smithi037.stdout:2223: done (1 left) 2021-07-26T16:04:56.201 INFO:tasks.rados.rados.0.smithi037.stdout:2224: done (0 left) 2021-07-26T16:04:56.202 INFO:tasks.rados.rados.0.smithi037.stdout:2225: rollback oid 37 current snap is 222 2021-07-26T16:04:56.202 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 37 to 205 2021-07-26T16:04:56.202 INFO:tasks.rados.rados.0.smithi037.stdout:2226: read oid 25 snap -1 2021-07-26T16:04:56.202 INFO:tasks.rados.rados.0.smithi037.stdout:2226: expect deleted 2021-07-26T16:04:56.203 INFO:tasks.rados.rados.0.smithi037.stdout:2227: read oid 28 snap -1 2021-07-26T16:04:56.203 INFO:tasks.rados.rados.0.smithi037.stdout:2227: expect (ObjNum 680 snap 206 seq_num 680) 2021-07-26T16:04:56.203 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 222 2021-07-26T16:04:56.203 INFO:tasks.rados.rados.0.smithi037.stdout:2228: seq_num 723 ranges {3850240=114688} 2021-07-26T16:04:56.226 INFO:tasks.rados.rados.0.smithi037.stdout:2228: writing smithi03738989-42 from 3850240 to 3964928 tid 1 2021-07-26T16:04:56.226 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 222 2021-07-26T16:04:56.226 INFO:tasks.rados.rados.0.smithi037.stdout:2229: seq_num 724 ranges {4161536=131072} 2021-07-26T16:04:56.250 INFO:tasks.rados.rados.0.smithi037.stdout:2229: writing smithi03738989-47 from 4161536 to 4292608 tid 1 2021-07-26T16:04:56.251 INFO:tasks.rados.rados.0.smithi037.stdout:2230: read oid 21 snap -1 2021-07-26T16:04:56.251 INFO:tasks.rados.rados.0.smithi037.stdout:2230: expect (ObjNum 694 snap 215 seq_num 694) 2021-07-26T16:04:56.251 INFO:tasks.rados.rados.0.smithi037.stdout:2231: setattr oid 15 current snap is 222 2021-07-26T16:04:56.251 INFO:tasks.rados.rados.0.smithi037.stdout:2225: finishing rollback tid 0 to smithi03738989-37 2021-07-26T16:04:56.251 INFO:tasks.rados.rados.0.smithi037.stdout:2225: finishing rollback tid 1 to smithi03738989-37 2021-07-26T16:04:56.252 INFO:tasks.rados.rados.0.smithi037.stdout:2225: finishing rollback tid 2 to smithi03738989-37 2021-07-26T16:04:56.252 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 1668 (ObjNum 671 snap 203 seq_num 671) dirty exists 2021-07-26T16:04:56.252 INFO:tasks.rados.rados.0.smithi037.stdout:2227: expect (ObjNum 680 snap 206 seq_num 680) 2021-07-26T16:04:56.367 INFO:tasks.rados.rados.0.smithi037.stdout:2228: finishing write tid 1 to smithi03738989-42 2021-07-26T16:04:56.367 INFO:tasks.rados.rados.0.smithi037.stdout:2228: finishing write tid 3 to smithi03738989-42 2021-07-26T16:04:56.367 INFO:tasks.rados.rados.0.smithi037.stdout:2228: finishing write tid 4 to smithi03738989-42 2021-07-26T16:04:56.368 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 1114 (ObjNum 723 snap 222 seq_num 723) dirty exists 2021-07-26T16:04:56.368 INFO:tasks.rados.rados.0.smithi037.stdout:2228: left oid 42 (ObjNum 723 snap 222 seq_num 723) 2021-07-26T16:04:56.368 INFO:tasks.rados.rados.0.smithi037.stdout:2229: finishing write tid 1 to smithi03738989-47 2021-07-26T16:04:56.368 INFO:tasks.rados.rados.0.smithi037.stdout:2229: finishing write tid 3 to smithi03738989-47 2021-07-26T16:04:56.368 INFO:tasks.rados.rados.0.smithi037.stdout:2229: finishing write tid 4 to smithi03738989-47 2021-07-26T16:04:56.369 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 1695 (ObjNum 724 snap 222 seq_num 724) dirty exists 2021-07-26T16:04:56.369 INFO:tasks.rados.rados.0.smithi037.stdout:2229: left oid 47 (ObjNum 724 snap 222 seq_num 724) 2021-07-26T16:04:56.369 INFO:tasks.rados.rados.0.smithi037.stdout:2230: expect (ObjNum 694 snap 215 seq_num 694) 2021-07-26T16:04:56.450 INFO:tasks.rados.rados.0.smithi037.stdout:2225: done (6 left) 2021-07-26T16:04:56.450 INFO:tasks.rados.rados.0.smithi037.stdout:2226: done (5 left) 2021-07-26T16:04:56.450 INFO:tasks.rados.rados.0.smithi037.stdout:2227: done (4 left) 2021-07-26T16:04:56.451 INFO:tasks.rados.rados.0.smithi037.stdout:2228: done (3 left) 2021-07-26T16:04:56.451 INFO:tasks.rados.rados.0.smithi037.stdout:2229: done (2 left) 2021-07-26T16:04:56.453 INFO:tasks.rados.rados.0.smithi037.stdout:2230: done (1 left) 2021-07-26T16:04:56.453 INFO:tasks.rados.rados.0.smithi037.stdout:2232: snap_remove snap 199 2021-07-26T16:04:56.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:56 smithi107 bash[29346]: cluster 2021-07-26T16:04:55.179852+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e493: 8 total, 8 up, 8 in 2021-07-26T16:04:56.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:56 smithi107 bash[29346]: audit 2021-07-26T16:04:55.950601+0000 mon.c (mon.1) 281 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["foo.smithi107.pmlxcx"]}]: dispatch 2021-07-26T16:04:56.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:56 smithi037 bash[41498]: cluster 2021-07-26T16:04:55.179852+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e493: 8 total, 8 up, 8 in 2021-07-26T16:04:56.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:56 smithi037 bash[41498]: audit 2021-07-26T16:04:55.950601+0000 mon.c (mon.1) 281 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["foo.smithi107.pmlxcx"]}]: dispatch 2021-07-26T16:04:56.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:56 smithi037 bash[42499]: cluster 2021-07-26T16:04:55.179852+0000 mon.a (mon.0) 863 : cluster [DBG] osdmap e493: 8 total, 8 up, 8 in 2021-07-26T16:04:56.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:56 smithi037 bash[42499]: audit 2021-07-26T16:04:55.950601+0000 mon.c (mon.1) 281 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["foo.smithi107.pmlxcx"]}]: dispatch 2021-07-26T16:04:57.029 INFO:tasks.rados.rados.0.smithi037.stdout:2232: done (1 left) 2021-07-26T16:04:57.030 INFO:tasks.rados.rados.0.smithi037.stdout:2233: delete oid 25 current snap is 222 2021-07-26T16:04:57.030 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1659 (ObjNum 374176160 snap 21933 seq_num 372324496) dirty exists 2021-07-26T16:04:57.044 INFO:tasks.rados.rados.0.smithi037.stdout:2231: done (1 left) 2021-07-26T16:04:57.045 INFO:tasks.rados.rados.0.smithi037.stdout:2233: done (0 left) 2021-07-26T16:04:57.045 INFO:tasks.rados.rados.0.smithi037.stdout:2234: delete oid 13 current snap is 222 2021-07-26T16:04:57.063 INFO:tasks.rados.rados.0.smithi037.stdout:2234: done (0 left) 2021-07-26T16:04:57.064 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 222 2021-07-26T16:04:57.064 INFO:tasks.rados.rados.0.smithi037.stdout:2235: seq_num 727 ranges {3121152=180224} 2021-07-26T16:04:57.076 INFO:tasks.rados.rados.0.smithi037.stdout:2235: writing smithi03738989-39 from 3121152 to 3301376 tid 1 2021-07-26T16:04:57.076 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 222 2021-07-26T16:04:57.076 INFO:tasks.rados.rados.0.smithi037.stdout:2236: seq_num 728 ranges {2457600=196608} 2021-07-26T16:04:57.091 INFO:tasks.rados.rados.0.smithi037.stdout:2236: writing smithi03738989-41 from 2457600 to 2654208 tid 1 2021-07-26T16:04:57.091 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 222 2021-07-26T16:04:57.092 INFO:tasks.rados.rados.0.smithi037.stdout:2237: seq_num 729 ranges {1916928=212992} 2021-07-26T16:04:57.103 INFO:tasks.rados.rados.0.smithi037.stdout:2237: writing smithi03738989-20 from 1916928 to 2129920 tid 1 2021-07-26T16:04:57.103 INFO:tasks.rados.rados.0.smithi037.stdout:2238: setattr oid 19 current snap is 222 2021-07-26T16:04:57.104 INFO:tasks.rados.rados.0.smithi037.stdout:2235: finishing write tid 1 to smithi03738989-39 2021-07-26T16:04:57.104 INFO:tasks.rados.rados.0.smithi037.stdout:2235: finishing write tid 3 to smithi03738989-39 2021-07-26T16:04:57.104 INFO:tasks.rados.rados.0.smithi037.stdout:2235: finishing write tid 4 to smithi03738989-39 2021-07-26T16:04:57.104 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 1997 (ObjNum 727 snap 222 seq_num 727) dirty exists 2021-07-26T16:04:57.105 INFO:tasks.rados.rados.0.smithi037.stdout:2235: left oid 39 (ObjNum 727 snap 222 seq_num 727) 2021-07-26T16:04:57.105 INFO:tasks.rados.rados.0.smithi037.stdout:2236: finishing write tid 1 to smithi03738989-41 2021-07-26T16:04:57.105 INFO:tasks.rados.rados.0.smithi037.stdout:2236: finishing write tid 3 to smithi03738989-41 2021-07-26T16:04:57.105 INFO:tasks.rados.rados.0.smithi037.stdout:2236: finishing write tid 4 to smithi03738989-41 2021-07-26T16:04:57.105 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1676 (ObjNum 728 snap 222 seq_num 728) dirty exists 2021-07-26T16:04:57.106 INFO:tasks.rados.rados.0.smithi037.stdout:2236: left oid 41 (ObjNum 728 snap 222 seq_num 728) 2021-07-26T16:04:57.106 INFO:tasks.rados.rados.0.smithi037.stdout:2235: done (3 left) 2021-07-26T16:04:57.106 INFO:tasks.rados.rados.0.smithi037.stdout:2236: done (2 left) 2021-07-26T16:04:57.107 INFO:tasks.rados.rados.0.smithi037.stdout:2239: delete oid 10 current snap is 222 2021-07-26T16:04:57.109 INFO:tasks.rados.rados.0.smithi037.stdout:2237: finishing write tid 1 to smithi03738989-20 2021-07-26T16:04:57.109 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 1652 (ObjNum 719 snap 220 seq_num 719) dirty exists 2021-07-26T16:04:57.110 INFO:tasks.rados.rados.0.smithi037.stdout:2237: finishing write tid 3 to smithi03738989-20 2021-07-26T16:04:57.113 INFO:tasks.rados.rados.0.smithi037.stdout:2237: finishing write tid 4 to smithi03738989-20 2021-07-26T16:04:57.113 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 770 (ObjNum 729 snap 222 seq_num 729) dirty exists 2021-07-26T16:04:57.113 INFO:tasks.rados.rados.0.smithi037.stdout:2237: left oid 20 (ObjNum 729 snap 222 seq_num 729) 2021-07-26T16:04:57.114 INFO:tasks.rados.rados.0.smithi037.stdout:2237: done (2 left) 2021-07-26T16:04:57.114 INFO:tasks.rados.rados.0.smithi037.stdout:2238: done (1 left) 2021-07-26T16:04:57.114 INFO:tasks.rados.rados.0.smithi037.stdout:2239: done (0 left) 2021-07-26T16:04:57.114 INFO:tasks.rados.rados.0.smithi037.stdout:2240: read oid 13 snap -1 2021-07-26T16:04:57.115 INFO:tasks.rados.rados.0.smithi037.stdout:2240: expect deleted 2021-07-26T16:04:57.115 INFO:tasks.rados.rados.0.smithi037.stdout:2241: read oid 46 snap 196 2021-07-26T16:04:57.115 INFO:tasks.rados.rados.0.smithi037.stdout:2241: expect (ObjNum 627 snap 184 seq_num 627) 2021-07-26T16:04:57.115 INFO:tasks.rados.rados.0.smithi037.stdout:2242: rmattr oid 39 current snap is 222 2021-07-26T16:04:57.116 INFO:tasks.rados.rados.0.smithi037.stdout:2242: done (2 left) 2021-07-26T16:04:57.116 INFO:tasks.rados.rados.0.smithi037.stdout:2243: snap_create 2021-07-26T16:04:57.120 INFO:tasks.rados.rados.0.smithi037.stdout:2241: expect (ObjNum 627 snap 184 seq_num 627) 2021-07-26T16:04:57.449 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:57 smithi107 bash[29346]: cluster 2021-07-26T16:04:55.802265+0000 mgr.y (mgr.24994) 314 : cluster [DBG] pgmap v450: 89 pgs: 89 active+clean; 378 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 6.0 MiB/s wr, 36 op/s 2021-07-26T16:04:57.449 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:57 smithi107 bash[29346]: cephadm 2021-07-26T16:04:55.952465+0000 mgr.y (mgr.24994) 315 : cephadm [INF] Upgrade: It appears safe to stop mds.foo.smithi107.pmlxcx 2021-07-26T16:04:57.450 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:57 smithi107 bash[29346]: cluster 2021-07-26T16:04:56.200310+0000 mon.a (mon.0) 864 : cluster [DBG] osdmap e494: 8 total, 8 up, 8 in 2021-07-26T16:04:57.450 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:57 smithi107 bash[29346]: cluster 2021-07-26T16:04:57.030857+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e495: 8 total, 8 up, 8 in 2021-07-26T16:04:57.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:57 smithi037 bash[41498]: cluster 2021-07-26T16:04:55.802265+0000 mgr.y (mgr.24994) 314 : cluster [DBG] pgmap v450: 89 pgs: 89 active+clean; 378 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 6.0 MiB/s wr, 36 op/s 2021-07-26T16:04:57.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:57 smithi037 bash[41498]: cephadm 2021-07-26T16:04:55.952465+0000 mgr.y (mgr.24994) 315 : cephadm [INF] Upgrade: It appears safe to stop mds.foo.smithi107.pmlxcx 2021-07-26T16:04:57.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:57 smithi037 bash[41498]: cluster 2021-07-26T16:04:56.200310+0000 mon.a (mon.0) 864 : cluster [DBG] osdmap e494: 8 total, 8 up, 8 in 2021-07-26T16:04:57.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:57 smithi037 bash[41498]: cluster 2021-07-26T16:04:57.030857+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e495: 8 total, 8 up, 8 in 2021-07-26T16:04:57.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:57 smithi037 bash[42499]: cluster 2021-07-26T16:04:55.802265+0000 mgr.y (mgr.24994) 314 : cluster [DBG] pgmap v450: 89 pgs: 89 active+clean; 378 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 6.0 MiB/s wr, 36 op/s 2021-07-26T16:04:57.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:57 smithi037 bash[42499]: cephadm 2021-07-26T16:04:55.952465+0000 mgr.y (mgr.24994) 315 : cephadm [INF] Upgrade: It appears safe to stop mds.foo.smithi107.pmlxcx 2021-07-26T16:04:57.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:57 smithi037 bash[42499]: cluster 2021-07-26T16:04:56.200310+0000 mon.a (mon.0) 864 : cluster [DBG] osdmap e494: 8 total, 8 up, 8 in 2021-07-26T16:04:57.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:57 smithi037 bash[42499]: cluster 2021-07-26T16:04:57.030857+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e495: 8 total, 8 up, 8 in 2021-07-26T16:04:58.046 INFO:tasks.rados.rados.0.smithi037.stdout:2240: done (2 left) 2021-07-26T16:04:58.046 INFO:tasks.rados.rados.0.smithi037.stdout:2241: done (1 left) 2021-07-26T16:04:58.046 INFO:tasks.rados.rados.0.smithi037.stdout:2243: done (0 left) 2021-07-26T16:04:58.047 INFO:tasks.rados.rados.0.smithi037.stdout:2244: read oid 32 snap 210 2021-07-26T16:04:58.047 INFO:tasks.rados.rados.0.smithi037.stdout:2244: expect deleted 2021-07-26T16:04:58.047 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 223 2021-07-26T16:04:58.047 INFO:tasks.rados.rados.0.smithi037.stdout:2245: seq_num 731 ranges {3203072=245760} 2021-07-26T16:04:58.069 INFO:tasks.rados.rados.0.smithi037.stdout:2245: writing smithi03738989-46 from 3203072 to 3448832 tid 1 2021-07-26T16:04:58.071 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 223 2021-07-26T16:04:58.072 INFO:tasks.rados.rados.0.smithi037.stdout:2246: seq_num 732 ranges {344064=262144} 2021-07-26T16:04:58.073 INFO:tasks.rados.rados.0.smithi037.stdout:2246: writing smithi03738989-5 from 344064 to 606208 tid 1 2021-07-26T16:04:58.074 INFO:tasks.rados.rados.0.smithi037.stdout:2247: read oid 50 snap -1 2021-07-26T16:04:58.074 INFO:tasks.rados.rados.0.smithi037.stdout:2247: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:04:58.074 INFO:tasks.rados.rados.0.smithi037.stdout:2248: read oid 8 snap 212 2021-07-26T16:04:58.074 INFO:tasks.rados.rados.0.smithi037.stdout:2248: expect (ObjNum 674 snap 204 seq_num 674) 2021-07-26T16:04:58.075 INFO:tasks.rados.rados.0.smithi037.stdout:2249: delete oid 35 current snap is 223 2021-07-26T16:04:58.082 INFO:tasks.rados.rados.0.smithi037.stdout:2247: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:04:58.085 INFO:tasks.rados.rados.0.smithi037.stdout:2246: finishing write tid 1 to smithi03738989-5 2021-07-26T16:04:58.085 INFO:tasks.rados.rados.0.smithi037.stdout:2245: finishing write tid 1 to smithi03738989-46 2021-07-26T16:04:58.085 INFO:tasks.rados.rados.0.smithi037.stdout:2246: finishing write tid 3 to smithi03738989-5 2021-07-26T16:04:58.086 INFO:tasks.rados.rados.0.smithi037.stdout:2245: finishing write tid 3 to smithi03738989-46 2021-07-26T16:04:58.086 INFO:tasks.rados.rados.0.smithi037.stdout:2246: finishing write tid 4 to smithi03738989-5 2021-07-26T16:04:58.086 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1654 (ObjNum 732 snap 223 seq_num 732) dirty exists 2021-07-26T16:04:58.086 INFO:tasks.rados.rados.0.smithi037.stdout:2246: left oid 5 (ObjNum 732 snap 223 seq_num 732) 2021-07-26T16:04:58.088 INFO:tasks.rados.rados.0.smithi037.stdout:2245: finishing write tid 4 to smithi03738989-46 2021-07-26T16:04:58.088 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 1697 (ObjNum 731 snap 223 seq_num 731) dirty exists 2021-07-26T16:04:58.088 INFO:tasks.rados.rados.0.smithi037.stdout:2245: left oid 46 (ObjNum 731 snap 223 seq_num 731) 2021-07-26T16:04:58.088 INFO:tasks.rados.rados.0.smithi037.stdout:2244: done (5 left) 2021-07-26T16:04:58.089 INFO:tasks.rados.rados.0.smithi037.stdout:2245: done (4 left) 2021-07-26T16:04:58.089 INFO:tasks.rados.rados.0.smithi037.stdout:2246: done (3 left) 2021-07-26T16:04:58.089 INFO:tasks.rados.rados.0.smithi037.stdout:2247: done (2 left) 2021-07-26T16:04:58.090 INFO:tasks.rados.rados.0.smithi037.stdout:2249: done (1 left) 2021-07-26T16:04:58.090 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 223 2021-07-26T16:04:58.090 INFO:tasks.rados.rados.0.smithi037.stdout:2250: seq_num 734 ranges {0=294912} 2021-07-26T16:04:58.091 INFO:tasks.rados.rados.0.smithi037.stdout:2250: writing smithi03738989-25 from 0 to 294912 tid 1 2021-07-26T16:04:58.091 INFO:tasks.rados.rados.0.smithi037.stdout:2251: delete oid 35 current snap is 223 2021-07-26T16:04:58.092 INFO:tasks.rados.rados.0.smithi037.stdout:2251: done (2 left) 2021-07-26T16:04:58.092 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 223 2021-07-26T16:04:58.092 INFO:tasks.rados.rados.0.smithi037.stdout:2252: seq_num 736 ranges {0=335872} 2021-07-26T16:04:58.096 INFO:tasks.rados.rados.0.smithi037.stdout:2252: writing smithi03738989-10 from 0 to 335872 tid 1 2021-07-26T16:04:58.096 INFO:tasks.rados.rados.0.smithi037.stdout:2253: snap_create 2021-07-26T16:04:58.096 INFO:tasks.rados.rados.0.smithi037.stdout:2250: finishing write tid 1 to smithi03738989-25 2021-07-26T16:04:58.096 INFO:tasks.rados.rados.0.smithi037.stdout:2250: finishing write tid 3 to smithi03738989-25 2021-07-26T16:04:58.097 INFO:tasks.rados.rados.0.smithi037.stdout:2250: finishing write tid 4 to smithi03738989-25 2021-07-26T16:04:58.097 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 1678 (ObjNum 734 snap 223 seq_num 734) dirty exists 2021-07-26T16:04:58.097 INFO:tasks.rados.rados.0.smithi037.stdout:2250: left oid 25 (ObjNum 734 snap 223 seq_num 734) 2021-07-26T16:04:58.098 INFO:tasks.rados.rados.0.smithi037.stdout:2248: expect (ObjNum 674 snap 204 seq_num 674) 2021-07-26T16:04:58.211 INFO:tasks.rados.rados.0.smithi037.stdout:2252: finishing write tid 1 to smithi03738989-10 2021-07-26T16:04:58.211 INFO:tasks.rados.rados.0.smithi037.stdout:2252: finishing write tid 3 to smithi03738989-10 2021-07-26T16:04:58.212 INFO:tasks.rados.rados.0.smithi037.stdout:2252: finishing write tid 4 to smithi03738989-10 2021-07-26T16:04:58.212 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 2001 (ObjNum 736 snap 223 seq_num 736) dirty exists 2021-07-26T16:04:58.212 INFO:tasks.rados.rados.0.smithi037.stdout:2252: left oid 10 (ObjNum 736 snap 223 seq_num 736) 2021-07-26T16:04:59.047 INFO:tasks.rados.rados.0.smithi037.stdout:2248: done (3 left) 2021-07-26T16:04:59.048 INFO:tasks.rados.rados.0.smithi037.stdout:2250: done (2 left) 2021-07-26T16:04:59.048 INFO:tasks.rados.rados.0.smithi037.stdout:2252: done (1 left) 2021-07-26T16:04:59.048 INFO:tasks.rados.rados.0.smithi037.stdout:2253: done (0 left) 2021-07-26T16:04:59.048 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 224 2021-07-26T16:04:59.049 INFO:tasks.rados.rados.0.smithi037.stdout:2254: seq_num 737 ranges {2891776=352256} 2021-07-26T16:04:59.069 INFO:tasks.rados.rados.0.smithi037.stdout:2254: writing smithi03738989-31 from 2891776 to 3244032 tid 1 2021-07-26T16:04:59.069 INFO:tasks.rados.rados.0.smithi037.stdout:2255: read oid 19 snap -1 2021-07-26T16:04:59.069 INFO:tasks.rados.rados.0.smithi037.stdout:2255: expect (ObjNum 719 snap 220 seq_num 719) 2021-07-26T16:04:59.069 INFO:tasks.rados.rados.0.smithi037.stdout:2256: delete oid 35 current snap is 224 2021-07-26T16:04:59.078 INFO:tasks.rados.rados.0.smithi037.stdout:2254: finishing write tid 1 to smithi03738989-31 2021-07-26T16:04:59.079 INFO:tasks.rados.rados.0.smithi037.stdout:2254: finishing write tid 3 to smithi03738989-31 2021-07-26T16:04:59.082 INFO:tasks.rados.rados.0.smithi037.stdout:2256: done (2 left) 2021-07-26T16:04:59.082 INFO:tasks.rados.rados.0.smithi037.stdout:2257: rmattr oid 5 current snap is 224 2021-07-26T16:04:59.083 INFO:tasks.rados.rados.0.smithi037.stdout:2257: done (2 left) 2021-07-26T16:04:59.083 INFO:tasks.rados.rados.0.smithi037.stdout:2258: read oid 16 snap 216 2021-07-26T16:04:59.083 INFO:tasks.rados.rados.0.smithi037.stdout:2258: expect (ObjNum 581 snap 171 seq_num 581) 2021-07-26T16:04:59.083 INFO:tasks.rados.rados.0.smithi037.stdout:2259: rollback oid 35 current snap is 224 2021-07-26T16:04:59.084 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 35 to 223 2021-07-26T16:04:59.084 INFO:tasks.rados.rados.0.smithi037.stdout:2260: setattr oid 40 current snap is 224 2021-07-26T16:04:59.084 INFO:tasks.rados.rados.0.smithi037.stdout:2261: read oid 22 snap -1 2021-07-26T16:04:59.084 INFO:tasks.rados.rados.0.smithi037.stdout:2261: expect (ObjNum 715 snap 220 seq_num 715) 2021-07-26T16:04:59.085 INFO:tasks.rados.rados.0.smithi037.stdout:2262: snap_remove snap 181 2021-07-26T16:04:59.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:59 smithi037 bash[41498]: cluster 2021-07-26T16:04:57.803153+0000 mgr.y (mgr.24994) 316 : cluster [DBG] pgmap v453: 89 pgs: 89 active+clean; 381 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2021-07-26T16:04:59.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:59 smithi037 bash[41498]: cluster 2021-07-26T16:04:58.045415+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e496: 8 total, 8 up, 8 in 2021-07-26T16:04:59.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:59 smithi037 bash[41498]: cephadm 2021-07-26T16:04:58.362786+0000 mgr.y (mgr.24994) 317 : cephadm [INF] Upgrade: Updating mds.foo.smithi107.pmlxcx 2021-07-26T16:04:59.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:59 smithi037 bash[41498]: audit 2021-07-26T16:04:58.372885+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:59.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:59 smithi037 bash[41498]: audit 2021-07-26T16:04:58.376016+0000 mon.c (mon.1) 282 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pmlxcx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:04:59.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:59 smithi037 bash[41498]: audit 2021-07-26T16:04:58.376882+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pmlxcx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:04:59.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:59 smithi037 bash[41498]: audit 2021-07-26T16:04:58.379105+0000 mon.c (mon.1) 283 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:04:59.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:59 smithi037 bash[41498]: cephadm 2021-07-26T16:04:58.380527+0000 mgr.y (mgr.24994) 318 : cephadm [INF] Deploying daemon mds.foo.smithi107.pmlxcx on smithi107 2021-07-26T16:04:59.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:04:59 smithi037 bash[41498]: audit 2021-07-26T16:04:58.381302+0000 mon.c (mon.1) 284 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi107.pmlxcx","key": "container_image"}]: dispatch 2021-07-26T16:04:59.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:59 smithi037 bash[42499]: cluster 2021-07-26T16:04:57.803153+0000 mgr.y (mgr.24994) 316 : cluster [DBG] pgmap v453: 89 pgs: 89 active+clean; 381 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2021-07-26T16:04:59.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:59 smithi037 bash[42499]: cluster 2021-07-26T16:04:58.045415+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e496: 8 total, 8 up, 8 in 2021-07-26T16:04:59.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:59 smithi037 bash[42499]: cephadm 2021-07-26T16:04:58.362786+0000 mgr.y (mgr.24994) 317 : cephadm [INF] Upgrade: Updating mds.foo.smithi107.pmlxcx 2021-07-26T16:04:59.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:59 smithi037 bash[42499]: audit 2021-07-26T16:04:58.372885+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:59.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:59 smithi037 bash[42499]: audit 2021-07-26T16:04:58.376016+0000 mon.c (mon.1) 282 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pmlxcx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:04:59.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:59 smithi037 bash[42499]: audit 2021-07-26T16:04:58.376882+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pmlxcx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:04:59.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:59 smithi037 bash[42499]: audit 2021-07-26T16:04:58.379105+0000 mon.c (mon.1) 283 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:04:59.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:59 smithi037 bash[42499]: cephadm 2021-07-26T16:04:58.380527+0000 mgr.y (mgr.24994) 318 : cephadm [INF] Deploying daemon mds.foo.smithi107.pmlxcx on smithi107 2021-07-26T16:04:59.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:04:59 smithi037 bash[42499]: audit 2021-07-26T16:04:58.381302+0000 mon.c (mon.1) 284 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi107.pmlxcx","key": "container_image"}]: dispatch 2021-07-26T16:04:59.454 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:59 smithi107 bash[29346]: cluster 2021-07-26T16:04:57.803153+0000 mgr.y (mgr.24994) 316 : cluster [DBG] pgmap v453: 89 pgs: 89 active+clean; 381 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2021-07-26T16:04:59.454 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:59 smithi107 bash[29346]: cluster 2021-07-26T16:04:58.045415+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e496: 8 total, 8 up, 8 in 2021-07-26T16:04:59.454 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:59 smithi107 bash[29346]: cephadm 2021-07-26T16:04:58.362786+0000 mgr.y (mgr.24994) 317 : cephadm [INF] Upgrade: Updating mds.foo.smithi107.pmlxcx 2021-07-26T16:04:59.455 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:59 smithi107 bash[29346]: audit 2021-07-26T16:04:58.372885+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:04:59.455 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:59 smithi107 bash[29346]: audit 2021-07-26T16:04:58.376016+0000 mon.c (mon.1) 282 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pmlxcx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:04:59.455 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:59 smithi107 bash[29346]: audit 2021-07-26T16:04:58.376882+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi107.pmlxcx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-07-26T16:04:59.455 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:59 smithi107 bash[29346]: audit 2021-07-26T16:04:58.379105+0000 mon.c (mon.1) 283 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-07-26T16:04:59.456 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:59 smithi107 bash[29346]: cephadm 2021-07-26T16:04:58.380527+0000 mgr.y (mgr.24994) 318 : cephadm [INF] Deploying daemon mds.foo.smithi107.pmlxcx on smithi107 2021-07-26T16:04:59.456 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:04:59 smithi107 bash[29346]: audit 2021-07-26T16:04:58.381302+0000 mon.c (mon.1) 284 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi107.pmlxcx","key": "container_image"}]: dispatch 2021-07-26T16:05:00.075 INFO:tasks.rados.rados.0.smithi037.stdout:2262: done (6 left) 2021-07-26T16:05:00.076 INFO:tasks.rados.rados.0.smithi037.stdout:2263: read oid 37 snap -1 2021-07-26T16:05:00.076 INFO:tasks.rados.rados.0.smithi037.stdout:2263: expect (ObjNum 671 snap 203 seq_num 671) 2021-07-26T16:05:00.076 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 224 2021-07-26T16:05:00.076 INFO:tasks.rados.rados.0.smithi037.stdout:2264: seq_num 739 ranges {1916928=385024} 2021-07-26T16:05:00.087 INFO:tasks.rados.rados.0.smithi037.stdout:2264: writing smithi03738989-48 from 1916928 to 2301952 tid 1 2021-07-26T16:05:00.087 INFO:tasks.rados.rados.0.smithi037.stdout:2254: finishing write tid 4 to smithi03738989-31 2021-07-26T16:05:00.088 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1527 (ObjNum 737 snap 224 seq_num 737) dirty exists 2021-07-26T16:05:00.088 INFO:tasks.rados.rados.0.smithi037.stdout:2254: left oid 31 (ObjNum 737 snap 224 seq_num 737) 2021-07-26T16:05:00.088 INFO:tasks.rados.rados.0.smithi037.stdout:2259: finishing rollback tid 1 to smithi03738989-35 2021-07-26T16:05:00.088 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1525 (ObjNum 288 snap 0 seq_num 33) dirty dne 2021-07-26T16:05:00.089 INFO:tasks.rados.rados.0.smithi037.stdout:2255: expect (ObjNum 719 snap 220 seq_num 719) 2021-07-26T16:05:00.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:00 smithi037 bash[41498]: cluster 2021-07-26T16:04:59.049365+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e497: 8 total, 8 up, 8 in 2021-07-26T16:05:00.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:00 smithi037 bash[42499]: cluster 2021-07-26T16:04:59.049365+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e497: 8 total, 8 up, 8 in 2021-07-26T16:05:00.338 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1104 (ObjNum 704 snap 218 seq_num 704) dirty exists 2021-07-26T16:05:00.339 INFO:tasks.rados.rados.0.smithi037.stdout:2258: expect (ObjNum 581 snap 171 seq_num 581) 2021-07-26T16:05:00.389 INFO:tasks.rados.rados.0.smithi037.stdout:2261: expect (ObjNum 715 snap 220 seq_num 715) 2021-07-26T16:05:00.400 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:00 smithi107 bash[29346]: cluster 2021-07-26T16:04:59.049365+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e497: 8 total, 8 up, 8 in 2021-07-26T16:05:00.443 INFO:tasks.rados.rados.0.smithi037.stdout:2263: expect (ObjNum 671 snap 203 seq_num 671) 2021-07-26T16:05:00.544 INFO:tasks.rados.rados.0.smithi037.stdout:2264: finishing write tid 1 to smithi03738989-48 2021-07-26T16:05:00.544 INFO:tasks.rados.rados.0.smithi037.stdout:2264: finishing write tid 3 to smithi03738989-48 2021-07-26T16:05:00.545 INFO:tasks.rados.rados.0.smithi037.stdout:2264: finishing write tid 4 to smithi03738989-48 2021-07-26T16:05:00.545 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 1670 (ObjNum 739 snap 224 seq_num 739) dirty exists 2021-07-26T16:05:00.545 INFO:tasks.rados.rados.0.smithi037.stdout:2264: left oid 48 (ObjNum 739 snap 224 seq_num 739) 2021-07-26T16:05:00.545 INFO:tasks.rados.rados.0.smithi037.stdout:2254: done (7 left) 2021-07-26T16:05:00.546 INFO:tasks.rados.rados.0.smithi037.stdout:2255: done (6 left) 2021-07-26T16:05:00.546 INFO:tasks.rados.rados.0.smithi037.stdout:2258: done (5 left) 2021-07-26T16:05:00.546 INFO:tasks.rados.rados.0.smithi037.stdout:2259: done (4 left) 2021-07-26T16:05:00.546 INFO:tasks.rados.rados.0.smithi037.stdout:2260: done (3 left) 2021-07-26T16:05:00.547 INFO:tasks.rados.rados.0.smithi037.stdout:2261: done (2 left) 2021-07-26T16:05:00.547 INFO:tasks.rados.rados.0.smithi037.stdout:2263: done (1 left) 2021-07-26T16:05:00.547 INFO:tasks.rados.rados.0.smithi037.stdout:2264: done (0 left) 2021-07-26T16:05:00.547 INFO:tasks.rados.rados.0.smithi037.stdout:2265: delete oid 3 current snap is 224 2021-07-26T16:05:00.549 INFO:tasks.rados.rados.0.smithi037.stdout:2265: done (0 left) 2021-07-26T16:05:00.549 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 224 2021-07-26T16:05:00.549 INFO:tasks.rados.rados.0.smithi037.stdout:2266: seq_num 741 ranges {2924544=417792} 2021-07-26T16:05:00.576 INFO:tasks.rados.rados.0.smithi037.stdout:2266: writing smithi03738989-26 from 2924544 to 3342336 tid 1 2021-07-26T16:05:00.576 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 224 2021-07-26T16:05:00.576 INFO:tasks.rados.rados.0.smithi037.stdout:2267: seq_num 742 ranges {2129920=434176} 2021-07-26T16:05:00.590 INFO:tasks.rados.rados.0.smithi037.stdout:2267: writing smithi03738989-20 from 2129920 to 2564096 tid 1 2021-07-26T16:05:00.591 INFO:tasks.rados.rados.0.smithi037.stdout:2268: snap_remove snap 210 2021-07-26T16:05:00.639 INFO:tasks.rados.rados.0.smithi037.stdout:2268: done (2 left) 2021-07-26T16:05:00.640 INFO:tasks.rados.rados.0.smithi037.stdout:2269: setattr oid 39 current snap is 224 2021-07-26T16:05:00.640 INFO:tasks.rados.rados.0.smithi037.stdout:2266: finishing write tid 1 to smithi03738989-26 2021-07-26T16:05:00.640 INFO:tasks.rados.rados.0.smithi037.stdout:2266: finishing write tid 3 to smithi03738989-26 2021-07-26T16:05:00.641 INFO:tasks.rados.rados.0.smithi037.stdout:2266: finishing write tid 4 to smithi03738989-26 2021-07-26T16:05:00.641 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 1656 (ObjNum 741 snap 224 seq_num 741) dirty exists 2021-07-26T16:05:00.641 INFO:tasks.rados.rados.0.smithi037.stdout:2266: left oid 26 (ObjNum 741 snap 224 seq_num 741) 2021-07-26T16:05:00.641 INFO:tasks.rados.rados.0.smithi037.stdout:2267: finishing write tid 1 to smithi03738989-20 2021-07-26T16:05:00.641 INFO:tasks.rados.rados.0.smithi037.stdout:2267: finishing write tid 3 to smithi03738989-20 2021-07-26T16:05:00.642 INFO:tasks.rados.rados.0.smithi037.stdout:2267: finishing write tid 4 to smithi03738989-20 2021-07-26T16:05:00.642 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 772 (ObjNum 742 snap 224 seq_num 742) dirty exists 2021-07-26T16:05:00.643 INFO:tasks.rados.rados.0.smithi037.stdout:2267: left oid 20 (ObjNum 742 snap 224 seq_num 742) 2021-07-26T16:05:00.645 INFO:tasks.rados.rados.0.smithi037.stdout:2266: done (2 left) 2021-07-26T16:05:00.645 INFO:tasks.rados.rados.0.smithi037.stdout:2267: done (1 left) 2021-07-26T16:05:00.645 INFO:tasks.rados.rados.0.smithi037.stdout:2270: snap_create 2021-07-26T16:05:00.656 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2021 (ObjNum 727 snap 222 seq_num 727) dirty exists 2021-07-26T16:05:01.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:01 smithi037 bash[41498]: debug 2021-07-26T16:05:01.061+0000 7f16a23f3700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2021-07-26T16:05:01.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:01 smithi037 bash[41498]: cluster 2021-07-26T16:04:59.804188+0000 mgr.y (mgr.24994) 319 : cluster [DBG] pgmap v456: 89 pgs: 89 active+clean; 384 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 23 op/s 2021-07-26T16:05:01.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:01 smithi037 bash[41498]: cluster 2021-07-26T16:05:00.068709+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e498: 8 total, 8 up, 8 in 2021-07-26T16:05:01.342 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:01 smithi037 bash[41498]: cluster 2021-07-26T16:05:00.639232+0000 mon.a (mon.0) 871 : cluster [DBG] osdmap e499: 8 total, 8 up, 8 in 2021-07-26T16:05:01.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:01 smithi037 bash[42499]: cluster 2021-07-26T16:04:59.804188+0000 mgr.y (mgr.24994) 319 : cluster [DBG] pgmap v456: 89 pgs: 89 active+clean; 384 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 23 op/s 2021-07-26T16:05:01.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:01 smithi037 bash[42499]: cluster 2021-07-26T16:05:00.068709+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e498: 8 total, 8 up, 8 in 2021-07-26T16:05:01.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:01 smithi037 bash[42499]: cluster 2021-07-26T16:05:00.639232+0000 mon.a (mon.0) 871 : cluster [DBG] osdmap e499: 8 total, 8 up, 8 in 2021-07-26T16:05:01.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:01 smithi107 bash[29346]: cluster 2021-07-26T16:04:59.804188+0000 mgr.y (mgr.24994) 319 : cluster [DBG] pgmap v456: 89 pgs: 89 active+clean; 384 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 23 op/s 2021-07-26T16:05:01.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:01 smithi107 bash[29346]: cluster 2021-07-26T16:05:00.068709+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e498: 8 total, 8 up, 8 in 2021-07-26T16:05:01.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:01 smithi107 bash[29346]: cluster 2021-07-26T16:05:00.639232+0000 mon.a (mon.0) 871 : cluster [DBG] osdmap e499: 8 total, 8 up, 8 in 2021-07-26T16:05:01.644 INFO:tasks.rados.rados.0.smithi037.stdout:2269: done (1 left) 2021-07-26T16:05:01.645 INFO:tasks.rados.rados.0.smithi037.stdout:2270: done (0 left) 2021-07-26T16:05:01.645 INFO:tasks.rados.rados.0.smithi037.stdout:2271: snap_remove snap 195 2021-07-26T16:05:02.032 INFO:tasks.rados.rados.0.smithi037.stdout:2271: done (0 left) 2021-07-26T16:05:02.032 INFO:tasks.rados.rados.0.smithi037.stdout:2272: read oid 8 snap -1 2021-07-26T16:05:02.032 INFO:tasks.rados.rados.0.smithi037.stdout:2272: expect (ObjNum 674 snap 204 seq_num 674) 2021-07-26T16:05:02.033 INFO:tasks.rados.rados.0.smithi037.stdout:2273: read oid 43 snap 196 2021-07-26T16:05:02.033 INFO:tasks.rados.rados.0.smithi037.stdout:2273: expect (ObjNum 652 snap 191 seq_num 652) 2021-07-26T16:05:02.033 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 225 2021-07-26T16:05:02.034 INFO:tasks.rados.rados.0.smithi037.stdout:2274: seq_num 743 ranges {0=450560} 2021-07-26T16:05:02.038 INFO:tasks.rados.rados.0.smithi037.stdout:2274: writing smithi03738989-3 from 0 to 450560 tid 1 2021-07-26T16:05:02.038 INFO:tasks.rados.rados.0.smithi037.stdout:2275: delete oid 2 current snap is 225 2021-07-26T16:05:02.058 INFO:tasks.rados.rados.0.smithi037.stdout:2274: finishing write tid 1 to smithi03738989-3 2021-07-26T16:05:02.059 INFO:tasks.rados.rados.0.smithi037.stdout:2274: finishing write tid 3 to smithi03738989-3 2021-07-26T16:05:02.065 INFO:tasks.rados.rados.0.smithi037.stdout:2274: finishing write tid 4 to smithi03738989-3 2021-07-26T16:05:02.066 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 1530 (ObjNum 743 snap 225 seq_num 743) dirty exists 2021-07-26T16:05:02.066 INFO:tasks.rados.rados.0.smithi037.stdout:2274: left oid 3 (ObjNum 743 snap 225 seq_num 743) 2021-07-26T16:05:02.072 INFO:tasks.rados.rados.0.smithi037.stdout:2272: expect (ObjNum 674 snap 204 seq_num 674) 2021-07-26T16:05:02.188 INFO:tasks.rados.rados.0.smithi037.stdout:2273: expect (ObjNum 652 snap 191 seq_num 652) 2021-07-26T16:05:02.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[41498]: cluster 2021-07-26T16:05:01.063951+0000 mon.a (mon.0) 872 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2021-07-26T16:05:02.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[41498]: cluster 2021-07-26T16:05:01.064033+0000 mon.a (mon.0) 873 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2021-07-26T16:05:02.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[41498]: cluster 2021-07-26T16:05:01.071216+0000 mon.a (mon.0) 874 : cluster [DBG] mds.0 [v2:172.21.15.107:6832/958903155,v1:172.21.15.107:6833/958903155] down:dne 2021-07-26T16:05:02.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[41498]: cluster 2021-07-26T16:05:01.071413+0000 mon.a (mon.0) 875 : cluster [INF] Standby daemon mds.foo.smithi037.wjuegm assigned to filesystem foo as rank 0 2021-07-26T16:05:02.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[41498]: cluster 2021-07-26T16:05:01.071659+0000 mon.a (mon.0) 876 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2021-07-26T16:05:02.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[41498]: cluster 2021-07-26T16:05:01.071704+0000 mon.a (mon.0) 877 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2021-07-26T16:05:02.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[41498]: cluster 2021-07-26T16:05:01.072262+0000 mon.a (mon.0) 878 : cluster [DBG] fsmap foo:0/1 1 up:standby, 1 failed 2021-07-26T16:05:02.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[41498]: cluster 2021-07-26T16:05:01.083064+0000 mon.a (mon.0) 879 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi037.wjuegm=up:replay} 2021-07-26T16:05:02.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[41498]: audit 2021-07-26T16:05:01.424990+0000 mon.c (mon.1) 285 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T16:05:02.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[41498]: cluster 2021-07-26T16:05:01.645131+0000 mon.a (mon.0) 880 : cluster [DBG] osdmap e500: 8 total, 8 up, 8 in 2021-07-26T16:05:02.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[41498]: cluster 2021-07-26T16:05:02.033140+0000 mon.a (mon.0) 881 : cluster [DBG] osdmap e501: 8 total, 8 up, 8 in 2021-07-26T16:05:02.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[42499]: cluster 2021-07-26T16:05:01.063951+0000 mon.a (mon.0) 872 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2021-07-26T16:05:02.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[42499]: cluster 2021-07-26T16:05:01.064033+0000 mon.a (mon.0) 873 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2021-07-26T16:05:02.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[42499]: cluster 2021-07-26T16:05:01.071216+0000 mon.a (mon.0) 874 : cluster [DBG] mds.0 [v2:172.21.15.107:6832/958903155,v1:172.21.15.107:6833/958903155] down:dne 2021-07-26T16:05:02.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[42499]: cluster 2021-07-26T16:05:01.071413+0000 mon.a (mon.0) 875 : cluster [INF] Standby daemon mds.foo.smithi037.wjuegm assigned to filesystem foo as rank 0 2021-07-26T16:05:02.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[42499]: cluster 2021-07-26T16:05:01.071659+0000 mon.a (mon.0) 876 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2021-07-26T16:05:02.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[42499]: cluster 2021-07-26T16:05:01.071704+0000 mon.a (mon.0) 877 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2021-07-26T16:05:02.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[42499]: cluster 2021-07-26T16:05:01.072262+0000 mon.a (mon.0) 878 : cluster [DBG] fsmap foo:0/1 1 up:standby, 1 failed 2021-07-26T16:05:02.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[42499]: cluster 2021-07-26T16:05:01.083064+0000 mon.a (mon.0) 879 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi037.wjuegm=up:replay} 2021-07-26T16:05:02.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[42499]: audit 2021-07-26T16:05:01.424990+0000 mon.c (mon.1) 285 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T16:05:02.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[42499]: cluster 2021-07-26T16:05:01.645131+0000 mon.a (mon.0) 880 : cluster [DBG] osdmap e500: 8 total, 8 up, 8 in 2021-07-26T16:05:02.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:02 smithi037 bash[42499]: cluster 2021-07-26T16:05:02.033140+0000 mon.a (mon.0) 881 : cluster [DBG] osdmap e501: 8 total, 8 up, 8 in 2021-07-26T16:05:02.401 INFO:tasks.rados.rados.0.smithi037.stdout:2272: done (3 left) 2021-07-26T16:05:02.402 INFO:tasks.rados.rados.0.smithi037.stdout:2273: done (2 left) 2021-07-26T16:05:02.402 INFO:tasks.rados.rados.0.smithi037.stdout:2274: done (1 left) 2021-07-26T16:05:02.403 INFO:tasks.rados.rados.0.smithi037.stdout:2275: done (0 left) 2021-07-26T16:05:02.403 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 225 2021-07-26T16:05:02.404 INFO:tasks.rados.rados.0.smithi037.stdout:2276: seq_num 745 ranges {335872=483328} 2021-07-26T16:05:02.411 INFO:tasks.rados.rados.0.smithi037.stdout:2276: writing smithi03738989-7 from 335872 to 819200 tid 1 2021-07-26T16:05:02.411 INFO:tasks.rados.rados.0.smithi037.stdout:2277: snap_remove snap 217 2021-07-26T16:05:02.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:02 smithi107 bash[29346]: cluster 2021-07-26T16:05:01.063951+0000 mon.a (mon.0) 872 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2021-07-26T16:05:02.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:02 smithi107 bash[29346]: cluster 2021-07-26T16:05:01.064033+0000 mon.a (mon.0) 873 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2021-07-26T16:05:02.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:02 smithi107 bash[29346]: cluster 2021-07-26T16:05:01.071216+0000 mon.a (mon.0) 874 : cluster [DBG] mds.0 [v2:172.21.15.107:6832/958903155,v1:172.21.15.107:6833/958903155] down:dne 2021-07-26T16:05:02.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:02 smithi107 bash[29346]: cluster 2021-07-26T16:05:01.071413+0000 mon.a (mon.0) 875 : cluster [INF] Standby daemon mds.foo.smithi037.wjuegm assigned to filesystem foo as rank 0 2021-07-26T16:05:02.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:02 smithi107 bash[29346]: cluster 2021-07-26T16:05:01.071659+0000 mon.a (mon.0) 876 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2021-07-26T16:05:02.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:02 smithi107 bash[29346]: cluster 2021-07-26T16:05:01.071704+0000 mon.a (mon.0) 877 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2021-07-26T16:05:02.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:02 smithi107 bash[29346]: cluster 2021-07-26T16:05:01.072262+0000 mon.a (mon.0) 878 : cluster [DBG] fsmap foo:0/1 1 up:standby, 1 failed 2021-07-26T16:05:02.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:02 smithi107 bash[29346]: cluster 2021-07-26T16:05:01.083064+0000 mon.a (mon.0) 879 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi037.wjuegm=up:replay} 2021-07-26T16:05:02.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:02 smithi107 bash[29346]: audit 2021-07-26T16:05:01.424990+0000 mon.c (mon.1) 285 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T16:05:02.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:02 smithi107 bash[29346]: cluster 2021-07-26T16:05:01.645131+0000 mon.a (mon.0) 880 : cluster [DBG] osdmap e500: 8 total, 8 up, 8 in 2021-07-26T16:05:02.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:02 smithi107 bash[29346]: cluster 2021-07-26T16:05:02.033140+0000 mon.a (mon.0) 881 : cluster [DBG] osdmap e501: 8 total, 8 up, 8 in 2021-07-26T16:05:03.101 INFO:tasks.rados.rados.0.smithi037.stdout:2277: done (1 left) 2021-07-26T16:05:03.102 INFO:tasks.rados.rados.0.smithi037.stdout:2278: read oid 48 snap -1 2021-07-26T16:05:03.102 INFO:tasks.rados.rados.0.smithi037.stdout:2278: expect (ObjNum 739 snap 224 seq_num 739) 2021-07-26T16:05:03.102 INFO:tasks.rados.rados.0.smithi037.stdout:2279: read oid 39 snap -1 2021-07-26T16:05:03.103 INFO:tasks.rados.rados.0.smithi037.stdout:2279: expect (ObjNum 727 snap 222 seq_num 727) 2021-07-26T16:05:03.103 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 225 2021-07-26T16:05:03.103 INFO:tasks.rados.rados.0.smithi037.stdout:2280: seq_num 746 ranges {1318912=499712} 2021-07-26T16:05:03.114 INFO:tasks.rados.rados.0.smithi037.stdout:2280: writing smithi03738989-16 from 1318912 to 1818624 tid 1 2021-07-26T16:05:03.115 INFO:tasks.rados.rados.0.smithi037.stdout:2281: snap_create 2021-07-26T16:05:03.115 INFO:tasks.rados.rados.0.smithi037.stdout:2276: finishing write tid 1 to smithi03738989-7 2021-07-26T16:05:03.115 INFO:tasks.rados.rados.0.smithi037.stdout:2276: finishing write tid 3 to smithi03738989-7 2021-07-26T16:05:03.115 INFO:tasks.rados.rados.0.smithi037.stdout:2276: finishing write tid 4 to smithi03738989-7 2021-07-26T16:05:03.115 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 1699 (ObjNum 745 snap 225 seq_num 745) dirty exists 2021-07-26T16:05:03.116 INFO:tasks.rados.rados.0.smithi037.stdout:2276: left oid 7 (ObjNum 745 snap 225 seq_num 745) 2021-07-26T16:05:03.123 INFO:tasks.rados.rados.0.smithi037.stdout:2278: expect (ObjNum 739 snap 224 seq_num 739) 2021-07-26T16:05:03.276 INFO:tasks.rados.rados.0.smithi037.stdout:2279: expect (ObjNum 727 snap 222 seq_num 727) 2021-07-26T16:05:03.417 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:03 smithi107 bash[29346]: cluster 2021-07-26T16:05:01.804959+0000 mgr.y (mgr.24994) 320 : cluster [DBG] pgmap v460: 89 pgs: 89 active+clean; 387 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 716 KiB/s wr, 20 op/s 2021-07-26T16:05:03.418 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:03 smithi107 bash[29346]: cluster 2021-07-26T16:05:02.088114+0000 mon.a (mon.0) 882 : cluster [DBG] mds.? [v2:172.21.15.37:6834/682395913,v1:172.21.15.37:6835/682395913] up:reconnect 2021-07-26T16:05:03.418 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:03 smithi107 bash[29346]: cluster 2021-07-26T16:05:02.088268+0000 mon.a (mon.0) 883 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi037.wjuegm=up:reconnect} 2021-07-26T16:05:03.431 INFO:tasks.rados.rados.0.smithi037.stdout:2280: finishing write tid 1 to smithi03738989-16 2021-07-26T16:05:03.431 INFO:tasks.rados.rados.0.smithi037.stdout:2280: finishing write tid 3 to smithi03738989-16 2021-07-26T16:05:03.432 INFO:tasks.rados.rados.0.smithi037.stdout:2280: finishing write tid 4 to smithi03738989-16 2021-07-26T16:05:03.432 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 1672 (ObjNum 746 snap 225 seq_num 746) dirty exists 2021-07-26T16:05:03.433 INFO:tasks.rados.rados.0.smithi037.stdout:2280: left oid 16 (ObjNum 746 snap 225 seq_num 746) 2021-07-26T16:05:03.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:03 smithi037 bash[41498]: cluster 2021-07-26T16:05:01.804959+0000 mgr.y (mgr.24994) 320 : cluster [DBG] pgmap v460: 89 pgs: 89 active+clean; 387 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 716 KiB/s wr, 20 op/s 2021-07-26T16:05:03.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:03 smithi037 bash[41498]: cluster 2021-07-26T16:05:02.088114+0000 mon.a (mon.0) 882 : cluster [DBG] mds.? [v2:172.21.15.37:6834/682395913,v1:172.21.15.37:6835/682395913] up:reconnect 2021-07-26T16:05:03.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:03 smithi037 bash[41498]: cluster 2021-07-26T16:05:02.088268+0000 mon.a (mon.0) 883 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi037.wjuegm=up:reconnect} 2021-07-26T16:05:03.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:03 smithi037 bash[42499]: cluster 2021-07-26T16:05:01.804959+0000 mgr.y (mgr.24994) 320 : cluster [DBG] pgmap v460: 89 pgs: 89 active+clean; 387 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 716 KiB/s wr, 20 op/s 2021-07-26T16:05:03.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:03 smithi037 bash[42499]: cluster 2021-07-26T16:05:02.088114+0000 mon.a (mon.0) 882 : cluster [DBG] mds.? [v2:172.21.15.37:6834/682395913,v1:172.21.15.37:6835/682395913] up:reconnect 2021-07-26T16:05:03.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:03 smithi037 bash[42499]: cluster 2021-07-26T16:05:02.088268+0000 mon.a (mon.0) 883 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi037.wjuegm=up:reconnect} 2021-07-26T16:05:04.107 INFO:tasks.rados.rados.0.smithi037.stdout:2276: done (4 left) 2021-07-26T16:05:04.108 INFO:tasks.rados.rados.0.smithi037.stdout:2278: done (3 left) 2021-07-26T16:05:04.108 INFO:tasks.rados.rados.0.smithi037.stdout:2279: done (2 left) 2021-07-26T16:05:04.108 INFO:tasks.rados.rados.0.smithi037.stdout:2280: done (1 left) 2021-07-26T16:05:04.108 INFO:tasks.rados.rados.0.smithi037.stdout:2281: done (0 left) 2021-07-26T16:05:04.109 INFO:tasks.rados.rados.0.smithi037.stdout:2282: delete oid 41 current snap is 226 2021-07-26T16:05:04.113 INFO:tasks.rados.rados.0.smithi037.stdout:2282: done (0 left) 2021-07-26T16:05:04.114 INFO:tasks.rados.rados.0.smithi037.stdout:2283: setattr oid 48 current snap is 226 2021-07-26T16:05:04.117 INFO:tasks.rados.rados.0.smithi037.stdout:2284: read oid 33 snap -1 2021-07-26T16:05:04.117 INFO:tasks.rados.rados.0.smithi037.stdout:2284: expect deleted 2021-07-26T16:05:04.117 INFO:tasks.rados.rados.0.smithi037.stdout:2285: delete oid 39 current snap is 226 2021-07-26T16:05:04.123 INFO:tasks.rados.rados.0.smithi037.stdout:2284: done (2 left) 2021-07-26T16:05:04.123 INFO:tasks.rados.rados.0.smithi037.stdout:2285: done (1 left) 2021-07-26T16:05:04.124 INFO:tasks.rados.rados.0.smithi037.stdout:2286: rollback oid 3 current snap is 226 2021-07-26T16:05:04.124 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 3 to 215 2021-07-26T16:05:04.124 INFO:tasks.rados.rados.0.smithi037.stdout:2287: snap_create 2021-07-26T16:05:04.127 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 1673 (ObjNum 739 snap 224 seq_num 739) dirty exists 2021-07-26T16:05:04.130 INFO:tasks.rados.rados.0.smithi037.stdout:2286: finishing rollback tid 0 to smithi03738989-3 2021-07-26T16:05:04.130 INFO:tasks.rados.rados.0.smithi037.stdout:2286: finishing rollback tid 1 to smithi03738989-3 2021-07-26T16:05:04.131 INFO:tasks.rados.rados.0.smithi037.stdout:2286: finishing rollback tid 2 to smithi03738989-3 2021-07-26T16:05:04.131 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 1533 (ObjNum 581 snap 171 seq_num 581) dirty exists 2021-07-26T16:05:04.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:04 smithi107 bash[29346]: cluster 2021-07-26T16:05:03.092102+0000 mon.a (mon.0) 884 : cluster [DBG] mds.? [v2:172.21.15.37:6834/682395913,v1:172.21.15.37:6835/682395913] up:rejoin 2021-07-26T16:05:04.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:04 smithi107 bash[29346]: cluster 2021-07-26T16:05:03.092214+0000 mon.a (mon.0) 885 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi037.wjuegm=up:rejoin} 2021-07-26T16:05:04.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:04 smithi107 bash[29346]: cluster 2021-07-26T16:05:03.093697+0000 mon.a (mon.0) 886 : cluster [INF] daemon mds.foo.smithi037.wjuegm is now active in filesystem foo as rank 0 2021-07-26T16:05:04.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:04 smithi107 bash[29346]: cluster 2021-07-26T16:05:03.102977+0000 mon.a (mon.0) 887 : cluster [DBG] osdmap e502: 8 total, 8 up, 8 in 2021-07-26T16:05:04.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:04 smithi107 bash[29346]: audit 2021-07-26T16:05:03.716362+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:04.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:04 smithi107 bash[29346]: audit 2021-07-26T16:05:03.720668+0000 mon.c (mon.1) 286 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:04.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:04 smithi107 bash[29346]: audit 2021-07-26T16:05:03.724719+0000 mon.c (mon.1) 287 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:05:04.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:04 smithi107 bash[29346]: cluster 2021-07-26T16:05:04.087746+0000 mon.a (mon.0) 889 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2021-07-26T16:05:04.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:04 smithi037 bash[41498]: cluster 2021-07-26T16:05:03.092102+0000 mon.a (mon.0) 884 : cluster [DBG] mds.? [v2:172.21.15.37:6834/682395913,v1:172.21.15.37:6835/682395913] up:rejoin 2021-07-26T16:05:04.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:04 smithi037 bash[41498]: cluster 2021-07-26T16:05:03.092214+0000 mon.a (mon.0) 885 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi037.wjuegm=up:rejoin} 2021-07-26T16:05:04.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:04 smithi037 bash[41498]: cluster 2021-07-26T16:05:03.093697+0000 mon.a (mon.0) 886 : cluster [INF] daemon mds.foo.smithi037.wjuegm is now active in filesystem foo as rank 0 2021-07-26T16:05:04.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:04 smithi037 bash[41498]: cluster 2021-07-26T16:05:03.102977+0000 mon.a (mon.0) 887 : cluster [DBG] osdmap e502: 8 total, 8 up, 8 in 2021-07-26T16:05:04.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:04 smithi037 bash[41498]: audit 2021-07-26T16:05:03.716362+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:04.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:04 smithi037 bash[41498]: audit 2021-07-26T16:05:03.720668+0000 mon.c (mon.1) 286 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:04.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:04 smithi037 bash[41498]: audit 2021-07-26T16:05:03.724719+0000 mon.c (mon.1) 287 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:05:04.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:04 smithi037 bash[41498]: cluster 2021-07-26T16:05:04.087746+0000 mon.a (mon.0) 889 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2021-07-26T16:05:04.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:04 smithi037 bash[42499]: cluster 2021-07-26T16:05:03.092102+0000 mon.a (mon.0) 884 : cluster [DBG] mds.? [v2:172.21.15.37:6834/682395913,v1:172.21.15.37:6835/682395913] up:rejoin 2021-07-26T16:05:04.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:04 smithi037 bash[42499]: cluster 2021-07-26T16:05:03.092214+0000 mon.a (mon.0) 885 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi037.wjuegm=up:rejoin} 2021-07-26T16:05:04.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:04 smithi037 bash[42499]: cluster 2021-07-26T16:05:03.093697+0000 mon.a (mon.0) 886 : cluster [INF] daemon mds.foo.smithi037.wjuegm is now active in filesystem foo as rank 0 2021-07-26T16:05:04.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:04 smithi037 bash[42499]: cluster 2021-07-26T16:05:03.102977+0000 mon.a (mon.0) 887 : cluster [DBG] osdmap e502: 8 total, 8 up, 8 in 2021-07-26T16:05:04.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:04 smithi037 bash[42499]: audit 2021-07-26T16:05:03.716362+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:04.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:04 smithi037 bash[42499]: audit 2021-07-26T16:05:03.720668+0000 mon.c (mon.1) 286 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:04.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:04 smithi037 bash[42499]: audit 2021-07-26T16:05:03.724719+0000 mon.c (mon.1) 287 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:05:04.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:04 smithi037 bash[42499]: cluster 2021-07-26T16:05:04.087746+0000 mon.a (mon.0) 889 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2021-07-26T16:05:05.111 INFO:tasks.rados.rados.0.smithi037.stdout:2283: done (2 left) 2021-07-26T16:05:05.111 INFO:tasks.rados.rados.0.smithi037.stdout:2286: done (1 left) 2021-07-26T16:05:05.112 INFO:tasks.rados.rados.0.smithi037.stdout:2287: done (0 left) 2021-07-26T16:05:05.112 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 227 2021-07-26T16:05:05.112 INFO:tasks.rados.rados.0.smithi037.stdout:2288: seq_num 749 ranges {2564096=548864} 2021-07-26T16:05:05.131 INFO:tasks.rados.rados.0.smithi037.stdout:2288: writing smithi03738989-20 from 2564096 to 3112960 tid 1 2021-07-26T16:05:05.132 INFO:tasks.rados.rados.0.smithi037.stdout:2289: delete oid 11 current snap is 227 2021-07-26T16:05:05.144 INFO:tasks.rados.rados.0.smithi037.stdout:2288: finishing write tid 1 to smithi03738989-20 2021-07-26T16:05:05.144 INFO:tasks.rados.rados.0.smithi037.stdout:2288: finishing write tid 3 to smithi03738989-20 2021-07-26T16:05:05.144 INFO:tasks.rados.rados.0.smithi037.stdout:2288: finishing write tid 4 to smithi03738989-20 2021-07-26T16:05:05.145 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 774 (ObjNum 749 snap 227 seq_num 749) dirty exists 2021-07-26T16:05:05.145 INFO:tasks.rados.rados.0.smithi037.stdout:2288: left oid 20 (ObjNum 749 snap 227 seq_num 749) 2021-07-26T16:05:05.145 INFO:tasks.rados.rados.0.smithi037.stdout:2288: done (1 left) 2021-07-26T16:05:05.145 INFO:tasks.rados.rados.0.smithi037.stdout:2289: done (0 left) 2021-07-26T16:05:05.145 INFO:tasks.rados.rados.0.smithi037.stdout:2290: snap_remove snap 200 2021-07-26T16:05:05.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:05 smithi107 bash[29346]: cluster 2021-07-26T16:05:03.805543+0000 mgr.y (mgr.24994) 321 : cluster [DBG] pgmap v463: 89 pgs: 89 active+clean; 389 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 498 KiB/s wr, 26 op/s 2021-07-26T16:05:05.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:05 smithi107 bash[29346]: cluster 2021-07-26T16:05:04.095020+0000 mon.a (mon.0) 890 : cluster [DBG] mds.? [v2:172.21.15.37:6834/682395913,v1:172.21.15.37:6835/682395913] up:active 2021-07-26T16:05:05.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:05 smithi107 bash[29346]: cluster 2021-07-26T16:05:04.095148+0000 mon.a (mon.0) 891 : cluster [DBG] fsmap foo:1 {0=foo.smithi037.wjuegm=up:active} 2021-07-26T16:05:05.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:05 smithi107 bash[29346]: cluster 2021-07-26T16:05:04.110551+0000 mon.a (mon.0) 892 : cluster [DBG] osdmap e503: 8 total, 8 up, 8 in 2021-07-26T16:05:05.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:05 smithi037 bash[41498]: cluster 2021-07-26T16:05:03.805543+0000 mgr.y (mgr.24994) 321 : cluster [DBG] pgmap v463: 89 pgs: 89 active+clean; 389 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 498 KiB/s wr, 26 op/s 2021-07-26T16:05:05.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:05 smithi037 bash[41498]: cluster 2021-07-26T16:05:04.095020+0000 mon.a (mon.0) 890 : cluster [DBG] mds.? [v2:172.21.15.37:6834/682395913,v1:172.21.15.37:6835/682395913] up:active 2021-07-26T16:05:05.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:05 smithi037 bash[41498]: cluster 2021-07-26T16:05:04.095148+0000 mon.a (mon.0) 891 : cluster [DBG] fsmap foo:1 {0=foo.smithi037.wjuegm=up:active} 2021-07-26T16:05:05.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:05 smithi037 bash[41498]: cluster 2021-07-26T16:05:04.110551+0000 mon.a (mon.0) 892 : cluster [DBG] osdmap e503: 8 total, 8 up, 8 in 2021-07-26T16:05:05.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:05 smithi037 bash[42499]: cluster 2021-07-26T16:05:03.805543+0000 mgr.y (mgr.24994) 321 : cluster [DBG] pgmap v463: 89 pgs: 89 active+clean; 389 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 498 KiB/s wr, 26 op/s 2021-07-26T16:05:05.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:05 smithi037 bash[42499]: cluster 2021-07-26T16:05:04.095020+0000 mon.a (mon.0) 890 : cluster [DBG] mds.? [v2:172.21.15.37:6834/682395913,v1:172.21.15.37:6835/682395913] up:active 2021-07-26T16:05:05.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:05 smithi037 bash[42499]: cluster 2021-07-26T16:05:04.095148+0000 mon.a (mon.0) 891 : cluster [DBG] fsmap foo:1 {0=foo.smithi037.wjuegm=up:active} 2021-07-26T16:05:05.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:05 smithi037 bash[42499]: cluster 2021-07-26T16:05:04.110551+0000 mon.a (mon.0) 892 : cluster [DBG] osdmap e503: 8 total, 8 up, 8 in 2021-07-26T16:05:06.125 INFO:tasks.rados.rados.0.smithi037.stdout:2290: done (0 left) 2021-07-26T16:05:06.126 INFO:tasks.rados.rados.0.smithi037.stdout:2291: read oid 16 snap 165 2021-07-26T16:05:06.126 INFO:tasks.rados.rados.0.smithi037.stdout:2291: expect (ObjNum 500 snap 150 seq_num 500) 2021-07-26T16:05:06.126 INFO:tasks.rados.rados.0.smithi037.stdout:2292: delete oid 12 current snap is 227 2021-07-26T16:05:06.147 INFO:tasks.rados.rados.0.smithi037.stdout:2291: expect (ObjNum 500 snap 150 seq_num 500) 2021-07-26T16:05:06.180 INFO:tasks.rados.rados.0.smithi037.stdout:2291: done (1 left) 2021-07-26T16:05:06.180 INFO:tasks.rados.rados.0.smithi037.stdout:2292: done (0 left) 2021-07-26T16:05:06.180 INFO:tasks.rados.rados.0.smithi037.stdout:2293: read oid 7 snap -1 2021-07-26T16:05:06.181 INFO:tasks.rados.rados.0.smithi037.stdout:2293: expect (ObjNum 745 snap 225 seq_num 745) 2021-07-26T16:05:06.181 INFO:tasks.rados.rados.0.smithi037.stdout:2294: snap_create 2021-07-26T16:05:06.187 INFO:tasks.rados.rados.0.smithi037.stdout:2293: expect (ObjNum 745 snap 225 seq_num 745) 2021-07-26T16:05:06.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:06 smithi107 bash[29346]: cluster 2021-07-26T16:05:05.113727+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e504: 8 total, 8 up, 8 in 2021-07-26T16:05:06.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:06 smithi107 bash[29346]: cluster 2021-07-26T16:05:05.714847+0000 mon.a (mon.0) 894 : cluster [INF] Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2021-07-26T16:05:06.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:06 smithi107 bash[29346]: cluster 2021-07-26T16:05:05.714923+0000 mon.a (mon.0) 895 : cluster [INF] Cluster is now healthy 2021-07-26T16:05:06.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:06 smithi107 bash[29346]: cluster 2021-07-26T16:05:05.721432+0000 mon.a (mon.0) 896 : cluster [DBG] mds.? [v2:172.21.15.107:6832/3629956631,v1:172.21.15.107:6833/3629956631] up:boot 2021-07-26T16:05:06.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:06 smithi107 bash[29346]: cluster 2021-07-26T16:05:05.721556+0000 mon.a (mon.0) 897 : cluster [DBG] fsmap foo:1 {0=foo.smithi037.wjuegm=up:active} 1 up:standby 2021-07-26T16:05:06.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:06 smithi107 bash[29346]: audit 2021-07-26T16:05:05.723340+0000 mon.c (mon.1) 288 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T16:05:06.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:06 smithi037 bash[41498]: cluster 2021-07-26T16:05:05.113727+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e504: 8 total, 8 up, 8 in 2021-07-26T16:05:06.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:06 smithi037 bash[41498]: cluster 2021-07-26T16:05:05.714847+0000 mon.a (mon.0) 894 : cluster [INF] Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2021-07-26T16:05:06.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:06 smithi037 bash[41498]: cluster 2021-07-26T16:05:05.714923+0000 mon.a (mon.0) 895 : cluster [INF] Cluster is now healthy 2021-07-26T16:05:06.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:06 smithi037 bash[41498]: cluster 2021-07-26T16:05:05.721432+0000 mon.a (mon.0) 896 : cluster [DBG] mds.? [v2:172.21.15.107:6832/3629956631,v1:172.21.15.107:6833/3629956631] up:boot 2021-07-26T16:05:06.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:06 smithi037 bash[41498]: cluster 2021-07-26T16:05:05.721556+0000 mon.a (mon.0) 897 : cluster [DBG] fsmap foo:1 {0=foo.smithi037.wjuegm=up:active} 1 up:standby 2021-07-26T16:05:06.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:06 smithi037 bash[41498]: audit 2021-07-26T16:05:05.723340+0000 mon.c (mon.1) 288 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T16:05:06.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:06 smithi037 bash[42499]: cluster 2021-07-26T16:05:05.113727+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e504: 8 total, 8 up, 8 in 2021-07-26T16:05:06.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:06 smithi037 bash[42499]: cluster 2021-07-26T16:05:05.714847+0000 mon.a (mon.0) 894 : cluster [INF] Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2021-07-26T16:05:06.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:06 smithi037 bash[42499]: cluster 2021-07-26T16:05:05.714923+0000 mon.a (mon.0) 895 : cluster [INF] Cluster is now healthy 2021-07-26T16:05:06.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:06 smithi037 bash[42499]: cluster 2021-07-26T16:05:05.721432+0000 mon.a (mon.0) 896 : cluster [DBG] mds.? [v2:172.21.15.107:6832/3629956631,v1:172.21.15.107:6833/3629956631] up:boot 2021-07-26T16:05:06.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:06 smithi037 bash[42499]: cluster 2021-07-26T16:05:05.721556+0000 mon.a (mon.0) 897 : cluster [DBG] fsmap foo:1 {0=foo.smithi037.wjuegm=up:active} 1 up:standby 2021-07-26T16:05:06.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:06 smithi037 bash[42499]: audit 2021-07-26T16:05:05.723340+0000 mon.c (mon.1) 288 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T16:05:07.035 INFO:tasks.rados.rados.0.smithi037.stdout:2293: done (1 left) 2021-07-26T16:05:07.035 INFO:tasks.rados.rados.0.smithi037.stdout:2294: done (0 left) 2021-07-26T16:05:07.036 INFO:tasks.rados.rados.0.smithi037.stdout:2295: read oid 46 snap 226 2021-07-26T16:05:07.036 INFO:tasks.rados.rados.0.smithi037.stdout:2295: expect (ObjNum 731 snap 223 seq_num 731) 2021-07-26T16:05:07.036 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 228 2021-07-26T16:05:07.036 INFO:tasks.rados.rados.0.smithi037.stdout:2296: seq_num 752 ranges {65536=598016} 2021-07-26T16:05:07.039 INFO:tasks.rados.rados.0.smithi037.stdout:2296: writing smithi03738989-32 from 65536 to 663552 tid 1 2021-07-26T16:05:07.040 INFO:tasks.rados.rados.0.smithi037.stdout:2297: read oid 31 snap -1 2021-07-26T16:05:07.040 INFO:tasks.rados.rados.0.smithi037.stdout:2297: expect (ObjNum 737 snap 224 seq_num 737) 2021-07-26T16:05:07.040 INFO:tasks.rados.rados.0.smithi037.stdout:2298: copy_from oid 20 from oid 38 current snap is 228 2021-07-26T16:05:07.041 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 228 2021-07-26T16:05:07.041 INFO:tasks.rados.rados.0.smithi037.stdout:2299: seq_num 753 ranges {6791168=614400} 2021-07-26T16:05:07.083 INFO:tasks.rados.rados.0.smithi037.stdout:2299: writing smithi03738989-45 from 6791168 to 7405568 tid 1 2021-07-26T16:05:07.083 INFO:tasks.rados.rados.0.smithi037.stdout:2300: snap_remove snap 218 2021-07-26T16:05:07.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:07 smithi107 bash[29346]: cluster 2021-07-26T16:05:05.806414+0000 mgr.y (mgr.24994) 322 : cluster [DBG] pgmap v466: 89 pgs: 89 active+clean; 388 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 792 KiB/s wr, 38 op/s 2021-07-26T16:05:07.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:07 smithi107 bash[29346]: cluster 2021-07-26T16:05:06.126250+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e505: 8 total, 8 up, 8 in 2021-07-26T16:05:07.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:07 smithi107 bash[29346]: cluster 2021-07-26T16:05:07.035501+0000 mon.a (mon.0) 899 : cluster [DBG] osdmap e506: 8 total, 8 up, 8 in 2021-07-26T16:05:07.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:07 smithi037 bash[41498]: cluster 2021-07-26T16:05:05.806414+0000 mgr.y (mgr.24994) 322 : cluster [DBG] pgmap v466: 89 pgs: 89 active+clean; 388 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 792 KiB/s wr, 38 op/s 2021-07-26T16:05:07.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:07 smithi037 bash[41498]: cluster 2021-07-26T16:05:06.126250+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e505: 8 total, 8 up, 8 in 2021-07-26T16:05:07.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:07 smithi037 bash[41498]: cluster 2021-07-26T16:05:07.035501+0000 mon.a (mon.0) 899 : cluster [DBG] osdmap e506: 8 total, 8 up, 8 in 2021-07-26T16:05:07.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:07 smithi037 bash[42499]: cluster 2021-07-26T16:05:05.806414+0000 mgr.y (mgr.24994) 322 : cluster [DBG] pgmap v466: 89 pgs: 89 active+clean; 388 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 792 KiB/s wr, 38 op/s 2021-07-26T16:05:07.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:07 smithi037 bash[42499]: cluster 2021-07-26T16:05:06.126250+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e505: 8 total, 8 up, 8 in 2021-07-26T16:05:07.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:07 smithi037 bash[42499]: cluster 2021-07-26T16:05:07.035501+0000 mon.a (mon.0) 899 : cluster [DBG] osdmap e506: 8 total, 8 up, 8 in 2021-07-26T16:05:08.050 INFO:tasks.rados.rados.0.smithi037.stdout:2300: done (5 left) 2021-07-26T16:05:08.051 INFO:tasks.rados.rados.0.smithi037.stdout:2301: delete oid 5 current snap is 228 2021-07-26T16:05:08.051 INFO:tasks.rados.rados.0.smithi037.stdout:2296: finishing write tid 1 to smithi03738989-32 2021-07-26T16:05:08.051 INFO:tasks.rados.rados.0.smithi037.stdout:2296: finishing write tid 3 to smithi03738989-32 2021-07-26T16:05:08.052 INFO:tasks.rados.rados.0.smithi037.stdout:2296: finishing write tid 4 to smithi03738989-32 2021-07-26T16:05:08.052 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 2068 (ObjNum 752 snap 228 seq_num 752) dirty exists 2021-07-26T16:05:08.052 INFO:tasks.rados.rados.0.smithi037.stdout:2296: left oid 32 (ObjNum 752 snap 228 seq_num 752) 2021-07-26T16:05:08.052 INFO:tasks.rados.rados.0.smithi037.stdout:2295: expect (ObjNum 731 snap 223 seq_num 731) 2021-07-26T16:05:08.227 INFO:tasks.rados.rados.0.smithi037.stdout:2298: finishing copy_from to smithi03738989-20 2021-07-26T16:05:08.227 INFO:tasks.rados.rados.0.smithi037.stdout:2298: got expected ENOENT (src dne) 2021-07-26T16:05:08.228 INFO:tasks.rados.rados.0.smithi037.stdout:2298: finishing copy_from racing read to smithi03738989-20 2021-07-26T16:05:08.228 INFO:tasks.rados.rados.0.smithi037.stdout:2297: expect (ObjNum 737 snap 224 seq_num 737) 2021-07-26T16:05:08.364 INFO:tasks.rados.rados.0.smithi037.stdout:2299: finishing write tid 1 to smithi03738989-45 2021-07-26T16:05:08.365 INFO:tasks.rados.rados.0.smithi037.stdout:2299: finishing write tid 3 to smithi03738989-45 2021-07-26T16:05:08.365 INFO:tasks.rados.rados.0.smithi037.stdout:2299: finishing write tid 4 to smithi03738989-45 2021-07-26T16:05:08.366 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 2071 (ObjNum 753 snap 228 seq_num 753) dirty exists 2021-07-26T16:05:08.366 INFO:tasks.rados.rados.0.smithi037.stdout:2299: left oid 45 (ObjNum 753 snap 228 seq_num 753) 2021-07-26T16:05:08.366 INFO:tasks.rados.rados.0.smithi037.stdout:2295: done (5 left) 2021-07-26T16:05:08.366 INFO:tasks.rados.rados.0.smithi037.stdout:2296: done (4 left) 2021-07-26T16:05:08.367 INFO:tasks.rados.rados.0.smithi037.stdout:2297: done (3 left) 2021-07-26T16:05:08.367 INFO:tasks.rados.rados.0.smithi037.stdout:2298: done (2 left) 2021-07-26T16:05:08.367 INFO:tasks.rados.rados.0.smithi037.stdout:2299: done (1 left) 2021-07-26T16:05:08.367 INFO:tasks.rados.rados.0.smithi037.stdout:2301: done (0 left) 2021-07-26T16:05:08.368 INFO:tasks.rados.rados.0.smithi037.stdout:2302: setattr oid 9 current snap is 228 2021-07-26T16:05:08.368 INFO:tasks.rados.rados.0.smithi037.stdout:2303: rollback oid 23 current snap is 228 2021-07-26T16:05:08.368 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 23 to 207 2021-07-26T16:05:08.369 INFO:tasks.rados.rados.0.smithi037.stdout:2304: rollback oid 5 current snap is 228 2021-07-26T16:05:08.369 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 5 to 220 2021-07-26T16:05:08.369 INFO:tasks.rados.rados.0.smithi037.stdout:2305: rmattr oid 22 current snap is 228 2021-07-26T16:05:08.369 INFO:tasks.rados.rados.0.smithi037.stdout:2305: done (3 left) 2021-07-26T16:05:08.370 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 228 2021-07-26T16:05:08.370 INFO:tasks.rados.rados.0.smithi037.stdout:2306: seq_num 755 ranges {4136960=647168} 2021-07-26T16:05:08.393 INFO:tasks.rados.rados.0.smithi037.stdout:2306: writing smithi03738989-27 from 4136960 to 4784128 tid 1 2021-07-26T16:05:08.393 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 228 2021-07-26T16:05:08.393 INFO:tasks.rados.rados.0.smithi037.stdout:2307: seq_num 756 ranges {3342336=671744} 2021-07-26T16:05:08.416 INFO:tasks.rados.rados.0.smithi037.stdout:2307: writing smithi03738989-26 from 3342336 to 4014080 tid 1 2021-07-26T16:05:08.416 INFO:tasks.rados.rados.0.smithi037.stdout:2308: read oid 31 snap -1 2021-07-26T16:05:08.416 INFO:tasks.rados.rados.0.smithi037.stdout:2308: expect (ObjNum 737 snap 224 seq_num 737) 2021-07-26T16:05:08.416 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 228 2021-07-26T16:05:08.417 INFO:tasks.rados.rados.0.smithi037.stdout:2309: seq_num 757 ranges {294912=688128} 2021-07-26T16:05:08.421 INFO:tasks.rados.rados.0.smithi037.stdout:2309: writing smithi03738989-25 from 294912 to 983040 tid 1 2021-07-26T16:05:08.421 INFO:tasks.rados.rados.0.smithi037.stdout:2310: copy_from oid 44 from oid 21 current snap is 228 2021-07-26T16:05:08.421 INFO:tasks.rados.rados.0.smithi037.stdout:2304: finishing rollback tid 1 to smithi03738989-5 2021-07-26T16:05:08.421 INFO:tasks.rados.rados.0.smithi037.stdout:2303: finishing rollback tid 0 to smithi03738989-23 2021-07-26T16:05:08.422 INFO:tasks.rados.rados.0.smithi037.stdout:2304: finishing rollback tid 2 to smithi03738989-5 2021-07-26T16:05:08.422 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1657 (ObjNum 450 snap 136 seq_num 450) dirty exists 2021-07-26T16:05:08.422 INFO:tasks.rados.rados.0.smithi037.stdout:2303: finishing rollback tid 1 to smithi03738989-23 2021-07-26T16:05:08.423 INFO:tasks.rados.rados.0.smithi037.stdout:2303: finishing rollback tid 2 to smithi03738989-23 2021-07-26T16:05:08.423 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1662 (ObjNum 676 snap 206 seq_num 676) dirty exists 2021-07-26T16:05:08.424 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1700 (ObjNum 716 snap 220 seq_num 716) dirty exists 2021-07-26T16:05:08.424 INFO:tasks.rados.rados.0.smithi037.stdout:2306: finishing write tid 1 to smithi03738989-27 2021-07-26T16:05:08.424 INFO:tasks.rados.rados.0.smithi037.stdout:2306: finishing write tid 3 to smithi03738989-27 2021-07-26T16:05:08.424 INFO:tasks.rados.rados.0.smithi037.stdout:2306: finishing write tid 4 to smithi03738989-27 2021-07-26T16:05:08.424 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1658 (ObjNum 755 snap 228 seq_num 755) dirty exists 2021-07-26T16:05:08.425 INFO:tasks.rados.rados.0.smithi037.stdout:2306: left oid 27 (ObjNum 755 snap 228 seq_num 755) 2021-07-26T16:05:08.425 INFO:tasks.rados.rados.0.smithi037.stdout:2302: done (7 left) 2021-07-26T16:05:08.425 INFO:tasks.rados.rados.0.smithi037.stdout:2303: done (6 left) 2021-07-26T16:05:08.425 INFO:tasks.rados.rados.0.smithi037.stdout:2304: done (5 left) 2021-07-26T16:05:08.426 INFO:tasks.rados.rados.0.smithi037.stdout:2306: done (4 left) 2021-07-26T16:05:08.426 INFO:tasks.rados.rados.0.smithi037.stdout:2311: read oid 18 snap -1 2021-07-26T16:05:08.426 INFO:tasks.rados.rados.0.smithi037.stdout:2311: expect deleted 2021-07-26T16:05:08.426 INFO:tasks.rados.rados.0.smithi037.stdout:2312: snap_create 2021-07-26T16:05:08.428 INFO:tasks.rados.rados.0.smithi037.stdout:2307: finishing write tid 1 to smithi03738989-26 2021-07-26T16:05:08.429 INFO:tasks.rados.rados.0.smithi037.stdout:2307: finishing write tid 3 to smithi03738989-26 2021-07-26T16:05:08.429 INFO:tasks.rados.rados.0.smithi037.stdout:2307: finishing write tid 4 to smithi03738989-26 2021-07-26T16:05:08.429 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 1660 (ObjNum 756 snap 228 seq_num 756) dirty exists 2021-07-26T16:05:08.429 INFO:tasks.rados.rados.0.smithi037.stdout:2307: left oid 26 (ObjNum 756 snap 228 seq_num 756) 2021-07-26T16:05:08.430 INFO:tasks.rados.rados.0.smithi037.stdout:2309: finishing write tid 1 to smithi03738989-25 2021-07-26T16:05:08.430 INFO:tasks.rados.rados.0.smithi037.stdout:2309: finishing write tid 3 to smithi03738989-25 2021-07-26T16:05:08.431 INFO:tasks.rados.rados.0.smithi037.stdout:2309: finishing write tid 4 to smithi03738989-25 2021-07-26T16:05:08.431 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 1681 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:05:08.431 INFO:tasks.rados.rados.0.smithi037.stdout:2309: left oid 25 (ObjNum 757 snap 228 seq_num 757) 2021-07-26T16:05:08.435 INFO:tasks.rados.rados.0.smithi037.stdout:2308: expect (ObjNum 737 snap 224 seq_num 737) 2021-07-26T16:05:08.579 INFO:tasks.rados.rados.0.smithi037.stdout:2310: finishing copy_from to smithi03738989-44 2021-07-26T16:05:08.579 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 1095 (ObjNum 694 snap 215 seq_num 694) dirty exists 2021-07-26T16:05:08.580 INFO:tasks.rados.rados.0.smithi037.stdout:2310: finishing copy_from racing read to smithi03738989-44 2021-07-26T16:05:09.132 INFO:tasks.rados.rados.0.smithi037.stdout:2307: done (5 left) 2021-07-26T16:05:09.132 INFO:tasks.rados.rados.0.smithi037.stdout:2308: done (4 left) 2021-07-26T16:05:09.133 INFO:tasks.rados.rados.0.smithi037.stdout:2309: done (3 left) 2021-07-26T16:05:09.133 INFO:tasks.rados.rados.0.smithi037.stdout:2310: done (2 left) 2021-07-26T16:05:09.133 INFO:tasks.rados.rados.0.smithi037.stdout:2311: done (1 left) 2021-07-26T16:05:09.133 INFO:tasks.rados.rados.0.smithi037.stdout:2312: done (0 left) 2021-07-26T16:05:09.134 INFO:tasks.rados.rados.0.smithi037.stdout:2313: delete oid 16 current snap is 229 2021-07-26T16:05:09.138 INFO:tasks.rados.rados.0.smithi037.stdout:2313: done (0 left) 2021-07-26T16:05:09.138 INFO:tasks.rados.rados.0.smithi037.stdout:2314: rollback oid 28 current snap is 229 2021-07-26T16:05:09.138 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 28 to 188 2021-07-26T16:05:09.139 INFO:tasks.rados.rados.0.smithi037.stdout:2315: copy_from oid 35 from oid 21 current snap is 229 2021-07-26T16:05:09.139 INFO:tasks.rados.rados.0.smithi037.stdout:2316: delete oid 50 current snap is 229 2021-07-26T16:05:09.148 INFO:tasks.rados.rados.0.smithi037.stdout:2314: finishing rollback tid 0 to smithi03738989-28 2021-07-26T16:05:09.148 INFO:tasks.rados.rados.0.smithi037.stdout:2314: finishing rollback tid 1 to smithi03738989-28 2021-07-26T16:05:09.149 INFO:tasks.rados.rados.0.smithi037.stdout:2314: finishing rollback tid 2 to smithi03738989-28 2021-07-26T16:05:09.149 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 1923 (ObjNum 622 snap 181 seq_num 622) dirty exists 2021-07-26T16:05:09.149 INFO:tasks.rados.rados.0.smithi037.stdout:2314: done (2 left) 2021-07-26T16:05:09.149 INFO:tasks.rados.rados.0.smithi037.stdout:2316: done (1 left) 2021-07-26T16:05:09.150 INFO:tasks.rados.rados.0.smithi037.stdout:2317: setattr oid 39 current snap is 229 2021-07-26T16:05:09.152 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 229 2021-07-26T16:05:09.152 INFO:tasks.rados.rados.0.smithi037.stdout:2318: seq_num 760 ranges {0=737280} 2021-07-26T16:05:09.158 INFO:tasks.rados.rados.0.smithi037.stdout:2318: writing smithi03738989-1 from 0 to 737280 tid 1 2021-07-26T16:05:09.159 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2084 (ObjNum 288 snap 0 seq_num 33) dirty exists 2021-07-26T16:05:09.159 INFO:tasks.rados.rados.0.smithi037.stdout:2317: done (2 left) 2021-07-26T16:05:09.159 INFO:tasks.rados.rados.0.smithi037.stdout:2319: read oid 47 snap -1 2021-07-26T16:05:09.159 INFO:tasks.rados.rados.0.smithi037.stdout:2319: expect (ObjNum 724 snap 222 seq_num 724) 2021-07-26T16:05:09.160 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 229 2021-07-26T16:05:09.160 INFO:tasks.rados.rados.0.smithi037.stdout:2320: seq_num 761 ranges {0=753664} 2021-07-26T16:05:09.164 INFO:tasks.rados.rados.0.smithi037.stdout:2320: writing smithi03738989-12 from 0 to 753664 tid 1 2021-07-26T16:05:09.164 INFO:tasks.rados.rados.0.smithi037.stdout:2321: snap_create 2021-07-26T16:05:09.165 INFO:tasks.rados.rados.0.smithi037.stdout:2315: finishing copy_from to smithi03738989-35 2021-07-26T16:05:09.165 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1095 (ObjNum 694 snap 215 seq_num 694) dirty exists 2021-07-26T16:05:09.165 INFO:tasks.rados.rados.0.smithi037.stdout:2315: finishing copy_from racing read to smithi03738989-35 2021-07-26T16:05:09.167 INFO:tasks.rados.rados.0.smithi037.stdout:2318: finishing write tid 1 to smithi03738989-1 2021-07-26T16:05:09.168 INFO:tasks.rados.rados.0.smithi037.stdout:2318: finishing write tid 3 to smithi03738989-1 2021-07-26T16:05:09.169 INFO:tasks.rados.rados.0.smithi037.stdout:2320: finishing write tid 1 to smithi03738989-12 2021-07-26T16:05:09.170 INFO:tasks.rados.rados.0.smithi037.stdout:2318: finishing write tid 4 to smithi03738989-1 2021-07-26T16:05:09.171 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 2086 (ObjNum 760 snap 229 seq_num 760) dirty exists 2021-07-26T16:05:09.171 INFO:tasks.rados.rados.0.smithi037.stdout:2318: left oid 1 (ObjNum 760 snap 229 seq_num 760) 2021-07-26T16:05:09.171 INFO:tasks.rados.rados.0.smithi037.stdout:2320: finishing write tid 3 to smithi03738989-12 2021-07-26T16:05:09.173 INFO:tasks.rados.rados.0.smithi037.stdout:2320: finishing write tid 4 to smithi03738989-12 2021-07-26T16:05:09.173 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1677 (ObjNum 761 snap 229 seq_num 761) dirty exists 2021-07-26T16:05:09.173 INFO:tasks.rados.rados.0.smithi037.stdout:2320: left oid 12 (ObjNum 761 snap 229 seq_num 761) 2021-07-26T16:05:09.183 INFO:tasks.rados.rados.0.smithi037.stdout:2319: expect (ObjNum 724 snap 222 seq_num 724) 2021-07-26T16:05:09.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[41498]: cluster 2021-07-26T16:05:07.807287+0000 mgr.y (mgr.24994) 323 : cluster [DBG] pgmap v469: 89 pgs: 89 active+clean; 389 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 578 KiB/s wr, 25 op/s 2021-07-26T16:05:09.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[41498]: cluster 2021-07-26T16:05:08.052299+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e507: 8 total, 8 up, 8 in 2021-07-26T16:05:09.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[41498]: audit 2021-07-26T16:05:08.967659+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:09.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[41498]: audit 2021-07-26T16:05:08.978710+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:09.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[41498]: audit 2021-07-26T16:05:08.989652+0000 mon.c (mon.1) 289 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:09.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[41498]: audit 2021-07-26T16:05:08.991579+0000 mon.c (mon.1) 290 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:09.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[41498]: audit 2021-07-26T16:05:08.994062+0000 mon.c (mon.1) 291 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:09.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[41498]: audit 2021-07-26T16:05:08.995765+0000 mon.c (mon.1) 292 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:09.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[41498]: audit 2021-07-26T16:05:08.998860+0000 mon.c (mon.1) 293 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:09.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[41498]: audit 2021-07-26T16:05:09.002723+0000 mon.c (mon.1) 294 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:09.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[41498]: audit 2021-07-26T16:05:09.011975+0000 mon.a (mon.0) 903 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:09.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[41498]: audit 2021-07-26T16:05:09.013806+0000 mon.c (mon.1) 295 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi037.wjuegm"}]: dispatch 2021-07-26T16:05:09.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[41498]: audit 2021-07-26T16:05:09.014532+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi037.wjuegm"}]: dispatch 2021-07-26T16:05:09.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[41498]: audit 2021-07-26T16:05:09.021447+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi037.wjuegm"}]': finished 2021-07-26T16:05:09.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[41498]: audit 2021-07-26T16:05:09.023418+0000 mon.c (mon.1) 296 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T16:05:09.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[41498]: audit 2021-07-26T16:05:09.023808+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T16:05:09.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[41498]: audit 2021-07-26T16:05:09.029038+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi107.pmlxcx"}]': finished 2021-07-26T16:05:09.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[41498]: audit 2021-07-26T16:05:09.031235+0000 mon.c (mon.1) 297 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:09.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[41498]: audit 2021-07-26T16:05:09.039197+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:09.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[41498]: audit 2021-07-26T16:05:09.041553+0000 mon.c (mon.1) 298 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:09.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: debug 2021-07-26T16:05:08.976+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:09.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:05:09.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:09.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:05:09.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:09.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:05:09.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:09.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:09.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:09.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: debug 2021-07-26T16:05:08.976+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:09.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:05:09.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:09.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:05:09.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:09.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:05:09.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:09.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:09.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:09.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: debug 2021-07-26T16:05:08.980+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:09.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:05:09.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:09.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:05:09.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:09.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:05:09.346 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:09.347 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:09.347 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:09.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[42499]: cluster 2021-07-26T16:05:07.807287+0000 mgr.y (mgr.24994) 323 : cluster [DBG] pgmap v469: 89 pgs: 89 active+clean; 389 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 578 KiB/s wr, 25 op/s 2021-07-26T16:05:09.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[42499]: cluster 2021-07-26T16:05:08.052299+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e507: 8 total, 8 up, 8 in 2021-07-26T16:05:09.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[42499]: audit 2021-07-26T16:05:08.967659+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:09.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[42499]: audit 2021-07-26T16:05:08.978710+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:09.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[42499]: audit 2021-07-26T16:05:08.989652+0000 mon.c (mon.1) 289 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:09.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[42499]: audit 2021-07-26T16:05:08.991579+0000 mon.c (mon.1) 290 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:09.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[42499]: audit 2021-07-26T16:05:08.994062+0000 mon.c (mon.1) 291 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:09.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[42499]: audit 2021-07-26T16:05:08.995765+0000 mon.c (mon.1) 292 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:09.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[42499]: audit 2021-07-26T16:05:08.998860+0000 mon.c (mon.1) 293 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:09.350 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[42499]: audit 2021-07-26T16:05:09.002723+0000 mon.c (mon.1) 294 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:09.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[42499]: audit 2021-07-26T16:05:09.011975+0000 mon.a (mon.0) 903 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:09.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[42499]: audit 2021-07-26T16:05:09.013806+0000 mon.c (mon.1) 295 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi037.wjuegm"}]: dispatch 2021-07-26T16:05:09.351 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[42499]: audit 2021-07-26T16:05:09.014532+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi037.wjuegm"}]: dispatch 2021-07-26T16:05:09.352 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[42499]: audit 2021-07-26T16:05:09.021447+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi037.wjuegm"}]': finished 2021-07-26T16:05:09.352 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[42499]: audit 2021-07-26T16:05:09.023418+0000 mon.c (mon.1) 296 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T16:05:09.352 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[42499]: audit 2021-07-26T16:05:09.023808+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T16:05:09.352 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[42499]: audit 2021-07-26T16:05:09.029038+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi107.pmlxcx"}]': finished 2021-07-26T16:05:09.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[42499]: audit 2021-07-26T16:05:09.031235+0000 mon.c (mon.1) 297 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:09.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[42499]: audit 2021-07-26T16:05:09.039197+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:09.353 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:09 smithi037 bash[42499]: audit 2021-07-26T16:05:09.041553+0000 mon.c (mon.1) 298 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:09.354 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: debug 2021-07-26T16:05:08.980+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:09.354 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:05:09.354 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:09.355 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:05:09.355 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:09.355 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:05:09.356 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:09.356 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:09.356 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:08 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:09.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:09 smithi107 bash[29346]: cluster 2021-07-26T16:05:07.807287+0000 mgr.y (mgr.24994) 323 : cluster [DBG] pgmap v469: 89 pgs: 89 active+clean; 389 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 578 KiB/s wr, 25 op/s 2021-07-26T16:05:09.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:09 smithi107 bash[29346]: cluster 2021-07-26T16:05:08.052299+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e507: 8 total, 8 up, 8 in 2021-07-26T16:05:09.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:09 smithi107 bash[29346]: audit 2021-07-26T16:05:08.967659+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:09.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:09 smithi107 bash[29346]: audit 2021-07-26T16:05:08.978710+0000 mon.a (mon.0) 902 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:09.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:09 smithi107 bash[29346]: audit 2021-07-26T16:05:08.989652+0000 mon.c (mon.1) 289 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:09.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:09 smithi107 bash[29346]: audit 2021-07-26T16:05:08.991579+0000 mon.c (mon.1) 290 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:09.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:09 smithi107 bash[29346]: audit 2021-07-26T16:05:08.994062+0000 mon.c (mon.1) 291 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:09.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:09 smithi107 bash[29346]: audit 2021-07-26T16:05:08.995765+0000 mon.c (mon.1) 292 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:09.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:09 smithi107 bash[29346]: audit 2021-07-26T16:05:08.998860+0000 mon.c (mon.1) 293 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:09.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:09 smithi107 bash[29346]: audit 2021-07-26T16:05:09.002723+0000 mon.c (mon.1) 294 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:09.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:09 smithi107 bash[29346]: audit 2021-07-26T16:05:09.011975+0000 mon.a (mon.0) 903 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:09.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:09 smithi107 bash[29346]: audit 2021-07-26T16:05:09.013806+0000 mon.c (mon.1) 295 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi037.wjuegm"}]: dispatch 2021-07-26T16:05:09.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:09 smithi107 bash[29346]: audit 2021-07-26T16:05:09.014532+0000 mon.a (mon.0) 904 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi037.wjuegm"}]: dispatch 2021-07-26T16:05:09.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:09 smithi107 bash[29346]: audit 2021-07-26T16:05:09.021447+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi037.wjuegm"}]': finished 2021-07-26T16:05:09.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:09 smithi107 bash[29346]: audit 2021-07-26T16:05:09.023418+0000 mon.c (mon.1) 296 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T16:05:09.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:09 smithi107 bash[29346]: audit 2021-07-26T16:05:09.023808+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi107.pmlxcx"}]: dispatch 2021-07-26T16:05:09.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:09 smithi107 bash[29346]: audit 2021-07-26T16:05:09.029038+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.foo.smithi107.pmlxcx"}]': finished 2021-07-26T16:05:09.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:09 smithi107 bash[29346]: audit 2021-07-26T16:05:09.031235+0000 mon.c (mon.1) 297 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:09.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:09 smithi107 bash[29346]: audit 2021-07-26T16:05:09.039197+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:09.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:09 smithi107 bash[29346]: audit 2021-07-26T16:05:09.041553+0000 mon.c (mon.1) 298 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:10.140 INFO:tasks.rados.rados.0.smithi037.stdout:2315: done (4 left) 2021-07-26T16:05:10.141 INFO:tasks.rados.rados.0.smithi037.stdout:2318: done (3 left) 2021-07-26T16:05:10.141 INFO:tasks.rados.rados.0.smithi037.stdout:2319: done (2 left) 2021-07-26T16:05:10.141 INFO:tasks.rados.rados.0.smithi037.stdout:2320: done (1 left) 2021-07-26T16:05:10.142 INFO:tasks.rados.rados.0.smithi037.stdout:2321: done (0 left) 2021-07-26T16:05:10.142 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 230 2021-07-26T16:05:10.142 INFO:tasks.rados.rados.0.smithi037.stdout:2322: seq_num 762 ranges {3850240=770048} 2021-07-26T16:05:10.167 INFO:tasks.rados.rados.0.smithi037.stdout:2322: writing smithi03738989-6 from 3850240 to 4620288 tid 1 2021-07-26T16:05:10.167 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 230 2021-07-26T16:05:10.168 INFO:tasks.rados.rados.0.smithi037.stdout:2323: seq_num 763 ranges {0=786432} 2021-07-26T16:05:10.171 INFO:tasks.rados.rados.0.smithi037.stdout:2323: writing smithi03738989-36 from 0 to 786432 tid 1 2021-07-26T16:05:10.172 INFO:tasks.rados.rados.0.smithi037.stdout:2324: snap_create 2021-07-26T16:05:10.181 INFO:tasks.rados.rados.0.smithi037.stdout:2322: finishing write tid 1 to smithi03738989-6 2021-07-26T16:05:10.181 INFO:tasks.rados.rados.0.smithi037.stdout:2322: finishing write tid 3 to smithi03738989-6 2021-07-26T16:05:10.183 INFO:tasks.rados.rados.0.smithi037.stdout:2323: finishing write tid 1 to smithi03738989-36 2021-07-26T16:05:10.183 INFO:tasks.rados.rados.0.smithi037.stdout:2322: finishing write tid 4 to smithi03738989-6 2021-07-26T16:05:10.183 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 877 (ObjNum 762 snap 230 seq_num 762) dirty exists 2021-07-26T16:05:10.184 INFO:tasks.rados.rados.0.smithi037.stdout:2322: left oid 6 (ObjNum 762 snap 230 seq_num 762) 2021-07-26T16:05:10.184 INFO:tasks.rados.rados.0.smithi037.stdout:2323: finishing write tid 3 to smithi03738989-36 2021-07-26T16:05:10.184 INFO:tasks.rados.rados.0.smithi037.stdout:2323: finishing write tid 4 to smithi03738989-36 2021-07-26T16:05:10.185 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1683 (ObjNum 763 snap 230 seq_num 763) dirty exists 2021-07-26T16:05:10.185 INFO:tasks.rados.rados.0.smithi037.stdout:2323: left oid 36 (ObjNum 763 snap 230 seq_num 763) 2021-07-26T16:05:10.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: cephadm 2021-07-26T16:05:08.980967+0000 mgr.y (mgr.24994) 324 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:10.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:05:10.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:10.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:05:10.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:10.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:05:10.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:10.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:10.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:10.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: cephadm 2021-07-26T16:05:08.982269+0000 mgr.y (mgr.24994) 325 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:10.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:05:10.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:10.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:05:10.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:10.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:05:10.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:10.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:10.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:10.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: cephadm 2021-07-26T16:05:08.984764+0000 mgr.y (mgr.24994) 326 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:10.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:05:10.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:10.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:05:10.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:10.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:05:10.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:10.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:10.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:10.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: cephadm 2021-07-26T16:05:08.980967+0000 mgr.y (mgr.24994) 324 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:10.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:05:10.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:10.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:05:10.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:10.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:05:10.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:10.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:10.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:10.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: cephadm 2021-07-26T16:05:08.982269+0000 mgr.y (mgr.24994) 325 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:10.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:05:10.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:10.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:05:10.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:10.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:05:10.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:10.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:10.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:10.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: cephadm 2021-07-26T16:05:08.984764+0000 mgr.y (mgr.24994) 326 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:10.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:05:10.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:10.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:05:10.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:10.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:05:10.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:10.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:10.349 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:10.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: cephadm 2021-07-26T16:05:08.986004+0000 mgr.y (mgr.24994) 327 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:10.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:05:10.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:10.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:05:10.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:10.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:05:10.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:10.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:10.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:10.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: cephadm 2021-07-26T16:05:09.003993+0000 mgr.y (mgr.24994) 328 : cephadm [INF] Upgrade: Setting container_image for all mds 2021-07-26T16:05:10.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: cephadm 2021-07-26T16:05:09.032615+0000 mgr.y (mgr.24994) 329 : cephadm [INF] Upgrade: Setting container_image for all rgw 2021-07-26T16:05:10.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: cephadm 2021-07-26T16:05:09.042606+0000 mgr.y (mgr.24994) 330 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2021-07-26T16:05:10.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: audit 2021-07-26T16:05:09.057645+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:10.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: audit 2021-07-26T16:05:09.059033+0000 mon.c (mon.1) 299 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:10.354 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: audit 2021-07-26T16:05:09.060236+0000 mon.c (mon.1) 300 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:10.354 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: cephadm 2021-07-26T16:05:09.061192+0000 mgr.y (mgr.24994) 331 : cephadm [INF] Upgrade: Setting container_image for all iscsi 2021-07-26T16:05:10.354 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: audit 2021-07-26T16:05:09.067177+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:10.354 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: audit 2021-07-26T16:05:09.068644+0000 mon.c (mon.1) 301 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:10.355 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: cephadm 2021-07-26T16:05:09.069796+0000 mgr.y (mgr.24994) 332 : cephadm [INF] Upgrade: Setting container_image for all nfs 2021-07-26T16:05:10.355 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: audit 2021-07-26T16:05:09.076545+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:10.355 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[41498]: cluster 2021-07-26T16:05:09.134171+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e508: 8 total, 8 up, 8 in 2021-07-26T16:05:10.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: cephadm 2021-07-26T16:05:08.986004+0000 mgr.y (mgr.24994) 327 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:10.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:05:10.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:10.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:05:10.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:10.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:05:10.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:10.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:10.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:10.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: cephadm 2021-07-26T16:05:09.003993+0000 mgr.y (mgr.24994) 328 : cephadm [INF] Upgrade: Setting container_image for all mds 2021-07-26T16:05:10.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: cephadm 2021-07-26T16:05:09.032615+0000 mgr.y (mgr.24994) 329 : cephadm [INF] Upgrade: Setting container_image for all rgw 2021-07-26T16:05:10.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: cephadm 2021-07-26T16:05:09.042606+0000 mgr.y (mgr.24994) 330 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2021-07-26T16:05:10.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: audit 2021-07-26T16:05:09.057645+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:10.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: audit 2021-07-26T16:05:09.059033+0000 mon.c (mon.1) 299 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:10.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: audit 2021-07-26T16:05:09.060236+0000 mon.c (mon.1) 300 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:10.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: cephadm 2021-07-26T16:05:09.061192+0000 mgr.y (mgr.24994) 331 : cephadm [INF] Upgrade: Setting container_image for all iscsi 2021-07-26T16:05:10.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: audit 2021-07-26T16:05:09.067177+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:10.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: audit 2021-07-26T16:05:09.068644+0000 mon.c (mon.1) 301 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:10.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: cephadm 2021-07-26T16:05:09.069796+0000 mgr.y (mgr.24994) 332 : cephadm [INF] Upgrade: Setting container_image for all nfs 2021-07-26T16:05:10.360 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: audit 2021-07-26T16:05:09.076545+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:10.360 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:10 smithi037 bash[42499]: cluster 2021-07-26T16:05:09.134171+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e508: 8 total, 8 up, 8 in 2021-07-26T16:05:10.517 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T16:05:10.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: cephadm 2021-07-26T16:05:08.980967+0000 mgr.y (mgr.24994) 324 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:10.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:05:10.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:10.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:05:10.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:10.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:05:10.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:10.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:10.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:10.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: cephadm 2021-07-26T16:05:08.982269+0000 mgr.y (mgr.24994) 325 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:10.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:05:10.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:10.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:05:10.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:10.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:05:10.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:10.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:10.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:10.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: cephadm 2021-07-26T16:05:08.984764+0000 mgr.y (mgr.24994) 326 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:10.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:05:10.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:10.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:05:10.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:10.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:05:10.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:10.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:10.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:10.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: cephadm 2021-07-26T16:05:08.986004+0000 mgr.y (mgr.24994) 327 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:10.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:05:10.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:10.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:05:10.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:10.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:05:10.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:10.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:10.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:10.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: cephadm 2021-07-26T16:05:09.003993+0000 mgr.y (mgr.24994) 328 : cephadm [INF] Upgrade: Setting container_image for all mds 2021-07-26T16:05:10.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: cephadm 2021-07-26T16:05:09.032615+0000 mgr.y (mgr.24994) 329 : cephadm [INF] Upgrade: Setting container_image for all rgw 2021-07-26T16:05:10.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: cephadm 2021-07-26T16:05:09.042606+0000 mgr.y (mgr.24994) 330 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2021-07-26T16:05:10.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: audit 2021-07-26T16:05:09.057645+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:10.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: audit 2021-07-26T16:05:09.059033+0000 mon.c (mon.1) 299 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:10.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: audit 2021-07-26T16:05:09.060236+0000 mon.c (mon.1) 300 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:10.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: cephadm 2021-07-26T16:05:09.061192+0000 mgr.y (mgr.24994) 331 : cephadm [INF] Upgrade: Setting container_image for all iscsi 2021-07-26T16:05:10.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: audit 2021-07-26T16:05:09.067177+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:10.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: audit 2021-07-26T16:05:09.068644+0000 mon.c (mon.1) 301 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:10.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: cephadm 2021-07-26T16:05:09.069796+0000 mgr.y (mgr.24994) 332 : cephadm [INF] Upgrade: Setting container_image for all nfs 2021-07-26T16:05:10.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: audit 2021-07-26T16:05:09.076545+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:10.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:10 smithi107 bash[29346]: cluster 2021-07-26T16:05:09.134171+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e508: 8 total, 8 up, 8 in 2021-07-26T16:05:10.856 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T16:05:10.856 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 running (12m) 29s ago 12m 10.1M - 0.20.0 0881eb8f169f efab80df0ece 2021-07-26T16:05:10.857 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi107 running (12m) 1s ago 12m 26.7M - 6.7.4 3b1077a63311 2876c96eb484 2021-07-26T16:05:10.857 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi037.wjuegm smithi037 running (35s) 29s ago 10m 11.0M - 17.0.0-6381-gbccf07c2 6cdb40438e66 6962cfbaafff 2021-07-26T16:05:10.857 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi107.pmlxcx smithi107 running (7s) 1s ago 10m 12.0M - 17.0.0-6381-gbccf07c2 6cdb40438e66 f9148f8ca85d 2021-07-26T16:05:10.857 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi107 *:8443 running (5m) 1s ago 16m 373M - 17.0.0-6381-gbccf07c2 6cdb40438e66 860e60362e9d 2021-07-26T16:05:10.858 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443 running (6m) 29s ago 19m 422M - 17.0.0-6381-gbccf07c2 6cdb40438e66 a07fb6f2ffc9 2021-07-26T16:05:10.858 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (5m) 29s ago 19m 76.4M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 370b9a5b7829 2021-07-26T16:05:10.858 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi107 running (5m) 1s ago 17m 61.4M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 0f8f2b11f865 2021-07-26T16:05:10.858 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (5m) 29s ago 17m 60.2M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46cd16de9ecd 2021-07-26T16:05:10.859 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 running (12m) 29s ago 13m 11.8M - 0.18.1 e5a616e4b9cf 3ad93cd5c278 2021-07-26T16:05:10.859 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi107 running (12m) 1s ago 13m 11.3M - 0.18.1 e5a616e4b9cf b308a000873c 2021-07-26T16:05:10.859 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (4m) 29s ago 16m 341M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 3bf4d2f6804d 2021-07-26T16:05:10.859 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (3m) 29s ago 16m 329M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 1926c4e36355 2021-07-26T16:05:10.859 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (3m) 29s ago 15m 259M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 5d4e19f02b60 2021-07-26T16:05:10.860 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (2m) 29s ago 15m 179M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 4287a9c24c27 2021-07-26T16:05:10.860 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi107 running (2m) 1s ago 14m 278M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 a8426bbe8ca6 2021-07-26T16:05:10.860 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi107 running (103s) 1s ago 14m 275M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 6bb69dd16aa3 2021-07-26T16:05:10.860 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi107 running (75s) 1s ago 13m 163M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 c6a000e0e2f6 2021-07-26T16:05:10.861 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi107 running (47s) 1s ago 13m 167M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 ca31218fa9c0 2021-07-26T16:05:10.861 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi107 running (12m) 1s ago 13m 25.7M - 2.18.1 de242295e225 95178a9d7a1a 2021-07-26T16:05:11.149 INFO:tasks.rados.rados.0.smithi037.stdout:2322: done (2 left) 2021-07-26T16:05:11.150 INFO:tasks.rados.rados.0.smithi037.stdout:2323: done (1 left) 2021-07-26T16:05:11.150 INFO:tasks.rados.rados.0.smithi037.stdout:2324: done (0 left) 2021-07-26T16:05:11.150 INFO:tasks.rados.rados.0.smithi037.stdout:2325: rmattr oid 11 current snap is 231 2021-07-26T16:05:11.151 INFO:tasks.rados.rados.0.smithi037.stdout:2325: done (0 left) 2021-07-26T16:05:11.151 INFO:tasks.rados.rados.0.smithi037.stdout:2326: read oid 45 snap -1 2021-07-26T16:05:11.151 INFO:tasks.rados.rados.0.smithi037.stdout:2326: expect (ObjNum 753 snap 228 seq_num 753) 2021-07-26T16:05:11.151 INFO:tasks.rados.rados.0.smithi037.stdout:2327: snap_create 2021-07-26T16:05:11.192 INFO:tasks.rados.rados.0.smithi037.stdout:2326: expect (ObjNum 753 snap 228 seq_num 753) 2021-07-26T16:05:11.241 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T16:05:11.242 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2021-07-26T16:05:11.242 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T16:05:11.242 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:05:11.243 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2021-07-26T16:05:11.243 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T16:05:11.243 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:05:11.243 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2021-07-26T16:05:11.244 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 8 2021-07-26T16:05:11.244 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:05:11.244 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2021-07-26T16:05:11.244 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T16:05:11.244 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:05:11.245 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2021-07-26T16:05:11.245 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 15 2021-07-26T16:05:11.245 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:05:11.245 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T16:05:11.334 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[42499]: cluster 2021-07-26T16:05:09.808156+0000 mgr.y (mgr.24994) 333 : cluster [DBG] pgmap v472: 89 pgs: 89 active+clean; 394 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2021-07-26T16:05:11.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[42499]: cluster 2021-07-26T16:05:10.140353+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e509: 8 total, 8 up, 8 in 2021-07-26T16:05:11.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[42499]: audit 2021-07-26T16:05:10.507175+0000 mgr.y (mgr.24994) 334 : audit [DBG] from='client.44382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:05:11.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[42499]: audit 2021-07-26T16:05:10.836293+0000 mon.c (mon.1) 302 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:05:11.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[42499]: audit 2021-07-26T16:05:10.837392+0000 mon.c (mon.1) 303 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:05:11.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[42499]: audit 2021-07-26T16:05:10.838322+0000 mon.c (mon.1) 304 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[42499]: audit 2021-07-26T16:05:10.839171+0000 mon.c (mon.1) 305 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[42499]: audit 2021-07-26T16:05:10.840056+0000 mon.c (mon.1) 306 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[42499]: audit 2021-07-26T16:05:10.840974+0000 mon.c (mon.1) 307 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[42499]: audit 2021-07-26T16:05:10.846665+0000 mon.c (mon.1) 308 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:05:11.360 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[42499]: audit 2021-07-26T16:05:10.847154+0000 mon.c (mon.1) 309 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.360 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[42499]: audit 2021-07-26T16:05:10.847607+0000 mon.c (mon.1) 310 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.360 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[42499]: audit 2021-07-26T16:05:10.848126+0000 mon.c (mon.1) 311 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.360 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[42499]: audit 2021-07-26T16:05:10.848762+0000 mon.c (mon.1) 312 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.361 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[41498]: cluster 2021-07-26T16:05:09.808156+0000 mgr.y (mgr.24994) 333 : cluster [DBG] pgmap v472: 89 pgs: 89 active+clean; 394 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2021-07-26T16:05:11.361 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[41498]: cluster 2021-07-26T16:05:10.140353+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e509: 8 total, 8 up, 8 in 2021-07-26T16:05:11.361 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[41498]: audit 2021-07-26T16:05:10.507175+0000 mgr.y (mgr.24994) 334 : audit [DBG] from='client.44382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:05:11.361 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[41498]: audit 2021-07-26T16:05:10.836293+0000 mon.c (mon.1) 302 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:05:11.362 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[41498]: audit 2021-07-26T16:05:10.837392+0000 mon.c (mon.1) 303 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:05:11.362 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[41498]: audit 2021-07-26T16:05:10.838322+0000 mon.c (mon.1) 304 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.362 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[41498]: audit 2021-07-26T16:05:10.839171+0000 mon.c (mon.1) 305 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.362 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[41498]: audit 2021-07-26T16:05:10.840056+0000 mon.c (mon.1) 306 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.363 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[41498]: audit 2021-07-26T16:05:10.840974+0000 mon.c (mon.1) 307 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.363 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[41498]: audit 2021-07-26T16:05:10.846665+0000 mon.c (mon.1) 308 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:05:11.363 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[41498]: audit 2021-07-26T16:05:10.847154+0000 mon.c (mon.1) 309 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.363 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[41498]: audit 2021-07-26T16:05:10.847607+0000 mon.c (mon.1) 310 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.364 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[41498]: audit 2021-07-26T16:05:10.848126+0000 mon.c (mon.1) 311 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.364 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:11 smithi037 bash[41498]: audit 2021-07-26T16:05:10.848762+0000 mon.c (mon.1) 312 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:11 smithi107 bash[29346]: cluster 2021-07-26T16:05:09.808156+0000 mgr.y (mgr.24994) 333 : cluster [DBG] pgmap v472: 89 pgs: 89 active+clean; 394 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2021-07-26T16:05:11.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:11 smithi107 bash[29346]: cluster 2021-07-26T16:05:10.140353+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e509: 8 total, 8 up, 8 in 2021-07-26T16:05:11.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:11 smithi107 bash[29346]: audit 2021-07-26T16:05:10.507175+0000 mgr.y (mgr.24994) 334 : audit [DBG] from='client.44382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:05:11.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:11 smithi107 bash[29346]: audit 2021-07-26T16:05:10.836293+0000 mon.c (mon.1) 302 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:05:11.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:11 smithi107 bash[29346]: audit 2021-07-26T16:05:10.837392+0000 mon.c (mon.1) 303 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:05:11.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:11 smithi107 bash[29346]: audit 2021-07-26T16:05:10.838322+0000 mon.c (mon.1) 304 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:11 smithi107 bash[29346]: audit 2021-07-26T16:05:10.839171+0000 mon.c (mon.1) 305 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:11 smithi107 bash[29346]: audit 2021-07-26T16:05:10.840056+0000 mon.c (mon.1) 306 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:11 smithi107 bash[29346]: audit 2021-07-26T16:05:10.840974+0000 mon.c (mon.1) 307 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:11 smithi107 bash[29346]: audit 2021-07-26T16:05:10.846665+0000 mon.c (mon.1) 308 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:05:11.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:11 smithi107 bash[29346]: audit 2021-07-26T16:05:10.847154+0000 mon.c (mon.1) 309 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:11 smithi107 bash[29346]: audit 2021-07-26T16:05:10.847607+0000 mon.c (mon.1) 310 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:11 smithi107 bash[29346]: audit 2021-07-26T16:05:10.848126+0000 mon.c (mon.1) 311 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:11.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:11 smithi107 bash[29346]: audit 2021-07-26T16:05:10.848762+0000 mon.c (mon.1) 312 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:12.035 INFO:tasks.rados.rados.0.smithi037.stdout:2326: done (1 left) 2021-07-26T16:05:12.035 INFO:tasks.rados.rados.0.smithi037.stdout:2327: done (0 left) 2021-07-26T16:05:12.035 INFO:tasks.rados.rados.0.smithi037.stdout:2328: snap_remove snap 225 2021-07-26T16:05:12.067 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:12 smithi037 systemd[1]: Stopping Ceph node-exporter.a for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T16:05:12.334 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:12 smithi037 bash[42499]: audit 2021-07-26T16:05:10.832696+0000 mgr.y (mgr.24994) 335 : audit [DBG] from='client.44388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:05:12.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:12 smithi037 bash[42499]: cluster 2021-07-26T16:05:11.149429+0000 mon.a (mon.0) 914 : cluster [DBG] osdmap e510: 8 total, 8 up, 8 in 2021-07-26T16:05:12.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:12 smithi037 bash[42499]: audit 2021-07-26T16:05:11.244753+0000 mon.a (mon.0) 915 : audit [DBG] from='client.? 172.21.15.37:0/2659790333' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:12.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:12 smithi037 bash[42499]: cephadm 2021-07-26T16:05:11.633399+0000 mgr.y (mgr.24994) 336 : cephadm [INF] Upgrade: Updating node-exporter.a 2021-07-26T16:05:12.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:12 smithi037 bash[42499]: cephadm 2021-07-26T16:05:11.633726+0000 mgr.y (mgr.24994) 337 : cephadm [INF] Deploying daemon node-exporter.a on smithi037 2021-07-26T16:05:12.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:12 smithi037 bash[42499]: cluster 2021-07-26T16:05:12.036308+0000 mon.a (mon.0) 916 : cluster [DBG] osdmap e511: 8 total, 8 up, 8 in 2021-07-26T16:05:12.336 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:12 smithi037 docker[49604]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:05:12.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:12 smithi037 bash[41498]: audit 2021-07-26T16:05:10.832696+0000 mgr.y (mgr.24994) 335 : audit [DBG] from='client.44388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:05:12.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:12 smithi037 bash[41498]: cluster 2021-07-26T16:05:11.149429+0000 mon.a (mon.0) 914 : cluster [DBG] osdmap e510: 8 total, 8 up, 8 in 2021-07-26T16:05:12.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:12 smithi037 bash[41498]: audit 2021-07-26T16:05:11.244753+0000 mon.a (mon.0) 915 : audit [DBG] from='client.? 172.21.15.37:0/2659790333' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:12.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:12 smithi037 bash[41498]: cephadm 2021-07-26T16:05:11.633399+0000 mgr.y (mgr.24994) 336 : cephadm [INF] Upgrade: Updating node-exporter.a 2021-07-26T16:05:12.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:12 smithi037 bash[41498]: cephadm 2021-07-26T16:05:11.633726+0000 mgr.y (mgr.24994) 337 : cephadm [INF] Deploying daemon node-exporter.a on smithi037 2021-07-26T16:05:12.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:12 smithi037 bash[41498]: cluster 2021-07-26T16:05:12.036308+0000 mon.a (mon.0) 916 : cluster [DBG] osdmap e511: 8 total, 8 up, 8 in 2021-07-26T16:05:12.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:12 smithi107 bash[29346]: audit 2021-07-26T16:05:10.832696+0000 mgr.y (mgr.24994) 335 : audit [DBG] from='client.44388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:05:12.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:12 smithi107 bash[29346]: cluster 2021-07-26T16:05:11.149429+0000 mon.a (mon.0) 914 : cluster [DBG] osdmap e510: 8 total, 8 up, 8 in 2021-07-26T16:05:12.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:12 smithi107 bash[29346]: audit 2021-07-26T16:05:11.244753+0000 mon.a (mon.0) 915 : audit [DBG] from='client.? 172.21.15.37:0/2659790333' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:12.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:12 smithi107 bash[29346]: cephadm 2021-07-26T16:05:11.633399+0000 mgr.y (mgr.24994) 336 : cephadm [INF] Upgrade: Updating node-exporter.a 2021-07-26T16:05:12.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:12 smithi107 bash[29346]: cephadm 2021-07-26T16:05:11.633726+0000 mgr.y (mgr.24994) 337 : cephadm [INF] Deploying daemon node-exporter.a on smithi037 2021-07-26T16:05:12.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:12 smithi107 bash[29346]: cluster 2021-07-26T16:05:12.036308+0000 mon.a (mon.0) 916 : cluster [DBG] osdmap e511: 8 total, 8 up, 8 in 2021-07-26T16:05:13.056 INFO:tasks.rados.rados.0.smithi037.stdout:2328: done (0 left) 2021-07-26T16:05:13.057 INFO:tasks.rados.rados.0.smithi037.stdout:2329: rollback oid 11 current snap is 232 2021-07-26T16:05:13.057 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 11 to 224 2021-07-26T16:05:13.057 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 232 2021-07-26T16:05:13.058 INFO:tasks.rados.rados.0.smithi037.stdout:2330: seq_num 764 ranges {4620288=802816} 2021-07-26T16:05:13.084 INFO:tasks.rados.rados.0.smithi037.stdout:2330: writing smithi03738989-6 from 4620288 to 5423104 tid 1 2021-07-26T16:05:13.085 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 232 2021-07-26T16:05:13.085 INFO:tasks.rados.rados.0.smithi037.stdout:2331: seq_num 765 ranges {3047424=417792,3465216=401408} 2021-07-26T16:05:13.107 INFO:tasks.rados.rados.0.smithi037.stdout:2331: writing smithi03738989-37 from 3047424 to 3465216 tid 1 2021-07-26T16:05:13.110 INFO:tasks.rados.rados.0.smithi037.stdout:2331: writing smithi03738989-37 from 3465216 to 3866624 tid 2 2021-07-26T16:05:13.110 INFO:tasks.rados.rados.0.smithi037.stdout:2332: snap_create 2021-07-26T16:05:13.110 INFO:tasks.rados.rados.0.smithi037.stdout:2329: finishing rollback tid 1 to smithi03738989-11 2021-07-26T16:05:13.111 INFO:tasks.rados.rados.0.smithi037.stdout:2329: finishing rollback tid 2 to smithi03738989-11 2021-07-26T16:05:13.111 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1536 (ObjNum 658 snap 195 seq_num 658) dirty exists 2021-07-26T16:05:13.111 INFO:tasks.rados.rados.0.smithi037.stdout:2330: finishing write tid 1 to smithi03738989-6 2021-07-26T16:05:13.111 INFO:tasks.rados.rados.0.smithi037.stdout:2330: finishing write tid 3 to smithi03738989-6 2021-07-26T16:05:13.112 INFO:tasks.rados.rados.0.smithi037.stdout:2330: finishing write tid 4 to smithi03738989-6 2021-07-26T16:05:13.112 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 879 (ObjNum 764 snap 232 seq_num 764) dirty exists 2021-07-26T16:05:13.112 INFO:tasks.rados.rados.0.smithi037.stdout:2330: left oid 6 (ObjNum 764 snap 232 seq_num 764) 2021-07-26T16:05:13.115 INFO:tasks.rados.rados.0.smithi037.stdout:2331: finishing write tid 1 to smithi03738989-37 2021-07-26T16:05:13.116 INFO:tasks.rados.rados.0.smithi037.stdout:2331: finishing write tid 2 to smithi03738989-37 2021-07-26T16:05:13.116 INFO:tasks.rados.rados.0.smithi037.stdout:2331: finishing write tid 4 to smithi03738989-37 2021-07-26T16:05:13.119 INFO:tasks.rados.rados.0.smithi037.stdout:2331: finishing write tid 5 to smithi03738989-37 2021-07-26T16:05:13.119 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 1680 (ObjNum 765 snap 232 seq_num 765) dirty exists 2021-07-26T16:05:13.120 INFO:tasks.rados.rados.0.smithi037.stdout:2331: left oid 37 (ObjNum 765 snap 232 seq_num 765) 2021-07-26T16:05:13.245 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:13 smithi037 bash[41498]: cluster 2021-07-26T16:05:11.808782+0000 mgr.y (mgr.24994) 338 : cluster [DBG] pgmap v475: 89 pgs: 89 active+clean; 395 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2021-07-26T16:05:13.245 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:13 smithi037 bash[41498]: cluster 2021-07-26T16:05:13.038570+0000 mon.a (mon.0) 917 : cluster [DBG] osdmap e512: 8 total, 8 up, 8 in 2021-07-26T16:05:13.246 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:13 smithi037 bash[42499]: cluster 2021-07-26T16:05:11.808782+0000 mgr.y (mgr.24994) 338 : cluster [DBG] pgmap v475: 89 pgs: 89 active+clean; 395 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2021-07-26T16:05:13.246 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:13 smithi037 bash[42499]: cluster 2021-07-26T16:05:13.038570+0000 mon.a (mon.0) 917 : cluster [DBG] osdmap e512: 8 total, 8 up, 8 in 2021-07-26T16:05:13.247 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:12 smithi037 docker[49604]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-node-exporter.a 2021-07-26T16:05:13.247 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:12 smithi037 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@node-exporter.a.service: Main process exited, code=exited, status=2/INVALIDARGUMENT 2021-07-26T16:05:13.247 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:12 smithi037 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@node-exporter.a.service: Failed with result 'exit-code'. 2021-07-26T16:05:13.247 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:12 smithi037 systemd[1]: Stopped Ceph node-exporter.a for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:05:13.247 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:13 smithi037 systemd[1]: Started Ceph node-exporter.a for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:05:13.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:13 smithi107 bash[29346]: cluster 2021-07-26T16:05:11.808782+0000 mgr.y (mgr.24994) 338 : cluster [DBG] pgmap v475: 89 pgs: 89 active+clean; 395 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2021-07-26T16:05:13.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:13 smithi107 bash[29346]: cluster 2021-07-26T16:05:13.038570+0000 mon.a (mon.0) 917 : cluster [DBG] osdmap e512: 8 total, 8 up, 8 in 2021-07-26T16:05:13.584 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:13 smithi037 bash[49675]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:05:14.042 INFO:tasks.rados.rados.0.smithi037.stdout:2329: done (3 left) 2021-07-26T16:05:14.043 INFO:tasks.rados.rados.0.smithi037.stdout:2330: done (2 left) 2021-07-26T16:05:14.043 INFO:tasks.rados.rados.0.smithi037.stdout:2331: done (1 left) 2021-07-26T16:05:14.044 INFO:tasks.rados.rados.0.smithi037.stdout:2332: done (0 left) 2021-07-26T16:05:14.044 INFO:tasks.rados.rados.0.smithi037.stdout:2333: rollback oid 16 current snap is 233 2021-07-26T16:05:14.044 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 232 2021-07-26T16:05:14.044 INFO:tasks.rados.rados.0.smithi037.stdout:2334: read oid 42 snap -1 2021-07-26T16:05:14.045 INFO:tasks.rados.rados.0.smithi037.stdout:2334: expect (ObjNum 723 snap 222 seq_num 723) 2021-07-26T16:05:14.045 INFO:tasks.rados.rados.0.smithi037.stdout:2335: snap_remove snap 196 2021-07-26T16:05:14.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[42499]: audit 2021-07-26T16:05:13.285306+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:14.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[42499]: audit 2021-07-26T16:05:13.287112+0000 mon.c (mon.1) 313 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:14.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[42499]: audit 2021-07-26T16:05:13.290007+0000 mon.c (mon.1) 314 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:05:14.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[42499]: cluster 2021-07-26T16:05:14.043915+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e513: 8 total, 8 up, 8 in 2021-07-26T16:05:14.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[41498]: audit 2021-07-26T16:05:13.285306+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:14.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[41498]: audit 2021-07-26T16:05:13.287112+0000 mon.c (mon.1) 313 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:14.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[41498]: audit 2021-07-26T16:05:13.290007+0000 mon.c (mon.1) 314 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:05:14.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[41498]: cluster 2021-07-26T16:05:14.043915+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e513: 8 total, 8 up, 8 in 2021-07-26T16:05:14.587 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg="Starting node_exporter (version=0.18.1, branch=HEAD, revision=3db77732e925c08f675d7404a8c46466b2ece83e)" source="node_exporter.go:156" 2021-07-26T16:05:14.587 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg="Build context (go=go1.12.5, user=root@b50852a1acba, date=20190604-16:41:18)" source="node_exporter.go:157" 2021-07-26T16:05:14.588 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg="Enabled collectors:" source="node_exporter.go:97" 2021-07-26T16:05:14.588 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - arp" source="node_exporter.go:104" 2021-07-26T16:05:14.588 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - bcache" source="node_exporter.go:104" 2021-07-26T16:05:14.588 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - bonding" source="node_exporter.go:104" 2021-07-26T16:05:14.589 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - conntrack" source="node_exporter.go:104" 2021-07-26T16:05:14.589 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - cpu" source="node_exporter.go:104" 2021-07-26T16:05:14.589 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - cpufreq" source="node_exporter.go:104" 2021-07-26T16:05:14.589 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - diskstats" source="node_exporter.go:104" 2021-07-26T16:05:14.589 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - edac" source="node_exporter.go:104" 2021-07-26T16:05:14.590 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - entropy" source="node_exporter.go:104" 2021-07-26T16:05:14.590 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - filefd" source="node_exporter.go:104" 2021-07-26T16:05:14.590 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - filesystem" source="node_exporter.go:104" 2021-07-26T16:05:14.590 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - hwmon" source="node_exporter.go:104" 2021-07-26T16:05:14.591 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - infiniband" source="node_exporter.go:104" 2021-07-26T16:05:14.591 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - ipvs" source="node_exporter.go:104" 2021-07-26T16:05:14.591 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - loadavg" source="node_exporter.go:104" 2021-07-26T16:05:14.591 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - mdadm" source="node_exporter.go:104" 2021-07-26T16:05:14.591 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - meminfo" source="node_exporter.go:104" 2021-07-26T16:05:14.592 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - netclass" source="node_exporter.go:104" 2021-07-26T16:05:14.592 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - netdev" source="node_exporter.go:104" 2021-07-26T16:05:14.592 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - netstat" source="node_exporter.go:104" 2021-07-26T16:05:14.592 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - nfs" source="node_exporter.go:104" 2021-07-26T16:05:14.593 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - nfsd" source="node_exporter.go:104" 2021-07-26T16:05:14.593 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - pressure" source="node_exporter.go:104" 2021-07-26T16:05:14.593 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - sockstat" source="node_exporter.go:104" 2021-07-26T16:05:14.593 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - stat" source="node_exporter.go:104" 2021-07-26T16:05:14.593 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - textfile" source="node_exporter.go:104" 2021-07-26T16:05:14.594 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - time" source="node_exporter.go:104" 2021-07-26T16:05:14.594 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - uname" source="node_exporter.go:104" 2021-07-26T16:05:14.594 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - vmstat" source="node_exporter.go:104" 2021-07-26T16:05:14.594 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - xfs" source="node_exporter.go:104" 2021-07-26T16:05:14.594 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg=" - zfs" source="node_exporter.go:104" 2021-07-26T16:05:14.595 INFO:journalctl@ceph.node-exporter.a.smithi037.stdout:Jul 26 16:05:14 smithi037 bash[49675]: time="2021-07-26T16:05:14Z" level=info msg="Listening on :9100" source="node_exporter.go:170" 2021-07-26T16:05:14.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:14 smithi107 bash[29346]: audit 2021-07-26T16:05:13.285306+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:14.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:14 smithi107 bash[29346]: audit 2021-07-26T16:05:13.287112+0000 mon.c (mon.1) 313 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:14.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:14 smithi107 bash[29346]: audit 2021-07-26T16:05:13.290007+0000 mon.c (mon.1) 314 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:05:14.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:14 smithi107 bash[29346]: cluster 2021-07-26T16:05:14.043915+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e513: 8 total, 8 up, 8 in 2021-07-26T16:05:15.055 INFO:tasks.rados.rados.0.smithi037.stdout:2335: done (2 left) 2021-07-26T16:05:15.056 INFO:tasks.rados.rados.0.smithi037.stdout:2336: copy_from oid 12 from oid 25 current snap is 233 2021-07-26T16:05:15.056 INFO:tasks.rados.rados.0.smithi037.stdout:2337: snap_create 2021-07-26T16:05:15.056 INFO:tasks.rados.rados.0.smithi037.stdout:2333: finishing rollback tid 1 to smithi03738989-16 2021-07-26T16:05:15.057 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 1675 (ObjNum 0 snap 0 seq_num 370196496) dirty dne 2021-07-26T16:05:15.057 INFO:tasks.rados.rados.0.smithi037.stdout:2334: expect (ObjNum 723 snap 222 seq_num 723) 2021-07-26T16:05:15.244 INFO:tasks.rados.rados.0.smithi037.stdout:2336: finishing copy_from to smithi03738989-12 2021-07-26T16:05:15.244 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1681 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:05:15.245 INFO:tasks.rados.rados.0.smithi037.stdout:2336: finishing copy_from racing read to smithi03738989-12 2021-07-26T16:05:15.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:15 smithi037 bash[41498]: cluster 2021-07-26T16:05:13.809494+0000 mgr.y (mgr.24994) 339 : cluster [DBG] pgmap v478: 89 pgs: 89 active+clean; 397 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2021-07-26T16:05:15.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:15 smithi037 bash[41498]: cluster 2021-07-26T16:05:15.047583+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e514: 8 total, 8 up, 8 in 2021-07-26T16:05:15.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:15 smithi037 bash[42499]: cluster 2021-07-26T16:05:13.809494+0000 mgr.y (mgr.24994) 339 : cluster [DBG] pgmap v478: 89 pgs: 89 active+clean; 397 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2021-07-26T16:05:15.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:15 smithi037 bash[42499]: cluster 2021-07-26T16:05:15.047583+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e514: 8 total, 8 up, 8 in 2021-07-26T16:05:15.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:15 smithi107 bash[29346]: cluster 2021-07-26T16:05:13.809494+0000 mgr.y (mgr.24994) 339 : cluster [DBG] pgmap v478: 89 pgs: 89 active+clean; 397 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2021-07-26T16:05:15.770 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:15 smithi107 bash[29346]: cluster 2021-07-26T16:05:15.047583+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e514: 8 total, 8 up, 8 in 2021-07-26T16:05:16.048 INFO:tasks.rados.rados.0.smithi037.stdout:2333: done (3 left) 2021-07-26T16:05:16.048 INFO:tasks.rados.rados.0.smithi037.stdout:2334: done (2 left) 2021-07-26T16:05:16.049 INFO:tasks.rados.rados.0.smithi037.stdout:2336: done (1 left) 2021-07-26T16:05:16.049 INFO:tasks.rados.rados.0.smithi037.stdout:2337: done (0 left) 2021-07-26T16:05:16.049 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 234 2021-07-26T16:05:16.049 INFO:tasks.rados.rados.0.smithi037.stdout:2338: seq_num 766 ranges {7643136=434176,8077312=401408} 2021-07-26T16:05:16.095 INFO:tasks.rados.rados.0.smithi037.stdout:2338: writing smithi03738989-40 from 7643136 to 8077312 tid 1 2021-07-26T16:05:16.096 INFO:tasks.rados.rados.0.smithi037.stdout:2338: writing smithi03738989-40 from 8077312 to 8478720 tid 2 2021-07-26T16:05:16.096 INFO:tasks.rados.rados.0.smithi037.stdout:2339: copy_from oid 27 from oid 9 current snap is 234 2021-07-26T16:05:16.097 INFO:tasks.rados.rados.0.smithi037.stdout:2340: snap_remove snap 226 2021-07-26T16:05:17.046 INFO:tasks.rados.rados.0.smithi037.stdout:2340: done (2 left) 2021-07-26T16:05:17.048 INFO:tasks.rados.rados.0.smithi037.stdout:2341: copy_from oid 32 from oid 2 current snap is 234 2021-07-26T16:05:17.048 INFO:tasks.rados.rados.0.smithi037.stdout:2338: finishing write tid 1 to smithi03738989-40 2021-07-26T16:05:17.048 INFO:tasks.rados.rados.0.smithi037.stdout:2338: finishing write tid 2 to smithi03738989-40 2021-07-26T16:05:17.048 INFO:tasks.rados.rados.0.smithi037.stdout:2338: finishing write tid 4 to smithi03738989-40 2021-07-26T16:05:17.049 INFO:tasks.rados.rados.0.smithi037.stdout:2338: finishing write tid 5 to smithi03738989-40 2021-07-26T16:05:17.049 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1107 (ObjNum 766 snap 234 seq_num 766) dirty exists 2021-07-26T16:05:17.049 INFO:tasks.rados.rados.0.smithi037.stdout:2338: left oid 40 (ObjNum 766 snap 234 seq_num 766) 2021-07-26T16:05:17.049 INFO:tasks.rados.rados.0.smithi037.stdout:2339: finishing copy_from to smithi03738989-27 2021-07-26T16:05:17.050 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1700 (ObjNum 716 snap 220 seq_num 716) dirty exists 2021-07-26T16:05:17.050 INFO:tasks.rados.rados.0.smithi037.stdout:2339: finishing copy_from racing read to smithi03738989-27 2021-07-26T16:05:17.050 INFO:tasks.rados.rados.0.smithi037.stdout:2338: done (2 left) 2021-07-26T16:05:17.050 INFO:tasks.rados.rados.0.smithi037.stdout:2339: done (1 left) 2021-07-26T16:05:17.050 INFO:tasks.rados.rados.0.smithi037.stdout:2342: rmattr oid 44 current snap is 234 2021-07-26T16:05:17.051 INFO:tasks.rados.rados.0.smithi037.stdout:2342: done (1 left) 2021-07-26T16:05:17.051 INFO:tasks.rados.rados.0.smithi037.stdout:2343: copy_from oid 6 from oid 25 current snap is 234 2021-07-26T16:05:17.051 INFO:tasks.rados.rados.0.smithi037.stdout:2344: snap_create 2021-07-26T16:05:17.056 INFO:tasks.rados.rados.0.smithi037.stdout:2341: finishing copy_from to smithi03738989-32 2021-07-26T16:05:17.057 INFO:tasks.rados.rados.0.smithi037.stdout:2341: got expected ENOENT (src dne) 2021-07-26T16:05:17.065 INFO:tasks.rados.rados.0.smithi037.stdout:2341: finishing copy_from racing read to smithi03738989-32 2021-07-26T16:05:17.075 INFO:tasks.rados.rados.0.smithi037.stdout:2343: finishing copy_from to smithi03738989-6 2021-07-26T16:05:17.076 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 1681 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:05:17.077 INFO:tasks.rados.rados.0.smithi037.stdout:2343: finishing copy_from racing read to smithi03738989-6 2021-07-26T16:05:17.334 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[42499]: cluster 2021-07-26T16:05:15.810299+0000 mgr.y (mgr.24994) 340 : cluster [DBG] pgmap v481: 89 pgs: 89 active+clean; 409 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2021-07-26T16:05:17.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[42499]: cluster 2021-07-26T16:05:16.050994+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e515: 8 total, 8 up, 8 in 2021-07-26T16:05:17.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[41498]: cluster 2021-07-26T16:05:15.810299+0000 mgr.y (mgr.24994) 340 : cluster [DBG] pgmap v481: 89 pgs: 89 active+clean; 409 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2021-07-26T16:05:17.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[41498]: cluster 2021-07-26T16:05:16.050994+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e515: 8 total, 8 up, 8 in 2021-07-26T16:05:17.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:17 smithi107 bash[29346]: cluster 2021-07-26T16:05:15.810299+0000 mgr.y (mgr.24994) 340 : cluster [DBG] pgmap v481: 89 pgs: 89 active+clean; 409 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2021-07-26T16:05:17.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:17 smithi107 bash[29346]: cluster 2021-07-26T16:05:16.050994+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e515: 8 total, 8 up, 8 in 2021-07-26T16:05:17.835 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: debug 2021-07-26T16:05:17.408+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:17.835 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:05:17.835 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:17.836 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:05:17.836 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:17.836 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:05:17.836 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:17.837 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:17.837 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:17.837 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: debug 2021-07-26T16:05:17.408+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:17.839 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:05:17.840 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:17.841 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:05:17.841 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:17.841 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:05:17.841 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:17.842 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:17.844 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:17.844 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: debug 2021-07-26T16:05:17.408+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:17.845 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:05:17.846 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:17.846 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:05:17.846 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:17.846 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:05:17.847 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:17.847 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:17.847 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:17.847 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: debug 2021-07-26T16:05:17.412+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:17.848 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:05:17.848 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:17.848 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:05:17.848 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:17.849 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:05:17.849 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:17.849 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:17.849 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:17 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:18.056 INFO:tasks.rados.rados.0.smithi037.stdout:2341: done (2 left) 2021-07-26T16:05:18.056 INFO:tasks.rados.rados.0.smithi037.stdout:2343: done (1 left) 2021-07-26T16:05:18.057 INFO:tasks.rados.rados.0.smithi037.stdout:2344: done (0 left) 2021-07-26T16:05:18.057 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 235 2021-07-26T16:05:18.057 INFO:tasks.rados.rados.0.smithi037.stdout:2345: seq_num 767 ranges {8478720=450560,8929280=401408} 2021-07-26T16:05:18.108 INFO:tasks.rados.rados.0.smithi037.stdout:2345: writing smithi03738989-40 from 8478720 to 8929280 tid 1 2021-07-26T16:05:18.110 INFO:tasks.rados.rados.0.smithi037.stdout:2345: writing smithi03738989-40 from 8929280 to 9330688 tid 2 2021-07-26T16:05:18.111 INFO:tasks.rados.rados.0.smithi037.stdout:2346: setattr oid 23 current snap is 235 2021-07-26T16:05:18.112 INFO:tasks.rados.rados.0.smithi037.stdout:2347: delete oid 21 current snap is 235 2021-07-26T16:05:18.123 INFO:tasks.rados.rados.0.smithi037.stdout:2345: finishing write tid 1 to smithi03738989-40 2021-07-26T16:05:18.124 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1663 (ObjNum 676 snap 206 seq_num 676) dirty exists 2021-07-26T16:05:18.125 INFO:tasks.rados.rados.0.smithi037.stdout:2345: finishing write tid 2 to smithi03738989-40 2021-07-26T16:05:18.126 INFO:tasks.rados.rados.0.smithi037.stdout:2345: finishing write tid 4 to smithi03738989-40 2021-07-26T16:05:18.128 INFO:tasks.rados.rados.0.smithi037.stdout:2345: finishing write tid 5 to smithi03738989-40 2021-07-26T16:05:18.128 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1110 (ObjNum 767 snap 235 seq_num 767) dirty exists 2021-07-26T16:05:18.128 INFO:tasks.rados.rados.0.smithi037.stdout:2345: left oid 40 (ObjNum 767 snap 235 seq_num 767) 2021-07-26T16:05:18.129 INFO:tasks.rados.rados.0.smithi037.stdout:2345: done (2 left) 2021-07-26T16:05:18.129 INFO:tasks.rados.rados.0.smithi037.stdout:2346: done (1 left) 2021-07-26T16:05:18.129 INFO:tasks.rados.rados.0.smithi037.stdout:2347: done (0 left) 2021-07-26T16:05:18.129 INFO:tasks.rados.rados.0.smithi037.stdout:2348: read oid 41 snap -1 2021-07-26T16:05:18.130 INFO:tasks.rados.rados.0.smithi037.stdout:2348: expect deleted 2021-07-26T16:05:18.130 INFO:tasks.rados.rados.0.smithi037.stdout:2349: rollback oid 4 current snap is 235 2021-07-26T16:05:18.130 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 4 to 227 2021-07-26T16:05:18.130 INFO:tasks.rados.rados.0.smithi037.stdout:2350: setattr oid 3 current snap is 235 2021-07-26T16:05:18.131 INFO:tasks.rados.rados.0.smithi037.stdout:2348: done (2 left) 2021-07-26T16:05:18.131 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 235 2021-07-26T16:05:18.131 INFO:tasks.rados.rados.0.smithi037.stdout:2351: seq_num 769 ranges {0=483328,483328=401408} 2021-07-26T16:05:18.134 INFO:tasks.rados.rados.0.smithi037.stdout:2351: writing smithi03738989-38 from 0 to 483328 tid 1 2021-07-26T16:05:18.138 INFO:tasks.rados.rados.0.smithi037.stdout:2351: writing smithi03738989-38 from 483328 to 884736 tid 2 2021-07-26T16:05:18.138 INFO:tasks.rados.rados.0.smithi037.stdout:2352: copy_from oid 13 from oid 5 current snap is 235 2021-07-26T16:05:18.138 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 1537 (ObjNum 581 snap 171 seq_num 581) dirty exists 2021-07-26T16:05:18.139 INFO:tasks.rados.rados.0.smithi037.stdout:2349: finishing rollback tid 0 to smithi03738989-4 2021-07-26T16:05:18.139 INFO:tasks.rados.rados.0.smithi037.stdout:2349: finishing rollback tid 1 to smithi03738989-4 2021-07-26T16:05:18.139 INFO:tasks.rados.rados.0.smithi037.stdout:2349: finishing rollback tid 2 to smithi03738989-4 2021-07-26T16:05:18.139 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2112 (ObjNum 1 snap 21933 seq_num 372485216) dirty exists 2021-07-26T16:05:18.140 INFO:tasks.rados.rados.0.smithi037.stdout:2349: done (3 left) 2021-07-26T16:05:18.140 INFO:tasks.rados.rados.0.smithi037.stdout:2350: done (2 left) 2021-07-26T16:05:18.140 INFO:tasks.rados.rados.0.smithi037.stdout:2353: snap_remove snap 222 2021-07-26T16:05:18.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: cluster 2021-07-26T16:05:17.039490+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e516: 8 total, 8 up, 8 in 2021-07-26T16:05:18.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: audit 2021-07-26T16:05:17.399798+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:18.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: audit 2021-07-26T16:05:17.409048+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:18.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: cephadm 2021-07-26T16:05:17.411968+0000 mgr.y (mgr.24994) 341 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:18.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:05:18.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:18.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:05:18.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:18.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:05:18.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:18.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:18.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:18.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: cephadm 2021-07-26T16:05:17.413252+0000 mgr.y (mgr.24994) 342 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:18.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:05:18.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:18.338 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:05:18.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:18.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:05:18.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:18.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:18.339 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:18.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: cephadm 2021-07-26T16:05:17.415578+0000 mgr.y (mgr.24994) 343 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:18.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:05:18.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:18.340 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:05:18.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:18.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:05:18.341 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:18.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: cluster 2021-07-26T16:05:17.039490+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e516: 8 total, 8 up, 8 in 2021-07-26T16:05:18.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: audit 2021-07-26T16:05:17.399798+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:18.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: audit 2021-07-26T16:05:17.409048+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:18.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: cephadm 2021-07-26T16:05:17.411968+0000 mgr.y (mgr.24994) 341 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:18.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:05:18.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:18.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:05:18.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:18.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:05:18.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:18.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:18.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:18.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: cephadm 2021-07-26T16:05:17.413252+0000 mgr.y (mgr.24994) 342 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:18.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:05:18.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:18.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:05:18.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:18.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:05:18.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:18.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:18.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:18.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: cephadm 2021-07-26T16:05:17.415578+0000 mgr.y (mgr.24994) 343 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:18.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:05:18.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:18.347 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:05:18.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:18.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:05:18.348 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:18.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:18.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:18.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: cephadm 2021-07-26T16:05:17.416901+0000 mgr.y (mgr.24994) 344 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:18.349 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:05:18.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:18.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:05:18.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:18.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:05:18.350 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:18.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:18.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:18.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: audit 2021-07-26T16:05:17.421411+0000 mon.c (mon.1) 315 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:18.351 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: audit 2021-07-26T16:05:17.423815+0000 mon.c (mon.1) 316 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: audit 2021-07-26T16:05:17.425889+0000 mon.c (mon.1) 317 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: audit 2021-07-26T16:05:17.427395+0000 mon.c (mon.1) 318 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: audit 2021-07-26T16:05:17.429828+0000 mon.c (mon.1) 319 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: audit 2021-07-26T16:05:17.433121+0000 mon.c (mon.1) 320 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.352 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: audit 2021-07-26T16:05:17.434873+0000 mon.c (mon.1) 321 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: audit 2021-07-26T16:05:17.436671+0000 mon.c (mon.1) 322 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: audit 2021-07-26T16:05:17.438487+0000 mon.c (mon.1) 323 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: audit 2021-07-26T16:05:17.440406+0000 mon.c (mon.1) 324 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.353 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[41498]: audit 2021-07-26T16:05:17.442215+0000 mon.c (mon.1) 325 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.354 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:18.354 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:18.354 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: cephadm 2021-07-26T16:05:17.416901+0000 mgr.y (mgr.24994) 344 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:18.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:05:18.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:18.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:05:18.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:18.355 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:05:18.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:18.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:18.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:18.356 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: audit 2021-07-26T16:05:17.421411+0000 mon.c (mon.1) 315 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:18.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: audit 2021-07-26T16:05:17.423815+0000 mon.c (mon.1) 316 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: audit 2021-07-26T16:05:17.425889+0000 mon.c (mon.1) 317 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: audit 2021-07-26T16:05:17.427395+0000 mon.c (mon.1) 318 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: audit 2021-07-26T16:05:17.429828+0000 mon.c (mon.1) 319 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.357 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: audit 2021-07-26T16:05:17.433121+0000 mon.c (mon.1) 320 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: audit 2021-07-26T16:05:17.434873+0000 mon.c (mon.1) 321 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: audit 2021-07-26T16:05:17.436671+0000 mon.c (mon.1) 322 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: audit 2021-07-26T16:05:17.438487+0000 mon.c (mon.1) 323 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.358 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: audit 2021-07-26T16:05:17.440406+0000 mon.c (mon.1) 324 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.359 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:18 smithi037 bash[42499]: audit 2021-07-26T16:05:17.442215+0000 mon.c (mon.1) 325 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: cluster 2021-07-26T16:05:17.039490+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e516: 8 total, 8 up, 8 in 2021-07-26T16:05:18.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: audit 2021-07-26T16:05:17.399798+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:18.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: audit 2021-07-26T16:05:17.409048+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:18.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: cephadm 2021-07-26T16:05:17.411968+0000 mgr.y (mgr.24994) 341 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:18.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:05:18.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:18.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:05:18.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:18.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:05:18.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:18.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:18.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:18.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: cephadm 2021-07-26T16:05:17.413252+0000 mgr.y (mgr.24994) 342 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:18.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:05:18.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:18.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:05:18.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:18.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:05:18.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:18.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:18.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:18.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: cephadm 2021-07-26T16:05:17.415578+0000 mgr.y (mgr.24994) 343 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:18.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:05:18.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:18.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:05:18.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:18.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:05:18.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:18.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:18.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:18.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: cephadm 2021-07-26T16:05:17.416901+0000 mgr.y (mgr.24994) 344 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:18.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:05:18.534 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:18.534 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:05:18.534 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:18.534 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:05:18.535 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:18.535 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:18.535 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:18.535 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: audit 2021-07-26T16:05:17.421411+0000 mon.c (mon.1) 315 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:18.536 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: audit 2021-07-26T16:05:17.423815+0000 mon.c (mon.1) 316 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.536 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: audit 2021-07-26T16:05:17.425889+0000 mon.c (mon.1) 317 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.537 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: audit 2021-07-26T16:05:17.427395+0000 mon.c (mon.1) 318 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.537 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: audit 2021-07-26T16:05:17.429828+0000 mon.c (mon.1) 319 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.537 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: audit 2021-07-26T16:05:17.433121+0000 mon.c (mon.1) 320 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.537 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: audit 2021-07-26T16:05:17.434873+0000 mon.c (mon.1) 321 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.538 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: audit 2021-07-26T16:05:17.436671+0000 mon.c (mon.1) 322 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.538 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: audit 2021-07-26T16:05:17.438487+0000 mon.c (mon.1) 323 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.538 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: audit 2021-07-26T16:05:17.440406+0000 mon.c (mon.1) 324 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:18.538 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:18 smithi107 bash[29346]: audit 2021-07-26T16:05:17.442215+0000 mon.c (mon.1) 325 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:19.075 INFO:tasks.rados.rados.0.smithi037.stdout:2353: done (2 left) 2021-07-26T16:05:19.075 INFO:tasks.rados.rados.0.smithi037.stdout:2354: snap_create 2021-07-26T16:05:19.075 INFO:tasks.rados.rados.0.smithi037.stdout:2351: finishing write tid 1 to smithi03738989-38 2021-07-26T16:05:19.076 INFO:tasks.rados.rados.0.smithi037.stdout:2351: finishing write tid 2 to smithi03738989-38 2021-07-26T16:05:19.076 INFO:tasks.rados.rados.0.smithi037.stdout:2351: finishing write tid 4 to smithi03738989-38 2021-07-26T16:05:19.076 INFO:tasks.rados.rados.0.smithi037.stdout:2351: finishing write tid 5 to smithi03738989-38 2021-07-26T16:05:19.076 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 1117 (ObjNum 769 snap 235 seq_num 769) dirty exists 2021-07-26T16:05:19.077 INFO:tasks.rados.rados.0.smithi037.stdout:2351: left oid 38 (ObjNum 769 snap 235 seq_num 769) 2021-07-26T16:05:19.077 INFO:tasks.rados.rados.0.smithi037.stdout:2352: finishing copy_from to smithi03738989-13 2021-07-26T16:05:19.077 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1657 (ObjNum 450 snap 136 seq_num 450) dirty exists 2021-07-26T16:05:19.077 INFO:tasks.rados.rados.0.smithi037.stdout:2352: finishing copy_from racing read to smithi03738989-13 2021-07-26T16:05:19.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:19 smithi107 bash[29346]: cluster 2021-07-26T16:05:17.811121+0000 mgr.y (mgr.24994) 345 : cluster [DBG] pgmap v484: 89 pgs: 89 active+clean; 411 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2021-07-26T16:05:19.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:19 smithi107 bash[29346]: cluster 2021-07-26T16:05:18.058399+0000 mon.a (mon.0) 925 : cluster [DBG] osdmap e517: 8 total, 8 up, 8 in 2021-07-26T16:05:19.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:19 smithi037 bash[41498]: cluster 2021-07-26T16:05:17.811121+0000 mgr.y (mgr.24994) 345 : cluster [DBG] pgmap v484: 89 pgs: 89 active+clean; 411 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2021-07-26T16:05:19.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:19 smithi037 bash[41498]: cluster 2021-07-26T16:05:18.058399+0000 mon.a (mon.0) 925 : cluster [DBG] osdmap e517: 8 total, 8 up, 8 in 2021-07-26T16:05:19.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:19 smithi037 bash[42499]: cluster 2021-07-26T16:05:17.811121+0000 mgr.y (mgr.24994) 345 : cluster [DBG] pgmap v484: 89 pgs: 89 active+clean; 411 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2021-07-26T16:05:19.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:19 smithi037 bash[42499]: cluster 2021-07-26T16:05:18.058399+0000 mon.a (mon.0) 925 : cluster [DBG] osdmap e517: 8 total, 8 up, 8 in 2021-07-26T16:05:20.091 INFO:tasks.rados.rados.0.smithi037.stdout:2351: done (2 left) 2021-07-26T16:05:20.091 INFO:tasks.rados.rados.0.smithi037.stdout:2352: done (1 left) 2021-07-26T16:05:20.092 INFO:tasks.rados.rados.0.smithi037.stdout:2354: done (0 left) 2021-07-26T16:05:20.093 INFO:tasks.rados.rados.0.smithi037.stdout:2355: rollback oid 29 current snap is 236 2021-07-26T16:05:20.094 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 29 to 234 2021-07-26T16:05:20.094 INFO:tasks.rados.rados.0.smithi037.stdout:2356: snap_remove snap 223 2021-07-26T16:05:20.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:20 smithi037 bash[41498]: cluster 2021-07-26T16:05:19.076202+0000 mon.a (mon.0) 926 : cluster [DBG] osdmap e518: 8 total, 8 up, 8 in 2021-07-26T16:05:20.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:20 smithi037 bash[42499]: cluster 2021-07-26T16:05:19.076202+0000 mon.a (mon.0) 926 : cluster [DBG] osdmap e518: 8 total, 8 up, 8 in 2021-07-26T16:05:20.369 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:20 smithi107 bash[29346]: cluster 2021-07-26T16:05:19.076202+0000 mon.a (mon.0) 926 : cluster [DBG] osdmap e518: 8 total, 8 up, 8 in 2021-07-26T16:05:20.770 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:20 smithi107 systemd[1]: Stopping Ceph node-exporter.b for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T16:05:20.771 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:20 smithi107 docker[35829]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:05:21.095 INFO:tasks.rados.rados.0.smithi037.stdout:2355: finishing rollback tid 0 to smithi03738989-29 2021-07-26T16:05:21.095 INFO:tasks.rados.rados.0.smithi037.stdout:2355: finishing rollback tid 1 to smithi03738989-29 2021-07-26T16:05:21.095 INFO:tasks.rados.rados.0.smithi037.stdout:2355: finishing rollback tid 2 to smithi03738989-29 2021-07-26T16:05:21.095 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 1540 (ObjNum 687 snap 209 seq_num 687) dirty exists 2021-07-26T16:05:21.096 INFO:tasks.rados.rados.0.smithi037.stdout:2355: done (1 left) 2021-07-26T16:05:21.096 INFO:tasks.rados.rados.0.smithi037.stdout:2356: done (0 left) 2021-07-26T16:05:21.096 INFO:tasks.rados.rados.0.smithi037.stdout:2357: rollback oid 44 current snap is 236 2021-07-26T16:05:21.096 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 44 to 187 2021-07-26T16:05:21.097 INFO:tasks.rados.rados.0.smithi037.stdout:2358: delete oid 11 current snap is 236 2021-07-26T16:05:21.102 INFO:tasks.rados.rados.0.smithi037.stdout:2357: finishing rollback tid 0 to smithi03738989-44 2021-07-26T16:05:21.104 INFO:tasks.rados.rados.0.smithi037.stdout:2357: finishing rollback tid 1 to smithi03738989-44 2021-07-26T16:05:21.107 INFO:tasks.rados.rados.0.smithi037.stdout:2357: finishing rollback tid 2 to smithi03738989-44 2021-07-26T16:05:21.107 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 1660 (ObjNum 544 snap 162 seq_num 544) dirty exists 2021-07-26T16:05:21.108 INFO:tasks.rados.rados.0.smithi037.stdout:2357: done (1 left) 2021-07-26T16:05:21.108 INFO:tasks.rados.rados.0.smithi037.stdout:2358: done (0 left) 2021-07-26T16:05:21.109 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 236 2021-07-26T16:05:21.109 INFO:tasks.rados.rados.0.smithi037.stdout:2359: seq_num 771 ranges {0=516096,516096=401408} 2021-07-26T16:05:21.112 INFO:tasks.rados.rados.0.smithi037.stdout:2359: writing smithi03738989-34 from 0 to 516096 tid 1 2021-07-26T16:05:21.114 INFO:tasks.rados.rados.0.smithi037.stdout:2359: writing smithi03738989-34 from 516096 to 917504 tid 2 2021-07-26T16:05:21.115 INFO:tasks.rados.rados.0.smithi037.stdout:2360: rmattr oid 44 current snap is 236 2021-07-26T16:05:21.116 INFO:tasks.rados.rados.0.smithi037.stdout:2361: rmattr oid 10 current snap is 236 2021-07-26T16:05:21.116 INFO:tasks.rados.rados.0.smithi037.stdout:2361: done (2 left) 2021-07-26T16:05:21.116 INFO:tasks.rados.rados.0.smithi037.stdout:2362: copy_from oid 23 from oid 37 current snap is 236 2021-07-26T16:05:21.116 INFO:tasks.rados.rados.0.smithi037.stdout:2363: copy_from oid 11 from oid 50 current snap is 236 2021-07-26T16:05:21.117 INFO:tasks.rados.rados.0.smithi037.stdout:2364: snap_remove snap 216 2021-07-26T16:05:21.395 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:21 smithi107 bash[29346]: cluster 2021-07-26T16:05:19.812123+0000 mgr.y (mgr.24994) 346 : cluster [DBG] pgmap v487: 89 pgs: 89 active+clean; 412 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2021-07-26T16:05:21.396 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:21 smithi107 bash[29346]: cephadm 2021-07-26T16:05:19.967310+0000 mgr.y (mgr.24994) 347 : cephadm [INF] Upgrade: Updating node-exporter.b 2021-07-26T16:05:21.396 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:21 smithi107 bash[29346]: cephadm 2021-07-26T16:05:19.967694+0000 mgr.y (mgr.24994) 348 : cephadm [INF] Deploying daemon node-exporter.b on smithi107 2021-07-26T16:05:21.396 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:21 smithi107 bash[29346]: cluster 2021-07-26T16:05:20.091667+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2021-07-26T16:05:21.396 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:21 smithi107 docker[35829]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-node-exporter.b 2021-07-26T16:05:21.397 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:21 smithi107 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@node-exporter.b.service: Main process exited, code=exited, status=2/INVALIDARGUMENT 2021-07-26T16:05:21.397 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:21 smithi107 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@node-exporter.b.service: Failed with result 'exit-code'. 2021-07-26T16:05:21.397 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:21 smithi107 systemd[1]: Stopped Ceph node-exporter.b for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:05:21.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:21 smithi037 bash[41498]: cluster 2021-07-26T16:05:19.812123+0000 mgr.y (mgr.24994) 346 : cluster [DBG] pgmap v487: 89 pgs: 89 active+clean; 412 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2021-07-26T16:05:21.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:21 smithi037 bash[41498]: cephadm 2021-07-26T16:05:19.967310+0000 mgr.y (mgr.24994) 347 : cephadm [INF] Upgrade: Updating node-exporter.b 2021-07-26T16:05:21.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:21 smithi037 bash[41498]: cephadm 2021-07-26T16:05:19.967694+0000 mgr.y (mgr.24994) 348 : cephadm [INF] Deploying daemon node-exporter.b on smithi107 2021-07-26T16:05:21.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:21 smithi037 bash[41498]: cluster 2021-07-26T16:05:20.091667+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2021-07-26T16:05:21.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:21 smithi037 bash[42499]: cluster 2021-07-26T16:05:19.812123+0000 mgr.y (mgr.24994) 346 : cluster [DBG] pgmap v487: 89 pgs: 89 active+clean; 412 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2021-07-26T16:05:21.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:21 smithi037 bash[42499]: cephadm 2021-07-26T16:05:19.967310+0000 mgr.y (mgr.24994) 347 : cephadm [INF] Upgrade: Updating node-exporter.b 2021-07-26T16:05:21.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:21 smithi037 bash[42499]: cephadm 2021-07-26T16:05:19.967694+0000 mgr.y (mgr.24994) 348 : cephadm [INF] Deploying daemon node-exporter.b on smithi107 2021-07-26T16:05:21.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:21 smithi037 bash[42499]: cluster 2021-07-26T16:05:20.091667+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2021-07-26T16:05:21.770 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:21 smithi107 systemd[1]: Started Ceph node-exporter.b for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:05:21.771 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:21 smithi107 bash[35895]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:05:22.046 INFO:tasks.rados.rados.0.smithi037.stdout:2363: finishing copy_from to smithi03738989-11 2021-07-26T16:05:22.047 INFO:tasks.rados.rados.0.smithi037.stdout:2363: got expected ENOENT (src dne) 2021-07-26T16:05:22.047 INFO:tasks.rados.rados.0.smithi037.stdout:2363: finishing copy_from racing read to smithi03738989-11 2021-07-26T16:05:22.047 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 1661 (ObjNum 544 snap 162 seq_num 544) dirty exists 2021-07-26T16:05:22.047 INFO:tasks.rados.rados.0.smithi037.stdout:2359: finishing write tid 1 to smithi03738989-34 2021-07-26T16:05:22.048 INFO:tasks.rados.rados.0.smithi037.stdout:2359: finishing write tid 2 to smithi03738989-34 2021-07-26T16:05:22.048 INFO:tasks.rados.rados.0.smithi037.stdout:2359: finishing write tid 4 to smithi03738989-34 2021-07-26T16:05:22.048 INFO:tasks.rados.rados.0.smithi037.stdout:2359: finishing write tid 5 to smithi03738989-34 2021-07-26T16:05:22.048 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 1703 (ObjNum 771 snap 236 seq_num 771) dirty exists 2021-07-26T16:05:22.049 INFO:tasks.rados.rados.0.smithi037.stdout:2359: left oid 34 (ObjNum 771 snap 236 seq_num 771) 2021-07-26T16:05:22.049 INFO:tasks.rados.rados.0.smithi037.stdout:2362: finishing copy_from to smithi03738989-23 2021-07-26T16:05:22.049 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1680 (ObjNum 765 snap 232 seq_num 765) dirty exists 2021-07-26T16:05:22.049 INFO:tasks.rados.rados.0.smithi037.stdout:2362: finishing copy_from racing read to smithi03738989-23 2021-07-26T16:05:22.050 INFO:tasks.rados.rados.0.smithi037.stdout:2359: done (4 left) 2021-07-26T16:05:22.050 INFO:tasks.rados.rados.0.smithi037.stdout:2360: done (3 left) 2021-07-26T16:05:22.050 INFO:tasks.rados.rados.0.smithi037.stdout:2362: done (2 left) 2021-07-26T16:05:22.050 INFO:tasks.rados.rados.0.smithi037.stdout:2363: done (1 left) 2021-07-26T16:05:22.051 INFO:tasks.rados.rados.0.smithi037.stdout:2364: done (0 left) 2021-07-26T16:05:22.051 INFO:tasks.rados.rados.0.smithi037.stdout:2365: rollback oid 17 current snap is 236 2021-07-26T16:05:22.051 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 17 to 211 2021-07-26T16:05:22.051 INFO:tasks.rados.rados.0.smithi037.stdout:2366: rollback oid 9 current snap is 236 2021-07-26T16:05:22.052 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 234 2021-07-26T16:05:22.052 INFO:tasks.rados.rados.0.smithi037.stdout:2367: read oid 48 snap -1 2021-07-26T16:05:22.052 INFO:tasks.rados.rados.0.smithi037.stdout:2367: expect (ObjNum 739 snap 224 seq_num 739) 2021-07-26T16:05:22.052 INFO:tasks.rados.rados.0.smithi037.stdout:2368: read oid 42 snap 208 2021-07-26T16:05:22.052 INFO:tasks.rados.rados.0.smithi037.stdout:2368: expect (ObjNum 666 snap 199 seq_num 666) 2021-07-26T16:05:22.053 INFO:tasks.rados.rados.0.smithi037.stdout:2369: copy_from oid 14 from oid 36 current snap is 236 2021-07-26T16:05:22.053 INFO:tasks.rados.rados.0.smithi037.stdout:2370: delete oid 37 current snap is 236 2021-07-26T16:05:22.066 INFO:tasks.rados.rados.0.smithi037.stdout:2365: finishing rollback tid 0 to smithi03738989-17 2021-07-26T16:05:22.068 INFO:tasks.rados.rados.0.smithi037.stdout:2366: finishing rollback tid 0 to smithi03738989-9 2021-07-26T16:05:22.068 INFO:tasks.rados.rados.0.smithi037.stdout:2366: finishing rollback tid 1 to smithi03738989-9 2021-07-26T16:05:22.068 INFO:tasks.rados.rados.0.smithi037.stdout:2366: finishing rollback tid 2 to smithi03738989-9 2021-07-26T16:05:22.068 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1703 (ObjNum 716 snap 220 seq_num 716) dirty exists 2021-07-26T16:05:22.073 INFO:tasks.rados.rados.0.smithi037.stdout:2368: expect (ObjNum 666 snap 199 seq_num 666) 2021-07-26T16:05:22.115 INFO:tasks.rados.rados.0.smithi037.stdout:2366: done (5 left) 2021-07-26T16:05:22.115 INFO:tasks.rados.rados.0.smithi037.stdout:2368: done (4 left) 2021-07-26T16:05:22.115 INFO:tasks.rados.rados.0.smithi037.stdout:2370: done (3 left) 2021-07-26T16:05:22.116 INFO:tasks.rados.rados.0.smithi037.stdout:2371: rollback oid 44 current snap is 236 2021-07-26T16:05:22.116 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 44 to 208 2021-07-26T16:05:22.116 INFO:tasks.rados.rados.0.smithi037.stdout:2367: expect (ObjNum 739 snap 224 seq_num 739) 2021-07-26T16:05:22.266 INFO:tasks.rados.rados.0.smithi037.stdout:2365: finishing rollback tid 1 to smithi03738989-17 2021-07-26T16:05:22.266 INFO:tasks.rados.rados.0.smithi037.stdout:2365: finishing rollback tid 2 to smithi03738989-17 2021-07-26T16:05:22.267 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1683 (ObjNum 658 snap 195 seq_num 658) dirty exists 2021-07-26T16:05:22.267 INFO:tasks.rados.rados.0.smithi037.stdout:2369: finishing copy_from to smithi03738989-14 2021-07-26T16:05:22.267 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 1683 (ObjNum 763 snap 230 seq_num 763) dirty exists 2021-07-26T16:05:22.267 INFO:tasks.rados.rados.0.smithi037.stdout:2369: finishing copy_from racing read to smithi03738989-14 2021-07-26T16:05:22.267 INFO:tasks.rados.rados.0.smithi037.stdout:2365: done (3 left) 2021-07-26T16:05:22.268 INFO:tasks.rados.rados.0.smithi037.stdout:2367: done (2 left) 2021-07-26T16:05:22.268 INFO:tasks.rados.rados.0.smithi037.stdout:2369: done (1 left) 2021-07-26T16:05:22.268 INFO:tasks.rados.rados.0.smithi037.stdout:2372: delete oid 13 current snap is 236 2021-07-26T16:05:22.268 INFO:tasks.rados.rados.0.smithi037.stdout:2371: finishing rollback tid 0 to smithi03738989-44 2021-07-26T16:05:22.269 INFO:tasks.rados.rados.0.smithi037.stdout:2371: finishing rollback tid 1 to smithi03738989-44 2021-07-26T16:05:22.269 INFO:tasks.rados.rados.0.smithi037.stdout:2371: finishing rollback tid 2 to smithi03738989-44 2021-07-26T16:05:22.269 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 1664 (ObjNum 0 snap 32610 seq_num 372454464) dirty exists 2021-07-26T16:05:22.270 INFO:tasks.rados.rados.0.smithi037.stdout:2371: done (1 left) 2021-07-26T16:05:22.270 INFO:tasks.rados.rados.0.smithi037.stdout:2372: done (0 left) 2021-07-26T16:05:22.270 INFO:tasks.rados.rados.0.smithi037.stdout:2373: rollback oid 25 current snap is 236 2021-07-26T16:05:22.271 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 25 to 230 2021-07-26T16:05:22.271 INFO:tasks.rados.rados.0.smithi037.stdout:2374: snap_remove snap 188 2021-07-26T16:05:22.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[29346]: cluster 2021-07-26T16:05:21.096560+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2021-07-26T16:05:22.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[29346]: audit 2021-07-26T16:05:21.563349+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:22.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[29346]: audit 2021-07-26T16:05:21.565933+0000 mon.c (mon.1) 326 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:22.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[29346]: audit 2021-07-26T16:05:21.569315+0000 mon.c (mon.1) 327 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:05:22.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[29346]: cluster 2021-07-26T16:05:22.044014+0000 mon.a (mon.0) 930 : cluster [DBG] osdmap e521: 8 total, 8 up, 8 in 2021-07-26T16:05:22.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:22 smithi037 bash[41498]: cluster 2021-07-26T16:05:21.096560+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2021-07-26T16:05:22.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:22 smithi037 bash[41498]: audit 2021-07-26T16:05:21.563349+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:22.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:22 smithi037 bash[41498]: audit 2021-07-26T16:05:21.565933+0000 mon.c (mon.1) 326 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:22.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:22 smithi037 bash[41498]: audit 2021-07-26T16:05:21.569315+0000 mon.c (mon.1) 327 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:05:22.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:22 smithi037 bash[41498]: cluster 2021-07-26T16:05:22.044014+0000 mon.a (mon.0) 930 : cluster [DBG] osdmap e521: 8 total, 8 up, 8 in 2021-07-26T16:05:22.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:22 smithi037 bash[42499]: cluster 2021-07-26T16:05:21.096560+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2021-07-26T16:05:22.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:22 smithi037 bash[42499]: audit 2021-07-26T16:05:21.563349+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:22.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:22 smithi037 bash[42499]: audit 2021-07-26T16:05:21.565933+0000 mon.c (mon.1) 326 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:22.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:22 smithi037 bash[42499]: audit 2021-07-26T16:05:21.569315+0000 mon.c (mon.1) 327 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:05:22.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:22 smithi037 bash[42499]: cluster 2021-07-26T16:05:22.044014+0000 mon.a (mon.0) 930 : cluster [DBG] osdmap e521: 8 total, 8 up, 8 in 2021-07-26T16:05:23.114 INFO:tasks.rados.rados.0.smithi037.stdout:2374: done (1 left) 2021-07-26T16:05:23.115 INFO:tasks.rados.rados.0.smithi037.stdout:2375: read oid 35 snap -1 2021-07-26T16:05:23.115 INFO:tasks.rados.rados.0.smithi037.stdout:2375: expect (ObjNum 694 snap 215 seq_num 694) 2021-07-26T16:05:23.115 INFO:tasks.rados.rados.0.smithi037.stdout:2376: copy_from oid 44 from oid 12 current snap is 236 2021-07-26T16:05:23.116 INFO:tasks.rados.rados.0.smithi037.stdout:2373: finishing rollback tid 0 to smithi03738989-25 2021-07-26T16:05:23.116 INFO:tasks.rados.rados.0.smithi037.stdout:2373: finishing rollback tid 1 to smithi03738989-25 2021-07-26T16:05:23.116 INFO:tasks.rados.rados.0.smithi037.stdout:2373: finishing rollback tid 2 to smithi03738989-25 2021-07-26T16:05:23.116 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 1686 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:05:23.116 INFO:tasks.rados.rados.0.smithi037.stdout:2373: done (2 left) 2021-07-26T16:05:23.117 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 236 2021-07-26T16:05:23.118 INFO:tasks.rados.rados.0.smithi037.stdout:2377: seq_num 774 ranges {0=565248,565248=401408} 2021-07-26T16:05:23.118 INFO:tasks.rados.rados.0.smithi037.stdout:2377: writing smithi03738989-2 from 0 to 565248 tid 1 2021-07-26T16:05:23.121 INFO:tasks.rados.rados.0.smithi037.stdout:2377: writing smithi03738989-2 from 565248 to 966656 tid 2 2021-07-26T16:05:23.123 INFO:tasks.rados.rados.0.smithi037.stdout:2378: rollback oid 50 current snap is 236 2021-07-26T16:05:23.123 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 232 2021-07-26T16:05:23.123 INFO:tasks.rados.rados.0.smithi037.stdout:2379: rollback oid 48 current snap is 236 2021-07-26T16:05:23.123 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 48 to 215 2021-07-26T16:05:23.124 INFO:tasks.rados.rados.0.smithi037.stdout:2380: read oid 18 snap -1 2021-07-26T16:05:23.124 INFO:tasks.rados.rados.0.smithi037.stdout:2380: expect deleted 2021-07-26T16:05:23.124 INFO:tasks.rados.rados.0.smithi037.stdout:2381: read oid 45 snap -1 2021-07-26T16:05:23.124 INFO:tasks.rados.rados.0.smithi037.stdout:2381: expect (ObjNum 753 snap 228 seq_num 753) 2021-07-26T16:05:23.124 INFO:tasks.rados.rados.0.smithi037.stdout:2382: delete oid 16 current snap is 236 2021-07-26T16:05:23.134 INFO:tasks.rados.rados.0.smithi037.stdout:2378: finishing rollback tid 1 to smithi03738989-50 2021-07-26T16:05:23.135 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 1924 (ObjNum 2122951872 snap 32610 seq_num 2122951872) dirty dne 2021-07-26T16:05:23.139 INFO:tasks.rados.rados.0.smithi037.stdout:2377: finishing write tid 1 to smithi03738989-2 2021-07-26T16:05:23.140 INFO:tasks.rados.rados.0.smithi037.stdout:2379: finishing rollback tid 0 to smithi03738989-48 2021-07-26T16:05:23.140 INFO:tasks.rados.rados.0.smithi037.stdout:2379: finishing rollback tid 1 to smithi03738989-48 2021-07-26T16:05:23.140 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 1684 (ObjNum 1677741760 snap 32610 seq_num 1677723856) dirty dne 2021-07-26T16:05:23.140 INFO:tasks.rados.rados.0.smithi037.stdout:2378: done (7 left) 2021-07-26T16:05:23.141 INFO:tasks.rados.rados.0.smithi037.stdout:2379: done (6 left) 2021-07-26T16:05:23.141 INFO:tasks.rados.rados.0.smithi037.stdout:2380: done (5 left) 2021-07-26T16:05:23.141 INFO:tasks.rados.rados.0.smithi037.stdout:2382: done (4 left) 2021-07-26T16:05:23.141 INFO:tasks.rados.rados.0.smithi037.stdout:2383: snap_create 2021-07-26T16:05:23.143 INFO:tasks.rados.rados.0.smithi037.stdout:2377: finishing write tid 2 to smithi03738989-2 2021-07-26T16:05:23.144 INFO:tasks.rados.rados.0.smithi037.stdout:2377: finishing write tid 4 to smithi03738989-2 2021-07-26T16:05:23.145 INFO:tasks.rados.rados.0.smithi037.stdout:2377: finishing write tid 5 to smithi03738989-2 2021-07-26T16:05:23.145 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 1684 (ObjNum 774 snap 236 seq_num 774) dirty exists 2021-07-26T16:05:23.145 INFO:tasks.rados.rados.0.smithi037.stdout:2377: left oid 2 (ObjNum 774 snap 236 seq_num 774) 2021-07-26T16:05:23.147 INFO:tasks.rados.rados.0.smithi037.stdout:2375: expect (ObjNum 694 snap 215 seq_num 694) 2021-07-26T16:05:23.238 INFO:tasks.rados.rados.0.smithi037.stdout:2376: finishing copy_from to smithi03738989-44 2021-07-26T16:05:23.239 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 1681 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:05:23.239 INFO:tasks.rados.rados.0.smithi037.stdout:2376: finishing copy_from racing read to smithi03738989-44 2021-07-26T16:05:23.239 INFO:tasks.rados.rados.0.smithi037.stdout:2381: expect (ObjNum 753 snap 228 seq_num 753) 2021-07-26T16:05:23.271 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg="Starting node_exporter (version=0.18.1, branch=HEAD, revision=3db77732e925c08f675d7404a8c46466b2ece83e)" source="node_exporter.go:156" 2021-07-26T16:05:23.271 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg="Build context (go=go1.12.5, user=root@b50852a1acba, date=20190604-16:41:18)" source="node_exporter.go:157" 2021-07-26T16:05:23.272 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg="Enabled collectors:" source="node_exporter.go:97" 2021-07-26T16:05:23.272 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - arp" source="node_exporter.go:104" 2021-07-26T16:05:23.273 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - bcache" source="node_exporter.go:104" 2021-07-26T16:05:23.273 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - bonding" source="node_exporter.go:104" 2021-07-26T16:05:23.273 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - conntrack" source="node_exporter.go:104" 2021-07-26T16:05:23.273 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - cpu" source="node_exporter.go:104" 2021-07-26T16:05:23.274 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - cpufreq" source="node_exporter.go:104" 2021-07-26T16:05:23.274 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - diskstats" source="node_exporter.go:104" 2021-07-26T16:05:23.274 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - edac" source="node_exporter.go:104" 2021-07-26T16:05:23.274 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - entropy" source="node_exporter.go:104" 2021-07-26T16:05:23.274 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - filefd" source="node_exporter.go:104" 2021-07-26T16:05:23.275 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - filesystem" source="node_exporter.go:104" 2021-07-26T16:05:23.275 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - hwmon" source="node_exporter.go:104" 2021-07-26T16:05:23.275 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - infiniband" source="node_exporter.go:104" 2021-07-26T16:05:23.276 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - ipvs" source="node_exporter.go:104" 2021-07-26T16:05:23.276 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - loadavg" source="node_exporter.go:104" 2021-07-26T16:05:23.276 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - mdadm" source="node_exporter.go:104" 2021-07-26T16:05:23.277 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - meminfo" source="node_exporter.go:104" 2021-07-26T16:05:23.277 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - netclass" source="node_exporter.go:104" 2021-07-26T16:05:23.277 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - netdev" source="node_exporter.go:104" 2021-07-26T16:05:23.278 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - netstat" source="node_exporter.go:104" 2021-07-26T16:05:23.278 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - nfs" source="node_exporter.go:104" 2021-07-26T16:05:23.278 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - nfsd" source="node_exporter.go:104" 2021-07-26T16:05:23.278 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - pressure" source="node_exporter.go:104" 2021-07-26T16:05:23.279 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - sockstat" source="node_exporter.go:104" 2021-07-26T16:05:23.280 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - stat" source="node_exporter.go:104" 2021-07-26T16:05:23.280 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - textfile" source="node_exporter.go:104" 2021-07-26T16:05:23.280 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - time" source="node_exporter.go:104" 2021-07-26T16:05:23.281 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - uname" source="node_exporter.go:104" 2021-07-26T16:05:23.281 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - vmstat" source="node_exporter.go:104" 2021-07-26T16:05:23.281 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - xfs" source="node_exporter.go:104" 2021-07-26T16:05:23.282 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg=" - zfs" source="node_exporter.go:104" 2021-07-26T16:05:23.282 INFO:journalctl@ceph.node-exporter.b.smithi107.stdout:Jul 26 16:05:22 smithi107 bash[35895]: time="2021-07-26T16:05:22Z" level=info msg="Listening on :9100" source="node_exporter.go:170" 2021-07-26T16:05:23.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:23 smithi037 bash[41498]: cluster 2021-07-26T16:05:21.812993+0000 mgr.y (mgr.24994) 349 : cluster [DBG] pgmap v490: 89 pgs: 89 active+clean; 414 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 736 KiB/s wr, 13 op/s 2021-07-26T16:05:23.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:23 smithi037 bash[41498]: cluster 2021-07-26T16:05:23.112656+0000 mon.a (mon.0) 931 : cluster [DBG] osdmap e522: 8 total, 8 up, 8 in 2021-07-26T16:05:23.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:23 smithi037 bash[42499]: cluster 2021-07-26T16:05:21.812993+0000 mgr.y (mgr.24994) 349 : cluster [DBG] pgmap v490: 89 pgs: 89 active+clean; 414 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 736 KiB/s wr, 13 op/s 2021-07-26T16:05:23.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:23 smithi037 bash[42499]: cluster 2021-07-26T16:05:23.112656+0000 mon.a (mon.0) 931 : cluster [DBG] osdmap e522: 8 total, 8 up, 8 in 2021-07-26T16:05:24.020 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:23 smithi107 bash[29346]: cluster 2021-07-26T16:05:21.812993+0000 mgr.y (mgr.24994) 349 : cluster [DBG] pgmap v490: 89 pgs: 89 active+clean; 414 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 736 KiB/s wr, 13 op/s 2021-07-26T16:05:24.020 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:23 smithi107 bash[29346]: cluster 2021-07-26T16:05:23.112656+0000 mon.a (mon.0) 931 : cluster [DBG] osdmap e522: 8 total, 8 up, 8 in 2021-07-26T16:05:24.115 INFO:tasks.rados.rados.0.smithi037.stdout:2375: done (4 left) 2021-07-26T16:05:24.115 INFO:tasks.rados.rados.0.smithi037.stdout:2376: done (3 left) 2021-07-26T16:05:24.115 INFO:tasks.rados.rados.0.smithi037.stdout:2377: done (2 left) 2021-07-26T16:05:24.115 INFO:tasks.rados.rados.0.smithi037.stdout:2381: done (1 left) 2021-07-26T16:05:24.116 INFO:tasks.rados.rados.0.smithi037.stdout:2383: done (0 left) 2021-07-26T16:05:24.117 INFO:tasks.rados.rados.0.smithi037.stdout:2384: rmattr oid 43 current snap is 237 2021-07-26T16:05:24.117 INFO:tasks.rados.rados.0.smithi037.stdout:2385: read oid 29 snap -1 2021-07-26T16:05:24.118 INFO:tasks.rados.rados.0.smithi037.stdout:2385: expect (ObjNum 687 snap 209 seq_num 687) 2021-07-26T16:05:24.118 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 237 2021-07-26T16:05:24.118 INFO:tasks.rados.rados.0.smithi037.stdout:2386: seq_num 776 ranges {3244032=606208,3850240=401408} 2021-07-26T16:05:24.139 INFO:tasks.rados.rados.0.smithi037.stdout:2386: writing smithi03738989-31 from 3244032 to 3850240 tid 1 2021-07-26T16:05:24.140 INFO:tasks.rados.rados.0.smithi037.stdout:2386: writing smithi03738989-31 from 3850240 to 4251648 tid 2 2021-07-26T16:05:24.140 INFO:tasks.rados.rados.0.smithi037.stdout:2387: read oid 24 snap -1 2021-07-26T16:05:24.140 INFO:tasks.rados.rados.0.smithi037.stdout:2387: expect deleted 2021-07-26T16:05:24.141 INFO:tasks.rados.rados.0.smithi037.stdout:2388: setattr oid 1 current snap is 237 2021-07-26T16:05:24.141 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 1685 (ObjNum 684 snap 206 seq_num 684) dirty exists 2021-07-26T16:05:24.142 INFO:tasks.rados.rados.0.smithi037.stdout:2384: done (4 left) 2021-07-26T16:05:24.143 INFO:tasks.rados.rados.0.smithi037.stdout:2389: read oid 30 snap 209 2021-07-26T16:05:24.143 INFO:tasks.rados.rados.0.smithi037.stdout:2389: expect (ObjNum 677 snap 206 seq_num 677) 2021-07-26T16:05:24.143 INFO:tasks.rados.rados.0.smithi037.stdout:2390: read oid 10 snap -1 2021-07-26T16:05:24.144 INFO:tasks.rados.rados.0.smithi037.stdout:2390: expect (ObjNum 736 snap 223 seq_num 736) 2021-07-26T16:05:24.144 INFO:tasks.rados.rados.0.smithi037.stdout:2391: copy_from oid 37 from oid 44 current snap is 237 2021-07-26T16:05:24.145 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 237 2021-07-26T16:05:24.145 INFO:tasks.rados.rados.0.smithi037.stdout:2392: seq_num 777 ranges {6832128=622592,7454720=401408} 2021-07-26T16:05:24.183 INFO:tasks.rados.rados.0.smithi037.stdout:2392: writing smithi03738989-43 from 6832128 to 7454720 tid 1 2021-07-26T16:05:24.185 INFO:tasks.rados.rados.0.smithi037.stdout:2392: writing smithi03738989-43 from 7454720 to 7856128 tid 2 2021-07-26T16:05:24.185 INFO:tasks.rados.rados.0.smithi037.stdout:2393: snap_create 2021-07-26T16:05:24.185 INFO:tasks.rados.rados.0.smithi037.stdout:2385: expect (ObjNum 687 snap 209 seq_num 687) 2021-07-26T16:05:24.324 INFO:tasks.rados.rados.0.smithi037.stdout:2386: finishing write tid 1 to smithi03738989-31 2021-07-26T16:05:24.324 INFO:tasks.rados.rados.0.smithi037.stdout:2386: finishing write tid 2 to smithi03738989-31 2021-07-26T16:05:24.325 INFO:tasks.rados.rados.0.smithi037.stdout:2386: finishing write tid 4 to smithi03738989-31 2021-07-26T16:05:24.325 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 2156 (ObjNum 760 snap 229 seq_num 760) dirty exists 2021-07-26T16:05:24.325 INFO:tasks.rados.rados.0.smithi037.stdout:2386: finishing write tid 5 to smithi03738989-31 2021-07-26T16:05:24.325 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1544 (ObjNum 776 snap 237 seq_num 776) dirty exists 2021-07-26T16:05:24.325 INFO:tasks.rados.rados.0.smithi037.stdout:2386: left oid 31 (ObjNum 776 snap 237 seq_num 776) 2021-07-26T16:05:24.326 INFO:tasks.rados.rados.0.smithi037.stdout:2390: expect (ObjNum 736 snap 223 seq_num 736) 2021-07-26T16:05:24.332 INFO:tasks.rados.rados.0.smithi037.stdout:2389: expect (ObjNum 677 snap 206 seq_num 677) 2021-07-26T16:05:24.426 INFO:tasks.rados.rados.0.smithi037.stdout:2391: finishing copy_from to smithi03738989-37 2021-07-26T16:05:24.427 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 1681 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:05:24.427 INFO:tasks.rados.rados.0.smithi037.stdout:2391: finishing copy_from racing read to smithi03738989-37 2021-07-26T16:05:24.427 INFO:tasks.rados.rados.0.smithi037.stdout:2392: finishing write tid 1 to smithi03738989-43 2021-07-26T16:05:24.428 INFO:tasks.rados.rados.0.smithi037.stdout:2392: finishing write tid 2 to smithi03738989-43 2021-07-26T16:05:24.428 INFO:tasks.rados.rados.0.smithi037.stdout:2392: finishing write tid 4 to smithi03738989-43 2021-07-26T16:05:24.428 INFO:tasks.rados.rados.0.smithi037.stdout:2392: finishing write tid 5 to smithi03738989-43 2021-07-26T16:05:24.428 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 1688 (ObjNum 777 snap 237 seq_num 777) dirty exists 2021-07-26T16:05:24.428 INFO:tasks.rados.rados.0.smithi037.stdout:2392: left oid 43 (ObjNum 777 snap 237 seq_num 777) 2021-07-26T16:05:25.125 INFO:tasks.rados.rados.0.smithi037.stdout:2385: done (8 left) 2021-07-26T16:05:25.125 INFO:tasks.rados.rados.0.smithi037.stdout:2386: done (7 left) 2021-07-26T16:05:25.125 INFO:tasks.rados.rados.0.smithi037.stdout:2387: done (6 left) 2021-07-26T16:05:25.126 INFO:tasks.rados.rados.0.smithi037.stdout:2388: done (5 left) 2021-07-26T16:05:25.126 INFO:tasks.rados.rados.0.smithi037.stdout:2389: done (4 left) 2021-07-26T16:05:25.126 INFO:tasks.rados.rados.0.smithi037.stdout:2390: done (3 left) 2021-07-26T16:05:25.126 INFO:tasks.rados.rados.0.smithi037.stdout:2391: done (2 left) 2021-07-26T16:05:25.126 INFO:tasks.rados.rados.0.smithi037.stdout:2392: done (1 left) 2021-07-26T16:05:25.127 INFO:tasks.rados.rados.0.smithi037.stdout:2393: done (0 left) 2021-07-26T16:05:25.127 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 238 2021-07-26T16:05:25.127 INFO:tasks.rados.rados.0.smithi037.stdout:2394: seq_num 778 ranges {7856128=638976,8495104=401408} 2021-07-26T16:05:25.176 INFO:tasks.rados.rados.0.smithi037.stdout:2394: writing smithi03738989-43 from 7856128 to 8495104 tid 1 2021-07-26T16:05:25.179 INFO:tasks.rados.rados.0.smithi037.stdout:2394: writing smithi03738989-43 from 8495104 to 8896512 tid 2 2021-07-26T16:05:25.179 INFO:tasks.rados.rados.0.smithi037.stdout:2395: snap_remove snap 237 2021-07-26T16:05:25.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:25 smithi107 bash[29346]: cluster 2021-07-26T16:05:23.813845+0000 mgr.y (mgr.24994) 350 : cluster [DBG] pgmap v493: 89 pgs: 89 active+clean; 419 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2021-07-26T16:05:25.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:25 smithi107 bash[29346]: cluster 2021-07-26T16:05:24.115353+0000 mon.a (mon.0) 932 : cluster [DBG] osdmap e523: 8 total, 8 up, 8 in 2021-07-26T16:05:25.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:25 smithi037 bash[41498]: cluster 2021-07-26T16:05:23.813845+0000 mgr.y (mgr.24994) 350 : cluster [DBG] pgmap v493: 89 pgs: 89 active+clean; 419 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2021-07-26T16:05:25.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:25 smithi037 bash[41498]: cluster 2021-07-26T16:05:24.115353+0000 mon.a (mon.0) 932 : cluster [DBG] osdmap e523: 8 total, 8 up, 8 in 2021-07-26T16:05:25.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:25 smithi037 bash[42499]: cluster 2021-07-26T16:05:23.813845+0000 mgr.y (mgr.24994) 350 : cluster [DBG] pgmap v493: 89 pgs: 89 active+clean; 419 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2021-07-26T16:05:25.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:25 smithi037 bash[42499]: cluster 2021-07-26T16:05:24.115353+0000 mon.a (mon.0) 932 : cluster [DBG] osdmap e523: 8 total, 8 up, 8 in 2021-07-26T16:05:26.134 INFO:tasks.rados.rados.0.smithi037.stdout:2395: done (1 left) 2021-07-26T16:05:26.135 INFO:tasks.rados.rados.0.smithi037.stdout:2396: copy_from oid 29 from oid 6 current snap is 238 2021-07-26T16:05:26.135 INFO:tasks.rados.rados.0.smithi037.stdout:2394: finishing write tid 1 to smithi03738989-43 2021-07-26T16:05:26.135 INFO:tasks.rados.rados.0.smithi037.stdout:2394: finishing write tid 2 to smithi03738989-43 2021-07-26T16:05:26.135 INFO:tasks.rados.rados.0.smithi037.stdout:2394: finishing write tid 4 to smithi03738989-43 2021-07-26T16:05:26.136 INFO:tasks.rados.rados.0.smithi037.stdout:2394: finishing write tid 5 to smithi03738989-43 2021-07-26T16:05:26.136 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 1691 (ObjNum 778 snap 238 seq_num 778) dirty exists 2021-07-26T16:05:26.136 INFO:tasks.rados.rados.0.smithi037.stdout:2394: left oid 43 (ObjNum 778 snap 238 seq_num 778) 2021-07-26T16:05:26.136 INFO:tasks.rados.rados.0.smithi037.stdout:2394: done (1 left) 2021-07-26T16:05:26.136 INFO:tasks.rados.rados.0.smithi037.stdout:2397: copy_from oid 23 from oid 16 current snap is 238 2021-07-26T16:05:26.137 INFO:tasks.rados.rados.0.smithi037.stdout:2398: delete oid 10 current snap is 238 2021-07-26T16:05:26.142 INFO:tasks.rados.rados.0.smithi037.stdout:2397: finishing copy_from to smithi03738989-23 2021-07-26T16:05:26.143 INFO:tasks.rados.rados.0.smithi037.stdout:2397: got expected ENOENT (src dne) 2021-07-26T16:05:26.143 INFO:tasks.rados.rados.0.smithi037.stdout:2397: finishing copy_from racing read to smithi03738989-23 2021-07-26T16:05:26.144 INFO:tasks.rados.rados.0.smithi037.stdout:2397: done (2 left) 2021-07-26T16:05:26.144 INFO:tasks.rados.rados.0.smithi037.stdout:2398: done (1 left) 2021-07-26T16:05:26.145 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 238 2021-07-26T16:05:26.145 INFO:tasks.rados.rados.0.smithi037.stdout:2399: seq_num 780 ranges {3964928=671744,4636672=401408} 2021-07-26T16:05:26.172 INFO:tasks.rados.rados.0.smithi037.stdout:2399: writing smithi03738989-42 from 3964928 to 4636672 tid 1 2021-07-26T16:05:26.175 INFO:tasks.rados.rados.0.smithi037.stdout:2399: writing smithi03738989-42 from 4636672 to 5038080 tid 2 2021-07-26T16:05:26.175 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 238 2021-07-26T16:05:26.175 INFO:tasks.rados.rados.0.smithi037.stdout:2400: seq_num 781 ranges {3325952=688128,4014080=401408} 2021-07-26T16:05:26.197 INFO:tasks.rados.rados.0.smithi037.stdout:2400: writing smithi03738989-8 from 3325952 to 4014080 tid 1 2021-07-26T16:05:26.200 INFO:tasks.rados.rados.0.smithi037.stdout:2400: writing smithi03738989-8 from 4014080 to 4415488 tid 2 2021-07-26T16:05:26.200 INFO:tasks.rados.rados.0.smithi037.stdout:2401: read oid 17 snap -1 2021-07-26T16:05:26.200 INFO:tasks.rados.rados.0.smithi037.stdout:2401: expect (ObjNum 658 snap 195 seq_num 658) 2021-07-26T16:05:26.201 INFO:tasks.rados.rados.0.smithi037.stdout:2402: copy_from oid 36 from oid 3 current snap is 238 2021-07-26T16:05:26.201 INFO:tasks.rados.rados.0.smithi037.stdout:2396: finishing copy_from to smithi03738989-29 2021-07-26T16:05:26.201 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 1681 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:05:26.201 INFO:tasks.rados.rados.0.smithi037.stdout:2403: read oid 34 snap -1 2021-07-26T16:05:26.202 INFO:tasks.rados.rados.0.smithi037.stdout:2403: expect (ObjNum 771 snap 236 seq_num 771) 2021-07-26T16:05:26.202 INFO:tasks.rados.rados.0.smithi037.stdout:2404: setattr oid 30 current snap is 238 2021-07-26T16:05:26.202 INFO:tasks.rados.rados.0.smithi037.stdout:2396: finishing copy_from racing read to smithi03738989-29 2021-07-26T16:05:26.202 INFO:tasks.rados.rados.0.smithi037.stdout:2399: finishing write tid 1 to smithi03738989-42 2021-07-26T16:05:26.203 INFO:tasks.rados.rados.0.smithi037.stdout:2399: finishing write tid 2 to smithi03738989-42 2021-07-26T16:05:26.203 INFO:tasks.rados.rados.0.smithi037.stdout:2399: finishing write tid 4 to smithi03738989-42 2021-07-26T16:05:26.203 INFO:tasks.rados.rados.0.smithi037.stdout:2399: finishing write tid 5 to smithi03738989-42 2021-07-26T16:05:26.203 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 1120 (ObjNum 780 snap 238 seq_num 780) dirty exists 2021-07-26T16:05:26.203 INFO:tasks.rados.rados.0.smithi037.stdout:2399: left oid 42 (ObjNum 780 snap 238 seq_num 780) 2021-07-26T16:05:26.204 INFO:tasks.rados.rados.0.smithi037.stdout:2396: done (6 left) 2021-07-26T16:05:26.204 INFO:tasks.rados.rados.0.smithi037.stdout:2399: done (5 left) 2021-07-26T16:05:26.204 INFO:tasks.rados.rados.0.smithi037.stdout:2405: setattr oid 25 current snap is 238 2021-07-26T16:05:26.206 INFO:tasks.rados.rados.0.smithi037.stdout:2406: rmattr oid 37 current snap is 238 2021-07-26T16:05:26.206 INFO:tasks.rados.rados.0.smithi037.stdout:2406: done (6 left) 2021-07-26T16:05:26.206 INFO:tasks.rados.rados.0.smithi037.stdout:2407: read oid 45 snap -1 2021-07-26T16:05:26.206 INFO:tasks.rados.rados.0.smithi037.stdout:2407: expect (ObjNum 753 snap 228 seq_num 753) 2021-07-26T16:05:26.207 INFO:tasks.rados.rados.0.smithi037.stdout:2408: rollback oid 1 current snap is 238 2021-07-26T16:05:26.207 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 1 to 227 2021-07-26T16:05:26.207 INFO:tasks.rados.rados.0.smithi037.stdout:2409: rollback oid 2 current snap is 238 2021-07-26T16:05:26.207 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 2 to 228 2021-07-26T16:05:26.207 INFO:tasks.rados.rados.0.smithi037.stdout:2410: snap_remove snap 221 2021-07-26T16:05:26.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:26 smithi107 bash[29346]: cluster 2021-07-26T16:05:25.127343+0000 mon.a (mon.0) 933 : cluster [DBG] osdmap e524: 8 total, 8 up, 8 in 2021-07-26T16:05:26.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[41498]: cluster 2021-07-26T16:05:25.127343+0000 mon.a (mon.0) 933 : cluster [DBG] osdmap e524: 8 total, 8 up, 8 in 2021-07-26T16:05:26.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[42499]: cluster 2021-07-26T16:05:25.127343+0000 mon.a (mon.0) 933 : cluster [DBG] osdmap e524: 8 total, 8 up, 8 in 2021-07-26T16:05:27.047 INFO:tasks.rados.rados.0.smithi037.stdout:2400: finishing write tid 1 to smithi03738989-8 2021-07-26T16:05:27.047 INFO:tasks.rados.rados.0.smithi037.stdout:2401: expect (ObjNum 658 snap 195 seq_num 658) 2021-07-26T16:05:27.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: debug 2021-07-26T16:05:26.804+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:27.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:05:27.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:27.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:05:27.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:27.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:05:27.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:27.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:27.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:27.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: debug 2021-07-26T16:05:26.804+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:27.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:05:27.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:27.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:05:27.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:27.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:05:27.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:27.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:27.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:27.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: debug 2021-07-26T16:05:26.808+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:27.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:05:27.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:27.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:05:27.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:27.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:05:27.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:27.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:27.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:27.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: debug 2021-07-26T16:05:26.812+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:27.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:05:27.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:27.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:05:27.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:27.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:05:27.095 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:27.095 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:27.095 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:26 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:27.096 INFO:tasks.rados.rados.0.smithi037.stdout:2400: finishing write tid 2 to smithi03738989-8 2021-07-26T16:05:27.096 INFO:tasks.rados.rados.0.smithi037.stdout:2400: finishing write tid 4 to smithi03738989-8 2021-07-26T16:05:27.096 INFO:tasks.rados.rados.0.smithi037.stdout:2401: done (9 left) 2021-07-26T16:05:27.097 INFO:tasks.rados.rados.0.smithi037.stdout:2410: done (8 left) 2021-07-26T16:05:27.097 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 238 2021-07-26T16:05:27.097 INFO:tasks.rados.rados.0.smithi037.stdout:2411: seq_num 782 ranges {3448832=704512,4153344=401408} 2021-07-26T16:05:27.120 INFO:tasks.rados.rados.0.smithi037.stdout:2411: writing smithi03738989-46 from 3448832 to 4153344 tid 1 2021-07-26T16:05:27.124 INFO:tasks.rados.rados.0.smithi037.stdout:2411: writing smithi03738989-46 from 4153344 to 4554752 tid 2 2021-07-26T16:05:27.124 INFO:tasks.rados.rados.0.smithi037.stdout:2412: rollback oid 40 current snap is 238 2021-07-26T16:05:27.124 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 40 to 207 2021-07-26T16:05:27.124 INFO:tasks.rados.rados.0.smithi037.stdout:2400: finishing write tid 5 to smithi03738989-8 2021-07-26T16:05:27.125 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 1123 (ObjNum 781 snap 238 seq_num 781) dirty exists 2021-07-26T16:05:27.125 INFO:tasks.rados.rados.0.smithi037.stdout:2400: left oid 8 (ObjNum 781 snap 238 seq_num 781) 2021-07-26T16:05:27.125 INFO:tasks.rados.rados.0.smithi037.stdout:2400: done (9 left) 2021-07-26T16:05:27.125 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 238 2021-07-26T16:05:27.126 INFO:tasks.rados.rados.0.smithi037.stdout:2413: seq_num 783 ranges {8896512=720896,9617408=401408} 2021-07-26T16:05:27.177 INFO:tasks.rados.rados.0.smithi037.stdout:2413: writing smithi03738989-43 from 8896512 to 9617408 tid 1 2021-07-26T16:05:27.179 INFO:tasks.rados.rados.0.smithi037.stdout:2413: writing smithi03738989-43 from 9617408 to 10018816 tid 2 2021-07-26T16:05:27.180 INFO:tasks.rados.rados.0.smithi037.stdout:2414: snap_create 2021-07-26T16:05:27.180 INFO:tasks.rados.rados.0.smithi037.stdout:2403: expect (ObjNum 771 snap 236 seq_num 771) 2021-07-26T16:05:27.207 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 1687 (ObjNum 574 snap 171 seq_num 574) dirty exists 2021-07-26T16:05:27.207 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 1688 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:05:27.207 INFO:tasks.rados.rados.0.smithi037.stdout:2409: finishing rollback tid 0 to smithi03738989-2 2021-07-26T16:05:27.207 INFO:tasks.rados.rados.0.smithi037.stdout:2409: finishing rollback tid 1 to smithi03738989-2 2021-07-26T16:05:27.208 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 1693 (ObjNum 0 snap 0 seq_num 2122951680) dirty dne 2021-07-26T16:05:27.208 INFO:tasks.rados.rados.0.smithi037.stdout:2402: finishing copy_from to smithi03738989-36 2021-07-26T16:05:27.208 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1537 (ObjNum 581 snap 171 seq_num 581) dirty exists 2021-07-26T16:05:27.208 INFO:tasks.rados.rados.0.smithi037.stdout:2402: finishing copy_from racing read to smithi03738989-36 2021-07-26T16:05:27.209 INFO:tasks.rados.rados.0.smithi037.stdout:2407: expect (ObjNum 753 snap 228 seq_num 753) 2021-07-26T16:05:27.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:27 smithi107 bash[29346]: cluster 2021-07-26T16:05:25.814661+0000 mgr.y (mgr.24994) 351 : cluster [DBG] pgmap v496: 89 pgs: 89 active+clean; 426 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2021-07-26T16:05:27.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:27 smithi107 bash[29346]: cluster 2021-07-26T16:05:26.136322+0000 mon.a (mon.0) 934 : cluster [DBG] osdmap e525: 8 total, 8 up, 8 in 2021-07-26T16:05:27.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:27 smithi107 bash[29346]: audit 2021-07-26T16:05:26.794893+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:27.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:27 smithi107 bash[29346]: audit 2021-07-26T16:05:26.804187+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:27.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:27 smithi107 bash[29346]: audit 2021-07-26T16:05:26.818932+0000 mon.c (mon.1) 328 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:27.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:27 smithi107 bash[29346]: audit 2021-07-26T16:05:26.820900+0000 mon.c (mon.1) 329 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:27 smithi107 bash[29346]: audit 2021-07-26T16:05:26.822889+0000 mon.c (mon.1) 330 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:27 smithi107 bash[29346]: audit 2021-07-26T16:05:26.824788+0000 mon.c (mon.1) 331 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:27 smithi107 bash[29346]: audit 2021-07-26T16:05:26.827704+0000 mon.c (mon.1) 332 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:27 smithi107 bash[29346]: audit 2021-07-26T16:05:26.830988+0000 mon.c (mon.1) 333 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:27 smithi107 bash[29346]: audit 2021-07-26T16:05:26.832968+0000 mon.c (mon.1) 334 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:27 smithi107 bash[29346]: audit 2021-07-26T16:05:26.834735+0000 mon.c (mon.1) 335 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:27 smithi107 bash[29346]: audit 2021-07-26T16:05:26.836163+0000 mon.c (mon.1) 336 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:27 smithi107 bash[29346]: audit 2021-07-26T16:05:26.837705+0000 mon.c (mon.1) 337 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:27 smithi107 bash[29346]: audit 2021-07-26T16:05:26.839199+0000 mon.c (mon.1) 338 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:27 smithi107 bash[29346]: audit 2021-07-26T16:05:26.841005+0000 mon.c (mon.1) 339 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:27 smithi107 bash[29346]: cluster 2021-07-26T16:05:27.045382+0000 mon.a (mon.0) 937 : cluster [DBG] osdmap e526: 8 total, 8 up, 8 in 2021-07-26T16:05:27.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[41498]: cluster 2021-07-26T16:05:25.814661+0000 mgr.y (mgr.24994) 351 : cluster [DBG] pgmap v496: 89 pgs: 89 active+clean; 426 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2021-07-26T16:05:27.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[41498]: cluster 2021-07-26T16:05:26.136322+0000 mon.a (mon.0) 934 : cluster [DBG] osdmap e525: 8 total, 8 up, 8 in 2021-07-26T16:05:27.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[41498]: audit 2021-07-26T16:05:26.794893+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:27.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[41498]: audit 2021-07-26T16:05:26.804187+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:27.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[41498]: audit 2021-07-26T16:05:26.818932+0000 mon.c (mon.1) 328 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:27.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[41498]: audit 2021-07-26T16:05:26.820900+0000 mon.c (mon.1) 329 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[41498]: audit 2021-07-26T16:05:26.822889+0000 mon.c (mon.1) 330 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[41498]: audit 2021-07-26T16:05:26.824788+0000 mon.c (mon.1) 331 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[41498]: audit 2021-07-26T16:05:26.827704+0000 mon.c (mon.1) 332 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[41498]: audit 2021-07-26T16:05:26.830988+0000 mon.c (mon.1) 333 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[41498]: audit 2021-07-26T16:05:26.832968+0000 mon.c (mon.1) 334 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[41498]: audit 2021-07-26T16:05:26.834735+0000 mon.c (mon.1) 335 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[41498]: audit 2021-07-26T16:05:26.836163+0000 mon.c (mon.1) 336 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[41498]: audit 2021-07-26T16:05:26.837705+0000 mon.c (mon.1) 337 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[41498]: audit 2021-07-26T16:05:26.839199+0000 mon.c (mon.1) 338 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[41498]: audit 2021-07-26T16:05:26.841005+0000 mon.c (mon.1) 339 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[41498]: cluster 2021-07-26T16:05:27.045382+0000 mon.a (mon.0) 937 : cluster [DBG] osdmap e526: 8 total, 8 up, 8 in 2021-07-26T16:05:27.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[42499]: cluster 2021-07-26T16:05:25.814661+0000 mgr.y (mgr.24994) 351 : cluster [DBG] pgmap v496: 89 pgs: 89 active+clean; 426 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2021-07-26T16:05:27.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[42499]: cluster 2021-07-26T16:05:26.136322+0000 mon.a (mon.0) 934 : cluster [DBG] osdmap e525: 8 total, 8 up, 8 in 2021-07-26T16:05:27.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[42499]: audit 2021-07-26T16:05:26.794893+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:27.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[42499]: audit 2021-07-26T16:05:26.804187+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:27.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[42499]: audit 2021-07-26T16:05:26.818932+0000 mon.c (mon.1) 328 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:27.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[42499]: audit 2021-07-26T16:05:26.820900+0000 mon.c (mon.1) 329 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[42499]: audit 2021-07-26T16:05:26.822889+0000 mon.c (mon.1) 330 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[42499]: audit 2021-07-26T16:05:26.824788+0000 mon.c (mon.1) 331 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[42499]: audit 2021-07-26T16:05:26.827704+0000 mon.c (mon.1) 332 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[42499]: audit 2021-07-26T16:05:26.830988+0000 mon.c (mon.1) 333 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[42499]: audit 2021-07-26T16:05:26.832968+0000 mon.c (mon.1) 334 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[42499]: audit 2021-07-26T16:05:26.834735+0000 mon.c (mon.1) 335 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[42499]: audit 2021-07-26T16:05:26.836163+0000 mon.c (mon.1) 336 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[42499]: audit 2021-07-26T16:05:26.837705+0000 mon.c (mon.1) 337 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[42499]: audit 2021-07-26T16:05:26.839199+0000 mon.c (mon.1) 338 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[42499]: audit 2021-07-26T16:05:26.841005+0000 mon.c (mon.1) 339 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:27.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:27 smithi037 bash[42499]: cluster 2021-07-26T16:05:27.045382+0000 mon.a (mon.0) 937 : cluster [DBG] osdmap e526: 8 total, 8 up, 8 in 2021-07-26T16:05:27.639 INFO:tasks.rados.rados.0.smithi037.stdout:2408: finishing rollback tid 0 to smithi03738989-1 2021-07-26T16:05:27.639 INFO:tasks.rados.rados.0.smithi037.stdout:2408: finishing rollback tid 1 to smithi03738989-1 2021-07-26T16:05:27.639 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 2160 (ObjNum 1 snap 32610 seq_num 373083376) dirty dne 2021-07-26T16:05:27.640 INFO:tasks.rados.rados.0.smithi037.stdout:2411: finishing write tid 1 to smithi03738989-46 2021-07-26T16:05:27.640 INFO:tasks.rados.rados.0.smithi037.stdout:2412: finishing rollback tid 0 to smithi03738989-40 2021-07-26T16:05:27.640 INFO:tasks.rados.rados.0.smithi037.stdout:2412: finishing rollback tid 1 to smithi03738989-40 2021-07-26T16:05:27.640 INFO:tasks.rados.rados.0.smithi037.stdout:2411: finishing write tid 2 to smithi03738989-46 2021-07-26T16:05:27.640 INFO:tasks.rados.rados.0.smithi037.stdout:2411: finishing write tid 4 to smithi03738989-46 2021-07-26T16:05:27.641 INFO:tasks.rados.rados.0.smithi037.stdout:2412: finishing rollback tid 2 to smithi03738989-40 2021-07-26T16:05:27.641 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1114 (ObjNum 573 snap 171 seq_num 573) dirty exists 2021-07-26T16:05:27.641 INFO:tasks.rados.rados.0.smithi037.stdout:2411: finishing write tid 5 to smithi03738989-46 2021-07-26T16:05:27.641 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 1706 (ObjNum 782 snap 238 seq_num 782) dirty exists 2021-07-26T16:05:27.642 INFO:tasks.rados.rados.0.smithi037.stdout:2411: left oid 46 (ObjNum 782 snap 238 seq_num 782) 2021-07-26T16:05:27.642 INFO:tasks.rados.rados.0.smithi037.stdout:2413: finishing write tid 1 to smithi03738989-43 2021-07-26T16:05:27.642 INFO:tasks.rados.rados.0.smithi037.stdout:2413: finishing write tid 2 to smithi03738989-43 2021-07-26T16:05:27.642 INFO:tasks.rados.rados.0.smithi037.stdout:2413: finishing write tid 4 to smithi03738989-43 2021-07-26T16:05:27.642 INFO:tasks.rados.rados.0.smithi037.stdout:2413: finishing write tid 5 to smithi03738989-43 2021-07-26T16:05:27.643 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 1696 (ObjNum 783 snap 238 seq_num 783) dirty exists 2021-07-26T16:05:27.643 INFO:tasks.rados.rados.0.smithi037.stdout:2413: left oid 43 (ObjNum 783 snap 238 seq_num 783) 2021-07-26T16:05:28.145 INFO:tasks.rados.rados.0.smithi037.stdout:2402: done (10 left) 2021-07-26T16:05:28.145 INFO:tasks.rados.rados.0.smithi037.stdout:2403: done (9 left) 2021-07-26T16:05:28.146 INFO:tasks.rados.rados.0.smithi037.stdout:2404: done (8 left) 2021-07-26T16:05:28.146 INFO:tasks.rados.rados.0.smithi037.stdout:2405: done (7 left) 2021-07-26T16:05:28.146 INFO:tasks.rados.rados.0.smithi037.stdout:2407: done (6 left) 2021-07-26T16:05:28.146 INFO:tasks.rados.rados.0.smithi037.stdout:2408: done (5 left) 2021-07-26T16:05:28.146 INFO:tasks.rados.rados.0.smithi037.stdout:2409: done (4 left) 2021-07-26T16:05:28.147 INFO:tasks.rados.rados.0.smithi037.stdout:2411: done (3 left) 2021-07-26T16:05:28.147 INFO:tasks.rados.rados.0.smithi037.stdout:2412: done (2 left) 2021-07-26T16:05:28.147 INFO:tasks.rados.rados.0.smithi037.stdout:2413: done (1 left) 2021-07-26T16:05:28.147 INFO:tasks.rados.rados.0.smithi037.stdout:2414: done (0 left) 2021-07-26T16:05:28.148 INFO:tasks.rados.rados.0.smithi037.stdout:2415: snap_remove snap 231 2021-07-26T16:05:28.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: cephadm 2021-07-26T16:05:26.808975+0000 mgr.y (mgr.24994) 352 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:28.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:05:28.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:28.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:05:28.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:28.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:05:28.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:28.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:28.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:28.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: cephadm 2021-07-26T16:05:26.810932+0000 mgr.y (mgr.24994) 353 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:28.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:05:28.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:28.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:05:28.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:28.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:05:28.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:28.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:28.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:28.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: cephadm 2021-07-26T16:05:26.814803+0000 mgr.y (mgr.24994) 354 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:28.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:05:28.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:28.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:05:28.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:28.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:05:28.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:28.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:28.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:28.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: cephadm 2021-07-26T16:05:26.816313+0000 mgr.y (mgr.24994) 355 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:28.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:05:28.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:28.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:05:28.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:28.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:05:28.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:28.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:28.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:28 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:28.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: cephadm 2021-07-26T16:05:26.808975+0000 mgr.y (mgr.24994) 352 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:28.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:05:28.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:28.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:05:28.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:28.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:05:28.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:28.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:28.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:28.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: cephadm 2021-07-26T16:05:26.810932+0000 mgr.y (mgr.24994) 353 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:28.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:05:28.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:28.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:05:28.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:28.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:05:28.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:28.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:28.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:28.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: cephadm 2021-07-26T16:05:26.814803+0000 mgr.y (mgr.24994) 354 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:28.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:05:28.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:28.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:05:28.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:28.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:05:28.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:28.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:28.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:28.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: cephadm 2021-07-26T16:05:26.808975+0000 mgr.y (mgr.24994) 352 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:28.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:05:28.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:28.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:05:28.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:28.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:05:28.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:28.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:28.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:28.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: cephadm 2021-07-26T16:05:26.810932+0000 mgr.y (mgr.24994) 353 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:28.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:05:28.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:28.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:05:28.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:28.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:05:28.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:28.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:28.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:28.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: cephadm 2021-07-26T16:05:26.814803+0000 mgr.y (mgr.24994) 354 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:28.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:05:28.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:28.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:05:28.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:28.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:05:28.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:28.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:28.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:28.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: cephadm 2021-07-26T16:05:26.816313+0000 mgr.y (mgr.24994) 355 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:28.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:05:28.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:28.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:05:28.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:28.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:05:28.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:28.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:28.602 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:28.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: cephadm 2021-07-26T16:05:26.816313+0000 mgr.y (mgr.24994) 355 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:28.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:05:28.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:28.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:05:28.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:28.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:05:28.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:28.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:28.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:28 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:29.150 INFO:tasks.rados.rados.0.smithi037.stdout:2415: done (0 left) 2021-07-26T16:05:29.150 INFO:tasks.rados.rados.0.smithi037.stdout:2416: read oid 16 snap -1 2021-07-26T16:05:29.151 INFO:tasks.rados.rados.0.smithi037.stdout:2416: expect deleted 2021-07-26T16:05:29.151 INFO:tasks.rados.rados.0.smithi037.stdout:2417: read oid 15 snap -1 2021-07-26T16:05:29.151 INFO:tasks.rados.rados.0.smithi037.stdout:2417: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:05:29.152 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 239 2021-07-26T16:05:29.152 INFO:tasks.rados.rados.0.smithi037.stdout:2418: seq_num 784 ranges {4554752=737280,5292032=401408} 2021-07-26T16:05:29.180 INFO:tasks.rados.rados.0.smithi037.stdout:2418: writing smithi03738989-46 from 4554752 to 5292032 tid 1 2021-07-26T16:05:29.184 INFO:tasks.rados.rados.0.smithi037.stdout:2418: writing smithi03738989-46 from 5292032 to 5693440 tid 2 2021-07-26T16:05:29.184 INFO:tasks.rados.rados.0.smithi037.stdout:2419: delete oid 47 current snap is 239 2021-07-26T16:05:29.184 INFO:tasks.rados.rados.0.smithi037.stdout:2417: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:05:29.187 INFO:tasks.rados.rados.0.smithi037.stdout:2418: finishing write tid 1 to smithi03738989-46 2021-07-26T16:05:29.188 INFO:tasks.rados.rados.0.smithi037.stdout:2418: finishing write tid 2 to smithi03738989-46 2021-07-26T16:05:29.188 INFO:tasks.rados.rados.0.smithi037.stdout:2418: finishing write tid 4 to smithi03738989-46 2021-07-26T16:05:29.189 INFO:tasks.rados.rados.0.smithi037.stdout:2416: done (3 left) 2021-07-26T16:05:29.189 INFO:tasks.rados.rados.0.smithi037.stdout:2417: done (2 left) 2021-07-26T16:05:29.189 INFO:tasks.rados.rados.0.smithi037.stdout:2419: done (1 left) 2021-07-26T16:05:29.190 INFO:tasks.rados.rados.0.smithi037.stdout:2420: read oid 26 snap -1 2021-07-26T16:05:29.190 INFO:tasks.rados.rados.0.smithi037.stdout:2420: expect (ObjNum 756 snap 228 seq_num 756) 2021-07-26T16:05:29.190 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 239 2021-07-26T16:05:29.190 INFO:tasks.rados.rados.0.smithi037.stdout:2421: seq_num 786 ranges {983040=770048,1753088=401408} 2021-07-26T16:05:29.199 INFO:tasks.rados.rados.0.smithi037.stdout:2421: writing smithi03738989-12 from 983040 to 1753088 tid 1 2021-07-26T16:05:29.202 INFO:tasks.rados.rados.0.smithi037.stdout:2421: writing smithi03738989-12 from 1753088 to 2154496 tid 2 2021-07-26T16:05:29.202 INFO:tasks.rados.rados.0.smithi037.stdout:2422: rollback oid 3 current snap is 239 2021-07-26T16:05:29.203 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 3 to 232 2021-07-26T16:05:29.203 INFO:tasks.rados.rados.0.smithi037.stdout:2418: finishing write tid 5 to smithi03738989-46 2021-07-26T16:05:29.203 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 1709 (ObjNum 784 snap 239 seq_num 784) dirty exists 2021-07-26T16:05:29.203 INFO:tasks.rados.rados.0.smithi037.stdout:2418: left oid 46 (ObjNum 784 snap 239 seq_num 784) 2021-07-26T16:05:29.204 INFO:tasks.rados.rados.0.smithi037.stdout:2418: done (3 left) 2021-07-26T16:05:29.204 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 239 2021-07-26T16:05:29.204 INFO:tasks.rados.rados.0.smithi037.stdout:2423: seq_num 787 ranges {10018816=786432,10805248=401408} 2021-07-26T16:05:29.263 INFO:tasks.rados.rados.0.smithi037.stdout:2423: writing smithi03738989-43 from 10018816 to 10805248 tid 1 2021-07-26T16:05:29.265 INFO:tasks.rados.rados.0.smithi037.stdout:2423: writing smithi03738989-43 from 10805248 to 11206656 tid 2 2021-07-26T16:05:29.266 INFO:tasks.rados.rados.0.smithi037.stdout:2424: copy_from oid 45 from oid 49 current snap is 239 2021-07-26T16:05:29.266 INFO:tasks.rados.rados.0.smithi037.stdout:2421: finishing write tid 1 to smithi03738989-12 2021-07-26T16:05:29.266 INFO:tasks.rados.rados.0.smithi037.stdout:2420: expect (ObjNum 756 snap 228 seq_num 756) 2021-07-26T16:05:29.479 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:29 smithi107 bash[29346]: cluster 2021-07-26T16:05:27.815495+0000 mgr.y (mgr.24994) 356 : cluster [DBG] pgmap v499: 89 pgs: 89 active+clean; 429 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2021-07-26T16:05:29.479 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:29 smithi107 bash[29346]: cluster 2021-07-26T16:05:28.146272+0000 mon.a (mon.0) 938 : cluster [DBG] osdmap e527: 8 total, 8 up, 8 in 2021-07-26T16:05:29.503 INFO:tasks.rados.rados.0.smithi037.stdout:2422: finishing rollback tid 0 to smithi03738989-3 2021-07-26T16:05:29.503 INFO:tasks.rados.rados.0.smithi037.stdout:2422: finishing rollback tid 1 to smithi03738989-3 2021-07-26T16:05:29.503 INFO:tasks.rados.rados.0.smithi037.stdout:2421: finishing write tid 2 to smithi03738989-12 2021-07-26T16:05:29.504 INFO:tasks.rados.rados.0.smithi037.stdout:2421: finishing write tid 4 to smithi03738989-12 2021-07-26T16:05:29.504 INFO:tasks.rados.rados.0.smithi037.stdout:2422: finishing rollback tid 2 to smithi03738989-3 2021-07-26T16:05:29.504 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 1684 (ObjNum 581 snap 171 seq_num 581) dirty exists 2021-07-26T16:05:29.504 INFO:tasks.rados.rados.0.smithi037.stdout:2421: finishing write tid 5 to smithi03738989-12 2021-07-26T16:05:29.505 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1687 (ObjNum 786 snap 239 seq_num 786) dirty exists 2021-07-26T16:05:29.505 INFO:tasks.rados.rados.0.smithi037.stdout:2421: left oid 12 (ObjNum 786 snap 239 seq_num 786) 2021-07-26T16:05:29.505 INFO:tasks.rados.rados.0.smithi037.stdout:2420: done (4 left) 2021-07-26T16:05:29.506 INFO:tasks.rados.rados.0.smithi037.stdout:2421: done (3 left) 2021-07-26T16:05:29.506 INFO:tasks.rados.rados.0.smithi037.stdout:2422: done (2 left) 2021-07-26T16:05:29.506 INFO:tasks.rados.rados.0.smithi037.stdout:2425: rollback oid 12 current snap is 239 2021-07-26T16:05:29.506 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 12 to 207 2021-07-26T16:05:29.507 INFO:tasks.rados.rados.0.smithi037.stdout:2423: finishing write tid 1 to smithi03738989-43 2021-07-26T16:05:29.507 INFO:tasks.rados.rados.0.smithi037.stdout:2423: finishing write tid 2 to smithi03738989-43 2021-07-26T16:05:29.508 INFO:tasks.rados.rados.0.smithi037.stdout:2423: finishing write tid 4 to smithi03738989-43 2021-07-26T16:05:29.508 INFO:tasks.rados.rados.0.smithi037.stdout:2423: finishing write tid 5 to smithi03738989-43 2021-07-26T16:05:29.508 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 1699 (ObjNum 787 snap 239 seq_num 787) dirty exists 2021-07-26T16:05:29.508 INFO:tasks.rados.rados.0.smithi037.stdout:2423: left oid 43 (ObjNum 787 snap 239 seq_num 787) 2021-07-26T16:05:29.509 INFO:tasks.rados.rados.0.smithi037.stdout:2424: finishing copy_from to smithi03738989-45 2021-07-26T16:05:29.509 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 984 (ObjNum 653 snap 192 seq_num 653) dirty exists 2021-07-26T16:05:29.509 INFO:tasks.rados.rados.0.smithi037.stdout:2424: finishing copy_from racing read to smithi03738989-45 2021-07-26T16:05:29.509 INFO:tasks.rados.rados.0.smithi037.stdout:2423: done (2 left) 2021-07-26T16:05:29.509 INFO:tasks.rados.rados.0.smithi037.stdout:2424: done (1 left) 2021-07-26T16:05:29.510 INFO:tasks.rados.rados.0.smithi037.stdout:2426: delete oid 22 current snap is 239 2021-07-26T16:05:29.511 INFO:tasks.rados.rados.0.smithi037.stdout:2426: done (1 left) 2021-07-26T16:05:29.512 INFO:tasks.rados.rados.0.smithi037.stdout:2427: read oid 21 snap 201 2021-07-26T16:05:29.512 INFO:tasks.rados.rados.0.smithi037.stdout:2427: expect (ObjNum 624 snap 182 seq_num 624) 2021-07-26T16:05:29.512 INFO:tasks.rados.rados.0.smithi037.stdout:2428: snap_create 2021-07-26T16:05:29.512 INFO:tasks.rados.rados.0.smithi037.stdout:2425: finishing rollback tid 0 to smithi03738989-12 2021-07-26T16:05:29.513 INFO:tasks.rados.rados.0.smithi037.stdout:2425: finishing rollback tid 1 to smithi03738989-12 2021-07-26T16:05:29.513 INFO:tasks.rados.rados.0.smithi037.stdout:2425: finishing rollback tid 2 to smithi03738989-12 2021-07-26T16:05:29.513 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1690 (ObjNum 641 snap 189 seq_num 641) dirty exists 2021-07-26T16:05:29.516 INFO:tasks.rados.rados.0.smithi037.stdout:2427: expect (ObjNum 624 snap 182 seq_num 624) 2021-07-26T16:05:29.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:29 smithi037 bash[41498]: cluster 2021-07-26T16:05:27.815495+0000 mgr.y (mgr.24994) 356 : cluster [DBG] pgmap v499: 89 pgs: 89 active+clean; 429 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2021-07-26T16:05:29.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:29 smithi037 bash[41498]: cluster 2021-07-26T16:05:28.146272+0000 mon.a (mon.0) 938 : cluster [DBG] osdmap e527: 8 total, 8 up, 8 in 2021-07-26T16:05:29.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:29 smithi037 bash[42499]: cluster 2021-07-26T16:05:27.815495+0000 mgr.y (mgr.24994) 356 : cluster [DBG] pgmap v499: 89 pgs: 89 active+clean; 429 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2021-07-26T16:05:29.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:29 smithi037 bash[42499]: cluster 2021-07-26T16:05:28.146272+0000 mon.a (mon.0) 938 : cluster [DBG] osdmap e527: 8 total, 8 up, 8 in 2021-07-26T16:05:30.165 INFO:tasks.rados.rados.0.smithi037.stdout:2425: done (2 left) 2021-07-26T16:05:30.165 INFO:tasks.rados.rados.0.smithi037.stdout:2427: done (1 left) 2021-07-26T16:05:30.166 INFO:tasks.rados.rados.0.smithi037.stdout:2428: done (0 left) 2021-07-26T16:05:30.166 INFO:tasks.rados.rados.0.smithi037.stdout:2429: read oid 21 snap -1 2021-07-26T16:05:30.166 INFO:tasks.rados.rados.0.smithi037.stdout:2429: expect deleted 2021-07-26T16:05:30.166 INFO:tasks.rados.rados.0.smithi037.stdout:2430: read oid 9 snap 234 2021-07-26T16:05:30.166 INFO:tasks.rados.rados.0.smithi037.stdout:2430: expect (ObjNum 716 snap 220 seq_num 716) 2021-07-26T16:05:30.167 INFO:tasks.rados.rados.0.smithi037.stdout:2431: snap_remove snap 236 2021-07-26T16:05:30.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:30 smithi107 bash[29346]: cluster 2021-07-26T16:05:29.149846+0000 mon.a (mon.0) 939 : cluster [DBG] osdmap e528: 8 total, 8 up, 8 in 2021-07-26T16:05:30.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:30 smithi107 bash[29346]: cephadm 2021-07-26T16:05:29.238268+0000 mgr.y (mgr.24994) 357 : cephadm [INF] Upgrade: Updating prometheus.a 2021-07-26T16:05:30.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:30 smithi107 bash[29346]: cephadm 2021-07-26T16:05:29.257940+0000 mgr.y (mgr.24994) 358 : cephadm [INF] Deploying daemon prometheus.a on smithi107 2021-07-26T16:05:30.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:30 smithi037 bash[41498]: cluster 2021-07-26T16:05:29.149846+0000 mon.a (mon.0) 939 : cluster [DBG] osdmap e528: 8 total, 8 up, 8 in 2021-07-26T16:05:30.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:30 smithi037 bash[41498]: cephadm 2021-07-26T16:05:29.238268+0000 mgr.y (mgr.24994) 357 : cephadm [INF] Upgrade: Updating prometheus.a 2021-07-26T16:05:30.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:30 smithi037 bash[41498]: cephadm 2021-07-26T16:05:29.257940+0000 mgr.y (mgr.24994) 358 : cephadm [INF] Deploying daemon prometheus.a on smithi107 2021-07-26T16:05:30.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:30 smithi037 bash[42499]: cluster 2021-07-26T16:05:29.149846+0000 mon.a (mon.0) 939 : cluster [DBG] osdmap e528: 8 total, 8 up, 8 in 2021-07-26T16:05:30.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:30 smithi037 bash[42499]: cephadm 2021-07-26T16:05:29.238268+0000 mgr.y (mgr.24994) 357 : cephadm [INF] Upgrade: Updating prometheus.a 2021-07-26T16:05:30.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:30 smithi037 bash[42499]: cephadm 2021-07-26T16:05:29.257940+0000 mgr.y (mgr.24994) 358 : cephadm [INF] Deploying daemon prometheus.a on smithi107 2021-07-26T16:05:31.179 INFO:tasks.rados.rados.0.smithi037.stdout:2431: done (2 left) 2021-07-26T16:05:31.180 INFO:tasks.rados.rados.0.smithi037.stdout:2432: read oid 46 snap -1 2021-07-26T16:05:31.180 INFO:tasks.rados.rados.0.smithi037.stdout:2432: expect (ObjNum 784 snap 239 seq_num 784) 2021-07-26T16:05:31.180 INFO:tasks.rados.rados.0.smithi037.stdout:2433: read oid 7 snap -1 2021-07-26T16:05:31.181 INFO:tasks.rados.rados.0.smithi037.stdout:2433: expect (ObjNum 745 snap 225 seq_num 745) 2021-07-26T16:05:31.181 INFO:tasks.rados.rados.0.smithi037.stdout:2434: read oid 44 snap -1 2021-07-26T16:05:31.182 INFO:tasks.rados.rados.0.smithi037.stdout:2434: expect (ObjNum 757 snap 228 seq_num 757) 2021-07-26T16:05:31.182 INFO:tasks.rados.rados.0.smithi037.stdout:2435: delete oid 19 current snap is 240 2021-07-26T16:05:31.182 INFO:tasks.rados.rados.0.smithi037.stdout:2430: expect (ObjNum 716 snap 220 seq_num 716) 2021-07-26T16:05:31.270 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:31 smithi107 bash[29346]: cluster 2021-07-26T16:05:29.816361+0000 mgr.y (mgr.24994) 359 : cluster [DBG] pgmap v502: 89 pgs: 89 active+clean; 431 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2021-07-26T16:05:31.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:31 smithi107 bash[29346]: cluster 2021-07-26T16:05:30.166213+0000 mon.a (mon.0) 940 : cluster [DBG] osdmap e529: 8 total, 8 up, 8 in 2021-07-26T16:05:31.432 INFO:tasks.rados.rados.0.smithi037.stdout:2434: expect (ObjNum 757 snap 228 seq_num 757) 2021-07-26T16:05:31.460 INFO:tasks.rados.rados.0.smithi037.stdout:2433: expect (ObjNum 745 snap 225 seq_num 745) 2021-07-26T16:05:31.484 INFO:tasks.rados.rados.0.smithi037.stdout:2432: expect (ObjNum 784 snap 239 seq_num 784) 2021-07-26T16:05:31.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:31 smithi037 bash[42499]: cluster 2021-07-26T16:05:29.816361+0000 mgr.y (mgr.24994) 359 : cluster [DBG] pgmap v502: 89 pgs: 89 active+clean; 431 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2021-07-26T16:05:31.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:31 smithi037 bash[42499]: cluster 2021-07-26T16:05:30.166213+0000 mon.a (mon.0) 940 : cluster [DBG] osdmap e529: 8 total, 8 up, 8 in 2021-07-26T16:05:31.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:31 smithi037 bash[41498]: cluster 2021-07-26T16:05:29.816361+0000 mgr.y (mgr.24994) 359 : cluster [DBG] pgmap v502: 89 pgs: 89 active+clean; 431 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2021-07-26T16:05:31.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:31 smithi037 bash[41498]: cluster 2021-07-26T16:05:30.166213+0000 mon.a (mon.0) 940 : cluster [DBG] osdmap e529: 8 total, 8 up, 8 in 2021-07-26T16:05:31.829 INFO:tasks.rados.rados.0.smithi037.stdout:2429: done (5 left) 2021-07-26T16:05:31.829 INFO:tasks.rados.rados.0.smithi037.stdout:2430: done (4 left) 2021-07-26T16:05:31.829 INFO:tasks.rados.rados.0.smithi037.stdout:2432: done (3 left) 2021-07-26T16:05:31.829 INFO:tasks.rados.rados.0.smithi037.stdout:2433: done (2 left) 2021-07-26T16:05:31.830 INFO:tasks.rados.rados.0.smithi037.stdout:2434: done (1 left) 2021-07-26T16:05:31.830 INFO:tasks.rados.rados.0.smithi037.stdout:2435: done (0 left) 2021-07-26T16:05:31.830 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 240 2021-07-26T16:05:31.830 INFO:tasks.rados.rados.0.smithi037.stdout:2436: seq_num 790 ranges {786432=434176,1220608=548864,1769472=253952} 2021-07-26T16:05:31.845 INFO:tasks.rados.rados.0.smithi037.stdout:2436: writing smithi03738989-14 from 786432 to 1220608 tid 1 2021-07-26T16:05:31.848 INFO:tasks.rados.rados.0.smithi037.stdout:2436: writing smithi03738989-14 from 1220608 to 1769472 tid 2 2021-07-26T16:05:31.850 INFO:tasks.rados.rados.0.smithi037.stdout:2436: writing smithi03738989-14 from 1769472 to 2023424 tid 3 2021-07-26T16:05:31.851 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 240 2021-07-26T16:05:31.851 INFO:tasks.rados.rados.0.smithi037.stdout:2437: seq_num 791 ranges {0=450560,450560=475136,925696=327680} 2021-07-26T16:05:31.852 INFO:tasks.rados.rados.0.smithi037.stdout:2437: writing smithi03738989-24 from 0 to 450560 tid 1 2021-07-26T16:05:31.855 INFO:tasks.rados.rados.0.smithi037.stdout:2437: writing smithi03738989-24 from 450560 to 925696 tid 2 2021-07-26T16:05:31.857 INFO:tasks.rados.rados.0.smithi037.stdout:2437: writing smithi03738989-24 from 925696 to 1253376 tid 3 2021-07-26T16:05:31.858 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 240 2021-07-26T16:05:31.858 INFO:tasks.rados.rados.0.smithi037.stdout:2438: seq_num 792 ranges {0=466944,466944=761856,1228800=40960} 2021-07-26T16:05:31.860 INFO:tasks.rados.rados.0.smithi037.stdout:2438: writing smithi03738989-11 from 0 to 466944 tid 1 2021-07-26T16:05:31.865 INFO:tasks.rados.rados.0.smithi037.stdout:2438: writing smithi03738989-11 from 466944 to 1228800 tid 2 2021-07-26T16:05:31.866 INFO:tasks.rados.rados.0.smithi037.stdout:2438: writing smithi03738989-11 from 1228800 to 1269760 tid 3 2021-07-26T16:05:31.866 INFO:tasks.rados.rados.0.smithi037.stdout:2439: read oid 12 snap -1 2021-07-26T16:05:31.867 INFO:tasks.rados.rados.0.smithi037.stdout:2439: expect (ObjNum 641 snap 189 seq_num 641) 2021-07-26T16:05:31.867 INFO:tasks.rados.rados.0.smithi037.stdout:2440: delete oid 28 current snap is 240 2021-07-26T16:05:31.867 INFO:tasks.rados.rados.0.smithi037.stdout:2436: finishing write tid 1 to smithi03738989-14 2021-07-26T16:05:31.867 INFO:tasks.rados.rados.0.smithi037.stdout:2436: finishing write tid 2 to smithi03738989-14 2021-07-26T16:05:31.868 INFO:tasks.rados.rados.0.smithi037.stdout:2436: finishing write tid 3 to smithi03738989-14 2021-07-26T16:05:31.868 INFO:tasks.rados.rados.0.smithi037.stdout:2437: finishing write tid 1 to smithi03738989-24 2021-07-26T16:05:31.868 INFO:tasks.rados.rados.0.smithi037.stdout:2436: finishing write tid 5 to smithi03738989-14 2021-07-26T16:05:31.868 INFO:tasks.rados.rados.0.smithi037.stdout:2436: finishing write tid 6 to smithi03738989-14 2021-07-26T16:05:31.869 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 1699 (ObjNum 790 snap 240 seq_num 790) dirty exists 2021-07-26T16:05:31.869 INFO:tasks.rados.rados.0.smithi037.stdout:2436: left oid 14 (ObjNum 790 snap 240 seq_num 790) 2021-07-26T16:05:31.869 INFO:tasks.rados.rados.0.smithi037.stdout:2437: finishing write tid 2 to smithi03738989-24 2021-07-26T16:05:31.869 INFO:tasks.rados.rados.0.smithi037.stdout:2437: finishing write tid 3 to smithi03738989-24 2021-07-26T16:05:31.869 INFO:tasks.rados.rados.0.smithi037.stdout:2437: finishing write tid 5 to smithi03738989-24 2021-07-26T16:05:31.870 INFO:tasks.rados.rados.0.smithi037.stdout:2438: finishing write tid 1 to smithi03738989-11 2021-07-26T16:05:31.870 INFO:tasks.rados.rados.0.smithi037.stdout:2437: finishing write tid 6 to smithi03738989-24 2021-07-26T16:05:31.870 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 2188 (ObjNum 791 snap 240 seq_num 791) dirty exists 2021-07-26T16:05:31.871 INFO:tasks.rados.rados.0.smithi037.stdout:2437: left oid 24 (ObjNum 791 snap 240 seq_num 791) 2021-07-26T16:05:31.871 INFO:tasks.rados.rados.0.smithi037.stdout:2436: done (4 left) 2021-07-26T16:05:31.872 INFO:tasks.rados.rados.0.smithi037.stdout:2437: done (3 left) 2021-07-26T16:05:31.872 INFO:tasks.rados.rados.0.smithi037.stdout:2440: done (2 left) 2021-07-26T16:05:31.872 INFO:tasks.rados.rados.0.smithi037.stdout:2441: rmattr oid 19 current snap is 240 2021-07-26T16:05:31.872 INFO:tasks.rados.rados.0.smithi037.stdout:2441: done (2 left) 2021-07-26T16:05:31.873 INFO:tasks.rados.rados.0.smithi037.stdout:2442: snap_remove snap 187 2021-07-26T16:05:32.046 INFO:tasks.rados.rados.0.smithi037.stdout:2442: done (2 left) 2021-07-26T16:05:32.046 INFO:tasks.rados.rados.0.smithi037.stdout:2443: snap_create 2021-07-26T16:05:32.046 INFO:tasks.rados.rados.0.smithi037.stdout:2438: finishing write tid 2 to smithi03738989-11 2021-07-26T16:05:32.047 INFO:tasks.rados.rados.0.smithi037.stdout:2439: expect (ObjNum 641 snap 189 seq_num 641) 2021-07-26T16:05:32.111 INFO:tasks.rados.rados.0.smithi037.stdout:2438: finishing write tid 3 to smithi03738989-11 2021-07-26T16:05:32.111 INFO:tasks.rados.rados.0.smithi037.stdout:2438: finishing write tid 5 to smithi03738989-11 2021-07-26T16:05:32.112 INFO:tasks.rados.rados.0.smithi037.stdout:2438: finishing write tid 6 to smithi03738989-11 2021-07-26T16:05:32.112 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1688 (ObjNum 792 snap 240 seq_num 792) dirty exists 2021-07-26T16:05:32.112 INFO:tasks.rados.rados.0.smithi037.stdout:2438: left oid 11 (ObjNum 792 snap 240 seq_num 792) 2021-07-26T16:05:32.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:32 smithi107 bash[29346]: cluster 2021-07-26T16:05:31.177681+0000 mon.a (mon.0) 941 : cluster [DBG] osdmap e530: 8 total, 8 up, 8 in 2021-07-26T16:05:32.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:32 smithi107 bash[29346]: cluster 2021-07-26T16:05:32.046864+0000 mon.a (mon.0) 942 : cluster [DBG] osdmap e531: 8 total, 8 up, 8 in 2021-07-26T16:05:32.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:32 smithi037 bash[41498]: cluster 2021-07-26T16:05:31.177681+0000 mon.a (mon.0) 941 : cluster [DBG] osdmap e530: 8 total, 8 up, 8 in 2021-07-26T16:05:32.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:32 smithi037 bash[41498]: cluster 2021-07-26T16:05:32.046864+0000 mon.a (mon.0) 942 : cluster [DBG] osdmap e531: 8 total, 8 up, 8 in 2021-07-26T16:05:32.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:32 smithi037 bash[42499]: cluster 2021-07-26T16:05:31.177681+0000 mon.a (mon.0) 941 : cluster [DBG] osdmap e530: 8 total, 8 up, 8 in 2021-07-26T16:05:32.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:32 smithi037 bash[42499]: cluster 2021-07-26T16:05:32.046864+0000 mon.a (mon.0) 942 : cluster [DBG] osdmap e531: 8 total, 8 up, 8 in 2021-07-26T16:05:33.065 INFO:tasks.rados.rados.0.smithi037.stdout:2438: done (2 left) 2021-07-26T16:05:33.065 INFO:tasks.rados.rados.0.smithi037.stdout:2439: done (1 left) 2021-07-26T16:05:33.066 INFO:tasks.rados.rados.0.smithi037.stdout:2443: done (0 left) 2021-07-26T16:05:33.066 INFO:tasks.rados.rados.0.smithi037.stdout:2444: rollback oid 30 current snap is 241 2021-07-26T16:05:33.066 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 227 2021-07-26T16:05:33.066 INFO:tasks.rados.rados.0.smithi037.stdout:2445: rollback oid 21 current snap is 241 2021-07-26T16:05:33.067 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 21 to 229 2021-07-26T16:05:33.067 INFO:tasks.rados.rados.0.smithi037.stdout:2446: delete oid 10 current snap is 241 2021-07-26T16:05:33.069 INFO:tasks.rados.rados.0.smithi037.stdout:2445: finishing rollback tid 1 to smithi03738989-21 2021-07-26T16:05:33.070 INFO:tasks.rados.rados.0.smithi037.stdout:2446: done (2 left) 2021-07-26T16:05:33.070 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 241 2021-07-26T16:05:33.070 INFO:tasks.rados.rados.0.smithi037.stdout:2447: seq_num 795 ranges {0=524288,524288=417792,942080=385024} 2021-07-26T16:05:33.075 INFO:tasks.rados.rados.0.smithi037.stdout:2447: writing smithi03738989-48 from 0 to 524288 tid 1 2021-07-26T16:05:33.077 INFO:tasks.rados.rados.0.smithi037.stdout:2447: writing smithi03738989-48 from 524288 to 942080 tid 2 2021-07-26T16:05:33.080 INFO:tasks.rados.rados.0.smithi037.stdout:2447: writing smithi03738989-48 from 942080 to 1327104 tid 3 2021-07-26T16:05:33.080 INFO:tasks.rados.rados.0.smithi037.stdout:2448: snap_create 2021-07-26T16:05:33.080 INFO:tasks.rados.rados.0.smithi037.stdout:2445: finishing rollback tid 2 to smithi03738989-21 2021-07-26T16:05:33.080 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 1116 (ObjNum 694 snap 215 seq_num 694) dirty exists 2021-07-26T16:05:33.080 INFO:tasks.rados.rados.0.smithi037.stdout:2444: finishing rollback tid 0 to smithi03738989-30 2021-07-26T16:05:33.081 INFO:tasks.rados.rados.0.smithi037.stdout:2444: finishing rollback tid 1 to smithi03738989-30 2021-07-26T16:05:33.081 INFO:tasks.rados.rados.0.smithi037.stdout:2444: finishing rollback tid 2 to smithi03738989-30 2021-07-26T16:05:33.081 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 1691 (ObjNum 574 snap 171 seq_num 574) dirty exists 2021-07-26T16:05:33.081 INFO:tasks.rados.rados.0.smithi037.stdout:2447: finishing write tid 1 to smithi03738989-48 2021-07-26T16:05:33.082 INFO:tasks.rados.rados.0.smithi037.stdout:2447: finishing write tid 2 to smithi03738989-48 2021-07-26T16:05:33.083 INFO:tasks.rados.rados.0.smithi037.stdout:2447: finishing write tid 3 to smithi03738989-48 2021-07-26T16:05:33.083 INFO:tasks.rados.rados.0.smithi037.stdout:2447: finishing write tid 5 to smithi03738989-48 2021-07-26T16:05:33.085 INFO:tasks.rados.rados.0.smithi037.stdout:2447: finishing write tid 6 to smithi03738989-48 2021-07-26T16:05:33.085 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 1694 (ObjNum 795 snap 241 seq_num 795) dirty exists 2021-07-26T16:05:33.085 INFO:tasks.rados.rados.0.smithi037.stdout:2447: left oid 48 (ObjNum 795 snap 241 seq_num 795) 2021-07-26T16:05:33.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:33 smithi107 bash[29346]: cluster 2021-07-26T16:05:31.817161+0000 mgr.y (mgr.24994) 360 : cluster [DBG] pgmap v505: 89 pgs: 89 active+clean; 433 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 848 KiB/s wr, 26 op/s 2021-07-26T16:05:33.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:33 smithi107 bash[29346]: cluster 2021-07-26T16:05:33.066657+0000 mon.a (mon.0) 943 : cluster [DBG] osdmap e532: 8 total, 8 up, 8 in 2021-07-26T16:05:33.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:33 smithi037 bash[41498]: cluster 2021-07-26T16:05:31.817161+0000 mgr.y (mgr.24994) 360 : cluster [DBG] pgmap v505: 89 pgs: 89 active+clean; 433 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 848 KiB/s wr, 26 op/s 2021-07-26T16:05:33.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:33 smithi037 bash[41498]: cluster 2021-07-26T16:05:33.066657+0000 mon.a (mon.0) 943 : cluster [DBG] osdmap e532: 8 total, 8 up, 8 in 2021-07-26T16:05:33.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:33 smithi037 bash[42499]: cluster 2021-07-26T16:05:31.817161+0000 mgr.y (mgr.24994) 360 : cluster [DBG] pgmap v505: 89 pgs: 89 active+clean; 433 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 848 KiB/s wr, 26 op/s 2021-07-26T16:05:33.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:33 smithi037 bash[42499]: cluster 2021-07-26T16:05:33.066657+0000 mon.a (mon.0) 943 : cluster [DBG] osdmap e532: 8 total, 8 up, 8 in 2021-07-26T16:05:33.959 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:33 smithi107 systemd[1]: Stopping Ceph prometheus.a for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T16:05:34.069 INFO:tasks.rados.rados.0.smithi037.stdout:2444: done (3 left) 2021-07-26T16:05:34.069 INFO:tasks.rados.rados.0.smithi037.stdout:2445: done (2 left) 2021-07-26T16:05:34.069 INFO:tasks.rados.rados.0.smithi037.stdout:2447: done (1 left) 2021-07-26T16:05:34.070 INFO:tasks.rados.rados.0.smithi037.stdout:2448: done (0 left) 2021-07-26T16:05:34.070 INFO:tasks.rados.rados.0.smithi037.stdout:2449: rmattr oid 36 current snap is 242 2021-07-26T16:05:34.070 INFO:tasks.rados.rados.0.smithi037.stdout:2450: delete oid 14 current snap is 242 2021-07-26T16:05:34.075 INFO:tasks.rados.rados.0.smithi037.stdout:2450: done (1 left) 2021-07-26T16:05:34.075 INFO:tasks.rados.rados.0.smithi037.stdout:2451: read oid 16 snap -1 2021-07-26T16:05:34.075 INFO:tasks.rados.rados.0.smithi037.stdout:2451: expect deleted 2021-07-26T16:05:34.076 INFO:tasks.rados.rados.0.smithi037.stdout:2452: setattr oid 40 current snap is 242 2021-07-26T16:05:34.077 INFO:tasks.rados.rados.0.smithi037.stdout:2451: done (2 left) 2021-07-26T16:05:34.078 INFO:tasks.rados.rados.0.smithi037.stdout:2453: copy_from oid 6 from oid 7 current snap is 242 2021-07-26T16:05:34.078 INFO:tasks.rados.rados.0.smithi037.stdout:2454: read oid 49 snap -1 2021-07-26T16:05:34.078 INFO:tasks.rados.rados.0.smithi037.stdout:2454: expect (ObjNum 653 snap 192 seq_num 653) 2021-07-26T16:05:34.078 INFO:tasks.rados.rados.0.smithi037.stdout:2455: read oid 26 snap 220 2021-07-26T16:05:34.079 INFO:tasks.rados.rados.0.smithi037.stdout:2455: expect (ObjNum 651 snap 191 seq_num 651) 2021-07-26T16:05:34.079 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 242 2021-07-26T16:05:34.079 INFO:tasks.rados.rados.0.smithi037.stdout:2456: seq_num 797 ranges {5038080=557056,5595136=589824,6184960=212992} 2021-07-26T16:05:34.111 INFO:tasks.rados.rados.0.smithi037.stdout:2456: writing smithi03738989-42 from 5038080 to 5595136 tid 1 2021-07-26T16:05:34.114 INFO:tasks.rados.rados.0.smithi037.stdout:2456: writing smithi03738989-42 from 5595136 to 6184960 tid 2 2021-07-26T16:05:34.115 INFO:tasks.rados.rados.0.smithi037.stdout:2456: writing smithi03738989-42 from 6184960 to 6397952 tid 3 2021-07-26T16:05:34.116 INFO:tasks.rados.rados.0.smithi037.stdout:2457: delete oid 44 current snap is 242 2021-07-26T16:05:34.116 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1692 (ObjNum 581 snap 171 seq_num 581) dirty exists 2021-07-26T16:05:34.116 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1117 (ObjNum 573 snap 171 seq_num 573) dirty exists 2021-07-26T16:05:34.116 INFO:tasks.rados.rados.0.smithi037.stdout:2453: finishing copy_from to smithi03738989-6 2021-07-26T16:05:34.117 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 1699 (ObjNum 745 snap 225 seq_num 745) dirty exists 2021-07-26T16:05:34.117 INFO:tasks.rados.rados.0.smithi037.stdout:2453: finishing copy_from racing read to smithi03738989-6 2021-07-26T16:05:34.117 INFO:tasks.rados.rados.0.smithi037.stdout:2455: expect (ObjNum 651 snap 191 seq_num 651) 2021-07-26T16:05:34.216 INFO:tasks.rados.rados.0.smithi037.stdout:2454: expect (ObjNum 653 snap 192 seq_num 653) 2021-07-26T16:05:34.270 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:33 smithi107 docker[36632]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:05:34.271 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:34 smithi107 bash[24289]: level=warn ts=2021-07-26T16:05:34.019Z caller=main.go:524 msg="Received SIGTERM, exiting gracefully..." 2021-07-26T16:05:34.271 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:34 smithi107 bash[24289]: level=info ts=2021-07-26T16:05:34.019Z caller=main.go:547 msg="Stopping scrape discovery manager..." 2021-07-26T16:05:34.271 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:34 smithi107 bash[24289]: level=info ts=2021-07-26T16:05:34.019Z caller=main.go:561 msg="Stopping notify discovery manager..." 2021-07-26T16:05:34.272 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:34 smithi107 bash[24289]: level=info ts=2021-07-26T16:05:34.019Z caller=main.go:583 msg="Stopping scrape manager..." 2021-07-26T16:05:34.272 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:34 smithi107 bash[24289]: level=info ts=2021-07-26T16:05:34.019Z caller=main.go:543 msg="Scrape discovery manager stopped" 2021-07-26T16:05:34.272 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:34 smithi107 bash[24289]: level=info ts=2021-07-26T16:05:34.019Z caller=main.go:557 msg="Notify discovery manager stopped" 2021-07-26T16:05:34.272 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:34 smithi107 bash[24289]: level=info ts=2021-07-26T16:05:34.019Z caller=manager.go:882 component="rule manager" msg="Stopping rule manager..." 2021-07-26T16:05:34.272 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:34 smithi107 bash[24289]: level=info ts=2021-07-26T16:05:34.020Z caller=main.go:577 msg="Scrape manager stopped" 2021-07-26T16:05:34.273 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:34 smithi107 bash[24289]: level=info ts=2021-07-26T16:05:34.020Z caller=manager.go:892 component="rule manager" msg="Rule manager stopped" 2021-07-26T16:05:34.273 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:34 smithi107 bash[24289]: level=info ts=2021-07-26T16:05:34.020Z caller=notifier.go:601 component=notifier msg="Stopping notification manager..." 2021-07-26T16:05:34.273 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:34 smithi107 bash[24289]: level=info ts=2021-07-26T16:05:34.020Z caller=main.go:749 msg="Notifier manager stopped" 2021-07-26T16:05:34.273 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:34 smithi107 bash[24289]: level=info ts=2021-07-26T16:05:34.021Z caller=main.go:761 msg="See you next time!" 2021-07-26T16:05:34.324 INFO:tasks.rados.rados.0.smithi037.stdout:2449: done (6 left) 2021-07-26T16:05:34.324 INFO:tasks.rados.rados.0.smithi037.stdout:2452: done (5 left) 2021-07-26T16:05:34.324 INFO:tasks.rados.rados.0.smithi037.stdout:2453: done (4 left) 2021-07-26T16:05:34.325 INFO:tasks.rados.rados.0.smithi037.stdout:2454: done (3 left) 2021-07-26T16:05:34.325 INFO:tasks.rados.rados.0.smithi037.stdout:2455: done (2 left) 2021-07-26T16:05:34.325 INFO:tasks.rados.rados.0.smithi037.stdout:2457: done (1 left) 2021-07-26T16:05:34.326 INFO:tasks.rados.rados.0.smithi037.stdout:2458: snap_create 2021-07-26T16:05:34.326 INFO:tasks.rados.rados.0.smithi037.stdout:2456: finishing write tid 1 to smithi03738989-42 2021-07-26T16:05:34.326 INFO:tasks.rados.rados.0.smithi037.stdout:2456: finishing write tid 2 to smithi03738989-42 2021-07-26T16:05:34.326 INFO:tasks.rados.rados.0.smithi037.stdout:2456: finishing write tid 3 to smithi03738989-42 2021-07-26T16:05:34.327 INFO:tasks.rados.rados.0.smithi037.stdout:2456: finishing write tid 5 to smithi03738989-42 2021-07-26T16:05:34.327 INFO:tasks.rados.rados.0.smithi037.stdout:2456: finishing write tid 6 to smithi03738989-42 2021-07-26T16:05:34.327 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 1127 (ObjNum 797 snap 242 seq_num 797) dirty exists 2021-07-26T16:05:34.327 INFO:tasks.rados.rados.0.smithi037.stdout:2456: left oid 42 (ObjNum 797 snap 242 seq_num 797) 2021-07-26T16:05:35.105 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:35 smithi107 bash[29346]: cluster 2021-07-26T16:05:33.817959+0000 mgr.y (mgr.24994) 361 : cluster [DBG] pgmap v508: 89 pgs: 89 active+clean; 438 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2021-07-26T16:05:35.105 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:35 smithi107 bash[29346]: cluster 2021-07-26T16:05:34.071738+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e533: 8 total, 8 up, 8 in 2021-07-26T16:05:35.106 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:34 smithi107 docker[36632]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-prometheus.a 2021-07-26T16:05:35.106 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:34 smithi107 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@prometheus.a.service: Succeeded. 2021-07-26T16:05:35.106 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:34 smithi107 systemd[1]: Stopped Ceph prometheus.a for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:05:35.106 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:35 smithi107 systemd[1]: Started Ceph prometheus.a for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:05:35.195 INFO:tasks.rados.rados.0.smithi037.stdout:2456: done (1 left) 2021-07-26T16:05:35.196 INFO:tasks.rados.rados.0.smithi037.stdout:2458: done (0 left) 2021-07-26T16:05:35.196 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 243 2021-07-26T16:05:35.196 INFO:tasks.rados.rados.0.smithi037.stdout:2459: seq_num 799 ranges {0=589824,589824=802816} 2021-07-26T16:05:35.198 INFO:tasks.rados.rados.0.smithi037.stdout:2459: writing smithi03738989-13 from 0 to 589824 tid 1 2021-07-26T16:05:35.203 INFO:tasks.rados.rados.0.smithi037.stdout:2459: writing smithi03738989-13 from 589824 to 1392640 tid 2 2021-07-26T16:05:35.203 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 243 2021-07-26T16:05:35.204 INFO:tasks.rados.rados.0.smithi037.stdout:2460: seq_num 800 ranges {1441792=606208,2048000=688128,2736128=114688} 2021-07-26T16:05:35.215 INFO:tasks.rados.rados.0.smithi037.stdout:2460: writing smithi03738989-17 from 1441792 to 2048000 tid 1 2021-07-26T16:05:35.219 INFO:tasks.rados.rados.0.smithi037.stdout:2460: writing smithi03738989-17 from 2048000 to 2736128 tid 2 2021-07-26T16:05:35.220 INFO:tasks.rados.rados.0.smithi037.stdout:2460: writing smithi03738989-17 from 2736128 to 2850816 tid 3 2021-07-26T16:05:35.220 INFO:tasks.rados.rados.0.smithi037.stdout:2461: read oid 30 snap -1 2021-07-26T16:05:35.220 INFO:tasks.rados.rados.0.smithi037.stdout:2461: expect (ObjNum 574 snap 171 seq_num 574) 2021-07-26T16:05:35.220 INFO:tasks.rados.rados.0.smithi037.stdout:2462: snap_remove snap 232 2021-07-26T16:05:35.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:35 smithi037 bash[41498]: cluster 2021-07-26T16:05:33.817959+0000 mgr.y (mgr.24994) 361 : cluster [DBG] pgmap v508: 89 pgs: 89 active+clean; 438 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2021-07-26T16:05:35.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:35 smithi037 bash[41498]: cluster 2021-07-26T16:05:34.071738+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e533: 8 total, 8 up, 8 in 2021-07-26T16:05:35.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:35 smithi037 bash[42499]: cluster 2021-07-26T16:05:33.817959+0000 mgr.y (mgr.24994) 361 : cluster [DBG] pgmap v508: 89 pgs: 89 active+clean; 438 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2021-07-26T16:05:35.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:35 smithi037 bash[42499]: cluster 2021-07-26T16:05:34.071738+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e533: 8 total, 8 up, 8 in 2021-07-26T16:05:35.520 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:35 smithi107 bash[36699]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:05:36.204 INFO:tasks.rados.rados.0.smithi037.stdout:2462: done (3 left) 2021-07-26T16:05:36.204 INFO:tasks.rados.rados.0.smithi037.stdout:2463: delete oid 47 current snap is 243 2021-07-26T16:05:36.204 INFO:tasks.rados.rados.0.smithi037.stdout:2459: finishing write tid 1 to smithi03738989-13 2021-07-26T16:05:36.204 INFO:tasks.rados.rados.0.smithi037.stdout:2459: finishing write tid 2 to smithi03738989-13 2021-07-26T16:05:36.205 INFO:tasks.rados.rados.0.smithi037.stdout:2459: finishing write tid 4 to smithi03738989-13 2021-07-26T16:05:36.205 INFO:tasks.rados.rados.0.smithi037.stdout:2459: finishing write tid 5 to smithi03738989-13 2021-07-26T16:05:36.205 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1930 (ObjNum 799 snap 243 seq_num 799) dirty exists 2021-07-26T16:05:36.205 INFO:tasks.rados.rados.0.smithi037.stdout:2459: left oid 13 (ObjNum 799 snap 243 seq_num 799) 2021-07-26T16:05:36.206 INFO:tasks.rados.rados.0.smithi037.stdout:2461: expect (ObjNum 574 snap 171 seq_num 574) 2021-07-26T16:05:36.206 INFO:tasks.rados.rados.0.smithi037.stdout:2460: finishing write tid 1 to smithi03738989-17 2021-07-26T16:05:36.207 INFO:tasks.rados.rados.0.smithi037.stdout:2460: finishing write tid 2 to smithi03738989-17 2021-07-26T16:05:36.207 INFO:tasks.rados.rados.0.smithi037.stdout:2460: finishing write tid 3 to smithi03738989-17 2021-07-26T16:05:36.207 INFO:tasks.rados.rados.0.smithi037.stdout:2460: finishing write tid 5 to smithi03738989-17 2021-07-26T16:05:36.207 INFO:tasks.rados.rados.0.smithi037.stdout:2460: finishing write tid 6 to smithi03738989-17 2021-07-26T16:05:36.207 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1687 (ObjNum 800 snap 243 seq_num 800) dirty exists 2021-07-26T16:05:36.208 INFO:tasks.rados.rados.0.smithi037.stdout:2460: left oid 17 (ObjNum 800 snap 243 seq_num 800) 2021-07-26T16:05:36.215 INFO:tasks.rados.rados.0.smithi037.stdout:2459: done (3 left) 2021-07-26T16:05:36.216 INFO:tasks.rados.rados.0.smithi037.stdout:2460: done (2 left) 2021-07-26T16:05:36.216 INFO:tasks.rados.rados.0.smithi037.stdout:2461: done (1 left) 2021-07-26T16:05:36.216 INFO:tasks.rados.rados.0.smithi037.stdout:2463: done (0 left) 2021-07-26T16:05:36.216 INFO:tasks.rados.rados.0.smithi037.stdout:2464: snap_create 2021-07-26T16:05:36.465 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[29346]: audit 2021-07-26T16:05:35.154843+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:36.466 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[29346]: audit 2021-07-26T16:05:35.158340+0000 mon.c (mon.1) 340 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:36.466 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[29346]: audit 2021-07-26T16:05:35.162450+0000 mon.c (mon.1) 341 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:05:36.466 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[29346]: cluster 2021-07-26T16:05:35.195837+0000 mon.a (mon.0) 946 : cluster [DBG] osdmap e534: 8 total, 8 up, 8 in 2021-07-26T16:05:36.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:36 smithi037 bash[41498]: audit 2021-07-26T16:05:35.154843+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:36.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:36 smithi037 bash[41498]: audit 2021-07-26T16:05:35.158340+0000 mon.c (mon.1) 340 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:36.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:36 smithi037 bash[41498]: audit 2021-07-26T16:05:35.162450+0000 mon.c (mon.1) 341 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:05:36.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:36 smithi037 bash[41498]: cluster 2021-07-26T16:05:35.195837+0000 mon.a (mon.0) 946 : cluster [DBG] osdmap e534: 8 total, 8 up, 8 in 2021-07-26T16:05:36.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:36 smithi037 bash[42499]: audit 2021-07-26T16:05:35.154843+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:36.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:36 smithi037 bash[42499]: audit 2021-07-26T16:05:35.158340+0000 mon.c (mon.1) 340 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:36.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:36 smithi037 bash[42499]: audit 2021-07-26T16:05:35.162450+0000 mon.c (mon.1) 341 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:05:36.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:36 smithi037 bash[42499]: cluster 2021-07-26T16:05:35.195837+0000 mon.a (mon.0) 946 : cluster [DBG] osdmap e534: 8 total, 8 up, 8 in 2021-07-26T16:05:36.771 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[36699]: level=info ts=2021-07-26T16:05:36.456Z caller=main.go:302 msg="No time or size retention was set so using the default time retention" duration=15d 2021-07-26T16:05:36.771 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[36699]: level=info ts=2021-07-26T16:05:36.456Z caller=main.go:337 msg="Starting Prometheus" version="(version=2.18.1, branch=HEAD, revision=ecee9c8abfd118f139014cb1b174b08db3f342cf)" 2021-07-26T16:05:36.772 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[36699]: level=info ts=2021-07-26T16:05:36.456Z caller=main.go:338 build_context="(go=go1.14.2, user=root@2117a9e64a7e, date=20200507-16:51:47)" 2021-07-26T16:05:36.772 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[36699]: level=info ts=2021-07-26T16:05:36.456Z caller=main.go:339 host_details="(Linux 5.4.0-80-generic #90-Ubuntu SMP Fri Jul 9 22:49:44 UTC 2021 x86_64 smithi107 (none))" 2021-07-26T16:05:36.773 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[36699]: level=info ts=2021-07-26T16:05:36.456Z caller=main.go:340 fd_limits="(soft=1048576, hard=1048576)" 2021-07-26T16:05:36.773 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[36699]: level=info ts=2021-07-26T16:05:36.456Z caller=main.go:341 vm_limits="(soft=unlimited, hard=unlimited)" 2021-07-26T16:05:36.773 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[36699]: level=info ts=2021-07-26T16:05:36.458Z caller=web.go:523 component=web msg="Start listening for connections" address=:9095 2021-07-26T16:05:36.774 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[36699]: level=info ts=2021-07-26T16:05:36.458Z caller=main.go:678 msg="Starting TSDB ..." 2021-07-26T16:05:36.774 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[36699]: level=info ts=2021-07-26T16:05:36.464Z caller=head.go:575 component=tsdb msg="Replaying WAL, this may take awhile" 2021-07-26T16:05:36.775 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[36699]: level=info ts=2021-07-26T16:05:36.464Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2021-07-26T16:05:36.775 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[36699]: level=info ts=2021-07-26T16:05:36.486Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2021-07-26T16:05:36.775 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[36699]: level=info ts=2021-07-26T16:05:36.487Z caller=head.go:624 component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2021-07-26T16:05:36.776 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[36699]: level=info ts=2021-07-26T16:05:36.487Z caller=head.go:627 component=tsdb msg="WAL replay completed" duration=22.588997ms 2021-07-26T16:05:36.776 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[36699]: level=info ts=2021-07-26T16:05:36.489Z caller=main.go:694 fs_type=XFS_SUPER_MAGIC 2021-07-26T16:05:36.777 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[36699]: level=info ts=2021-07-26T16:05:36.489Z caller=main.go:695 msg="TSDB started" 2021-07-26T16:05:36.777 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[36699]: level=info ts=2021-07-26T16:05:36.489Z caller=main.go:799 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2021-07-26T16:05:36.777 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[36699]: level=info ts=2021-07-26T16:05:36.495Z caller=main.go:827 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml 2021-07-26T16:05:36.777 INFO:journalctl@ceph.prometheus.a.smithi107.stdout:Jul 26 16:05:36 smithi107 bash[36699]: level=info ts=2021-07-26T16:05:36.495Z caller=main.go:646 msg="Server is ready to receive web requests." 2021-07-26T16:05:37.049 INFO:tasks.rados.rados.0.smithi037.stdout:2464: done (0 left) 2021-07-26T16:05:37.049 INFO:tasks.rados.rados.0.smithi037.stdout:2465: delete oid 28 current snap is 244 2021-07-26T16:05:37.058 INFO:tasks.rados.rados.0.smithi037.stdout:2465: done (0 left) 2021-07-26T16:05:37.058 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 244 2021-07-26T16:05:37.058 INFO:tasks.rados.rados.0.smithi037.stdout:2466: seq_num 803 ranges {0=655360,655360=745472,1400832=57344} 2021-07-26T16:05:37.060 INFO:tasks.rados.rados.0.smithi037.stdout:2466: writing smithi03738989-39 from 0 to 655360 tid 1 2021-07-26T16:05:37.063 INFO:tasks.rados.rados.0.smithi037.stdout:2466: writing smithi03738989-39 from 655360 to 1400832 tid 2 2021-07-26T16:05:37.064 INFO:tasks.rados.rados.0.smithi037.stdout:2466: writing smithi03738989-39 from 1400832 to 1458176 tid 3 2021-07-26T16:05:37.065 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 244 2021-07-26T16:05:37.065 INFO:tasks.rados.rados.0.smithi037.stdout:2467: seq_num 804 ranges {1392640=671744,2064384=622592,2686976=180224} 2021-07-26T16:05:37.075 INFO:tasks.rados.rados.0.smithi037.stdout:2467: writing smithi03738989-13 from 1392640 to 2064384 tid 1 2021-07-26T16:05:37.079 INFO:tasks.rados.rados.0.smithi037.stdout:2467: writing smithi03738989-13 from 2064384 to 2686976 tid 2 2021-07-26T16:05:37.080 INFO:tasks.rados.rados.0.smithi037.stdout:2467: writing smithi03738989-13 from 2686976 to 2867200 tid 3 2021-07-26T16:05:37.080 INFO:tasks.rados.rados.0.smithi037.stdout:2468: snap_remove snap 214 2021-07-26T16:05:37.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:37 smithi107 bash[29346]: cluster 2021-07-26T16:05:35.818676+0000 mgr.y (mgr.24994) 362 : cluster [DBG] pgmap v511: 89 pgs: 89 active+clean; 434 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2021-07-26T16:05:37.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:37 smithi107 bash[29346]: cluster 2021-07-26T16:05:36.203885+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e535: 8 total, 8 up, 8 in 2021-07-26T16:05:37.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:37 smithi107 bash[29346]: cluster 2021-07-26T16:05:37.051155+0000 mon.a (mon.0) 948 : cluster [DBG] osdmap e536: 8 total, 8 up, 8 in 2021-07-26T16:05:37.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:37 smithi037 bash[42499]: cluster 2021-07-26T16:05:35.818676+0000 mgr.y (mgr.24994) 362 : cluster [DBG] pgmap v511: 89 pgs: 89 active+clean; 434 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2021-07-26T16:05:37.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:37 smithi037 bash[42499]: cluster 2021-07-26T16:05:36.203885+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e535: 8 total, 8 up, 8 in 2021-07-26T16:05:37.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:37 smithi037 bash[42499]: cluster 2021-07-26T16:05:37.051155+0000 mon.a (mon.0) 948 : cluster [DBG] osdmap e536: 8 total, 8 up, 8 in 2021-07-26T16:05:37.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:37 smithi037 bash[41498]: cluster 2021-07-26T16:05:35.818676+0000 mgr.y (mgr.24994) 362 : cluster [DBG] pgmap v511: 89 pgs: 89 active+clean; 434 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2021-07-26T16:05:37.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:37 smithi037 bash[41498]: cluster 2021-07-26T16:05:36.203885+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e535: 8 total, 8 up, 8 in 2021-07-26T16:05:37.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:37 smithi037 bash[41498]: cluster 2021-07-26T16:05:37.051155+0000 mon.a (mon.0) 948 : cluster [DBG] osdmap e536: 8 total, 8 up, 8 in 2021-07-26T16:05:38.066 INFO:tasks.rados.rados.0.smithi037.stdout:2468: done (2 left) 2021-07-26T16:05:38.066 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 28 current snap is 244 2021-07-26T16:05:38.066 INFO:tasks.rados.rados.0.smithi037.stdout:2469: seq_num 805 ranges {0=688128,688128=507904,1196032=294912} 2021-07-26T16:05:38.072 INFO:tasks.rados.rados.0.smithi037.stdout:2469: writing smithi03738989-28 from 0 to 688128 tid 1 2021-07-26T16:05:38.075 INFO:tasks.rados.rados.0.smithi037.stdout:2469: writing smithi03738989-28 from 688128 to 1196032 tid 2 2021-07-26T16:05:38.078 INFO:tasks.rados.rados.0.smithi037.stdout:2469: writing smithi03738989-28 from 1196032 to 1490944 tid 3 2021-07-26T16:05:38.079 INFO:tasks.rados.rados.0.smithi037.stdout:2466: finishing write tid 1 to smithi03738989-39 2021-07-26T16:05:38.079 INFO:tasks.rados.rados.0.smithi037.stdout:2466: finishing write tid 2 to smithi03738989-39 2021-07-26T16:05:38.079 INFO:tasks.rados.rados.0.smithi037.stdout:2466: finishing write tid 3 to smithi03738989-39 2021-07-26T16:05:38.080 INFO:tasks.rados.rados.0.smithi037.stdout:2466: finishing write tid 5 to smithi03738989-39 2021-07-26T16:05:38.080 INFO:tasks.rados.rados.0.smithi037.stdout:2466: finishing write tid 6 to smithi03738989-39 2021-07-26T16:05:38.080 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2216 (ObjNum 803 snap 244 seq_num 803) dirty exists 2021-07-26T16:05:38.080 INFO:tasks.rados.rados.0.smithi037.stdout:2466: left oid 39 (ObjNum 803 snap 244 seq_num 803) 2021-07-26T16:05:38.081 INFO:tasks.rados.rados.0.smithi037.stdout:2467: finishing write tid 1 to smithi03738989-13 2021-07-26T16:05:38.081 INFO:tasks.rados.rados.0.smithi037.stdout:2467: finishing write tid 2 to smithi03738989-13 2021-07-26T16:05:38.081 INFO:tasks.rados.rados.0.smithi037.stdout:2467: finishing write tid 3 to smithi03738989-13 2021-07-26T16:05:38.081 INFO:tasks.rados.rados.0.smithi037.stdout:2467: finishing write tid 5 to smithi03738989-13 2021-07-26T16:05:38.081 INFO:tasks.rados.rados.0.smithi037.stdout:2467: finishing write tid 6 to smithi03738989-13 2021-07-26T16:05:38.082 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1934 (ObjNum 804 snap 244 seq_num 804) dirty exists 2021-07-26T16:05:38.082 INFO:tasks.rados.rados.0.smithi037.stdout:2467: left oid 13 (ObjNum 804 snap 244 seq_num 804) 2021-07-26T16:05:38.082 INFO:tasks.rados.rados.0.smithi037.stdout:2466: done (2 left) 2021-07-26T16:05:38.082 INFO:tasks.rados.rados.0.smithi037.stdout:2467: done (1 left) 2021-07-26T16:05:38.083 INFO:tasks.rados.rados.0.smithi037.stdout:2470: read oid 36 snap 228 2021-07-26T16:05:38.083 INFO:tasks.rados.rados.0.smithi037.stdout:2470: expect deleted 2021-07-26T16:05:38.083 INFO:tasks.rados.rados.0.smithi037.stdout:2471: delete oid 26 current snap is 244 2021-07-26T16:05:38.087 INFO:tasks.rados.rados.0.smithi037.stdout:2470: done (2 left) 2021-07-26T16:05:38.087 INFO:tasks.rados.rados.0.smithi037.stdout:2471: done (1 left) 2021-07-26T16:05:38.087 INFO:tasks.rados.rados.0.smithi037.stdout:2472: delete oid 38 current snap is 244 2021-07-26T16:05:38.096 INFO:tasks.rados.rados.0.smithi037.stdout:2472: done (1 left) 2021-07-26T16:05:38.096 INFO:tasks.rados.rados.0.smithi037.stdout:2473: setattr oid 37 current snap is 244 2021-07-26T16:05:38.096 INFO:tasks.rados.rados.0.smithi037.stdout:2469: finishing write tid 1 to smithi03738989-28 2021-07-26T16:05:38.097 INFO:tasks.rados.rados.0.smithi037.stdout:2469: finishing write tid 2 to smithi03738989-28 2021-07-26T16:05:38.097 INFO:tasks.rados.rados.0.smithi037.stdout:2469: finishing write tid 3 to smithi03738989-28 2021-07-26T16:05:38.098 INFO:tasks.rados.rados.0.smithi037.stdout:2469: finishing write tid 5 to smithi03738989-28 2021-07-26T16:05:38.098 INFO:tasks.rados.rados.0.smithi037.stdout:2474: snap_remove snap 229 2021-07-26T16:05:39.067 INFO:tasks.rados.rados.0.smithi037.stdout:2474: done (2 left) 2021-07-26T16:05:39.068 INFO:tasks.rados.rados.0.smithi037.stdout:2475: snap_create 2021-07-26T16:05:39.068 INFO:tasks.rados.rados.0.smithi037.stdout:2469: finishing write tid 6 to smithi03738989-28 2021-07-26T16:05:39.068 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 1938 (ObjNum 805 snap 244 seq_num 805) dirty exists 2021-07-26T16:05:39.068 INFO:tasks.rados.rados.0.smithi037.stdout:2469: left oid 28 (ObjNum 805 snap 244 seq_num 805) 2021-07-26T16:05:39.069 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 1695 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:05:39.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:39 smithi037 bash[41498]: cluster 2021-07-26T16:05:37.819520+0000 mgr.y (mgr.24994) 363 : cluster [DBG] pgmap v514: 89 pgs: 89 active+clean; 431 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2021-07-26T16:05:39.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:39 smithi037 bash[41498]: cluster 2021-07-26T16:05:38.067800+0000 mon.a (mon.0) 949 : cluster [DBG] osdmap e537: 8 total, 8 up, 8 in 2021-07-26T16:05:39.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:39 smithi037 bash[42499]: cluster 2021-07-26T16:05:37.819520+0000 mgr.y (mgr.24994) 363 : cluster [DBG] pgmap v514: 89 pgs: 89 active+clean; 431 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2021-07-26T16:05:39.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:39 smithi037 bash[42499]: cluster 2021-07-26T16:05:38.067800+0000 mon.a (mon.0) 949 : cluster [DBG] osdmap e537: 8 total, 8 up, 8 in 2021-07-26T16:05:39.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:39 smithi107 bash[29346]: cluster 2021-07-26T16:05:37.819520+0000 mgr.y (mgr.24994) 363 : cluster [DBG] pgmap v514: 89 pgs: 89 active+clean; 431 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2021-07-26T16:05:39.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:39 smithi107 bash[29346]: cluster 2021-07-26T16:05:38.067800+0000 mon.a (mon.0) 949 : cluster [DBG] osdmap e537: 8 total, 8 up, 8 in 2021-07-26T16:05:40.089 INFO:tasks.rados.rados.0.smithi037.stdout:2469: done (2 left) 2021-07-26T16:05:40.090 INFO:tasks.rados.rados.0.smithi037.stdout:2473: done (1 left) 2021-07-26T16:05:40.090 INFO:tasks.rados.rados.0.smithi037.stdout:2475: done (0 left) 2021-07-26T16:05:40.090 INFO:tasks.rados.rados.0.smithi037.stdout:2476: read oid 42 snap -1 2021-07-26T16:05:40.091 INFO:tasks.rados.rados.0.smithi037.stdout:2476: expect (ObjNum 797 snap 242 seq_num 797) 2021-07-26T16:05:40.091 INFO:tasks.rados.rados.0.smithi037.stdout:2477: snap_remove snap 209 2021-07-26T16:05:40.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[41498]: cluster 2021-07-26T16:05:39.066709+0000 mon.a (mon.0) 950 : cluster [DBG] osdmap e538: 8 total, 8 up, 8 in 2021-07-26T16:05:40.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[42499]: cluster 2021-07-26T16:05:39.066709+0000 mon.a (mon.0) 950 : cluster [DBG] osdmap e538: 8 total, 8 up, 8 in 2021-07-26T16:05:40.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:40 smithi107 bash[29346]: cluster 2021-07-26T16:05:39.066709+0000 mon.a (mon.0) 950 : cluster [DBG] osdmap e538: 8 total, 8 up, 8 in 2021-07-26T16:05:41.086 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: debug 2021-07-26T16:05:40.700+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:41.086 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:05:41.086 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:41.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:05:41.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:41.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:05:41.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:41.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:41.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:41.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: debug 2021-07-26T16:05:40.700+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:41.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:05:41.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:41.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:05:41.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:41.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:05:41.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:41.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:41.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:41.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: debug 2021-07-26T16:05:40.704+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:41.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:05:41.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:41.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:05:41.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:41.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:05:41.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:41.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:41.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:41.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: debug 2021-07-26T16:05:40.704+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:41.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:05:41.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:41.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:05:41.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:41.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:05:41.095 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:41.095 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:41.095 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:40 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:41.104 INFO:tasks.rados.rados.0.smithi037.stdout:2477: done (1 left) 2021-07-26T16:05:41.104 INFO:tasks.rados.rados.0.smithi037.stdout:2478: copy_from oid 21 from oid 12 current snap is 245 2021-07-26T16:05:41.104 INFO:tasks.rados.rados.0.smithi037.stdout:2476: expect (ObjNum 797 snap 242 seq_num 797) 2021-07-26T16:05:41.510 INFO:tasks.rados.rados.0.smithi037.stdout:2478: finishing copy_from to smithi03738989-21 2021-07-26T16:05:41.510 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 1690 (ObjNum 641 snap 189 seq_num 641) dirty exists 2021-07-26T16:05:41.510 INFO:tasks.rados.rados.0.smithi037.stdout:2478: finishing copy_from racing read to smithi03738989-21 2021-07-26T16:05:41.511 INFO:tasks.rados.rados.0.smithi037.stdout:2476: done (1 left) 2021-07-26T16:05:41.511 INFO:tasks.rados.rados.0.smithi037.stdout:2478: done (0 left) 2021-07-26T16:05:41.511 INFO:tasks.rados.rados.0.smithi037.stdout:2479: copy_from oid 11 from oid 38 current snap is 245 2021-07-26T16:05:41.511 INFO:tasks.rados.rados.0.smithi037.stdout:2480: delete oid 36 current snap is 245 2021-07-26T16:05:41.513 INFO:tasks.rados.rados.0.smithi037.stdout:2479: finishing copy_from to smithi03738989-11 2021-07-26T16:05:41.513 INFO:tasks.rados.rados.0.smithi037.stdout:2479: got expected ENOENT (src dne) 2021-07-26T16:05:41.514 INFO:tasks.rados.rados.0.smithi037.stdout:2480: done (1 left) 2021-07-26T16:05:41.514 INFO:tasks.rados.rados.0.smithi037.stdout:2481: read oid 9 snap -1 2021-07-26T16:05:41.514 INFO:tasks.rados.rados.0.smithi037.stdout:2481: expect (ObjNum 716 snap 220 seq_num 716) 2021-07-26T16:05:41.515 INFO:tasks.rados.rados.0.smithi037.stdout:2482: snap_remove snap 207 2021-07-26T16:05:41.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:41 smithi107 bash[29346]: cluster 2021-07-26T16:05:39.820612+0000 mgr.y (mgr.24994) 364 : cluster [DBG] pgmap v517: 89 pgs: 89 active+clean; 438 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2021-07-26T16:05:41.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:41 smithi107 bash[29346]: cluster 2021-07-26T16:05:40.089600+0000 mon.a (mon.0) 951 : cluster [DBG] osdmap e539: 8 total, 8 up, 8 in 2021-07-26T16:05:41.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:41 smithi107 bash[29346]: audit 2021-07-26T16:05:40.443173+0000 mon.a (mon.0) 952 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:41.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:41 smithi107 bash[29346]: audit 2021-07-26T16:05:40.700328+0000 mon.a (mon.0) 953 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:41.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:41 smithi107 bash[29346]: audit 2021-07-26T16:05:40.714841+0000 mon.c (mon.1) 342 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T16:05:41.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:41 smithi107 bash[29346]: audit 2021-07-26T16:05:40.717069+0000 mon.c (mon.1) 343 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.107:9095"}]: dispatch 2021-07-26T16:05:41.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:41 smithi107 bash[29346]: audit 2021-07-26T16:05:40.726655+0000 mon.a (mon.0) 954 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:41.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:41 smithi107 bash[29346]: audit 2021-07-26T16:05:40.731785+0000 mon.c (mon.1) 344 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:41.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:41 smithi107 bash[29346]: audit 2021-07-26T16:05:40.734333+0000 mon.c (mon.1) 345 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:41 smithi107 bash[29346]: audit 2021-07-26T16:05:40.736492+0000 mon.c (mon.1) 346 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:41 smithi107 bash[29346]: audit 2021-07-26T16:05:40.738239+0000 mon.c (mon.1) 347 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:41 smithi107 bash[29346]: audit 2021-07-26T16:05:40.740572+0000 mon.c (mon.1) 348 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:41 smithi107 bash[29346]: audit 2021-07-26T16:05:40.743147+0000 mon.c (mon.1) 349 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:41 smithi107 bash[29346]: audit 2021-07-26T16:05:40.744805+0000 mon.c (mon.1) 350 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:41 smithi107 bash[29346]: audit 2021-07-26T16:05:40.746377+0000 mon.c (mon.1) 351 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:41 smithi107 bash[29346]: audit 2021-07-26T16:05:40.748160+0000 mon.c (mon.1) 352 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:41 smithi107 bash[29346]: audit 2021-07-26T16:05:40.751347+0000 mon.c (mon.1) 353 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:41 smithi107 bash[29346]: audit 2021-07-26T16:05:40.752741+0000 mon.c (mon.1) 354 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:41 smithi107 bash[29346]: audit 2021-07-26T16:05:40.754403+0000 mon.c (mon.1) 355 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:41 smithi107 bash[29346]: audit 2021-07-26T16:05:40.755950+0000 mon.c (mon.1) 356 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.573 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T16:05:41.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[41498]: cluster 2021-07-26T16:05:39.820612+0000 mgr.y (mgr.24994) 364 : cluster [DBG] pgmap v517: 89 pgs: 89 active+clean; 438 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2021-07-26T16:05:41.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[41498]: cluster 2021-07-26T16:05:40.089600+0000 mon.a (mon.0) 951 : cluster [DBG] osdmap e539: 8 total, 8 up, 8 in 2021-07-26T16:05:41.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[41498]: audit 2021-07-26T16:05:40.443173+0000 mon.a (mon.0) 952 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:41.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[41498]: audit 2021-07-26T16:05:40.700328+0000 mon.a (mon.0) 953 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:41.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[41498]: audit 2021-07-26T16:05:40.714841+0000 mon.c (mon.1) 342 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T16:05:41.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[41498]: audit 2021-07-26T16:05:40.717069+0000 mon.c (mon.1) 343 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.107:9095"}]: dispatch 2021-07-26T16:05:41.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[41498]: audit 2021-07-26T16:05:40.726655+0000 mon.a (mon.0) 954 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:41.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[41498]: audit 2021-07-26T16:05:40.731785+0000 mon.c (mon.1) 344 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:41.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[41498]: audit 2021-07-26T16:05:40.734333+0000 mon.c (mon.1) 345 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[41498]: audit 2021-07-26T16:05:40.736492+0000 mon.c (mon.1) 346 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[41498]: audit 2021-07-26T16:05:40.738239+0000 mon.c (mon.1) 347 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[41498]: audit 2021-07-26T16:05:40.740572+0000 mon.c (mon.1) 348 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[41498]: audit 2021-07-26T16:05:40.743147+0000 mon.c (mon.1) 349 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[41498]: audit 2021-07-26T16:05:40.744805+0000 mon.c (mon.1) 350 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[41498]: audit 2021-07-26T16:05:40.746377+0000 mon.c (mon.1) 351 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[41498]: audit 2021-07-26T16:05:40.748160+0000 mon.c (mon.1) 352 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[41498]: audit 2021-07-26T16:05:40.751347+0000 mon.c (mon.1) 353 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[41498]: audit 2021-07-26T16:05:40.752741+0000 mon.c (mon.1) 354 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[41498]: audit 2021-07-26T16:05:40.754403+0000 mon.c (mon.1) 355 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[41498]: audit 2021-07-26T16:05:40.755950+0000 mon.c (mon.1) 356 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[42499]: cluster 2021-07-26T16:05:39.820612+0000 mgr.y (mgr.24994) 364 : cluster [DBG] pgmap v517: 89 pgs: 89 active+clean; 438 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2021-07-26T16:05:41.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[42499]: cluster 2021-07-26T16:05:40.089600+0000 mon.a (mon.0) 951 : cluster [DBG] osdmap e539: 8 total, 8 up, 8 in 2021-07-26T16:05:41.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[42499]: audit 2021-07-26T16:05:40.443173+0000 mon.a (mon.0) 952 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:41.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[42499]: audit 2021-07-26T16:05:40.700328+0000 mon.a (mon.0) 953 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:41.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[42499]: audit 2021-07-26T16:05:40.714841+0000 mon.c (mon.1) 342 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T16:05:41.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[42499]: audit 2021-07-26T16:05:40.717069+0000 mon.c (mon.1) 343 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.107:9095"}]: dispatch 2021-07-26T16:05:41.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[42499]: audit 2021-07-26T16:05:40.726655+0000 mon.a (mon.0) 954 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:41.590 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[42499]: audit 2021-07-26T16:05:40.731785+0000 mon.c (mon.1) 344 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:41.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[42499]: audit 2021-07-26T16:05:40.734333+0000 mon.c (mon.1) 345 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[42499]: audit 2021-07-26T16:05:40.736492+0000 mon.c (mon.1) 346 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[42499]: audit 2021-07-26T16:05:40.738239+0000 mon.c (mon.1) 347 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[42499]: audit 2021-07-26T16:05:40.740572+0000 mon.c (mon.1) 348 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[42499]: audit 2021-07-26T16:05:40.743147+0000 mon.c (mon.1) 349 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[42499]: audit 2021-07-26T16:05:40.744805+0000 mon.c (mon.1) 350 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[42499]: audit 2021-07-26T16:05:40.746377+0000 mon.c (mon.1) 351 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[42499]: audit 2021-07-26T16:05:40.748160+0000 mon.c (mon.1) 352 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[42499]: audit 2021-07-26T16:05:40.751347+0000 mon.c (mon.1) 353 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[42499]: audit 2021-07-26T16:05:40.752741+0000 mon.c (mon.1) 354 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[42499]: audit 2021-07-26T16:05:40.754403+0000 mon.c (mon.1) 355 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:41 smithi037 bash[42499]: audit 2021-07-26T16:05:40.755950+0000 mon.c (mon.1) 356 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:41.885 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T16:05:41.886 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 running (12m) 24s ago 13m 10.2M - 0.20.0 0881eb8f169f efab80df0ece 2021-07-26T16:05:41.886 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi107 running (13m) 1s ago 13m 26.7M - 6.7.4 3b1077a63311 2876c96eb484 2021-07-26T16:05:41.887 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi037.wjuegm smithi037 running (66s) 24s ago 11m 13.6M - 17.0.0-6381-gbccf07c2 6cdb40438e66 6962cfbaafff 2021-07-26T16:05:41.887 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi107.pmlxcx smithi107 running (38s) 1s ago 11m 12.1M - 17.0.0-6381-gbccf07c2 6cdb40438e66 f9148f8ca85d 2021-07-26T16:05:41.887 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi107 *:8443 running (6m) 1s ago 17m 373M - 17.0.0-6381-gbccf07c2 6cdb40438e66 860e60362e9d 2021-07-26T16:05:41.888 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443 running (6m) 24s ago 19m 423M - 17.0.0-6381-gbccf07c2 6cdb40438e66 a07fb6f2ffc9 2021-07-26T16:05:41.888 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (6m) 24s ago 19m 81.0M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 370b9a5b7829 2021-07-26T16:05:41.889 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi107 running (5m) 1s ago 17m 61.9M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 0f8f2b11f865 2021-07-26T16:05:41.889 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (5m) 24s ago 18m 64.3M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46cd16de9ecd 2021-07-26T16:05:41.889 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 running (28s) 24s ago 13m 2700k - 0.18.1 e5a616e4b9cf 870075fd107a 2021-07-26T16:05:41.890 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi107 running (20s) 1s ago 13m 7004k - 0.18.1 e5a616e4b9cf ecfd427bd4e6 2021-07-26T16:05:41.890 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (4m) 24s ago 17m 376M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 3bf4d2f6804d 2021-07-26T16:05:41.891 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (4m) 24s ago 16m 358M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 1926c4e36355 2021-07-26T16:05:41.891 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (3m) 24s ago 16m 304M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 5d4e19f02b60 2021-07-26T16:05:41.892 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (3m) 24s ago 15m 196M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 4287a9c24c27 2021-07-26T16:05:41.892 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi107 running (2m) 1s ago 15m 296M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 a8426bbe8ca6 2021-07-26T16:05:41.892 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi107 running (2m) 1s ago 14m 288M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 6bb69dd16aa3 2021-07-26T16:05:41.893 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi107 running (106s) 1s ago 14m 173M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 c6a000e0e2f6 2021-07-26T16:05:41.893 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi107 running (78s) 1s ago 14m 185M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 ca31218fa9c0 2021-07-26T16:05:41.894 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi107 running (6s) 1s ago 13m 25.0M - 2.18.1 de242295e225 8a0611fca471 2021-07-26T16:05:42.053 INFO:tasks.rados.rados.0.smithi037.stdout:2482: done (2 left) 2021-07-26T16:05:42.060 INFO:tasks.rados.rados.0.smithi037.stdout:2483: snap_create 2021-07-26T16:05:42.061 INFO:tasks.rados.rados.0.smithi037.stdout:2479: finishing copy_from racing read to smithi03738989-11 2021-07-26T16:05:42.061 INFO:tasks.rados.rados.0.smithi037.stdout:2481: expect (ObjNum 716 snap 220 seq_num 716) 2021-07-26T16:05:42.300 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T16:05:42.300 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2021-07-26T16:05:42.300 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T16:05:42.301 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:05:42.301 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2021-07-26T16:05:42.302 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T16:05:42.303 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:05:42.303 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2021-07-26T16:05:42.303 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 8 2021-07-26T16:05:42.303 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:05:42.304 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2021-07-26T16:05:42.304 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T16:05:42.304 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:05:42.304 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2021-07-26T16:05:42.305 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 15 2021-07-26T16:05:42.305 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:05:42.305 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T16:05:42.447 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: cephadm 2021-07-26T16:05:40.704081+0000 mgr.y (mgr.24994) 365 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:42.448 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:05:42.448 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:42.448 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:05:42.448 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:42.449 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:05:42.449 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:42.449 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:42.450 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:42.450 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: cephadm 2021-07-26T16:05:40.706184+0000 mgr.y (mgr.24994) 366 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:42.450 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:05:42.450 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:42.451 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:05:42.451 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:42.451 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:05:42.452 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:42.452 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:42.452 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:42.452 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: cephadm 2021-07-26T16:05:40.708911+0000 mgr.y (mgr.24994) 367 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:42.452 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:05:42.453 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:42.453 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:05:42.453 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:42.454 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:05:42.454 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:42.454 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:42.454 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:42.455 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: cephadm 2021-07-26T16:05:40.704081+0000 mgr.y (mgr.24994) 365 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:42.455 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:05:42.456 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:42.456 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:05:42.456 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:42.456 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:05:42.456 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:42.457 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:42.457 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:42.457 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: cephadm 2021-07-26T16:05:40.706184+0000 mgr.y (mgr.24994) 366 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:42.457 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:05:42.458 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:42.458 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:05:42.458 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:42.458 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:05:42.459 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:42.459 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:42.459 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:42.459 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: cephadm 2021-07-26T16:05:40.708911+0000 mgr.y (mgr.24994) 367 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:42.459 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:05:42.460 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:42.460 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:05:42.460 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:42.460 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:05:42.461 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:42.461 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:42.461 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:42.462 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: cephadm 2021-07-26T16:05:40.709970+0000 mgr.y (mgr.24994) 368 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:42.462 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:05:42.462 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:42.462 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:05:42.463 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:42.463 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:05:42.463 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:42.463 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:42.464 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:42.464 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: audit 2021-07-26T16:05:40.715441+0000 mgr.y (mgr.24994) 369 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T16:05:42.464 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: audit 2021-07-26T16:05:40.717586+0000 mgr.y (mgr.24994) 370 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.107:9095"}]: dispatch 2021-07-26T16:05:42.464 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: cluster 2021-07-26T16:05:41.103451+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e540: 8 total, 8 up, 8 in 2021-07-26T16:05:42.465 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: audit 2021-07-26T16:05:41.564388+0000 mgr.y (mgr.24994) 371 : audit [DBG] from='client.54340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:05:42.465 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: audit 2021-07-26T16:05:41.866534+0000 mon.c (mon.1) 357 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:05:42.465 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: audit 2021-07-26T16:05:41.867201+0000 mon.c (mon.1) 358 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:05:42.465 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: audit 2021-07-26T16:05:41.867845+0000 mon.c (mon.1) 359 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.466 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: audit 2021-07-26T16:05:41.868420+0000 mon.c (mon.1) 360 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.466 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: audit 2021-07-26T16:05:41.869011+0000 mon.c (mon.1) 361 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.466 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: audit 2021-07-26T16:05:41.869585+0000 mon.c (mon.1) 362 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.466 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: audit 2021-07-26T16:05:41.874741+0000 mon.c (mon.1) 363 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:05:42.467 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: audit 2021-07-26T16:05:41.875471+0000 mon.c (mon.1) 364 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.467 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: audit 2021-07-26T16:05:41.876658+0000 mon.c (mon.1) 365 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.467 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: audit 2021-07-26T16:05:41.877614+0000 mon.c (mon.1) 366 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.467 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: audit 2021-07-26T16:05:41.878631+0000 mon.c (mon.1) 367 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.468 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[41498]: cluster 2021-07-26T16:05:42.051897+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e541: 8 total, 8 up, 8 in 2021-07-26T16:05:42.468 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: cephadm 2021-07-26T16:05:40.709970+0000 mgr.y (mgr.24994) 368 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:42.468 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:05:42.469 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:42.469 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:05:42.469 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:42.469 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:05:42.470 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:42.470 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:42.470 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:42.470 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: audit 2021-07-26T16:05:40.715441+0000 mgr.y (mgr.24994) 369 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T16:05:42.470 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: audit 2021-07-26T16:05:40.717586+0000 mgr.y (mgr.24994) 370 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.107:9095"}]: dispatch 2021-07-26T16:05:42.471 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: cluster 2021-07-26T16:05:41.103451+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e540: 8 total, 8 up, 8 in 2021-07-26T16:05:42.471 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: audit 2021-07-26T16:05:41.564388+0000 mgr.y (mgr.24994) 371 : audit [DBG] from='client.54340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:05:42.471 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: audit 2021-07-26T16:05:41.866534+0000 mon.c (mon.1) 357 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:05:42.471 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: audit 2021-07-26T16:05:41.867201+0000 mon.c (mon.1) 358 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:05:42.472 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: audit 2021-07-26T16:05:41.867845+0000 mon.c (mon.1) 359 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.472 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: audit 2021-07-26T16:05:41.868420+0000 mon.c (mon.1) 360 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.472 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: audit 2021-07-26T16:05:41.869011+0000 mon.c (mon.1) 361 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.472 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: audit 2021-07-26T16:05:41.869585+0000 mon.c (mon.1) 362 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.473 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: audit 2021-07-26T16:05:41.874741+0000 mon.c (mon.1) 363 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:05:42.473 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: audit 2021-07-26T16:05:41.875471+0000 mon.c (mon.1) 364 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.473 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: audit 2021-07-26T16:05:41.876658+0000 mon.c (mon.1) 365 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.473 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: audit 2021-07-26T16:05:41.877614+0000 mon.c (mon.1) 366 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.473 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: audit 2021-07-26T16:05:41.878631+0000 mon.c (mon.1) 367 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.474 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:42 smithi037 bash[42499]: cluster 2021-07-26T16:05:42.051897+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e541: 8 total, 8 up, 8 in 2021-07-26T16:05:42.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: cephadm 2021-07-26T16:05:40.704081+0000 mgr.y (mgr.24994) 365 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:42.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:05:42.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:42.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:05:42.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:42.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:05:42.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:42.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:42.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:42.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: cephadm 2021-07-26T16:05:40.706184+0000 mgr.y (mgr.24994) 366 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:42.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:05:42.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:42.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:05:42.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:42.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:05:42.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:42.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:42.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:42.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: cephadm 2021-07-26T16:05:40.708911+0000 mgr.y (mgr.24994) 367 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:42.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:05:42.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:42.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:05:42.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:42.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:05:42.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:42.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:42.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:42.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: cephadm 2021-07-26T16:05:40.709970+0000 mgr.y (mgr.24994) 368 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:42.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:05:42.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:42.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:05:42.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:42.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:05:42.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:42.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:42.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:42.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: audit 2021-07-26T16:05:40.715441+0000 mgr.y (mgr.24994) 369 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2021-07-26T16:05:42.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: audit 2021-07-26T16:05:40.717586+0000 mgr.y (mgr.24994) 370 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.107:9095"}]: dispatch 2021-07-26T16:05:42.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: cluster 2021-07-26T16:05:41.103451+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e540: 8 total, 8 up, 8 in 2021-07-26T16:05:42.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: audit 2021-07-26T16:05:41.564388+0000 mgr.y (mgr.24994) 371 : audit [DBG] from='client.54340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:05:42.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: audit 2021-07-26T16:05:41.866534+0000 mon.c (mon.1) 357 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:05:42.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: audit 2021-07-26T16:05:41.867201+0000 mon.c (mon.1) 358 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:05:42.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: audit 2021-07-26T16:05:41.867845+0000 mon.c (mon.1) 359 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: audit 2021-07-26T16:05:41.868420+0000 mon.c (mon.1) 360 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: audit 2021-07-26T16:05:41.869011+0000 mon.c (mon.1) 361 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: audit 2021-07-26T16:05:41.869585+0000 mon.c (mon.1) 362 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: audit 2021-07-26T16:05:41.874741+0000 mon.c (mon.1) 363 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:05:42.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: audit 2021-07-26T16:05:41.875471+0000 mon.c (mon.1) 364 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: audit 2021-07-26T16:05:41.876658+0000 mon.c (mon.1) 365 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: audit 2021-07-26T16:05:41.877614+0000 mon.c (mon.1) 366 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: audit 2021-07-26T16:05:41.878631+0000 mon.c (mon.1) 367 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:05:42.534 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:42 smithi107 bash[29346]: cluster 2021-07-26T16:05:42.051897+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e541: 8 total, 8 up, 8 in 2021-07-26T16:05:43.076 INFO:tasks.rados.rados.0.smithi037.stdout:2479: done (2 left) 2021-07-26T16:05:43.076 INFO:tasks.rados.rados.0.smithi037.stdout:2481: done (1 left) 2021-07-26T16:05:43.076 INFO:tasks.rados.rados.0.smithi037.stdout:2483: done (0 left) 2021-07-26T16:05:43.077 INFO:tasks.rados.rados.0.smithi037.stdout:2484: snap_remove snap 208 2021-07-26T16:05:43.465 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:43 smithi037 bash[42499]: cluster 2021-07-26T16:05:41.821402+0000 mgr.y (mgr.24994) 372 : cluster [DBG] pgmap v520: 89 pgs: 89 active+clean; 438 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 MiB/s wr, 14 op/s 2021-07-26T16:05:43.466 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:43 smithi037 bash[42499]: audit 2021-07-26T16:05:41.861192+0000 mgr.y (mgr.24994) 373 : audit [DBG] from='client.44406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:05:43.466 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:43 smithi037 bash[42499]: audit 2021-07-26T16:05:42.303168+0000 mon.a (mon.0) 957 : audit [DBG] from='client.? 172.21.15.37:0/1563029563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:43.466 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:43 smithi037 bash[42499]: cluster 2021-07-26T16:05:43.078466+0000 mon.a (mon.0) 958 : cluster [DBG] osdmap e542: 8 total, 8 up, 8 in 2021-07-26T16:05:43.467 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:43 smithi037 bash[41498]: cluster 2021-07-26T16:05:41.821402+0000 mgr.y (mgr.24994) 372 : cluster [DBG] pgmap v520: 89 pgs: 89 active+clean; 438 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 MiB/s wr, 14 op/s 2021-07-26T16:05:43.467 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:43 smithi037 bash[41498]: audit 2021-07-26T16:05:41.861192+0000 mgr.y (mgr.24994) 373 : audit [DBG] from='client.44406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:05:43.467 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:43 smithi037 bash[41498]: audit 2021-07-26T16:05:42.303168+0000 mon.a (mon.0) 957 : audit [DBG] from='client.? 172.21.15.37:0/1563029563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:43.467 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:43 smithi037 bash[41498]: cluster 2021-07-26T16:05:43.078466+0000 mon.a (mon.0) 958 : cluster [DBG] osdmap e542: 8 total, 8 up, 8 in 2021-07-26T16:05:43.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:43 smithi107 bash[29346]: cluster 2021-07-26T16:05:41.821402+0000 mgr.y (mgr.24994) 372 : cluster [DBG] pgmap v520: 89 pgs: 89 active+clean; 438 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 1.7 MiB/s wr, 14 op/s 2021-07-26T16:05:43.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:43 smithi107 bash[29346]: audit 2021-07-26T16:05:41.861192+0000 mgr.y (mgr.24994) 373 : audit [DBG] from='client.44406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:05:43.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:43 smithi107 bash[29346]: audit 2021-07-26T16:05:42.303168+0000 mon.a (mon.0) 957 : audit [DBG] from='client.? 172.21.15.37:0/1563029563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:43.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:43 smithi107 bash[29346]: cluster 2021-07-26T16:05:43.078466+0000 mon.a (mon.0) 958 : cluster [DBG] osdmap e542: 8 total, 8 up, 8 in 2021-07-26T16:05:44.077 INFO:tasks.rados.rados.0.smithi037.stdout:2484: done (0 left) 2021-07-26T16:05:44.078 INFO:tasks.rados.rados.0.smithi037.stdout:2485: copy_from oid 33 from oid 14 current snap is 246 2021-07-26T16:05:44.078 INFO:tasks.rados.rados.0.smithi037.stdout:2486: rmattr oid 20 current snap is 246 2021-07-26T16:05:44.078 INFO:tasks.rados.rados.0.smithi037.stdout:2487: snap_remove snap 240 2021-07-26T16:05:44.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:44 smithi037 bash[42499]: cephadm 2021-07-26T16:05:43.240607+0000 mgr.y (mgr.24994) 374 : cephadm [INF] Upgrade: Updating alertmanager.a 2021-07-26T16:05:44.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:44 smithi037 bash[42499]: cephadm 2021-07-26T16:05:43.250287+0000 mgr.y (mgr.24994) 375 : cephadm [INF] Deploying daemon alertmanager.a on smithi037 2021-07-26T16:05:44.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:44 smithi037 bash[42499]: cluster 2021-07-26T16:05:44.078945+0000 mon.a (mon.0) 959 : cluster [DBG] osdmap e543: 8 total, 8 up, 8 in 2021-07-26T16:05:44.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:44 smithi037 bash[41498]: cephadm 2021-07-26T16:05:43.240607+0000 mgr.y (mgr.24994) 374 : cephadm [INF] Upgrade: Updating alertmanager.a 2021-07-26T16:05:44.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:44 smithi037 bash[41498]: cephadm 2021-07-26T16:05:43.250287+0000 mgr.y (mgr.24994) 375 : cephadm [INF] Deploying daemon alertmanager.a on smithi037 2021-07-26T16:05:44.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:44 smithi037 bash[41498]: cluster 2021-07-26T16:05:44.078945+0000 mon.a (mon.0) 959 : cluster [DBG] osdmap e543: 8 total, 8 up, 8 in 2021-07-26T16:05:44.520 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:44 smithi107 bash[29346]: cephadm 2021-07-26T16:05:43.240607+0000 mgr.y (mgr.24994) 374 : cephadm [INF] Upgrade: Updating alertmanager.a 2021-07-26T16:05:44.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:44 smithi107 bash[29346]: cephadm 2021-07-26T16:05:43.250287+0000 mgr.y (mgr.24994) 375 : cephadm [INF] Deploying daemon alertmanager.a on smithi037 2021-07-26T16:05:44.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:44 smithi107 bash[29346]: cluster 2021-07-26T16:05:44.078945+0000 mon.a (mon.0) 959 : cluster [DBG] osdmap e543: 8 total, 8 up, 8 in 2021-07-26T16:05:45.081 INFO:tasks.rados.rados.0.smithi037.stdout:2487: done (2 left) 2021-07-26T16:05:45.081 INFO:tasks.rados.rados.0.smithi037.stdout:2488: snap_create 2021-07-26T16:05:45.082 INFO:tasks.rados.rados.0.smithi037.stdout:2485: finishing copy_from to smithi03738989-33 2021-07-26T16:05:45.082 INFO:tasks.rados.rados.0.smithi037.stdout:2485: got expected ENOENT (src dne) 2021-07-26T16:05:45.082 INFO:tasks.rados.rados.0.smithi037.stdout:2485: finishing copy_from racing read to smithi03738989-33 2021-07-26T16:05:45.082 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 775 (ObjNum 749 snap 227 seq_num 749) dirty exists 2021-07-26T16:05:45.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:45 smithi107 bash[29346]: cluster 2021-07-26T16:05:43.822146+0000 mgr.y (mgr.24994) 376 : cluster [DBG] pgmap v523: 89 pgs: 89 active+clean; 426 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 0 B/s wr, 7 op/s 2021-07-26T16:05:45.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:45 smithi107 bash[29346]: cluster 2021-07-26T16:05:45.082809+0000 mon.a (mon.0) 960 : cluster [DBG] osdmap e544: 8 total, 8 up, 8 in 2021-07-26T16:05:45.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:45 smithi037 bash[41498]: cluster 2021-07-26T16:05:43.822146+0000 mgr.y (mgr.24994) 376 : cluster [DBG] pgmap v523: 89 pgs: 89 active+clean; 426 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 0 B/s wr, 7 op/s 2021-07-26T16:05:45.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:45 smithi037 bash[41498]: cluster 2021-07-26T16:05:45.082809+0000 mon.a (mon.0) 960 : cluster [DBG] osdmap e544: 8 total, 8 up, 8 in 2021-07-26T16:05:45.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:45 smithi037 bash[42499]: cluster 2021-07-26T16:05:43.822146+0000 mgr.y (mgr.24994) 376 : cluster [DBG] pgmap v523: 89 pgs: 89 active+clean; 426 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 0 B/s wr, 7 op/s 2021-07-26T16:05:45.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:45 smithi037 bash[42499]: cluster 2021-07-26T16:05:45.082809+0000 mon.a (mon.0) 960 : cluster [DBG] osdmap e544: 8 total, 8 up, 8 in 2021-07-26T16:05:46.084 INFO:tasks.rados.rados.0.smithi037.stdout:2485: done (2 left) 2021-07-26T16:05:46.085 INFO:tasks.rados.rados.0.smithi037.stdout:2486: done (1 left) 2021-07-26T16:05:46.085 INFO:tasks.rados.rados.0.smithi037.stdout:2488: done (0 left) 2021-07-26T16:05:46.085 INFO:tasks.rados.rados.0.smithi037.stdout:2489: read oid 47 snap -1 2021-07-26T16:05:46.085 INFO:tasks.rados.rados.0.smithi037.stdout:2489: expect deleted 2021-07-26T16:05:46.086 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 247 2021-07-26T16:05:46.086 INFO:tasks.rados.rados.0.smithi037.stdout:2490: seq_num 809 ranges {1769472=753664,2523136=499712,3022848=303104} 2021-07-26T16:05:46.100 INFO:tasks.rados.rados.0.smithi037.stdout:2490: writing smithi03738989-12 from 1769472 to 2523136 tid 1 2021-07-26T16:05:46.103 INFO:tasks.rados.rados.0.smithi037.stdout:2490: writing smithi03738989-12 from 2523136 to 3022848 tid 2 2021-07-26T16:05:46.105 INFO:tasks.rados.rados.0.smithi037.stdout:2490: writing smithi03738989-12 from 3022848 to 3325952 tid 3 2021-07-26T16:05:46.106 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 247 2021-07-26T16:05:46.106 INFO:tasks.rados.rados.0.smithi037.stdout:2491: seq_num 810 ranges {4415488=770048,5185536=778240,5963776=24576} 2021-07-26T16:05:46.135 INFO:tasks.rados.rados.0.smithi037.stdout:2491: writing smithi03738989-8 from 4415488 to 5185536 tid 1 2021-07-26T16:05:46.140 INFO:tasks.rados.rados.0.smithi037.stdout:2491: writing smithi03738989-8 from 5185536 to 5963776 tid 2 2021-07-26T16:05:46.142 INFO:tasks.rados.rados.0.smithi037.stdout:2491: writing smithi03738989-8 from 5963776 to 5988352 tid 3 2021-07-26T16:05:46.142 INFO:tasks.rados.rados.0.smithi037.stdout:2492: delete oid 31 current snap is 247 2021-07-26T16:05:46.142 INFO:tasks.rados.rados.0.smithi037.stdout:2490: finishing write tid 1 to smithi03738989-12 2021-07-26T16:05:46.142 INFO:tasks.rados.rados.0.smithi037.stdout:2490: finishing write tid 2 to smithi03738989-12 2021-07-26T16:05:46.143 INFO:tasks.rados.rados.0.smithi037.stdout:2490: finishing write tid 3 to smithi03738989-12 2021-07-26T16:05:46.143 INFO:tasks.rados.rados.0.smithi037.stdout:2490: finishing write tid 5 to smithi03738989-12 2021-07-26T16:05:46.143 INFO:tasks.rados.rados.0.smithi037.stdout:2490: finishing write tid 6 to smithi03738989-12 2021-07-26T16:05:46.143 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1699 (ObjNum 809 snap 247 seq_num 809) dirty exists 2021-07-26T16:05:46.144 INFO:tasks.rados.rados.0.smithi037.stdout:2490: left oid 12 (ObjNum 809 snap 247 seq_num 809) 2021-07-26T16:05:46.149 INFO:tasks.rados.rados.0.smithi037.stdout:2491: finishing write tid 1 to smithi03738989-8 2021-07-26T16:05:46.149 INFO:tasks.rados.rados.0.smithi037.stdout:2491: finishing write tid 2 to smithi03738989-8 2021-07-26T16:05:46.150 INFO:tasks.rados.rados.0.smithi037.stdout:2491: finishing write tid 3 to smithi03738989-8 2021-07-26T16:05:46.151 INFO:tasks.rados.rados.0.smithi037.stdout:2491: finishing write tid 5 to smithi03738989-8 2021-07-26T16:05:46.151 INFO:tasks.rados.rados.0.smithi037.stdout:2489: done (3 left) 2021-07-26T16:05:46.152 INFO:tasks.rados.rados.0.smithi037.stdout:2490: done (2 left) 2021-07-26T16:05:46.152 INFO:tasks.rados.rados.0.smithi037.stdout:2492: done (1 left) 2021-07-26T16:05:46.152 INFO:tasks.rados.rados.0.smithi037.stdout:2493: delete oid 12 current snap is 247 2021-07-26T16:05:46.153 INFO:tasks.rados.rados.0.smithi037.stdout:2491: finishing write tid 6 to smithi03738989-8 2021-07-26T16:05:46.153 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 1132 (ObjNum 810 snap 247 seq_num 810) dirty exists 2021-07-26T16:05:46.153 INFO:tasks.rados.rados.0.smithi037.stdout:2491: left oid 8 (ObjNum 810 snap 247 seq_num 810) 2021-07-26T16:05:46.154 INFO:tasks.rados.rados.0.smithi037.stdout:2491: done (1 left) 2021-07-26T16:05:46.155 INFO:tasks.rados.rados.0.smithi037.stdout:2493: done (0 left) 2021-07-26T16:05:46.155 INFO:tasks.rados.rados.0.smithi037.stdout:2494: read oid 13 snap -1 2021-07-26T16:05:46.155 INFO:tasks.rados.rados.0.smithi037.stdout:2494: expect (ObjNum 804 snap 244 seq_num 804) 2021-07-26T16:05:46.155 INFO:tasks.rados.rados.0.smithi037.stdout:2495: read oid 25 snap -1 2021-07-26T16:05:46.156 INFO:tasks.rados.rados.0.smithi037.stdout:2495: expect (ObjNum 757 snap 228 seq_num 757) 2021-07-26T16:05:46.156 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 247 2021-07-26T16:05:46.156 INFO:tasks.rados.rados.0.smithi037.stdout:2496: seq_num 813 ranges {1327104=417792,1744896=434176,2179072=442368,2621440=327680} 2021-07-26T16:05:46.166 INFO:tasks.rados.rados.0.smithi037.stdout:2496: writing smithi03738989-48 from 1327104 to 1744896 tid 1 2021-07-26T16:05:46.168 INFO:tasks.rados.rados.0.smithi037.stdout:2496: writing smithi03738989-48 from 1744896 to 2179072 tid 2 2021-07-26T16:05:46.172 INFO:tasks.rados.rados.0.smithi037.stdout:2496: writing smithi03738989-48 from 2179072 to 2621440 tid 3 2021-07-26T16:05:46.173 INFO:tasks.rados.rados.0.smithi037.stdout:2496: writing smithi03738989-48 from 2621440 to 2949120 tid 4 2021-07-26T16:05:46.174 INFO:tasks.rados.rados.0.smithi037.stdout:2497: snap_create 2021-07-26T16:05:46.174 INFO:tasks.rados.rados.0.smithi037.stdout:2495: expect (ObjNum 757 snap 228 seq_num 757) 2021-07-26T16:05:46.208 INFO:tasks.rados.rados.0.smithi037.stdout:2494: expect (ObjNum 804 snap 244 seq_num 804) 2021-07-26T16:05:46.299 INFO:tasks.rados.rados.0.smithi037.stdout:2496: finishing write tid 1 to smithi03738989-48 2021-07-26T16:05:46.299 INFO:tasks.rados.rados.0.smithi037.stdout:2496: finishing write tid 2 to smithi03738989-48 2021-07-26T16:05:46.299 INFO:tasks.rados.rados.0.smithi037.stdout:2496: finishing write tid 3 to smithi03738989-48 2021-07-26T16:05:46.300 INFO:tasks.rados.rados.0.smithi037.stdout:2496: finishing write tid 4 to smithi03738989-48 2021-07-26T16:05:46.300 INFO:tasks.rados.rados.0.smithi037.stdout:2496: finishing write tid 6 to smithi03738989-48 2021-07-26T16:05:46.300 INFO:tasks.rados.rados.0.smithi037.stdout:2496: finishing write tid 7 to smithi03738989-48 2021-07-26T16:05:46.300 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 1705 (ObjNum 813 snap 247 seq_num 813) dirty exists 2021-07-26T16:05:46.301 INFO:tasks.rados.rados.0.smithi037.stdout:2496: left oid 48 (ObjNum 813 snap 247 seq_num 813) 2021-07-26T16:05:46.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:46 smithi107 bash[29346]: audit 2021-07-26T16:05:45.742497+0000 mon.c (mon.1) 368 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-07-26T16:05:46.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:46 smithi107 bash[29346]: audit 2021-07-26T16:05:45.743066+0000 mon.c (mon.1) 369 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-07-26T16:05:46.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:46 smithi107 bash[29346]: audit 2021-07-26T16:05:45.743467+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-07-26T16:05:46.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:46 smithi107 bash[29346]: audit 2021-07-26T16:05:45.743531+0000 mon.c (mon.1) 370 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-07-26T16:05:46.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:46 smithi107 bash[29346]: audit 2021-07-26T16:05:45.745247+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-07-26T16:05:46.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:46 smithi107 bash[29346]: audit 2021-07-26T16:05:45.746217+0000 mon.a (mon.0) 963 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-07-26T16:05:46.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:46 smithi107 bash[29346]: audit 2021-07-26T16:05:45.980223+0000 mon.c (mon.1) 371 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:05:46.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:46 smithi107 bash[29346]: audit 2021-07-26T16:05:45.981070+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:05:46.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:46 smithi107 bash[29346]: cluster 2021-07-26T16:05:46.084626+0000 mon.a (mon.0) 965 : cluster [DBG] osdmap e545: 8 total, 8 up, 8 in 2021-07-26T16:05:46.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:46 smithi037 bash[41498]: audit 2021-07-26T16:05:45.742497+0000 mon.c (mon.1) 368 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-07-26T16:05:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:46 smithi037 bash[41498]: audit 2021-07-26T16:05:45.743066+0000 mon.c (mon.1) 369 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-07-26T16:05:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:46 smithi037 bash[41498]: audit 2021-07-26T16:05:45.743467+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-07-26T16:05:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:46 smithi037 bash[41498]: audit 2021-07-26T16:05:45.743531+0000 mon.c (mon.1) 370 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-07-26T16:05:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:46 smithi037 bash[41498]: audit 2021-07-26T16:05:45.745247+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-07-26T16:05:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:46 smithi037 bash[41498]: audit 2021-07-26T16:05:45.746217+0000 mon.a (mon.0) 963 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-07-26T16:05:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:46 smithi037 bash[41498]: audit 2021-07-26T16:05:45.980223+0000 mon.c (mon.1) 371 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:05:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:46 smithi037 bash[41498]: audit 2021-07-26T16:05:45.981070+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:05:46.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:46 smithi037 bash[41498]: cluster 2021-07-26T16:05:46.084626+0000 mon.a (mon.0) 965 : cluster [DBG] osdmap e545: 8 total, 8 up, 8 in 2021-07-26T16:05:46.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:46 smithi037 bash[42499]: audit 2021-07-26T16:05:45.742497+0000 mon.c (mon.1) 368 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-07-26T16:05:46.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:46 smithi037 bash[42499]: audit 2021-07-26T16:05:45.743066+0000 mon.c (mon.1) 369 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-07-26T16:05:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:46 smithi037 bash[42499]: audit 2021-07-26T16:05:45.743467+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-07-26T16:05:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:46 smithi037 bash[42499]: audit 2021-07-26T16:05:45.743531+0000 mon.c (mon.1) 370 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-07-26T16:05:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:46 smithi037 bash[42499]: audit 2021-07-26T16:05:45.745247+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-07-26T16:05:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:46 smithi037 bash[42499]: audit 2021-07-26T16:05:45.746217+0000 mon.a (mon.0) 963 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-07-26T16:05:46.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:46 smithi037 bash[42499]: audit 2021-07-26T16:05:45.980223+0000 mon.c (mon.1) 371 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:05:46.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:46 smithi037 bash[42499]: audit 2021-07-26T16:05:45.981070+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:05:46.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:46 smithi037 bash[42499]: cluster 2021-07-26T16:05:46.084626+0000 mon.a (mon.0) 965 : cluster [DBG] osdmap e545: 8 total, 8 up, 8 in 2021-07-26T16:05:47.056 INFO:tasks.rados.rados.0.smithi037.stdout:2494: done (3 left) 2021-07-26T16:05:47.057 INFO:tasks.rados.rados.0.smithi037.stdout:2495: done (2 left) 2021-07-26T16:05:47.057 INFO:tasks.rados.rados.0.smithi037.stdout:2496: done (1 left) 2021-07-26T16:05:47.057 INFO:tasks.rados.rados.0.smithi037.stdout:2497: done (0 left) 2021-07-26T16:05:47.057 INFO:tasks.rados.rados.0.smithi037.stdout:2498: delete oid 46 current snap is 248 2021-07-26T16:05:47.068 INFO:tasks.rados.rados.0.smithi037.stdout:2498: done (0 left) 2021-07-26T16:05:47.069 INFO:tasks.rados.rados.0.smithi037.stdout:2499: delete oid 40 current snap is 248 2021-07-26T16:05:47.074 INFO:tasks.rados.rados.0.smithi037.stdout:2499: done (0 left) 2021-07-26T16:05:47.074 INFO:tasks.rados.rados.0.smithi037.stdout:2500: snap_create 2021-07-26T16:05:47.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:47 smithi037 bash[41498]: cluster 2021-07-26T16:05:45.822956+0000 mgr.y (mgr.24994) 377 : cluster [DBG] pgmap v526: 89 pgs: 89 active+clean; 427 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 432 KiB/s wr, 3 op/s 2021-07-26T16:05:47.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:47 smithi037 bash[41498]: audit 2021-07-26T16:05:47.016423+0000 mon.c (mon.1) 372 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:05:47.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:47 smithi037 bash[41498]: audit 2021-07-26T16:05:47.017175+0000 mon.a (mon.0) 966 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:05:47.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:47 smithi037 bash[41498]: cluster 2021-07-26T16:05:47.057091+0000 mon.a (mon.0) 967 : cluster [DBG] osdmap e546: 8 total, 8 up, 8 in 2021-07-26T16:05:47.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:47 smithi037 bash[42499]: cluster 2021-07-26T16:05:45.822956+0000 mgr.y (mgr.24994) 377 : cluster [DBG] pgmap v526: 89 pgs: 89 active+clean; 427 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 432 KiB/s wr, 3 op/s 2021-07-26T16:05:47.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:47 smithi037 bash[42499]: audit 2021-07-26T16:05:47.016423+0000 mon.c (mon.1) 372 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:05:47.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:47 smithi037 bash[42499]: audit 2021-07-26T16:05:47.017175+0000 mon.a (mon.0) 966 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:05:47.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:47 smithi037 bash[42499]: cluster 2021-07-26T16:05:47.057091+0000 mon.a (mon.0) 967 : cluster [DBG] osdmap e546: 8 total, 8 up, 8 in 2021-07-26T16:05:47.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:47 smithi107 bash[29346]: cluster 2021-07-26T16:05:45.822956+0000 mgr.y (mgr.24994) 377 : cluster [DBG] pgmap v526: 89 pgs: 89 active+clean; 427 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 432 KiB/s wr, 3 op/s 2021-07-26T16:05:47.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:47 smithi107 bash[29346]: audit 2021-07-26T16:05:47.016423+0000 mon.c (mon.1) 372 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:05:47.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:47 smithi107 bash[29346]: audit 2021-07-26T16:05:47.017175+0000 mon.a (mon.0) 966 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:05:47.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:47 smithi107 bash[29346]: cluster 2021-07-26T16:05:47.057091+0000 mon.a (mon.0) 967 : cluster [DBG] osdmap e546: 8 total, 8 up, 8 in 2021-07-26T16:05:48.068 INFO:tasks.rados.rados.0.smithi037.stdout:2500: done (0 left) 2021-07-26T16:05:48.068 INFO:tasks.rados.rados.0.smithi037.stdout:2501: read oid 50 snap -1 2021-07-26T16:05:48.069 INFO:tasks.rados.rados.0.smithi037.stdout:2501: expect deleted 2021-07-26T16:05:48.069 INFO:tasks.rados.rados.0.smithi037.stdout:2502: read oid 18 snap -1 2021-07-26T16:05:48.069 INFO:tasks.rados.rados.0.smithi037.stdout:2502: expect deleted 2021-07-26T16:05:48.069 INFO:tasks.rados.rados.0.smithi037.stdout:2503: rmattr oid 13 current snap is 249 2021-07-26T16:05:48.069 INFO:tasks.rados.rados.0.smithi037.stdout:2503: done (2 left) 2021-07-26T16:05:48.070 INFO:tasks.rados.rados.0.smithi037.stdout:2504: rmattr oid 11 current snap is 249 2021-07-26T16:05:48.070 INFO:tasks.rados.rados.0.smithi037.stdout:2504: done (2 left) 2021-07-26T16:05:48.070 INFO:tasks.rados.rados.0.smithi037.stdout:2505: snap_create 2021-07-26T16:05:48.239 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:05:48 smithi037 systemd[1]: Stopping Ceph alertmanager.a for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T16:05:48.584 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:05:48 smithi037 docker[50464]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:05:48.584 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:05:48 smithi037 bash[28205]: level=info ts=2021-07-26T16:05:48.316Z caller=main.go:536 msg="Received SIGTERM, exiting gracefully..." 2021-07-26T16:05:49.074 INFO:tasks.rados.rados.0.smithi037.stdout:2501: done (2 left) 2021-07-26T16:05:49.074 INFO:tasks.rados.rados.0.smithi037.stdout:2502: done (1 left) 2021-07-26T16:05:49.074 INFO:tasks.rados.rados.0.smithi037.stdout:2505: done (0 left) 2021-07-26T16:05:49.075 INFO:tasks.rados.rados.0.smithi037.stdout:2506: copy_from oid 48 from oid 32 current snap is 250 2021-07-26T16:05:49.075 INFO:tasks.rados.rados.0.smithi037.stdout:2507: rollback oid 19 current snap is 250 2021-07-26T16:05:49.075 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 228 2021-07-26T16:05:49.075 INFO:tasks.rados.rados.0.smithi037.stdout:2508: copy_from oid 36 from oid 37 current snap is 250 2021-07-26T16:05:49.075 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 250 2021-07-26T16:05:49.076 INFO:tasks.rados.rados.0.smithi037.stdout:2509: seq_num 816 ranges {1458176=475136,1933312=540672,2473984=614400,3088384=49152} 2021-07-26T16:05:49.085 INFO:tasks.rados.rados.0.smithi037.stdout:2509: writing smithi03738989-39 from 1458176 to 1933312 tid 1 2021-07-26T16:05:49.089 INFO:tasks.rados.rados.0.smithi037.stdout:2509: writing smithi03738989-39 from 1933312 to 2473984 tid 2 2021-07-26T16:05:49.093 INFO:tasks.rados.rados.0.smithi037.stdout:2509: writing smithi03738989-39 from 2473984 to 3088384 tid 3 2021-07-26T16:05:49.094 INFO:tasks.rados.rados.0.smithi037.stdout:2509: writing smithi03738989-39 from 3088384 to 3137536 tid 4 2021-07-26T16:05:49.094 INFO:tasks.rados.rados.0.smithi037.stdout:2510: snap_create 2021-07-26T16:05:49.095 INFO:tasks.rados.rados.0.smithi037.stdout:2507: finishing rollback tid 1 to smithi03738989-19 2021-07-26T16:05:49.095 INFO:tasks.rados.rados.0.smithi037.stdout:2507: finishing rollback tid 2 to smithi03738989-19 2021-07-26T16:05:49.095 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 1685 (ObjNum 719 snap 220 seq_num 719) dirty exists 2021-07-26T16:05:49.095 INFO:tasks.rados.rados.0.smithi037.stdout:2509: finishing write tid 1 to smithi03738989-39 2021-07-26T16:05:49.095 INFO:tasks.rados.rados.0.smithi037.stdout:2508: finishing copy_from to smithi03738989-36 2021-07-26T16:05:49.096 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1695 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:05:49.096 INFO:tasks.rados.rados.0.smithi037.stdout:2508: finishing copy_from racing read to smithi03738989-36 2021-07-26T16:05:49.097 INFO:tasks.rados.rados.0.smithi037.stdout:2506: finishing copy_from to smithi03738989-48 2021-07-26T16:05:49.097 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 2068 (ObjNum 752 snap 228 seq_num 752) dirty exists 2021-07-26T16:05:49.097 INFO:tasks.rados.rados.0.smithi037.stdout:2506: finishing copy_from racing read to smithi03738989-48 2021-07-26T16:05:49.099 INFO:tasks.rados.rados.0.smithi037.stdout:2509: finishing write tid 2 to smithi03738989-39 2021-07-26T16:05:49.100 INFO:tasks.rados.rados.0.smithi037.stdout:2509: finishing write tid 3 to smithi03738989-39 2021-07-26T16:05:49.101 INFO:tasks.rados.rados.0.smithi037.stdout:2509: finishing write tid 4 to smithi03738989-39 2021-07-26T16:05:49.101 INFO:tasks.rados.rados.0.smithi037.stdout:2509: finishing write tid 6 to smithi03738989-39 2021-07-26T16:05:49.103 INFO:tasks.rados.rados.0.smithi037.stdout:2509: finishing write tid 7 to smithi03738989-39 2021-07-26T16:05:49.103 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2280 (ObjNum 816 snap 250 seq_num 816) dirty exists 2021-07-26T16:05:49.103 INFO:tasks.rados.rados.0.smithi037.stdout:2509: left oid 39 (ObjNum 816 snap 250 seq_num 816) 2021-07-26T16:05:49.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:49 smithi037 bash[41498]: cluster 2021-07-26T16:05:47.823954+0000 mgr.y (mgr.24994) 378 : cluster [DBG] pgmap v529: 89 pgs: 89 active+clean; 429 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 816 KiB/s wr, 4 op/s 2021-07-26T16:05:49.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:49 smithi037 bash[41498]: cluster 2021-07-26T16:05:48.065221+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e547: 8 total, 8 up, 8 in 2021-07-26T16:05:49.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:49 smithi037 bash[42499]: cluster 2021-07-26T16:05:47.823954+0000 mgr.y (mgr.24994) 378 : cluster [DBG] pgmap v529: 89 pgs: 89 active+clean; 429 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 816 KiB/s wr, 4 op/s 2021-07-26T16:05:49.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:49 smithi037 bash[42499]: cluster 2021-07-26T16:05:48.065221+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e547: 8 total, 8 up, 8 in 2021-07-26T16:05:49.335 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:05:49 smithi037 docker[50464]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-alertmanager.a 2021-07-26T16:05:49.336 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:05:49 smithi037 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@alertmanager.a.service: Succeeded. 2021-07-26T16:05:49.336 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:05:49 smithi037 systemd[1]: Stopped Ceph alertmanager.a for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:05:49.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:49 smithi107 bash[29346]: cluster 2021-07-26T16:05:47.823954+0000 mgr.y (mgr.24994) 378 : cluster [DBG] pgmap v529: 89 pgs: 89 active+clean; 429 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 816 KiB/s wr, 4 op/s 2021-07-26T16:05:49.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:49 smithi107 bash[29346]: cluster 2021-07-26T16:05:48.065221+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e547: 8 total, 8 up, 8 in 2021-07-26T16:05:49.834 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:05:49 smithi037 systemd[1]: Started Ceph alertmanager.a for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:05:49.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:05:49 smithi037 bash[50550]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:05:50.093 INFO:tasks.rados.rados.0.smithi037.stdout:2506: done (4 left) 2021-07-26T16:05:50.094 INFO:tasks.rados.rados.0.smithi037.stdout:2507: done (3 left) 2021-07-26T16:05:50.094 INFO:tasks.rados.rados.0.smithi037.stdout:2508: done (2 left) 2021-07-26T16:05:50.095 INFO:tasks.rados.rados.0.smithi037.stdout:2509: done (1 left) 2021-07-26T16:05:50.095 INFO:tasks.rados.rados.0.smithi037.stdout:2510: done (0 left) 2021-07-26T16:05:50.096 INFO:tasks.rados.rados.0.smithi037.stdout:2511: read oid 28 snap -1 2021-07-26T16:05:50.096 INFO:tasks.rados.rados.0.smithi037.stdout:2511: expect (ObjNum 805 snap 244 seq_num 805) 2021-07-26T16:05:50.097 INFO:tasks.rados.rados.0.smithi037.stdout:2512: read oid 50 snap -1 2021-07-26T16:05:50.097 INFO:tasks.rados.rados.0.smithi037.stdout:2512: expect deleted 2021-07-26T16:05:50.097 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 251 2021-07-26T16:05:50.098 INFO:tasks.rados.rados.0.smithi037.stdout:2513: seq_num 817 ranges {0=491520,491520=417792,909312=425984,1335296=360448} 2021-07-26T16:05:50.104 INFO:tasks.rados.rados.0.smithi037.stdout:2513: writing smithi03738989-15 from 0 to 491520 tid 1 2021-07-26T16:05:50.105 INFO:tasks.rados.rados.0.smithi037.stdout:2513: writing smithi03738989-15 from 491520 to 909312 tid 2 2021-07-26T16:05:50.106 INFO:tasks.rados.rados.0.smithi037.stdout:2513: writing smithi03738989-15 from 909312 to 1335296 tid 3 2021-07-26T16:05:50.106 INFO:tasks.rados.rados.0.smithi037.stdout:2513: writing smithi03738989-15 from 1335296 to 1695744 tid 4 2021-07-26T16:05:50.106 INFO:tasks.rados.rados.0.smithi037.stdout:2514: snap_remove snap 224 2021-07-26T16:05:50.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:50 smithi037 bash[41498]: cluster 2021-07-26T16:05:49.074243+0000 mon.a (mon.0) 969 : cluster [DBG] osdmap e548: 8 total, 8 up, 8 in 2021-07-26T16:05:50.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:50 smithi037 bash[41498]: audit 2021-07-26T16:05:49.520383+0000 mon.a (mon.0) 970 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:50.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:50 smithi037 bash[41498]: audit 2021-07-26T16:05:49.523177+0000 mon.c (mon.1) 373 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:50.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:50 smithi037 bash[41498]: audit 2021-07-26T16:05:49.525892+0000 mon.c (mon.1) 374 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:05:50.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:50 smithi037 bash[42499]: cluster 2021-07-26T16:05:49.074243+0000 mon.a (mon.0) 969 : cluster [DBG] osdmap e548: 8 total, 8 up, 8 in 2021-07-26T16:05:50.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:50 smithi037 bash[42499]: audit 2021-07-26T16:05:49.520383+0000 mon.a (mon.0) 970 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:50.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:50 smithi037 bash[42499]: audit 2021-07-26T16:05:49.523177+0000 mon.c (mon.1) 373 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:50.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:50 smithi037 bash[42499]: audit 2021-07-26T16:05:49.525892+0000 mon.c (mon.1) 374 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:05:50.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:50 smithi107 bash[29346]: cluster 2021-07-26T16:05:49.074243+0000 mon.a (mon.0) 969 : cluster [DBG] osdmap e548: 8 total, 8 up, 8 in 2021-07-26T16:05:50.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:50 smithi107 bash[29346]: audit 2021-07-26T16:05:49.520383+0000 mon.a (mon.0) 970 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:50.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:50 smithi107 bash[29346]: audit 2021-07-26T16:05:49.523177+0000 mon.c (mon.1) 373 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:50.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:50 smithi107 bash[29346]: audit 2021-07-26T16:05:49.525892+0000 mon.c (mon.1) 374 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:05:51.100 INFO:tasks.rados.rados.0.smithi037.stdout:2514: done (3 left) 2021-07-26T16:05:51.101 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 251 2021-07-26T16:05:51.101 INFO:tasks.rados.rados.0.smithi037.stdout:2515: seq_num 818 ranges {983040=507904,1490944=704512,2195456=499712} 2021-07-26T16:05:51.112 INFO:tasks.rados.rados.0.smithi037.stdout:2515: writing smithi03738989-25 from 983040 to 1490944 tid 1 2021-07-26T16:05:51.117 INFO:tasks.rados.rados.0.smithi037.stdout:2515: writing smithi03738989-25 from 1490944 to 2195456 tid 2 2021-07-26T16:05:51.121 INFO:tasks.rados.rados.0.smithi037.stdout:2515: writing smithi03738989-25 from 2195456 to 2695168 tid 3 2021-07-26T16:05:51.121 INFO:tasks.rados.rados.0.smithi037.stdout:2516: rollback oid 23 current snap is 251 2021-07-26T16:05:51.121 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 23 to 239 2021-07-26T16:05:51.125 INFO:tasks.rados.rados.0.smithi037.stdout:2511: expect (ObjNum 805 snap 244 seq_num 805) 2021-07-26T16:05:51.169 INFO:tasks.rados.rados.0.smithi037.stdout:2513: finishing write tid 1 to smithi03738989-15 2021-07-26T16:05:51.170 INFO:tasks.rados.rados.0.smithi037.stdout:2513: finishing write tid 2 to smithi03738989-15 2021-07-26T16:05:51.170 INFO:tasks.rados.rados.0.smithi037.stdout:2511: done (4 left) 2021-07-26T16:05:51.171 INFO:tasks.rados.rados.0.smithi037.stdout:2512: done (3 left) 2021-07-26T16:05:51.171 INFO:tasks.rados.rados.0.smithi037.stdout:2517: read oid 33 snap 238 2021-07-26T16:05:51.171 INFO:tasks.rados.rados.0.smithi037.stdout:2517: expect deleted 2021-07-26T16:05:51.172 INFO:tasks.rados.rados.0.smithi037.stdout:2513: finishing write tid 3 to smithi03738989-15 2021-07-26T16:05:51.172 INFO:tasks.rados.rados.0.smithi037.stdout:2513: finishing write tid 4 to smithi03738989-15 2021-07-26T16:05:51.173 INFO:tasks.rados.rados.0.smithi037.stdout:2513: finishing write tid 6 to smithi03738989-15 2021-07-26T16:05:51.173 INFO:tasks.rados.rados.0.smithi037.stdout:2513: finishing write tid 7 to smithi03738989-15 2021-07-26T16:05:51.174 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1692 (ObjNum 817 snap 251 seq_num 817) dirty exists 2021-07-26T16:05:51.174 INFO:tasks.rados.rados.0.smithi037.stdout:2513: left oid 15 (ObjNum 817 snap 251 seq_num 817) 2021-07-26T16:05:51.175 INFO:tasks.rados.rados.0.smithi037.stdout:2515: finishing write tid 1 to smithi03738989-25 2021-07-26T16:05:51.175 INFO:tasks.rados.rados.0.smithi037.stdout:2515: finishing write tid 2 to smithi03738989-25 2021-07-26T16:05:51.175 INFO:tasks.rados.rados.0.smithi037.stdout:2515: finishing write tid 3 to smithi03738989-25 2021-07-26T16:05:51.176 INFO:tasks.rados.rados.0.smithi037.stdout:2515: finishing write tid 5 to smithi03738989-25 2021-07-26T16:05:51.176 INFO:tasks.rados.rados.0.smithi037.stdout:2515: finishing write tid 6 to smithi03738989-25 2021-07-26T16:05:51.176 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 1699 (ObjNum 818 snap 251 seq_num 818) dirty exists 2021-07-26T16:05:51.177 INFO:tasks.rados.rados.0.smithi037.stdout:2515: left oid 25 (ObjNum 818 snap 251 seq_num 818) 2021-07-26T16:05:51.177 INFO:tasks.rados.rados.0.smithi037.stdout:2516: finishing rollback tid 0 to smithi03738989-23 2021-07-26T16:05:51.178 INFO:tasks.rados.rados.0.smithi037.stdout:2516: finishing rollback tid 1 to smithi03738989-23 2021-07-26T16:05:51.178 INFO:tasks.rados.rados.0.smithi037.stdout:2516: finishing rollback tid 2 to smithi03738989-23 2021-07-26T16:05:51.178 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1695 (ObjNum 765 snap 232 seq_num 765) dirty exists 2021-07-26T16:05:51.179 INFO:tasks.rados.rados.0.smithi037.stdout:2518: read oid 34 snap 235 2021-07-26T16:05:51.179 INFO:tasks.rados.rados.0.smithi037.stdout:2518: expect deleted 2021-07-26T16:05:51.180 INFO:tasks.rados.rados.0.smithi037.stdout:2513: done (4 left) 2021-07-26T16:05:51.180 INFO:tasks.rados.rados.0.smithi037.stdout:2515: done (3 left) 2021-07-26T16:05:51.180 INFO:tasks.rados.rados.0.smithi037.stdout:2516: done (2 left) 2021-07-26T16:05:51.181 INFO:tasks.rados.rados.0.smithi037.stdout:2519: read oid 31 snap -1 2021-07-26T16:05:51.182 INFO:tasks.rados.rados.0.smithi037.stdout:2519: expect deleted 2021-07-26T16:05:51.182 INFO:tasks.rados.rados.0.smithi037.stdout:2520: snap_create 2021-07-26T16:05:51.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:51 smithi037 bash[41498]: cluster 2021-07-26T16:05:49.824998+0000 mgr.y (mgr.24994) 379 : cluster [DBG] pgmap v532: 89 pgs: 89 active+clean; 429 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 384 KiB/s wr, 5 op/s 2021-07-26T16:05:51.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:51 smithi037 bash[41498]: cluster 2021-07-26T16:05:50.094615+0000 mon.a (mon.0) 971 : cluster [DBG] osdmap e549: 8 total, 8 up, 8 in 2021-07-26T16:05:51.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:51 smithi037 bash[42499]: cluster 2021-07-26T16:05:49.824998+0000 mgr.y (mgr.24994) 379 : cluster [DBG] pgmap v532: 89 pgs: 89 active+clean; 429 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 384 KiB/s wr, 5 op/s 2021-07-26T16:05:51.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:51 smithi037 bash[42499]: cluster 2021-07-26T16:05:50.094615+0000 mon.a (mon.0) 971 : cluster [DBG] osdmap e549: 8 total, 8 up, 8 in 2021-07-26T16:05:51.336 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:05:51 smithi037 bash[50550]: level=info ts=2021-07-26T16:05:51.077Z caller=main.go:231 msg="Starting Alertmanager" version="(version=0.20.0, branch=HEAD, revision=f74be0400a6243d10bb53812d6fa408ad71ff32d)" 2021-07-26T16:05:51.336 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:05:51 smithi037 bash[50550]: level=info ts=2021-07-26T16:05:51.077Z caller=main.go:232 build_context="(go=go1.13.5, user=root@00c3106655f8, date=20191211-14:13:14)" 2021-07-26T16:05:51.336 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:05:51 smithi037 bash[50550]: level=info ts=2021-07-26T16:05:51.079Z caller=cluster.go:161 component=cluster msg="setting advertise address explicitly" addr=172.21.15.37 port=9094 2021-07-26T16:05:51.339 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:05:51 smithi037 bash[50550]: level=info ts=2021-07-26T16:05:51.082Z caller=cluster.go:623 component=cluster msg="Waiting for gossip to settle..." interval=2s 2021-07-26T16:05:51.340 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:05:51 smithi037 bash[50550]: level=info ts=2021-07-26T16:05:51.138Z caller=coordinator.go:119 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2021-07-26T16:05:51.340 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:05:51 smithi037 bash[50550]: level=info ts=2021-07-26T16:05:51.138Z caller=coordinator.go:131 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2021-07-26T16:05:51.340 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:05:51 smithi037 bash[50550]: level=info ts=2021-07-26T16:05:51.142Z caller=main.go:497 msg=Listening address=:9093 2021-07-26T16:05:51.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:51 smithi107 bash[29346]: cluster 2021-07-26T16:05:49.824998+0000 mgr.y (mgr.24994) 379 : cluster [DBG] pgmap v532: 89 pgs: 89 active+clean; 429 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 384 KiB/s wr, 5 op/s 2021-07-26T16:05:51.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:51 smithi107 bash[29346]: cluster 2021-07-26T16:05:50.094615+0000 mon.a (mon.0) 971 : cluster [DBG] osdmap e549: 8 total, 8 up, 8 in 2021-07-26T16:05:52.059 INFO:tasks.rados.rados.0.smithi037.stdout:2517: done (3 left) 2021-07-26T16:05:52.060 INFO:tasks.rados.rados.0.smithi037.stdout:2518: done (2 left) 2021-07-26T16:05:52.060 INFO:tasks.rados.rados.0.smithi037.stdout:2519: done (1 left) 2021-07-26T16:05:52.060 INFO:tasks.rados.rados.0.smithi037.stdout:2520: done (0 left) 2021-07-26T16:05:52.061 INFO:tasks.rados.rados.0.smithi037.stdout:2521: copy_from oid 22 from oid 19 current snap is 252 2021-07-26T16:05:52.061 INFO:tasks.rados.rados.0.smithi037.stdout:2522: read oid 11 snap -1 2021-07-26T16:05:52.062 INFO:tasks.rados.rados.0.smithi037.stdout:2522: expect (ObjNum 792 snap 240 seq_num 792) 2021-07-26T16:05:52.062 INFO:tasks.rados.rados.0.smithi037.stdout:2523: snap_create 2021-07-26T16:05:52.072 INFO:tasks.rados.rados.0.smithi037.stdout:2522: expect (ObjNum 792 snap 240 seq_num 792) 2021-07-26T16:05:52.106 INFO:tasks.rados.rados.0.smithi037.stdout:2521: finishing copy_from to smithi03738989-22 2021-07-26T16:05:52.107 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 1685 (ObjNum 719 snap 220 seq_num 719) dirty exists 2021-07-26T16:05:52.107 INFO:tasks.rados.rados.0.smithi037.stdout:2521: finishing copy_from racing read to smithi03738989-22 2021-07-26T16:05:52.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:52 smithi107 bash[29346]: cluster 2021-07-26T16:05:51.100864+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e550: 8 total, 8 up, 8 in 2021-07-26T16:05:52.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:52 smithi107 bash[29346]: cluster 2021-07-26T16:05:52.058710+0000 mon.a (mon.0) 973 : cluster [DBG] osdmap e551: 8 total, 8 up, 8 in 2021-07-26T16:05:52.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:52 smithi037 bash[42499]: cluster 2021-07-26T16:05:51.100864+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e550: 8 total, 8 up, 8 in 2021-07-26T16:05:52.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:52 smithi037 bash[42499]: cluster 2021-07-26T16:05:52.058710+0000 mon.a (mon.0) 973 : cluster [DBG] osdmap e551: 8 total, 8 up, 8 in 2021-07-26T16:05:52.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:52 smithi037 bash[41498]: cluster 2021-07-26T16:05:51.100864+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e550: 8 total, 8 up, 8 in 2021-07-26T16:05:52.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:52 smithi037 bash[41498]: cluster 2021-07-26T16:05:52.058710+0000 mon.a (mon.0) 973 : cluster [DBG] osdmap e551: 8 total, 8 up, 8 in 2021-07-26T16:05:53.060 INFO:tasks.rados.rados.0.smithi037.stdout:2521: done (2 left) 2021-07-26T16:05:53.063 INFO:tasks.rados.rados.0.smithi037.stdout:2522: done (1 left) 2021-07-26T16:05:53.063 INFO:tasks.rados.rados.0.smithi037.stdout:2523: done (0 left) 2021-07-26T16:05:53.063 INFO:tasks.rados.rados.0.smithi037.stdout:2524: rmattr oid 34 current snap is 253 2021-07-26T16:05:53.063 INFO:tasks.rados.rados.0.smithi037.stdout:2524: done (0 left) 2021-07-26T16:05:53.063 INFO:tasks.rados.rados.0.smithi037.stdout:2525: setattr oid 27 current snap is 253 2021-07-26T16:05:53.065 INFO:tasks.rados.rados.0.smithi037.stdout:2526: read oid 32 snap -1 2021-07-26T16:05:53.065 INFO:tasks.rados.rados.0.smithi037.stdout:2526: expect (ObjNum 752 snap 228 seq_num 752) 2021-07-26T16:05:53.065 INFO:tasks.rados.rados.0.smithi037.stdout:2527: setattr oid 13 current snap is 253 2021-07-26T16:05:53.065 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 253 2021-07-26T16:05:53.066 INFO:tasks.rados.rados.0.smithi037.stdout:2528: seq_num 819 ranges {0=524288,524288=589824,1114112=614400} 2021-07-26T16:05:53.066 INFO:tasks.rados.rados.0.smithi037.stdout:2528: writing smithi03738989-2 from 0 to 524288 tid 1 2021-07-26T16:05:53.070 INFO:tasks.rados.rados.0.smithi037.stdout:2528: writing smithi03738989-2 from 524288 to 1114112 tid 2 2021-07-26T16:05:53.074 INFO:tasks.rados.rados.0.smithi037.stdout:2528: writing smithi03738989-2 from 1114112 to 1728512 tid 3 2021-07-26T16:05:53.075 INFO:tasks.rados.rados.0.smithi037.stdout:2529: rollback oid 34 current snap is 253 2021-07-26T16:05:53.075 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 34 to 201 2021-07-26T16:05:53.076 INFO:tasks.rados.rados.0.smithi037.stdout:2526: expect (ObjNum 752 snap 228 seq_num 752) 2021-07-26T16:05:53.100 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1705 (ObjNum 716 snap 220 seq_num 716) dirty exists 2021-07-26T16:05:53.101 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1939 (ObjNum 804 snap 244 seq_num 804) dirty exists 2021-07-26T16:05:53.101 INFO:tasks.rados.rados.0.smithi037.stdout:2528: finishing write tid 1 to smithi03738989-2 2021-07-26T16:05:53.101 INFO:tasks.rados.rados.0.smithi037.stdout:2525: done (4 left) 2021-07-26T16:05:53.102 INFO:tasks.rados.rados.0.smithi037.stdout:2526: done (3 left) 2021-07-26T16:05:53.102 INFO:tasks.rados.rados.0.smithi037.stdout:2527: done (2 left) 2021-07-26T16:05:53.109 INFO:tasks.rados.rados.0.smithi037.stdout:2530: setattr oid 22 current snap is 253 2021-07-26T16:05:53.109 INFO:tasks.rados.rados.0.smithi037.stdout:2528: finishing write tid 2 to smithi03738989-2 2021-07-26T16:05:53.109 INFO:tasks.rados.rados.0.smithi037.stdout:2528: finishing write tid 3 to smithi03738989-2 2021-07-26T16:05:53.109 INFO:tasks.rados.rados.0.smithi037.stdout:2528: finishing write tid 5 to smithi03738989-2 2021-07-26T16:05:53.110 INFO:tasks.rados.rados.0.smithi037.stdout:2529: finishing rollback tid 0 to smithi03738989-34 2021-07-26T16:05:53.110 INFO:tasks.rados.rados.0.smithi037.stdout:2529: finishing rollback tid 1 to smithi03738989-34 2021-07-26T16:05:53.110 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 1707 (ObjNum 1953066355 snap 858810728 seq_num 959984439) dirty dne 2021-07-26T16:05:53.110 INFO:tasks.rados.rados.0.smithi037.stdout:2528: finishing write tid 6 to smithi03738989-2 2021-07-26T16:05:53.111 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 1703 (ObjNum 819 snap 253 seq_num 819) dirty exists 2021-07-26T16:05:53.111 INFO:tasks.rados.rados.0.smithi037.stdout:2528: left oid 2 (ObjNum 819 snap 253 seq_num 819) 2021-07-26T16:05:53.111 INFO:tasks.rados.rados.0.smithi037.stdout:2528: done (2 left) 2021-07-26T16:05:53.111 INFO:tasks.rados.rados.0.smithi037.stdout:2529: done (1 left) 2021-07-26T16:05:53.111 INFO:tasks.rados.rados.0.smithi037.stdout:2531: copy_from oid 49 from oid 24 current snap is 253 2021-07-26T16:05:53.112 INFO:tasks.rados.rados.0.smithi037.stdout:2532: rmattr oid 36 current snap is 253 2021-07-26T16:05:53.112 INFO:tasks.rados.rados.0.smithi037.stdout:2533: copy_from oid 4 from oid 39 current snap is 253 2021-07-26T16:05:53.112 INFO:tasks.rados.rados.0.smithi037.stdout:2534: read oid 40 snap -1 2021-07-26T16:05:53.112 INFO:tasks.rados.rados.0.smithi037.stdout:2534: expect deleted 2021-07-26T16:05:53.113 INFO:tasks.rados.rados.0.smithi037.stdout:2535: delete oid 2 current snap is 253 2021-07-26T16:05:53.114 INFO:tasks.rados.rados.0.smithi037.stdout:2535: done (5 left) 2021-07-26T16:05:53.114 INFO:tasks.rados.rados.0.smithi037.stdout:2536: rmattr oid 45 current snap is 253 2021-07-26T16:05:53.114 INFO:tasks.rados.rados.0.smithi037.stdout:2537: delete oid 1 current snap is 253 2021-07-26T16:05:53.114 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 1940 (ObjNum 719 snap 220 seq_num 719) dirty exists 2021-07-26T16:05:53.115 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1700 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:05:53.115 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 2292 (ObjNum 653 snap 192 seq_num 653) dirty exists 2021-07-26T16:05:53.120 INFO:tasks.rados.rados.0.smithi037.stdout:2531: finishing copy_from to smithi03738989-49 2021-07-26T16:05:53.120 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2188 (ObjNum 791 snap 240 seq_num 791) dirty exists 2021-07-26T16:05:53.121 INFO:tasks.rados.rados.0.smithi037.stdout:2531: finishing copy_from racing read to smithi03738989-49 2021-07-26T16:05:53.124 INFO:tasks.rados.rados.0.smithi037.stdout:2530: done (6 left) 2021-07-26T16:05:53.125 INFO:tasks.rados.rados.0.smithi037.stdout:2531: done (5 left) 2021-07-26T16:05:53.125 INFO:tasks.rados.rados.0.smithi037.stdout:2532: done (4 left) 2021-07-26T16:05:53.125 INFO:tasks.rados.rados.0.smithi037.stdout:2534: done (3 left) 2021-07-26T16:05:53.125 INFO:tasks.rados.rados.0.smithi037.stdout:2536: done (2 left) 2021-07-26T16:05:53.126 INFO:tasks.rados.rados.0.smithi037.stdout:2537: done (1 left) 2021-07-26T16:05:53.126 INFO:tasks.rados.rados.0.smithi037.stdout:2538: rollback oid 12 current snap is 253 2021-07-26T16:05:53.126 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 12 to 215 2021-07-26T16:05:53.126 INFO:tasks.rados.rados.0.smithi037.stdout:2539: rollback oid 33 current snap is 253 2021-07-26T16:05:53.126 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 33 to 233 2021-07-26T16:05:53.127 INFO:tasks.rados.rados.0.smithi037.stdout:2540: read oid 38 snap 244 2021-07-26T16:05:53.127 INFO:tasks.rados.rados.0.smithi037.stdout:2540: expect deleted 2021-07-26T16:05:53.127 INFO:tasks.rados.rados.0.smithi037.stdout:2541: read oid 41 snap 201 2021-07-26T16:05:53.127 INFO:tasks.rados.rados.0.smithi037.stdout:2541: expect (ObjNum 593 snap 173 seq_num 593) 2021-07-26T16:05:53.127 INFO:tasks.rados.rados.0.smithi037.stdout:2542: rollback oid 40 current snap is 253 2021-07-26T16:05:53.128 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 40 to 242 2021-07-26T16:05:53.128 INFO:tasks.rados.rados.0.smithi037.stdout:2543: rollback oid 21 current snap is 253 2021-07-26T16:05:53.128 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 21 to 248 2021-07-26T16:05:53.128 INFO:tasks.rados.rados.0.smithi037.stdout:2544: snap_create 2021-07-26T16:05:53.131 INFO:tasks.rados.rados.0.smithi037.stdout:2533: finishing copy_from to smithi03738989-4 2021-07-26T16:05:53.131 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2280 (ObjNum 816 snap 250 seq_num 816) dirty exists 2021-07-26T16:05:53.131 INFO:tasks.rados.rados.0.smithi037.stdout:2533: finishing copy_from racing read to smithi03738989-4 2021-07-26T16:05:53.131 INFO:tasks.rados.rados.0.smithi037.stdout:2541: expect (ObjNum 593 snap 173 seq_num 593) 2021-07-26T16:05:53.141 INFO:tasks.rados.rados.0.smithi037.stdout:2538: finishing rollback tid 1 to smithi03738989-12 2021-07-26T16:05:53.141 INFO:tasks.rados.rados.0.smithi037.stdout:2539: finishing rollback tid 1 to smithi03738989-33 2021-07-26T16:05:53.141 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 1693 (ObjNum 372767152 snap 21933 seq_num 374452544) dirty dne 2021-07-26T16:05:53.141 INFO:tasks.rados.rados.0.smithi037.stdout:2538: finishing rollback tid 2 to smithi03738989-12 2021-07-26T16:05:53.142 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 2070 (ObjNum 641 snap 189 seq_num 641) dirty exists 2021-07-26T16:05:53.142 INFO:tasks.rados.rados.0.smithi037.stdout:2542: finishing rollback tid 1 to smithi03738989-40 2021-07-26T16:05:53.142 INFO:tasks.rados.rados.0.smithi037.stdout:2542: finishing rollback tid 2 to smithi03738989-40 2021-07-26T16:05:53.142 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1693 (ObjNum 573 snap 171 seq_num 573) dirty exists 2021-07-26T16:05:53.143 INFO:tasks.rados.rados.0.smithi037.stdout:2543: finishing rollback tid 0 to smithi03738989-21 2021-07-26T16:05:53.143 INFO:tasks.rados.rados.0.smithi037.stdout:2543: finishing rollback tid 1 to smithi03738989-21 2021-07-26T16:05:53.143 INFO:tasks.rados.rados.0.smithi037.stdout:2543: finishing rollback tid 2 to smithi03738989-21 2021-07-26T16:05:53.143 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 1696 (ObjNum 641 snap 189 seq_num 641) dirty exists 2021-07-26T16:05:53.334 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:53 smithi037 bash[42499]: cluster 2021-07-26T16:05:51.825773+0000 mgr.y (mgr.24994) 380 : cluster [DBG] pgmap v535: 89 pgs: 89 active+clean; 431 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 938 KiB/s wr, 6 op/s 2021-07-26T16:05:53.334 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:53 smithi037 bash[42499]: cluster 2021-07-26T16:05:53.062015+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e552: 8 total, 8 up, 8 in 2021-07-26T16:05:53.335 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:05:53 smithi037 bash[50550]: level=info ts=2021-07-26T16:05:53.082Z caller=cluster.go:648 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000131181s 2021-07-26T16:05:53.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:53 smithi037 bash[41498]: cluster 2021-07-26T16:05:51.825773+0000 mgr.y (mgr.24994) 380 : cluster [DBG] pgmap v535: 89 pgs: 89 active+clean; 431 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 938 KiB/s wr, 6 op/s 2021-07-26T16:05:53.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:53 smithi037 bash[41498]: cluster 2021-07-26T16:05:53.062015+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e552: 8 total, 8 up, 8 in 2021-07-26T16:05:53.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:53 smithi107 bash[29346]: cluster 2021-07-26T16:05:51.825773+0000 mgr.y (mgr.24994) 380 : cluster [DBG] pgmap v535: 89 pgs: 89 active+clean; 431 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 938 KiB/s wr, 6 op/s 2021-07-26T16:05:53.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:53 smithi107 bash[29346]: cluster 2021-07-26T16:05:53.062015+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e552: 8 total, 8 up, 8 in 2021-07-26T16:05:54.141 INFO:tasks.rados.rados.0.smithi037.stdout:2533: done (7 left) 2021-07-26T16:05:54.142 INFO:tasks.rados.rados.0.smithi037.stdout:2538: done (6 left) 2021-07-26T16:05:54.142 INFO:tasks.rados.rados.0.smithi037.stdout:2539: done (5 left) 2021-07-26T16:05:54.142 INFO:tasks.rados.rados.0.smithi037.stdout:2540: done (4 left) 2021-07-26T16:05:54.142 INFO:tasks.rados.rados.0.smithi037.stdout:2541: done (3 left) 2021-07-26T16:05:54.143 INFO:tasks.rados.rados.0.smithi037.stdout:2542: done (2 left) 2021-07-26T16:05:54.143 INFO:tasks.rados.rados.0.smithi037.stdout:2543: done (1 left) 2021-07-26T16:05:54.143 INFO:tasks.rados.rados.0.smithi037.stdout:2544: done (0 left) 2021-07-26T16:05:54.143 INFO:tasks.rados.rados.0.smithi037.stdout:2545: copy_from oid 12 from oid 43 current snap is 254 2021-07-26T16:05:54.144 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 254 2021-07-26T16:05:54.144 INFO:tasks.rados.rados.0.smithi037.stdout:2546: seq_num 822 ranges {1253376=573440,1826816=696320,2523136=507904} 2021-07-26T16:05:54.152 INFO:tasks.rados.rados.0.smithi037.stdout:2546: writing smithi03738989-49 from 1253376 to 1826816 tid 1 2021-07-26T16:05:54.156 INFO:tasks.rados.rados.0.smithi037.stdout:2546: writing smithi03738989-49 from 1826816 to 2523136 tid 2 2021-07-26T16:05:54.160 INFO:tasks.rados.rados.0.smithi037.stdout:2546: writing smithi03738989-49 from 2523136 to 3031040 tid 3 2021-07-26T16:05:54.160 INFO:tasks.rados.rados.0.smithi037.stdout:2547: copy_from oid 6 from oid 21 current snap is 254 2021-07-26T16:05:54.160 INFO:tasks.rados.rados.0.smithi037.stdout:2548: snap_remove snap 220 2021-07-26T16:05:55.085 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: debug 2021-07-26T16:05:54.632+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:55.085 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:05:55.086 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:55.086 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:05:55.086 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:55.086 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:05:55.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:55.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:55.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:55.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: debug 2021-07-26T16:05:54.632+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:55.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:05:55.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:55.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:05:55.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:55.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:05:55.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:55.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:55.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:55.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: debug 2021-07-26T16:05:54.636+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:55.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:05:55.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:55.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:05:55.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:55.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:05:55.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:55.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:55.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:55.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: debug 2021-07-26T16:05:54.640+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:55.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:05:55.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:55.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:05:55.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:55.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:05:55.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:55.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:55.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:05:54 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:55.159 INFO:tasks.rados.rados.0.smithi037.stdout:2548: done (3 left) 2021-07-26T16:05:55.159 INFO:tasks.rados.rados.0.smithi037.stdout:2549: snap_remove snap 251 2021-07-26T16:05:55.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: cluster 2021-07-26T16:05:53.826318+0000 mgr.y (mgr.24994) 381 : cluster [DBG] pgmap v538: 89 pgs: 89 active+clean; 436 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 5 op/s 2021-07-26T16:05:55.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: cluster 2021-07-26T16:05:54.142336+0000 mon.a (mon.0) 975 : cluster [DBG] osdmap e553: 8 total, 8 up, 8 in 2021-07-26T16:05:55.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: audit 2021-07-26T16:05:54.621863+0000 mon.a (mon.0) 976 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:55.272 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: audit 2021-07-26T16:05:54.631427+0000 mon.a (mon.0) 977 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:55.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: cephadm 2021-07-26T16:05:54.637875+0000 mgr.y (mgr.24994) 382 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:55.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:05:55.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:55.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:05:55.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:55.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:05:55.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:55.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:55.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:55.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: cephadm 2021-07-26T16:05:54.639450+0000 mgr.y (mgr.24994) 383 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:55.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:05:55.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:55.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:05:55.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:55.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:05:55.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:55.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:55.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:55.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: cephadm 2021-07-26T16:05:54.642363+0000 mgr.y (mgr.24994) 384 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:55.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:05:55.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:55.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:05:55.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:55.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:05:55.280 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:55.280 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:55.280 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:55.280 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: cephadm 2021-07-26T16:05:54.643963+0000 mgr.y (mgr.24994) 385 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:55.281 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:05:55.281 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:55.281 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:05:55.281 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:55.282 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:05:55.282 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:55.282 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:55.282 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:55.283 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: audit 2021-07-26T16:05:54.651102+0000 mon.c (mon.1) 375 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T16:05:55.283 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: audit 2021-07-26T16:05:54.651920+0000 mgr.y (mgr.24994) 386 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T16:05:55.283 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: audit 2021-07-26T16:05:54.653668+0000 mon.c (mon.1) 376 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.37:9093"}]: dispatch 2021-07-26T16:05:55.283 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: audit 2021-07-26T16:05:54.654430+0000 mgr.y (mgr.24994) 387 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.37:9093"}]: dispatch 2021-07-26T16:05:55.283 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: audit 2021-07-26T16:05:54.664796+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:55.284 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: audit 2021-07-26T16:05:54.671176+0000 mon.c (mon.1) 377 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:55.284 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: audit 2021-07-26T16:05:54.673598+0000 mon.c (mon.1) 378 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.284 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: audit 2021-07-26T16:05:54.675750+0000 mon.c (mon.1) 379 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.284 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: audit 2021-07-26T16:05:54.677799+0000 mon.c (mon.1) 380 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.285 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: audit 2021-07-26T16:05:54.680917+0000 mon.c (mon.1) 381 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.285 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: audit 2021-07-26T16:05:54.684177+0000 mon.c (mon.1) 382 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.285 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: audit 2021-07-26T16:05:54.686374+0000 mon.c (mon.1) 383 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.285 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: audit 2021-07-26T16:05:54.688085+0000 mon.c (mon.1) 384 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.286 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: audit 2021-07-26T16:05:54.689985+0000 mon.c (mon.1) 385 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.286 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: audit 2021-07-26T16:05:54.692221+0000 mon.c (mon.1) 386 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.286 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: audit 2021-07-26T16:05:54.694453+0000 mon.c (mon.1) 387 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.286 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: audit 2021-07-26T16:05:54.696802+0000 mon.c (mon.1) 388 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.286 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: audit 2021-07-26T16:05:54.698911+0000 mon.c (mon.1) 389 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.287 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:55 smithi107 bash[29346]: audit 2021-07-26T16:05:54.700889+0000 mon.c (mon.1) 390 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: cluster 2021-07-26T16:05:53.826318+0000 mgr.y (mgr.24994) 381 : cluster [DBG] pgmap v538: 89 pgs: 89 active+clean; 436 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 5 op/s 2021-07-26T16:05:55.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: cluster 2021-07-26T16:05:54.142336+0000 mon.a (mon.0) 975 : cluster [DBG] osdmap e553: 8 total, 8 up, 8 in 2021-07-26T16:05:55.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: audit 2021-07-26T16:05:54.621863+0000 mon.a (mon.0) 976 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:55.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: audit 2021-07-26T16:05:54.631427+0000 mon.a (mon.0) 977 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:55.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: cephadm 2021-07-26T16:05:54.637875+0000 mgr.y (mgr.24994) 382 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:55.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:05:55.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:55.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:05:55.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:55.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:05:55.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:55.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:55.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:55.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: cephadm 2021-07-26T16:05:54.639450+0000 mgr.y (mgr.24994) 383 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:55.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:05:55.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:55.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:05:55.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:55.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:05:55.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:55.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:55.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:55.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: cephadm 2021-07-26T16:05:54.642363+0000 mgr.y (mgr.24994) 384 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:55.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:05:55.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:55.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:05:55.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:55.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: cluster 2021-07-26T16:05:53.826318+0000 mgr.y (mgr.24994) 381 : cluster [DBG] pgmap v538: 89 pgs: 89 active+clean; 436 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 5 op/s 2021-07-26T16:05:55.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: cluster 2021-07-26T16:05:54.142336+0000 mon.a (mon.0) 975 : cluster [DBG] osdmap e553: 8 total, 8 up, 8 in 2021-07-26T16:05:55.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: audit 2021-07-26T16:05:54.621863+0000 mon.a (mon.0) 976 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:55.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: audit 2021-07-26T16:05:54.631427+0000 mon.a (mon.0) 977 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:55.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: cephadm 2021-07-26T16:05:54.637875+0000 mgr.y (mgr.24994) 382 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:05:55.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:05:55.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:55.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:05:55.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:55.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:05:55.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:55.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:55.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:05:55.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: cephadm 2021-07-26T16:05:54.639450+0000 mgr.y (mgr.24994) 383 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:05:55.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:05:55.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:55.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:05:55.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:55.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:05:55.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:55.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:55.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:05:55.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: cephadm 2021-07-26T16:05:54.642363+0000 mgr.y (mgr.24994) 384 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:05:55.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:05:55.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:55.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:05:55.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:55.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:05:55.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:55.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:55.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:55.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: cephadm 2021-07-26T16:05:54.643963+0000 mgr.y (mgr.24994) 385 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:55.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:05:55.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:55.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:05:55.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:55.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:05:55.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:55.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:55.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:55.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: audit 2021-07-26T16:05:54.651102+0000 mon.c (mon.1) 375 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T16:05:55.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: audit 2021-07-26T16:05:54.651920+0000 mgr.y (mgr.24994) 386 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T16:05:55.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: audit 2021-07-26T16:05:54.653668+0000 mon.c (mon.1) 376 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.37:9093"}]: dispatch 2021-07-26T16:05:55.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: audit 2021-07-26T16:05:54.654430+0000 mgr.y (mgr.24994) 387 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.37:9093"}]: dispatch 2021-07-26T16:05:55.602 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: audit 2021-07-26T16:05:54.664796+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:55.602 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: audit 2021-07-26T16:05:54.671176+0000 mon.c (mon.1) 377 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:55.602 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: audit 2021-07-26T16:05:54.673598+0000 mon.c (mon.1) 378 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.602 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: audit 2021-07-26T16:05:54.675750+0000 mon.c (mon.1) 379 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.602 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: audit 2021-07-26T16:05:54.677799+0000 mon.c (mon.1) 380 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.603 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: audit 2021-07-26T16:05:54.680917+0000 mon.c (mon.1) 381 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.603 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: audit 2021-07-26T16:05:54.684177+0000 mon.c (mon.1) 382 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:05:55.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:55.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:55.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:05:55.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: cephadm 2021-07-26T16:05:54.643963+0000 mgr.y (mgr.24994) 385 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:05:55.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:05:55.605 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:05:55.605 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:05:55.605 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:05:55.605 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:05:55.606 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:05:55.606 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:05:55.606 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:05:55.606 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: audit 2021-07-26T16:05:54.651102+0000 mon.c (mon.1) 375 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T16:05:55.607 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: audit 2021-07-26T16:05:54.651920+0000 mgr.y (mgr.24994) 386 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2021-07-26T16:05:55.607 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: audit 2021-07-26T16:05:54.653668+0000 mon.c (mon.1) 376 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.37:9093"}]: dispatch 2021-07-26T16:05:55.607 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: audit 2021-07-26T16:05:54.654430+0000 mgr.y (mgr.24994) 387 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.37:9093"}]: dispatch 2021-07-26T16:05:55.607 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: audit 2021-07-26T16:05:54.664796+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:05:55.608 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: audit 2021-07-26T16:05:54.671176+0000 mon.c (mon.1) 377 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:05:55.608 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: audit 2021-07-26T16:05:54.673598+0000 mon.c (mon.1) 378 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.608 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: audit 2021-07-26T16:05:54.675750+0000 mon.c (mon.1) 379 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.608 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: audit 2021-07-26T16:05:54.677799+0000 mon.c (mon.1) 380 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.608 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: audit 2021-07-26T16:05:54.680917+0000 mon.c (mon.1) 381 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.609 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: audit 2021-07-26T16:05:54.684177+0000 mon.c (mon.1) 382 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.609 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: audit 2021-07-26T16:05:54.686374+0000 mon.c (mon.1) 383 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.609 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: audit 2021-07-26T16:05:54.688085+0000 mon.c (mon.1) 384 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.610 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: audit 2021-07-26T16:05:54.689985+0000 mon.c (mon.1) 385 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.610 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: audit 2021-07-26T16:05:54.692221+0000 mon.c (mon.1) 386 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.610 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: audit 2021-07-26T16:05:54.694453+0000 mon.c (mon.1) 387 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.610 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: audit 2021-07-26T16:05:54.696802+0000 mon.c (mon.1) 388 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.611 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: audit 2021-07-26T16:05:54.698911+0000 mon.c (mon.1) 389 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.611 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[41498]: audit 2021-07-26T16:05:54.700889+0000 mon.c (mon.1) 390 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.611 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: audit 2021-07-26T16:05:54.686374+0000 mon.c (mon.1) 383 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.611 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: audit 2021-07-26T16:05:54.688085+0000 mon.c (mon.1) 384 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.612 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: audit 2021-07-26T16:05:54.689985+0000 mon.c (mon.1) 385 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.612 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: audit 2021-07-26T16:05:54.692221+0000 mon.c (mon.1) 386 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.612 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: audit 2021-07-26T16:05:54.694453+0000 mon.c (mon.1) 387 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.612 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: audit 2021-07-26T16:05:54.696802+0000 mon.c (mon.1) 388 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.613 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: audit 2021-07-26T16:05:54.698911+0000 mon.c (mon.1) 389 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:55.613 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:55 smithi037 bash[42499]: audit 2021-07-26T16:05:54.700889+0000 mon.c (mon.1) 390 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:05:56.175 INFO:tasks.rados.rados.0.smithi037.stdout:2549: done (3 left) 2021-07-26T16:05:56.176 INFO:tasks.rados.rados.0.smithi037.stdout:2550: read oid 20 snap 205 2021-07-26T16:05:56.176 INFO:tasks.rados.rados.0.smithi037.stdout:2550: expect (ObjNum 662 snap 197 seq_num 662) 2021-07-26T16:05:56.176 INFO:tasks.rados.rados.0.smithi037.stdout:2551: snap_remove snap 235 2021-07-26T16:05:56.425 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:56 smithi107 bash[29346]: cluster 2021-07-26T16:05:55.160551+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e554: 8 total, 8 up, 8 in 2021-07-26T16:05:56.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:56 smithi037 bash[41498]: cluster 2021-07-26T16:05:55.160551+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e554: 8 total, 8 up, 8 in 2021-07-26T16:05:56.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:56 smithi037 bash[42499]: cluster 2021-07-26T16:05:55.160551+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e554: 8 total, 8 up, 8 in 2021-07-26T16:05:57.064 INFO:tasks.rados.rados.0.smithi037.stdout:2551: done (4 left) 2021-07-26T16:05:57.065 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 254 2021-07-26T16:05:57.065 INFO:tasks.rados.rados.0.smithi037.stdout:2552: seq_num 823 ranges {1695744=589824,2285568=573440,2859008=630784} 2021-07-26T16:05:57.079 INFO:tasks.rados.rados.0.smithi037.stdout:2552: writing smithi03738989-15 from 1695744 to 2285568 tid 1 2021-07-26T16:05:57.082 INFO:tasks.rados.rados.0.smithi037.stdout:2552: writing smithi03738989-15 from 2285568 to 2859008 tid 2 2021-07-26T16:05:57.087 INFO:tasks.rados.rados.0.smithi037.stdout:2552: writing smithi03738989-15 from 2859008 to 3489792 tid 3 2021-07-26T16:05:57.087 INFO:tasks.rados.rados.0.smithi037.stdout:2553: rollback oid 16 current snap is 254 2021-07-26T16:05:57.087 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 247 2021-07-26T16:05:57.088 INFO:tasks.rados.rados.0.smithi037.stdout:2546: finishing write tid 1 to smithi03738989-49 2021-07-26T16:05:57.088 INFO:tasks.rados.rados.0.smithi037.stdout:2546: finishing write tid 2 to smithi03738989-49 2021-07-26T16:05:57.088 INFO:tasks.rados.rados.0.smithi037.stdout:2546: finishing write tid 3 to smithi03738989-49 2021-07-26T16:05:57.088 INFO:tasks.rados.rados.0.smithi037.stdout:2546: finishing write tid 5 to smithi03738989-49 2021-07-26T16:05:57.088 INFO:tasks.rados.rados.0.smithi037.stdout:2546: finishing write tid 6 to smithi03738989-49 2021-07-26T16:05:57.089 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2192 (ObjNum 822 snap 254 seq_num 822) dirty exists 2021-07-26T16:05:57.089 INFO:tasks.rados.rados.0.smithi037.stdout:2546: left oid 49 (ObjNum 822 snap 254 seq_num 822) 2021-07-26T16:05:57.089 INFO:tasks.rados.rados.0.smithi037.stdout:2547: finishing copy_from to smithi03738989-6 2021-07-26T16:05:57.089 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 1696 (ObjNum 641 snap 189 seq_num 641) dirty exists 2021-07-26T16:05:57.090 INFO:tasks.rados.rados.0.smithi037.stdout:2547: finishing copy_from racing read to smithi03738989-6 2021-07-26T16:05:57.090 INFO:tasks.rados.rados.0.smithi037.stdout:2545: finishing copy_from to smithi03738989-12 2021-07-26T16:05:57.090 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 1699 (ObjNum 787 snap 239 seq_num 787) dirty exists 2021-07-26T16:05:57.090 INFO:tasks.rados.rados.0.smithi037.stdout:2545: finishing copy_from racing read to smithi03738989-12 2021-07-26T16:05:57.090 INFO:tasks.rados.rados.0.smithi037.stdout:2550: expect (ObjNum 662 snap 197 seq_num 662) 2021-07-26T16:05:57.362 INFO:tasks.rados.rados.0.smithi037.stdout:2552: finishing write tid 1 to smithi03738989-15 2021-07-26T16:05:57.363 INFO:tasks.rados.rados.0.smithi037.stdout:2552: finishing write tid 2 to smithi03738989-15 2021-07-26T16:05:57.363 INFO:tasks.rados.rados.0.smithi037.stdout:2552: finishing write tid 3 to smithi03738989-15 2021-07-26T16:05:57.363 INFO:tasks.rados.rados.0.smithi037.stdout:2552: finishing write tid 5 to smithi03738989-15 2021-07-26T16:05:57.363 INFO:tasks.rados.rados.0.smithi037.stdout:2553: finishing rollback tid 1 to smithi03738989-16 2021-07-26T16:05:57.364 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 1675 (ObjNum 1 snap 32610 seq_num 372157296) dirty dne 2021-07-26T16:05:57.364 INFO:tasks.rados.rados.0.smithi037.stdout:2552: finishing write tid 6 to smithi03738989-15 2021-07-26T16:05:57.364 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1699 (ObjNum 823 snap 254 seq_num 823) dirty exists 2021-07-26T16:05:57.364 INFO:tasks.rados.rados.0.smithi037.stdout:2552: left oid 15 (ObjNum 823 snap 254 seq_num 823) 2021-07-26T16:05:57.365 INFO:tasks.rados.rados.0.smithi037.stdout:2545: done (5 left) 2021-07-26T16:05:57.365 INFO:tasks.rados.rados.0.smithi037.stdout:2546: done (4 left) 2021-07-26T16:05:57.365 INFO:tasks.rados.rados.0.smithi037.stdout:2547: done (3 left) 2021-07-26T16:05:57.365 INFO:tasks.rados.rados.0.smithi037.stdout:2550: done (2 left) 2021-07-26T16:05:57.365 INFO:tasks.rados.rados.0.smithi037.stdout:2552: done (1 left) 2021-07-26T16:05:57.366 INFO:tasks.rados.rados.0.smithi037.stdout:2553: done (0 left) 2021-07-26T16:05:57.366 INFO:tasks.rados.rados.0.smithi037.stdout:2554: read oid 21 snap -1 2021-07-26T16:05:57.366 INFO:tasks.rados.rados.0.smithi037.stdout:2554: expect (ObjNum 641 snap 189 seq_num 641) 2021-07-26T16:05:57.366 INFO:tasks.rados.rados.0.smithi037.stdout:2555: snap_create 2021-07-26T16:05:57.374 INFO:tasks.rados.rados.0.smithi037.stdout:2554: expect (ObjNum 641 snap 189 seq_num 641) 2021-07-26T16:05:57.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:57 smithi107 bash[29346]: cluster 2021-07-26T16:05:55.827040+0000 mgr.y (mgr.24994) 388 : cluster [DBG] pgmap v541: 89 pgs: 89 active+clean; 462 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.1 MiB/s wr, 21 op/s 2021-07-26T16:05:57.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:57 smithi107 bash[29346]: cluster 2021-07-26T16:05:56.173367+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e555: 8 total, 8 up, 8 in 2021-07-26T16:05:57.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:57 smithi107 bash[29346]: cluster 2021-07-26T16:05:57.058203+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e556: 8 total, 8 up, 8 in 2021-07-26T16:05:57.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:57 smithi037 bash[41498]: cluster 2021-07-26T16:05:55.827040+0000 mgr.y (mgr.24994) 388 : cluster [DBG] pgmap v541: 89 pgs: 89 active+clean; 462 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.1 MiB/s wr, 21 op/s 2021-07-26T16:05:57.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:57 smithi037 bash[41498]: cluster 2021-07-26T16:05:56.173367+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e555: 8 total, 8 up, 8 in 2021-07-26T16:05:57.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:57 smithi037 bash[41498]: cluster 2021-07-26T16:05:57.058203+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e556: 8 total, 8 up, 8 in 2021-07-26T16:05:57.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:57 smithi037 bash[42499]: cluster 2021-07-26T16:05:55.827040+0000 mgr.y (mgr.24994) 388 : cluster [DBG] pgmap v541: 89 pgs: 89 active+clean; 462 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.1 MiB/s wr, 21 op/s 2021-07-26T16:05:57.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:57 smithi037 bash[42499]: cluster 2021-07-26T16:05:56.173367+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e555: 8 total, 8 up, 8 in 2021-07-26T16:05:57.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:57 smithi037 bash[42499]: cluster 2021-07-26T16:05:57.058203+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e556: 8 total, 8 up, 8 in 2021-07-26T16:05:58.182 INFO:tasks.rados.rados.0.smithi037.stdout:2554: done (1 left) 2021-07-26T16:05:58.182 INFO:tasks.rados.rados.0.smithi037.stdout:2555: done (0 left) 2021-07-26T16:05:58.182 INFO:tasks.rados.rados.0.smithi037.stdout:2556: delete oid 35 current snap is 255 2021-07-26T16:05:58.189 INFO:tasks.rados.rados.0.smithi037.stdout:2556: done (0 left) 2021-07-26T16:05:58.189 INFO:tasks.rados.rados.0.smithi037.stdout:2557: snap_create 2021-07-26T16:05:58.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:58 smithi107 bash[29346]: cephadm 2021-07-26T16:05:57.096407+0000 mgr.y (mgr.24994) 389 : cephadm [INF] Upgrade: Updating grafana.a 2021-07-26T16:05:58.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:58 smithi107 bash[29346]: cephadm 2021-07-26T16:05:57.146598+0000 mgr.y (mgr.24994) 390 : cephadm [INF] Deploying daemon grafana.a on smithi107 2021-07-26T16:05:58.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:58 smithi037 bash[41498]: cephadm 2021-07-26T16:05:57.096407+0000 mgr.y (mgr.24994) 389 : cephadm [INF] Upgrade: Updating grafana.a 2021-07-26T16:05:58.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:58 smithi037 bash[41498]: cephadm 2021-07-26T16:05:57.146598+0000 mgr.y (mgr.24994) 390 : cephadm [INF] Deploying daemon grafana.a on smithi107 2021-07-26T16:05:58.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:58 smithi037 bash[42499]: cephadm 2021-07-26T16:05:57.096407+0000 mgr.y (mgr.24994) 389 : cephadm [INF] Upgrade: Updating grafana.a 2021-07-26T16:05:58.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:58 smithi037 bash[42499]: cephadm 2021-07-26T16:05:57.146598+0000 mgr.y (mgr.24994) 390 : cephadm [INF] Deploying daemon grafana.a on smithi107 2021-07-26T16:05:59.191 INFO:tasks.rados.rados.0.smithi037.stdout:2557: done (0 left) 2021-07-26T16:05:59.192 INFO:tasks.rados.rados.0.smithi037.stdout:2558: copy_from oid 2 from oid 45 current snap is 256 2021-07-26T16:05:59.192 INFO:tasks.rados.rados.0.smithi037.stdout:2559: rmattr oid 23 current snap is 256 2021-07-26T16:05:59.192 INFO:tasks.rados.rados.0.smithi037.stdout:2559: done (1 left) 2021-07-26T16:05:59.192 INFO:tasks.rados.rados.0.smithi037.stdout:2560: rmattr oid 14 current snap is 256 2021-07-26T16:05:59.193 INFO:tasks.rados.rados.0.smithi037.stdout:2560: done (1 left) 2021-07-26T16:05:59.193 INFO:tasks.rados.rados.0.smithi037.stdout:2561: delete oid 18 current snap is 256 2021-07-26T16:05:59.197 INFO:tasks.rados.rados.0.smithi037.stdout:2561: done (1 left) 2021-07-26T16:05:59.198 INFO:tasks.rados.rados.0.smithi037.stdout:2562: snap_remove snap 253 2021-07-26T16:05:59.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:59 smithi107 bash[29346]: cluster 2021-07-26T16:05:57.827910+0000 mgr.y (mgr.24994) 391 : cluster [DBG] pgmap v544: 89 pgs: 89 active+clean; 466 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 6.3 MiB/s wr, 30 op/s 2021-07-26T16:05:59.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:05:59 smithi107 bash[29346]: cluster 2021-07-26T16:05:58.185070+0000 mon.a (mon.0) 982 : cluster [DBG] osdmap e557: 8 total, 8 up, 8 in 2021-07-26T16:05:59.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:59 smithi037 bash[42499]: cluster 2021-07-26T16:05:57.827910+0000 mgr.y (mgr.24994) 391 : cluster [DBG] pgmap v544: 89 pgs: 89 active+clean; 466 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 6.3 MiB/s wr, 30 op/s 2021-07-26T16:05:59.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:05:59 smithi037 bash[42499]: cluster 2021-07-26T16:05:58.185070+0000 mon.a (mon.0) 982 : cluster [DBG] osdmap e557: 8 total, 8 up, 8 in 2021-07-26T16:05:59.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:59 smithi037 bash[41498]: cluster 2021-07-26T16:05:57.827910+0000 mgr.y (mgr.24994) 391 : cluster [DBG] pgmap v544: 89 pgs: 89 active+clean; 466 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 6.3 MiB/s wr, 30 op/s 2021-07-26T16:05:59.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:05:59 smithi037 bash[41498]: cluster 2021-07-26T16:05:58.185070+0000 mon.a (mon.0) 982 : cluster [DBG] osdmap e557: 8 total, 8 up, 8 in 2021-07-26T16:06:00.200 INFO:tasks.rados.rados.0.smithi037.stdout:2562: done (1 left) 2021-07-26T16:06:00.201 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 256 2021-07-26T16:06:00.201 INFO:tasks.rados.rados.0.smithi037.stdout:2563: seq_num 826 ranges {4153344=638976,4792320=630784,5423104=573440} 2021-07-26T16:06:00.231 INFO:tasks.rados.rados.0.smithi037.stdout:2563: writing smithi03738989-22 from 4153344 to 4792320 tid 1 2021-07-26T16:06:00.232 INFO:tasks.rados.rados.0.smithi037.stdout:2563: writing smithi03738989-22 from 4792320 to 5423104 tid 2 2021-07-26T16:06:00.236 INFO:tasks.rados.rados.0.smithi037.stdout:2563: writing smithi03738989-22 from 5423104 to 5996544 tid 3 2021-07-26T16:06:00.236 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 256 2021-07-26T16:06:00.237 INFO:tasks.rados.rados.0.smithi037.stdout:2564: seq_num 827 ranges {3137536=655360,3792896=516096,4308992=688128} 2021-07-26T16:06:00.258 INFO:tasks.rados.rados.0.smithi037.stdout:2564: writing smithi03738989-39 from 3137536 to 3792896 tid 1 2021-07-26T16:06:00.260 INFO:tasks.rados.rados.0.smithi037.stdout:2564: writing smithi03738989-39 from 3792896 to 4308992 tid 2 2021-07-26T16:06:00.265 INFO:tasks.rados.rados.0.smithi037.stdout:2564: writing smithi03738989-39 from 4308992 to 4997120 tid 3 2021-07-26T16:06:00.265 INFO:tasks.rados.rados.0.smithi037.stdout:2565: snap_remove snap 246 2021-07-26T16:06:00.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:00 smithi107 bash[29346]: cluster 2021-07-26T16:05:59.192540+0000 mon.a (mon.0) 983 : cluster [DBG] osdmap e558: 8 total, 8 up, 8 in 2021-07-26T16:06:00.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:00 smithi037 bash[41498]: cluster 2021-07-26T16:05:59.192540+0000 mon.a (mon.0) 983 : cluster [DBG] osdmap e558: 8 total, 8 up, 8 in 2021-07-26T16:06:00.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:00 smithi037 bash[42499]: cluster 2021-07-26T16:05:59.192540+0000 mon.a (mon.0) 983 : cluster [DBG] osdmap e558: 8 total, 8 up, 8 in 2021-07-26T16:06:01.174 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:01 smithi107 systemd[1]: Stopping Ceph grafana.a for 72588c72-ee28-11eb-8c23-001a4aab830c... 2021-07-26T16:06:01.212 INFO:tasks.rados.rados.0.smithi037.stdout:2565: done (3 left) 2021-07-26T16:06:01.212 INFO:tasks.rados.rados.0.smithi037.stdout:2566: setattr oid 10 current snap is 256 2021-07-26T16:06:01.212 INFO:tasks.rados.rados.0.smithi037.stdout:2558: finishing copy_from to smithi03738989-2 2021-07-26T16:06:01.213 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 2292 (ObjNum 653 snap 192 seq_num 653) dirty exists 2021-07-26T16:06:01.213 INFO:tasks.rados.rados.0.smithi037.stdout:2558: finishing copy_from racing read to smithi03738989-2 2021-07-26T16:06:01.214 INFO:tasks.rados.rados.0.smithi037.stdout:2563: finishing write tid 1 to smithi03738989-22 2021-07-26T16:06:01.214 INFO:tasks.rados.rados.0.smithi037.stdout:2563: finishing write tid 2 to smithi03738989-22 2021-07-26T16:06:01.214 INFO:tasks.rados.rados.0.smithi037.stdout:2563: finishing write tid 3 to smithi03738989-22 2021-07-26T16:06:01.215 INFO:tasks.rados.rados.0.smithi037.stdout:2563: finishing write tid 5 to smithi03738989-22 2021-07-26T16:06:01.215 INFO:tasks.rados.rados.0.smithi037.stdout:2563: finishing write tid 6 to smithi03738989-22 2021-07-26T16:06:01.215 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 1944 (ObjNum 826 snap 256 seq_num 826) dirty exists 2021-07-26T16:06:01.215 INFO:tasks.rados.rados.0.smithi037.stdout:2563: left oid 22 (ObjNum 826 snap 256 seq_num 826) 2021-07-26T16:06:01.215 INFO:tasks.rados.rados.0.smithi037.stdout:2564: finishing write tid 1 to smithi03738989-39 2021-07-26T16:06:01.216 INFO:tasks.rados.rados.0.smithi037.stdout:2564: finishing write tid 2 to smithi03738989-39 2021-07-26T16:06:01.216 INFO:tasks.rados.rados.0.smithi037.stdout:2564: finishing write tid 3 to smithi03738989-39 2021-07-26T16:06:01.216 INFO:tasks.rados.rados.0.smithi037.stdout:2564: finishing write tid 5 to smithi03738989-39 2021-07-26T16:06:01.216 INFO:tasks.rados.rados.0.smithi037.stdout:2564: finishing write tid 6 to smithi03738989-39 2021-07-26T16:06:01.217 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2324 (ObjNum 827 snap 256 seq_num 827) dirty exists 2021-07-26T16:06:01.217 INFO:tasks.rados.rados.0.smithi037.stdout:2564: left oid 39 (ObjNum 827 snap 256 seq_num 827) 2021-07-26T16:06:01.218 INFO:tasks.rados.rados.0.smithi037.stdout:2558: done (3 left) 2021-07-26T16:06:01.218 INFO:tasks.rados.rados.0.smithi037.stdout:2563: done (2 left) 2021-07-26T16:06:01.218 INFO:tasks.rados.rados.0.smithi037.stdout:2564: done (1 left) 2021-07-26T16:06:01.219 INFO:tasks.rados.rados.0.smithi037.stdout:2567: rmattr oid 39 current snap is 256 2021-07-26T16:06:01.219 INFO:tasks.rados.rados.0.smithi037.stdout:2568: rollback oid 7 current snap is 256 2021-07-26T16:06:01.219 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 7 to 252 2021-07-26T16:06:01.219 INFO:tasks.rados.rados.0.smithi037.stdout:2569: snap_remove snap 249 2021-07-26T16:06:01.334 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:06:01 smithi037 bash[50550]: level=info ts=2021-07-26T16:06:01.083Z caller=cluster.go:640 component=cluster msg="gossip settled; proceeding" elapsed=10.000904155s 2021-07-26T16:06:01.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:01 smithi037 bash[41498]: cluster 2021-07-26T16:05:59.828767+0000 mgr.y (mgr.24994) 392 : cluster [DBG] pgmap v547: 89 pgs: 89 active+clean; 461 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2021-07-26T16:06:01.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:01 smithi037 bash[41498]: cluster 2021-07-26T16:06:00.201815+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e559: 8 total, 8 up, 8 in 2021-07-26T16:06:01.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:01 smithi037 bash[42499]: cluster 2021-07-26T16:05:59.828767+0000 mgr.y (mgr.24994) 392 : cluster [DBG] pgmap v547: 89 pgs: 89 active+clean; 461 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2021-07-26T16:06:01.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:01 smithi037 bash[42499]: cluster 2021-07-26T16:06:00.201815+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e559: 8 total, 8 up, 8 in 2021-07-26T16:06:01.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:01 smithi107 bash[29346]: cluster 2021-07-26T16:05:59.828767+0000 mgr.y (mgr.24994) 392 : cluster [DBG] pgmap v547: 89 pgs: 89 active+clean; 461 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2021-07-26T16:06:01.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:01 smithi107 bash[29346]: cluster 2021-07-26T16:06:00.201815+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e559: 8 total, 8 up, 8 in 2021-07-26T16:06:01.522 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:01 smithi107 docker[37457]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:06:01.522 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:01 smithi107 bash[23748]: t=2021-07-26T16:06:01+0000 lvl=info msg="Shutdown started" logger=server reason="System signal: terminated" 2021-07-26T16:06:01.522 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:01 smithi107 bash[23748]: t=2021-07-26T16:06:01+0000 lvl=info msg="Stopped Stream Manager" 2021-07-26T16:06:01.523 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:01 smithi107 bash[23748]: t=2021-07-26T16:06:01+0000 lvl=info msg="Stopped UserAuthTokenService" logger=server reason="context canceled" 2021-07-26T16:06:01.523 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:01 smithi107 bash[23748]: t=2021-07-26T16:06:01+0000 lvl=info msg="Stopped BackendPluginManager" logger=server reason="context canceled" 2021-07-26T16:06:01.523 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:01 smithi107 bash[23748]: t=2021-07-26T16:06:01+0000 lvl=info msg="Stopped InternalMetricsService" logger=server reason="context canceled" 2021-07-26T16:06:01.523 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:01 smithi107 bash[23748]: t=2021-07-26T16:06:01+0000 lvl=info msg="Stopped UsageStatsService" logger=server reason="context canceled" 2021-07-26T16:06:01.523 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:01 smithi107 bash[23748]: t=2021-07-26T16:06:01+0000 lvl=info msg="Stopped AlertEngine" logger=server reason="context canceled" 2021-07-26T16:06:01.524 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:01 smithi107 bash[23748]: t=2021-07-26T16:06:01+0000 lvl=info msg="Stopped CleanUpService" logger=server reason="context canceled" 2021-07-26T16:06:01.524 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:01 smithi107 bash[23748]: t=2021-07-26T16:06:01+0000 lvl=info msg="Stopped PluginManager" logger=server reason="context canceled" 2021-07-26T16:06:01.524 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:01 smithi107 bash[23748]: t=2021-07-26T16:06:01+0000 lvl=info msg="Stopped provisioningServiceImpl" logger=server reason="context canceled" 2021-07-26T16:06:01.525 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:01 smithi107 bash[23748]: t=2021-07-26T16:06:01+0000 lvl=info msg="Stopped RemoteCache" logger=server reason="context canceled" 2021-07-26T16:06:01.525 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:01 smithi107 bash[23748]: t=2021-07-26T16:06:01+0000 lvl=info msg="Stopped NotificationService" logger=server reason="context canceled" 2021-07-26T16:06:02.227 INFO:tasks.rados.rados.0.smithi037.stdout:2569: done (3 left) 2021-07-26T16:06:02.228 INFO:tasks.rados.rados.0.smithi037.stdout:2570: delete oid 43 current snap is 256 2021-07-26T16:06:02.228 INFO:tasks.rados.rados.0.smithi037.stdout:2568: finishing rollback tid 0 to smithi03738989-7 2021-07-26T16:06:02.228 INFO:tasks.rados.rados.0.smithi037.stdout:2568: finishing rollback tid 1 to smithi03738989-7 2021-07-26T16:06:02.228 INFO:tasks.rados.rados.0.smithi037.stdout:2568: finishing rollback tid 2 to smithi03738989-7 2021-07-26T16:06:02.229 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 1714 (ObjNum 745 snap 225 seq_num 745) dirty exists 2021-07-26T16:06:02.229 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 2325 (ObjNum 1 snap 32610 seq_num 373487408) dirty exists 2021-07-26T16:06:02.229 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2330 (ObjNum 827 snap 256 seq_num 827) dirty exists 2021-07-26T16:06:02.241 INFO:tasks.rados.rados.0.smithi037.stdout:2566: done (3 left) 2021-07-26T16:06:02.242 INFO:tasks.rados.rados.0.smithi037.stdout:2567: done (2 left) 2021-07-26T16:06:02.242 INFO:tasks.rados.rados.0.smithi037.stdout:2568: done (1 left) 2021-07-26T16:06:02.242 INFO:tasks.rados.rados.0.smithi037.stdout:2570: done (0 left) 2021-07-26T16:06:02.243 INFO:tasks.rados.rados.0.smithi037.stdout:2571: read oid 50 snap -1 2021-07-26T16:06:02.243 INFO:tasks.rados.rados.0.smithi037.stdout:2571: expect deleted 2021-07-26T16:06:02.243 INFO:tasks.rados.rados.0.smithi037.stdout:2572: rollback oid 21 current snap is 256 2021-07-26T16:06:02.243 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 21 to 252 2021-07-26T16:06:02.243 INFO:tasks.rados.rados.0.smithi037.stdout:2573: delete oid 35 current snap is 256 2021-07-26T16:06:02.245 INFO:tasks.rados.rados.0.smithi037.stdout:2571: done (2 left) 2021-07-26T16:06:02.245 INFO:tasks.rados.rados.0.smithi037.stdout:2573: done (1 left) 2021-07-26T16:06:02.245 INFO:tasks.rados.rados.0.smithi037.stdout:2574: delete oid 50 current snap is 256 2021-07-26T16:06:02.246 INFO:tasks.rados.rados.0.smithi037.stdout:2572: finishing rollback tid 0 to smithi03738989-21 2021-07-26T16:06:02.247 INFO:tasks.rados.rados.0.smithi037.stdout:2572: finishing rollback tid 1 to smithi03738989-21 2021-07-26T16:06:02.247 INFO:tasks.rados.rados.0.smithi037.stdout:2572: finishing rollback tid 2 to smithi03738989-21 2021-07-26T16:06:02.247 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 1699 (ObjNum 641 snap 189 seq_num 641) dirty exists 2021-07-26T16:06:02.248 INFO:tasks.rados.rados.0.smithi037.stdout:2572: done (1 left) 2021-07-26T16:06:02.248 INFO:tasks.rados.rados.0.smithi037.stdout:2574: done (0 left) 2021-07-26T16:06:02.249 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 256 2021-07-26T16:06:02.249 INFO:tasks.rados.rados.0.smithi037.stdout:2575: seq_num 831 ranges {0=720896,720896=499712,1220608=704512} 2021-07-26T16:06:02.251 INFO:tasks.rados.rados.0.smithi037.stdout:2575: writing smithi03738989-35 from 0 to 720896 tid 1 2021-07-26T16:06:02.254 INFO:tasks.rados.rados.0.smithi037.stdout:2575: writing smithi03738989-35 from 720896 to 1220608 tid 2 2021-07-26T16:06:02.259 INFO:tasks.rados.rados.0.smithi037.stdout:2575: writing smithi03738989-35 from 1220608 to 1925120 tid 3 2021-07-26T16:06:02.259 INFO:tasks.rados.rados.0.smithi037.stdout:2576: delete oid 17 current snap is 256 2021-07-26T16:06:02.259 INFO:tasks.rados.rados.0.smithi037.stdout:2575: finishing write tid 1 to smithi03738989-35 2021-07-26T16:06:02.259 INFO:tasks.rados.rados.0.smithi037.stdout:2575: finishing write tid 2 to smithi03738989-35 2021-07-26T16:06:02.263 INFO:tasks.rados.rados.0.smithi037.stdout:2575: finishing write tid 3 to smithi03738989-35 2021-07-26T16:06:02.263 INFO:tasks.rados.rados.0.smithi037.stdout:2575: finishing write tid 5 to smithi03738989-35 2021-07-26T16:06:02.264 INFO:tasks.rados.rados.0.smithi037.stdout:2576: done (1 left) 2021-07-26T16:06:02.264 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 256 2021-07-26T16:06:02.265 INFO:tasks.rados.rados.0.smithi037.stdout:2577: seq_num 833 ranges {1318912=761856,2080768=671744,2752512=532480} 2021-07-26T16:06:02.277 INFO:tasks.rados.rados.0.smithi037.stdout:2577: writing smithi03738989-3 from 1318912 to 2080768 tid 1 2021-07-26T16:06:02.281 INFO:tasks.rados.rados.0.smithi037.stdout:2577: writing smithi03738989-3 from 2080768 to 2752512 tid 2 2021-07-26T16:06:02.285 INFO:tasks.rados.rados.0.smithi037.stdout:2577: writing smithi03738989-3 from 2752512 to 3284992 tid 3 2021-07-26T16:06:02.285 INFO:tasks.rados.rados.0.smithi037.stdout:2578: snap_create 2021-07-26T16:06:02.286 INFO:tasks.rados.rados.0.smithi037.stdout:2575: finishing write tid 6 to smithi03738989-35 2021-07-26T16:06:02.286 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1694 (ObjNum 831 snap 256 seq_num 831) dirty exists 2021-07-26T16:06:02.286 INFO:tasks.rados.rados.0.smithi037.stdout:2575: left oid 35 (ObjNum 831 snap 256 seq_num 831) 2021-07-26T16:06:02.286 INFO:tasks.rados.rados.0.smithi037.stdout:2577: finishing write tid 1 to smithi03738989-3 2021-07-26T16:06:02.289 INFO:tasks.rados.rados.0.smithi037.stdout:2577: finishing write tid 2 to smithi03738989-3 2021-07-26T16:06:02.290 INFO:tasks.rados.rados.0.smithi037.stdout:2577: finishing write tid 3 to smithi03738989-3 2021-07-26T16:06:02.290 INFO:tasks.rados.rados.0.smithi037.stdout:2577: finishing write tid 5 to smithi03738989-3 2021-07-26T16:06:02.292 INFO:tasks.rados.rados.0.smithi037.stdout:2577: finishing write tid 6 to smithi03738989-3 2021-07-26T16:06:02.292 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 1698 (ObjNum 833 snap 256 seq_num 833) dirty exists 2021-07-26T16:06:02.292 INFO:tasks.rados.rados.0.smithi037.stdout:2577: left oid 3 (ObjNum 833 snap 256 seq_num 833) 2021-07-26T16:06:02.336 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:02 smithi107 bash[29346]: cluster 2021-07-26T16:06:01.213404+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e560: 8 total, 8 up, 8 in 2021-07-26T16:06:02.336 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:02 smithi107 docker[37457]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c-grafana.a 2021-07-26T16:06:02.337 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:02 smithi107 systemd[1]: ceph-72588c72-ee28-11eb-8c23-001a4aab830c@grafana.a.service: Succeeded. 2021-07-26T16:06:02.337 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:02 smithi107 systemd[1]: Stopped Ceph grafana.a for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:06:02.337 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:02 smithi107 systemd[1]: Started Ceph grafana.a for 72588c72-ee28-11eb-8c23-001a4aab830c. 2021-07-26T16:06:02.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:02 smithi037 bash[41498]: cluster 2021-07-26T16:06:01.213404+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e560: 8 total, 8 up, 8 in 2021-07-26T16:06:02.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:02 smithi037 bash[42499]: cluster 2021-07-26T16:06:01.213404+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e560: 8 total, 8 up, 8 in 2021-07-26T16:06:02.771 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:02 smithi107 bash[37524]: WARNING: Error loading config file: .dockercfg: $HOME is not defined 2021-07-26T16:06:03.239 INFO:tasks.rados.rados.0.smithi037.stdout:2575: done (2 left) 2021-07-26T16:06:03.240 INFO:tasks.rados.rados.0.smithi037.stdout:2577: done (1 left) 2021-07-26T16:06:03.240 INFO:tasks.rados.rados.0.smithi037.stdout:2578: done (0 left) 2021-07-26T16:06:03.240 INFO:tasks.rados.rados.0.smithi037.stdout:2579: delete oid 47 current snap is 257 2021-07-26T16:06:03.245 INFO:tasks.rados.rados.0.smithi037.stdout:2579: done (0 left) 2021-07-26T16:06:03.246 INFO:tasks.rados.rados.0.smithi037.stdout:2580: copy_from oid 37 from oid 34 current snap is 257 2021-07-26T16:06:03.246 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 257 2021-07-26T16:06:03.246 INFO:tasks.rados.rados.0.smithi037.stdout:2581: seq_num 835 ranges {5611520=794624,6406144=442368,6848512=712704,7561216=49152} 2021-07-26T16:06:03.286 INFO:tasks.rados.rados.0.smithi037.stdout:2581: writing smithi03738989-9 from 5611520 to 6406144 tid 1 2021-07-26T16:06:03.287 INFO:tasks.rados.rados.0.smithi037.stdout:2581: writing smithi03738989-9 from 6406144 to 6848512 tid 2 2021-07-26T16:06:03.291 INFO:tasks.rados.rados.0.smithi037.stdout:2581: writing smithi03738989-9 from 6848512 to 7561216 tid 3 2021-07-26T16:06:03.292 INFO:tasks.rados.rados.0.smithi037.stdout:2581: writing smithi03738989-9 from 7561216 to 7610368 tid 4 2021-07-26T16:06:03.292 INFO:tasks.rados.rados.0.smithi037.stdout:2582: rollback oid 27 current snap is 257 2021-07-26T16:06:03.292 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 27 to 245 2021-07-26T16:06:03.293 INFO:tasks.rados.rados.0.smithi037.stdout:2580: finishing copy_from to smithi03738989-37 2021-07-26T16:06:03.293 INFO:tasks.rados.rados.0.smithi037.stdout:2580: got expected ENOENT (src dne) 2021-07-26T16:06:03.293 INFO:tasks.rados.rados.0.smithi037.stdout:2583: delete oid 28 current snap is 257 2021-07-26T16:06:03.293 INFO:tasks.rados.rados.0.smithi037.stdout:2580: finishing copy_from racing read to smithi03738989-37 2021-07-26T16:06:03.297 INFO:tasks.rados.rados.0.smithi037.stdout:2581: finishing write tid 1 to smithi03738989-9 2021-07-26T16:06:03.298 INFO:tasks.rados.rados.0.smithi037.stdout:2580: done (3 left) 2021-07-26T16:06:03.299 INFO:tasks.rados.rados.0.smithi037.stdout:2583: done (2 left) 2021-07-26T16:06:03.299 INFO:tasks.rados.rados.0.smithi037.stdout:2584: delete oid 20 current snap is 257 2021-07-26T16:06:03.302 INFO:tasks.rados.rados.0.smithi037.stdout:2582: finishing rollback tid 0 to smithi03738989-27 2021-07-26T16:06:03.303 INFO:tasks.rados.rados.0.smithi037.stdout:2582: finishing rollback tid 1 to smithi03738989-27 2021-07-26T16:06:03.308 INFO:tasks.rados.rados.0.smithi037.stdout:2581: finishing write tid 2 to smithi03738989-9 2021-07-26T16:06:03.308 INFO:tasks.rados.rados.0.smithi037.stdout:2582: finishing rollback tid 2 to smithi03738989-27 2021-07-26T16:06:03.308 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1710 (ObjNum 716 snap 220 seq_num 716) dirty exists 2021-07-26T16:06:03.309 INFO:tasks.rados.rados.0.smithi037.stdout:2581: finishing write tid 3 to smithi03738989-9 2021-07-26T16:06:03.309 INFO:tasks.rados.rados.0.smithi037.stdout:2582: done (2 left) 2021-07-26T16:06:03.309 INFO:tasks.rados.rados.0.smithi037.stdout:2584: done (1 left) 2021-07-26T16:06:03.309 INFO:tasks.rados.rados.0.smithi037.stdout:2585: snap_create 2021-07-26T16:06:03.310 INFO:tasks.rados.rados.0.smithi037.stdout:2581: finishing write tid 4 to smithi03738989-9 2021-07-26T16:06:03.310 INFO:tasks.rados.rados.0.smithi037.stdout:2581: finishing write tid 6 to smithi03738989-9 2021-07-26T16:06:03.310 INFO:tasks.rados.rados.0.smithi037.stdout:2581: finishing write tid 7 to smithi03738989-9 2021-07-26T16:06:03.310 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1719 (ObjNum 835 snap 257 seq_num 835) dirty exists 2021-07-26T16:06:03.311 INFO:tasks.rados.rados.0.smithi037.stdout:2581: left oid 9 (ObjNum 835 snap 257 seq_num 835) 2021-07-26T16:06:03.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[29346]: cluster 2021-07-26T16:06:01.829510+0000 mgr.y (mgr.24994) 393 : cluster [DBG] pgmap v550: 89 pgs: 89 active+clean; 456 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2021-07-26T16:06:03.504 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[29346]: cluster 2021-07-26T16:06:02.224893+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e561: 8 total, 8 up, 8 in 2021-07-26T16:06:03.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[29346]: audit 2021-07-26T16:06:02.307816+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:03.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[29346]: audit 2021-07-26T16:06:02.311485+0000 mon.c (mon.1) 391 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:06:03.505 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[29346]: audit 2021-07-26T16:06:02.315150+0000 mon.c (mon.1) 392 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:06:03.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:03 smithi037 bash[41498]: cluster 2021-07-26T16:06:01.829510+0000 mgr.y (mgr.24994) 393 : cluster [DBG] pgmap v550: 89 pgs: 89 active+clean; 456 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2021-07-26T16:06:03.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:03 smithi037 bash[41498]: cluster 2021-07-26T16:06:02.224893+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e561: 8 total, 8 up, 8 in 2021-07-26T16:06:03.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:03 smithi037 bash[41498]: audit 2021-07-26T16:06:02.307816+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:03.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:03 smithi037 bash[41498]: audit 2021-07-26T16:06:02.311485+0000 mon.c (mon.1) 391 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:06:03.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:03 smithi037 bash[41498]: audit 2021-07-26T16:06:02.315150+0000 mon.c (mon.1) 392 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:06:03.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:03 smithi037 bash[42499]: cluster 2021-07-26T16:06:01.829510+0000 mgr.y (mgr.24994) 393 : cluster [DBG] pgmap v550: 89 pgs: 89 active+clean; 456 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2021-07-26T16:06:03.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:03 smithi037 bash[42499]: cluster 2021-07-26T16:06:02.224893+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e561: 8 total, 8 up, 8 in 2021-07-26T16:06:03.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:03 smithi037 bash[42499]: audit 2021-07-26T16:06:02.307816+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:03.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:03 smithi037 bash[42499]: audit 2021-07-26T16:06:02.311485+0000 mon.c (mon.1) 391 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:06:03.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:03 smithi037 bash[42499]: audit 2021-07-26T16:06:02.315150+0000 mon.c (mon.1) 392 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-07-26T16:06:03.767 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Starting Grafana" logger=server version=6.7.4 commit=8e44bbc5f5 branch=HEAD compiled=2020-05-26T17:35:38+0000 2021-07-26T16:06:03.767 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2021-07-26T16:06:03.767 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2021-07-26T16:06:03.768 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2021-07-26T16:06:03.768 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2021-07-26T16:06:03.768 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2021-07-26T16:06:03.768 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2021-07-26T16:06:03.769 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2021-07-26T16:06:03.769 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2021-07-26T16:06:03.769 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2021-07-26T16:06:03.769 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2021-07-26T16:06:03.769 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2021-07-26T16:06:03.770 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="App mode production" logger=settings 2021-07-26T16:06:03.770 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Initializing SqlStore" logger=server 2021-07-26T16:06:03.770 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2021-07-26T16:06:03.770 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Starting DB migration" logger=migrator 2021-07-26T16:06:03.771 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Executing migration" logger=migrator id="create migration_log table" 2021-07-26T16:06:03.771 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Executing migration" logger=migrator id="create user table" 2021-07-26T16:06:03.771 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.login" 2021-07-26T16:06:03.771 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.email" 2021-07-26T16:06:03.772 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_login - v1" 2021-07-26T16:06:03.772 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_email - v1" 2021-07-26T16:06:03.772 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table user to user_v1 - v1" 2021-07-26T16:06:03.772 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Executing migration" logger=migrator id="create user table v2" 2021-07-26T16:06:03.772 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_login - v2" 2021-07-26T16:06:04.016 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_email - v2" 2021-07-26T16:06:04.016 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2021-07-26T16:06:04.016 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table user_v1" 2021-07-26T16:06:04.017 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Executing migration" logger=migrator id="Add column help_flags1 to user table" 2021-07-26T16:06:04.017 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Executing migration" logger=migrator id="Update user table charset" 2021-07-26T16:06:04.017 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Executing migration" logger=migrator id="Add last_seen_at column to user" 2021-07-26T16:06:04.017 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Executing migration" logger=migrator id="Add missing user data" 2021-07-26T16:06:04.018 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:03 smithi107 bash[37524]: t=2021-07-26T16:06:03+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_disabled column to user" 2021-07-26T16:06:04.018 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="create temp user table v1-7" 2021-07-26T16:06:04.252 INFO:tasks.rados.rados.0.smithi037.stdout:2581: done (1 left) 2021-07-26T16:06:04.252 INFO:tasks.rados.rados.0.smithi037.stdout:2585: done (0 left) 2021-07-26T16:06:04.252 INFO:tasks.rados.rados.0.smithi037.stdout:2586: snap_remove snap 241 2021-07-26T16:06:04.271 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[29346]: cluster 2021-07-26T16:06:03.238901+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2021-07-26T16:06:04.272 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v1-7" 2021-07-26T16:06:04.272 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v1-7" 2021-07-26T16:06:04.272 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v1-7" 2021-07-26T16:06:04.273 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v1-7" 2021-07-26T16:06:04.273 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="Update temp_user table charset" 2021-07-26T16:06:04.273 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="create star table" 2021-07-26T16:06:04.273 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index star.user_id_dashboard_id" 2021-07-26T16:06:04.571 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="create org table v1" 2021-07-26T16:06:04.572 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_name - v1" 2021-07-26T16:06:04.572 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="create org_user table v1" 2021-07-26T16:06:04.572 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_org_id - v1" 2021-07-26T16:06:04.572 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_user_org_id_user_id - v1" 2021-07-26T16:06:04.573 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="Update org table charset" 2021-07-26T16:06:04.573 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="Update org_user table charset" 2021-07-26T16:06:04.573 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate all Read Only Viewers to Viewers" 2021-07-26T16:06:04.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:04 smithi037 bash[41498]: cluster 2021-07-26T16:06:03.238901+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2021-07-26T16:06:04.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:04 smithi037 bash[42499]: cluster 2021-07-26T16:06:03.238901+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2021-07-26T16:06:04.833 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard table" 2021-07-26T16:06:04.833 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard.account_id" 2021-07-26T16:06:04.834 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_account_id_slug" 2021-07-26T16:06:04.834 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_tag table" 2021-07-26T16:06:04.835 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_tag.dasboard_id_term" 2021-07-26T16:06:04.835 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2021-07-26T16:06:04.835 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard to dashboard_v1 - v1" 2021-07-26T16:06:04.836 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard v2" 2021-07-26T16:06:04.836 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_org_id - v2" 2021-07-26T16:06:04.837 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_org_id_slug - v2" 2021-07-26T16:06:05.084 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard v1 to v2" 2021-07-26T16:06:05.085 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_v1" 2021-07-26T16:06:05.085 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard.data to mediumtext v1" 2021-07-26T16:06:05.085 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:04 smithi107 bash[37524]: t=2021-07-26T16:06:04+0000 lvl=info msg="Executing migration" logger=migrator id="Add column updated_by in dashboard - v2" 2021-07-26T16:06:05.085 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="Add column created_by in dashboard - v2" 2021-07-26T16:06:05.086 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="Add column gnetId in dashboard" 2021-07-26T16:06:05.086 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for gnetId in dashboard" 2021-07-26T16:06:05.257 INFO:tasks.rados.rados.0.smithi037.stdout:2586: done (0 left) 2021-07-26T16:06:05.257 INFO:tasks.rados.rados.0.smithi037.stdout:2587: snap_create 2021-07-26T16:06:05.345 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[29346]: cluster 2021-07-26T16:06:03.830371+0000 mgr.y (mgr.24994) 394 : cluster [DBG] pgmap v553: 89 pgs: 89 active+clean; 460 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2021-07-26T16:06:05.345 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[29346]: cluster 2021-07-26T16:06:04.254957+0000 mon.a (mon.0) 989 : cluster [DBG] osdmap e563: 8 total, 8 up, 8 in 2021-07-26T16:06:05.345 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_id in dashboard" 2021-07-26T16:06:05.346 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for plugin_id in dashboard" 2021-07-26T16:06:05.346 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_id in dashboard_tag" 2021-07-26T16:06:05.346 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard table charset" 2021-07-26T16:06:05.346 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_tag table charset" 2021-07-26T16:06:05.437 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="Add column folder_id in dashboard" 2021-07-26T16:06:05.438 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="Add column isFolder in dashboard" 2021-07-26T16:06:05.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:05 smithi037 bash[41498]: cluster 2021-07-26T16:06:03.830371+0000 mgr.y (mgr.24994) 394 : cluster [DBG] pgmap v553: 89 pgs: 89 active+clean; 460 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2021-07-26T16:06:05.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:05 smithi037 bash[41498]: cluster 2021-07-26T16:06:04.254957+0000 mon.a (mon.0) 989 : cluster [DBG] osdmap e563: 8 total, 8 up, 8 in 2021-07-26T16:06:05.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:05 smithi037 bash[42499]: cluster 2021-07-26T16:06:03.830371+0000 mgr.y (mgr.24994) 394 : cluster [DBG] pgmap v553: 89 pgs: 89 active+clean; 460 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2021-07-26T16:06:05.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:05 smithi037 bash[42499]: cluster 2021-07-26T16:06:04.254957+0000 mon.a (mon.0) 989 : cluster [DBG] osdmap e563: 8 total, 8 up, 8 in 2021-07-26T16:06:05.597 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="Add column has_acl in dashboard" 2021-07-26T16:06:05.597 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in dashboard" 2021-07-26T16:06:05.598 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in dashboard" 2021-07-26T16:06:05.598 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index dashboard_org_id_uid" 2021-07-26T16:06:05.598 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_slug" 2021-07-26T16:06:05.599 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard title length" 2021-07-26T16:06:05.870 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index for dashboard_org_id_title_folder_id" 2021-07-26T16:06:05.871 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning" 2021-07-26T16:06:05.871 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2021-07-26T16:06:05.871 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning v2" 2021-07-26T16:06:05.871 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2021-07-26T16:06:05.872 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2021-07-26T16:06:05.872 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard_provisioning v1 to v2" 2021-07-26T16:06:05.872 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="drop dashboard_provisioning_tmp_qwerty" 2021-07-26T16:06:05.872 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="Add check_sum column" 2021-07-26T16:06:05.873 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table" 2021-07-26T16:06:06.126 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="add index data_source.account_id" 2021-07-26T16:06:06.126 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index data_source.account_id_name" 2021-07-26T16:06:06.126 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_data_source_account_id - v1" 2021-07-26T16:06:06.127 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:05 smithi107 bash[37524]: t=2021-07-26T16:06:05+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_data_source_account_id_name - v1" 2021-07-26T16:06:06.127 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table data_source to data_source_v1 - v1" 2021-07-26T16:06:06.127 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table v2" 2021-07-26T16:06:06.127 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_data_source_org_id - v2" 2021-07-26T16:06:06.268 INFO:tasks.rados.rados.0.smithi037.stdout:2587: done (0 left) 2021-07-26T16:06:06.268 INFO:tasks.rados.rados.0.smithi037.stdout:2588: snap_remove snap 243 2021-07-26T16:06:06.388 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_data_source_org_id_name - v2" 2021-07-26T16:06:06.388 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2021-07-26T16:06:06.388 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table data_source_v1 #2" 2021-07-26T16:06:06.388 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="Add column with_credentials" 2021-07-26T16:06:06.389 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="Add secure json data column" 2021-07-26T16:06:06.389 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[29346]: cluster 2021-07-26T16:06:05.258496+0000 mon.a (mon.0) 990 : cluster [DBG] osdmap e564: 8 total, 8 up, 8 in 2021-07-26T16:06:06.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:06 smithi037 bash[41498]: cluster 2021-07-26T16:06:05.258496+0000 mon.a (mon.0) 990 : cluster [DBG] osdmap e564: 8 total, 8 up, 8 in 2021-07-26T16:06:06.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:06 smithi037 bash[42499]: cluster 2021-07-26T16:06:05.258496+0000 mon.a (mon.0) 990 : cluster [DBG] osdmap e564: 8 total, 8 up, 8 in 2021-07-26T16:06:06.650 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="Update data_source table charset" 2021-07-26T16:06:06.650 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="Update initial version to 1" 2021-07-26T16:06:06.651 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="Add read_only data column" 2021-07-26T16:06:06.651 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate logging ds to loki ds" 2021-07-26T16:06:06.651 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="Update json_data with nulls" 2021-07-26T16:06:06.651 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table" 2021-07-26T16:06:06.651 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id" 2021-07-26T16:06:06.900 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.key" 2021-07-26T16:06:06.900 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id_name" 2021-07-26T16:06:06.900 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_api_key_account_id - v1" 2021-07-26T16:06:06.901 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_key - v1" 2021-07-26T16:06:06.901 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_account_id_name - v1" 2021-07-26T16:06:06.901 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table api_key to api_key_v1 - v1" 2021-07-26T16:06:06.901 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table v2" 2021-07-26T16:06:07.068 INFO:tasks.rados.rados.0.smithi037.stdout:2588: done (0 left) 2021-07-26T16:06:07.068 INFO:tasks.rados.rados.0.smithi037.stdout:2589: setattr oid 43 current snap is 259 2021-07-26T16:06:07.068 INFO:tasks.rados.rados.0.smithi037.stdout:2590: setattr oid 29 current snap is 259 2021-07-26T16:06:07.069 INFO:tasks.rados.rados.0.smithi037.stdout:2591: rmattr oid 12 current snap is 259 2021-07-26T16:06:07.069 INFO:tasks.rados.rados.0.smithi037.stdout:2592: read oid 6 snap -1 2021-07-26T16:06:07.070 INFO:tasks.rados.rados.0.smithi037.stdout:2592: expect (ObjNum 641 snap 189 seq_num 641) 2021-07-26T16:06:07.070 INFO:tasks.rados.rados.0.smithi037.stdout:2593: copy_from oid 42 from oid 26 current snap is 259 2021-07-26T16:06:07.070 INFO:tasks.rados.rados.0.smithi037.stdout:2594: read oid 46 snap 228 2021-07-26T16:06:07.070 INFO:tasks.rados.rados.0.smithi037.stdout:2594: expect (ObjNum 731 snap 223 seq_num 731) 2021-07-26T16:06:07.071 INFO:tasks.rados.rados.0.smithi037.stdout:2595: setattr oid 10 current snap is 259 2021-07-26T16:06:07.071 INFO:tasks.rados.rados.0.smithi037.stdout:2596: delete oid 5 current snap is 259 2021-07-26T16:06:07.082 INFO:tasks.rados.rados.0.smithi037.stdout:2593: finishing copy_from to smithi03738989-42 2021-07-26T16:06:07.082 INFO:tasks.rados.rados.0.smithi037.stdout:2593: got expected ENOENT (src dne) 2021-07-26T16:06:07.082 INFO:tasks.rados.rados.0.smithi037.stdout:2593: finishing copy_from racing read to smithi03738989-42 2021-07-26T16:06:07.089 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 2071 (ObjNum 787 snap 239 seq_num 787) dirty exists 2021-07-26T16:06:07.092 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 2294 (ObjNum 6 snap 0 seq_num 5) dirty exists 2021-07-26T16:06:07.093 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 2350 (ObjNum 372887328 snap 21933 seq_num 372825984) dirty exists 2021-07-26T16:06:07.095 INFO:tasks.rados.rados.0.smithi037.stdout:2594: expect (ObjNum 731 snap 223 seq_num 731) 2021-07-26T16:06:07.179 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:06 smithi107 bash[37524]: t=2021-07-26T16:06:06+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_api_key_org_id - v2" 2021-07-26T16:06:07.180 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_key - v2" 2021-07-26T16:06:07.180 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_org_id_name - v2" 2021-07-26T16:06:07.180 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="copy api_key v1 to v2" 2021-07-26T16:06:07.180 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table api_key_v1" 2021-07-26T16:06:07.180 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update api_key table charset" 2021-07-26T16:06:07.267 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 1699 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:06:07.267 INFO:tasks.rados.rados.0.smithi037.stdout:2592: expect (ObjNum 641 snap 189 seq_num 641) 2021-07-26T16:06:07.319 INFO:tasks.rados.rados.0.smithi037.stdout:2589: done (7 left) 2021-07-26T16:06:07.320 INFO:tasks.rados.rados.0.smithi037.stdout:2590: done (6 left) 2021-07-26T16:06:07.320 INFO:tasks.rados.rados.0.smithi037.stdout:2591: done (5 left) 2021-07-26T16:06:07.320 INFO:tasks.rados.rados.0.smithi037.stdout:2592: done (4 left) 2021-07-26T16:06:07.320 INFO:tasks.rados.rados.0.smithi037.stdout:2593: done (3 left) 2021-07-26T16:06:07.320 INFO:tasks.rados.rados.0.smithi037.stdout:2594: done (2 left) 2021-07-26T16:06:07.321 INFO:tasks.rados.rados.0.smithi037.stdout:2595: done (1 left) 2021-07-26T16:06:07.321 INFO:tasks.rados.rados.0.smithi037.stdout:2596: done (0 left) 2021-07-26T16:06:07.321 INFO:tasks.rados.rados.0.smithi037.stdout:2597: snap_remove snap 165 2021-07-26T16:06:07.468 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[29346]: cluster 2021-07-26T16:06:05.831225+0000 mgr.y (mgr.24994) 395 : cluster [DBG] pgmap v556: 89 pgs: 89 active+clean; 464 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.5 MiB/s wr, 13 op/s 2021-07-26T16:06:07.469 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[29346]: cluster 2021-07-26T16:06:06.270433+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e565: 8 total, 8 up, 8 in 2021-07-26T16:06:07.469 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[29346]: cluster 2021-07-26T16:06:07.065593+0000 mon.a (mon.0) 992 : cluster [DBG] osdmap e566: 8 total, 8 up, 8 in 2021-07-26T16:06:07.469 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add expires to api_key table" 2021-07-26T16:06:07.470 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v4" 2021-07-26T16:06:07.470 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_snapshot_v4 #1" 2021-07-26T16:06:07.470 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v5 #2" 2021-07-26T16:06:07.470 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_key - v5" 2021-07-26T16:06:07.471 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_delete_key - v5" 2021-07-26T16:06:07.550 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[41498]: cluster 2021-07-26T16:06:05.831225+0000 mgr.y (mgr.24994) 395 : cluster [DBG] pgmap v556: 89 pgs: 89 active+clean; 464 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.5 MiB/s wr, 13 op/s 2021-07-26T16:06:07.550 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[41498]: cluster 2021-07-26T16:06:06.270433+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e565: 8 total, 8 up, 8 in 2021-07-26T16:06:07.550 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[41498]: cluster 2021-07-26T16:06:07.065593+0000 mon.a (mon.0) 992 : cluster [DBG] osdmap e566: 8 total, 8 up, 8 in 2021-07-26T16:06:07.551 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[42499]: cluster 2021-07-26T16:06:05.831225+0000 mgr.y (mgr.24994) 395 : cluster [DBG] pgmap v556: 89 pgs: 89 active+clean; 464 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.5 MiB/s wr, 13 op/s 2021-07-26T16:06:07.551 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[42499]: cluster 2021-07-26T16:06:06.270433+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e565: 8 total, 8 up, 8 in 2021-07-26T16:06:07.551 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[42499]: cluster 2021-07-26T16:06:07.065593+0000 mon.a (mon.0) 992 : cluster [DBG] osdmap e566: 8 total, 8 up, 8 in 2021-07-26T16:06:07.737 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_snapshot_user_id - v5" 2021-07-26T16:06:07.738 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_snapshot to mediumtext v2" 2021-07-26T16:06:07.738 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_snapshot table charset" 2021-07-26T16:06:07.738 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external_delete_url to dashboard_snapshots table" 2021-07-26T16:06:07.738 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="create quota table v1" 2021-07-26T16:06:07.739 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_quota_org_id_user_id_target - v1" 2021-07-26T16:06:07.739 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update quota table charset" 2021-07-26T16:06:07.836 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: debug 2021-07-26T16:06:07.547+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:06:07.836 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:06:07.837 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:07.837 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:06:07.837 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:07.837 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:06:07.838 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:07.838 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:07.838 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:06:07.840 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: debug 2021-07-26T16:06:07.547+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:06:07.840 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:06:07.840 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:07.840 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:06:07.841 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:07.843 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:06:07.843 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:07.844 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:07.844 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:06:07.844 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: debug 2021-07-26T16:06:07.551+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:06:07.844 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:06:07.845 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:07.845 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:06:07.845 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:07.845 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:06:07.846 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:07.846 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:07.846 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:06:07.846 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: debug 2021-07-26T16:06:07.551+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:06:07.847 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:06:07.847 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:07.847 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:06:07.847 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:07.847 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:06:07.848 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:07.848 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:07.848 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:07 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:06:08.010 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="create plugin_setting table" 2021-07-26T16:06:08.010 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2021-07-26T16:06:08.010 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_version to plugin_settings" 2021-07-26T16:06:08.010 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="Update plugin_setting table charset" 2021-07-26T16:06:08.011 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="create session table" 2021-07-26T16:06:08.011 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist table" 2021-07-26T16:06:08.011 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist_item table" 2021-07-26T16:06:08.011 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:07 smithi107 bash[37524]: t=2021-07-26T16:06:07+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist table v2" 2021-07-26T16:06:08.260 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist item table v2" 2021-07-26T16:06:08.260 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist table charset" 2021-07-26T16:06:08.260 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist_item table charset" 2021-07-26T16:06:08.260 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v2" 2021-07-26T16:06:08.261 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v3" 2021-07-26T16:06:08.261 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="create preferences table v3" 2021-07-26T16:06:08.282 INFO:tasks.rados.rados.0.smithi037.stdout:2597: done (0 left) 2021-07-26T16:06:08.282 INFO:tasks.rados.rados.0.smithi037.stdout:2598: rollback oid 23 current snap is 259 2021-07-26T16:06:08.283 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 23 to 244 2021-07-26T16:06:08.283 INFO:tasks.rados.rados.0.smithi037.stdout:2599: read oid 40 snap -1 2021-07-26T16:06:08.283 INFO:tasks.rados.rados.0.smithi037.stdout:2599: expect (ObjNum 573 snap 171 seq_num 573) 2021-07-26T16:06:08.283 INFO:tasks.rados.rados.0.smithi037.stdout:2600: copy_from oid 17 from oid 5 current snap is 259 2021-07-26T16:06:08.284 INFO:tasks.rados.rados.0.smithi037.stdout:2601: rmattr oid 8 current snap is 259 2021-07-26T16:06:08.284 INFO:tasks.rados.rados.0.smithi037.stdout:2602: snap_create 2021-07-26T16:06:08.291 INFO:tasks.rados.rados.0.smithi037.stdout:2600: finishing copy_from to smithi03738989-17 2021-07-26T16:06:08.292 INFO:tasks.rados.rados.0.smithi037.stdout:2600: got expected ENOENT (src dne) 2021-07-26T16:06:08.292 INFO:tasks.rados.rados.0.smithi037.stdout:2600: finishing copy_from racing read to smithi03738989-17 2021-07-26T16:06:08.295 INFO:tasks.rados.rados.0.smithi037.stdout:2598: finishing rollback tid 0 to smithi03738989-23 2021-07-26T16:06:08.295 INFO:tasks.rados.rados.0.smithi037.stdout:2598: finishing rollback tid 1 to smithi03738989-23 2021-07-26T16:06:08.296 INFO:tasks.rados.rados.0.smithi037.stdout:2598: finishing rollback tid 2 to smithi03738989-23 2021-07-26T16:06:08.296 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1703 (ObjNum 765 snap 232 seq_num 765) dirty exists 2021-07-26T16:06:08.296 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 1133 (ObjNum 810 snap 247 seq_num 810) dirty exists 2021-07-26T16:06:08.316 INFO:tasks.rados.rados.0.smithi037.stdout:2599: expect (ObjNum 573 snap 171 seq_num 573) 2021-07-26T16:06:08.335 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: debug 2021-07-26T16:06:08.067+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:06:08.335 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:06:08.335 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:08.335 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:06:08.336 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:08.336 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:06:08.336 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:08.336 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:08.337 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:06:08.337 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: debug 2021-07-26T16:06:08.071+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:06:08.337 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:06:08.337 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:08.338 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:06:08.338 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:08.338 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:06:08.338 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:08.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:08.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:06:08.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: debug 2021-07-26T16:06:08.071+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:06:08.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:06:08.339 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:08.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:06:08.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:08.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:06:08.340 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:08.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:08.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:06:08.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: debug 2021-07-26T16:06:08.075+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:06:08.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:06:08.341 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:08.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:06:08.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:08.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:06:08.342 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:08.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:08.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:06:08.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: debug 2021-07-26T16:06:08.095+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:06:08.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:06:08.343 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:08.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:06:08.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:08.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:06:08.344 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:08.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:08.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:06:08.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: debug 2021-07-26T16:06:08.095+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:06:08.345 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:06:08.346 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:08.346 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:06:08.346 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:08.346 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:06:08.347 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:08.347 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:08.347 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:06:08.347 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: debug 2021-07-26T16:06:08.099+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:06:08.348 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:06:08.348 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:08.348 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:06:08.348 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:08.349 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:06:08.349 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:08.349 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:08.349 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:06:08.350 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: debug 2021-07-26T16:06:08.099+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:06:08.350 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:06:08.350 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:08.350 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:06:08.350 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:08.351 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:06:08.351 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:08.351 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:08.351 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:06:08.521 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="Update preferences table charset" 2021-07-26T16:06:08.521 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="Add column team_id in preferences" 2021-07-26T16:06:08.522 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="Update team_id column values in preferences" 2021-07-26T16:06:08.522 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="create alert table v1" 2021-07-26T16:06:08.522 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert org_id & id " 2021-07-26T16:06:08.522 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert state" 2021-07-26T16:06:08.523 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert dashboard_id" 2021-07-26T16:06:08.826 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v1" 2021-07-26T16:06:08.826 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_rule_tag.alert_id_tag_id" 2021-07-26T16:06:08.826 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification table v1" 2021-07-26T16:06:08.827 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="Add column is_default" 2021-07-26T16:06:08.827 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="Add column frequency" 2021-07-26T16:06:08.827 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="Add column send_reminder" 2021-07-26T16:06:08.827 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="Add column disable_resolve_message" 2021-07-26T16:06:08.828 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification org_id & name" 2021-07-26T16:06:08.828 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert table charset" 2021-07-26T16:06:08.829 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.540161+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:08.829 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.551134+0000 mon.a (mon.0) 994 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:08.830 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: cephadm 2021-07-26T16:06:07.553433+0000 mgr.y (mgr.24994) 396 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:06:08.830 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:06:08.830 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:08.831 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:06:08.831 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:08.831 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:06:08.831 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:08.832 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:08.832 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:06:08.832 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: cephadm 2021-07-26T16:06:07.554787+0000 mgr.y (mgr.24994) 397 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:06:08.832 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:06:08.832 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:08.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:06:08.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:08.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:06:08.833 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:08.834 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:08.834 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:06:08.834 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: cephadm 2021-07-26T16:06:07.557279+0000 mgr.y (mgr.24994) 398 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:06:08.834 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:06:08.835 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:08.835 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:06:08.835 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:08.835 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:06:08.835 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:08.836 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:08.836 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:06:08.836 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: cephadm 2021-07-26T16:06:07.558702+0000 mgr.y (mgr.24994) 399 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:06:08.836 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:06:08.837 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:08.837 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:06:08.837 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:08.837 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:06:08.837 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:08.838 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:08.838 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:06:08.838 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.563651+0000 mon.c (mon.1) 393 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T16:06:08.838 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.564341+0000 mgr.y (mgr.24994) 400 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T16:06:08.839 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.565932+0000 mon.c (mon.1) 394 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.107:3000"}]: dispatch 2021-07-26T16:06:08.839 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.566730+0000 mgr.y (mgr.24994) 401 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.107:3000"}]: dispatch 2021-07-26T16:06:08.839 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.575823+0000 mon.a (mon.0) 995 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:08.839 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.580168+0000 mon.c (mon.1) 395 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:06:08.840 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.582299+0000 mon.c (mon.1) 396 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.840 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.584500+0000 mon.c (mon.1) 397 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.840 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.586251+0000 mon.c (mon.1) 398 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.840 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.589027+0000 mon.c (mon.1) 399 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.840 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.592234+0000 mon.c (mon.1) 400 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.841 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.594145+0000 mon.c (mon.1) 401 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.841 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.596401+0000 mon.c (mon.1) 402 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.841 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.597982+0000 mon.c (mon.1) 403 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.841 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.599587+0000 mon.c (mon.1) 404 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.842 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.601341+0000 mon.c (mon.1) 405 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.842 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.602972+0000 mon.c (mon.1) 406 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.842 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.604639+0000 mon.c (mon.1) 407 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.842 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.606278+0000 mon.c (mon.1) 408 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.843 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.608025+0000 mon.c (mon.1) 409 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.843 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: cephadm 2021-07-26T16:06:07.609405+0000 mgr.y (mgr.24994) 402 : cephadm [INF] Upgrade: Finalizing container_image settings 2021-07-26T16:06:08.843 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.618012+0000 mon.a (mon.0) 996 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:08.843 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.620246+0000 mon.c (mon.1) 410 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2021-07-26T16:06:08.844 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.629135+0000 mon.a (mon.0) 997 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2021-07-26T16:06:08.844 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.647892+0000 mon.a (mon.0) 998 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2021-07-26T16:06:08.844 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.649915+0000 mon.c (mon.1) 411 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.844 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.650718+0000 mon.a (mon.0) 999 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.845 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.659418+0000 mon.a (mon.0) 1000 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2021-07-26T16:06:08.845 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.661122+0000 mon.c (mon.1) 412 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2021-07-26T16:06:08.845 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.661655+0000 mon.a (mon.0) 1001 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2021-07-26T16:06:08.846 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.666452+0000 mon.a (mon.0) 1002 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2021-07-26T16:06:08.846 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.670467+0000 mon.c (mon.1) 413 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2021-07-26T16:06:08.846 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.670991+0000 mon.a (mon.0) 1003 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2021-07-26T16:06:08.846 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.725616+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2021-07-26T16:06:08.847 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.729417+0000 mon.c (mon.1) 414 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2021-07-26T16:06:08.847 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.730113+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2021-07-26T16:06:08.847 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.736198+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2021-07-26T16:06:08.847 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.738959+0000 mon.c (mon.1) 415 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2021-07-26T16:06:08.848 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.739573+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2021-07-26T16:06:08.848 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.746285+0000 mon.a (mon.0) 1008 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2021-07-26T16:06:08.848 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.752639+0000 mon.c (mon.1) 416 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2021-07-26T16:06:08.848 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.753185+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2021-07-26T16:06:08.849 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.761083+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2021-07-26T16:06:08.849 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.764534+0000 mon.c (mon.1) 417 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.849 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.765258+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.849 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.766867+0000 mon.c (mon.1) 418 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2021-07-26T16:06:08.849 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.767472+0000 mon.a (mon.0) 1012 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2021-07-26T16:06:08.850 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.776087+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2021-07-26T16:06:08.850 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.781066+0000 mon.c (mon.1) 419 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2021-07-26T16:06:08.850 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.781701+0000 mon.a (mon.0) 1014 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2021-07-26T16:06:08.850 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.789580+0000 mon.a (mon.0) 1015 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2021-07-26T16:06:08.851 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.793405+0000 mon.c (mon.1) 420 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.851 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.794115+0000 mon.a (mon.0) 1016 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.851 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.795863+0000 mon.c (mon.1) 421 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.851 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.796519+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.851 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.798274+0000 mon.c (mon.1) 422 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.852 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.798904+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.852 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.800667+0000 mon.c (mon.1) 423 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.852 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.801219+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.852 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.803911+0000 mon.c (mon.1) 424 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2021-07-26T16:06:08.853 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.804384+0000 mon.a (mon.0) 1020 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2021-07-26T16:06:08.853 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.811168+0000 mon.a (mon.0) 1021 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2021-07-26T16:06:08.853 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:07.814762+0000 mon.c (mon.1) 425 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:06:08.853 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:08.071049+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:08.854 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:08.083901+0000 mon.c (mon.1) 426 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:06:08.855 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: audit 2021-07-26T16:06:08.095811+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:08.855 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[29346]: cluster 2021-07-26T16:06:08.276907+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e567: 8 total, 8 up, 8 in 2021-07-26T16:06:08.855 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.540161+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:08.856 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.551134+0000 mon.a (mon.0) 994 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:08.856 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: cephadm 2021-07-26T16:06:07.553433+0000 mgr.y (mgr.24994) 396 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:06:08.856 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:06:08.856 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:08.857 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:06:08.857 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:08.857 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:06:08.857 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:08.858 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:08.858 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:06:08.858 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: cephadm 2021-07-26T16:06:07.554787+0000 mgr.y (mgr.24994) 397 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:06:08.858 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:06:08.859 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:08.859 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:06:08.859 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:08.859 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:06:08.859 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:08.860 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:08.860 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:06:08.860 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: cephadm 2021-07-26T16:06:07.557279+0000 mgr.y (mgr.24994) 398 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:06:08.860 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:06:08.861 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:08.861 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:06:08.861 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:08.861 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:06:08.861 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:08.862 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:08.863 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.540161+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:08.863 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.551134+0000 mon.a (mon.0) 994 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:08.863 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: cephadm 2021-07-26T16:06:07.553433+0000 mgr.y (mgr.24994) 396 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:06:08.863 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:06:08.864 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:08.864 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:06:08.864 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:08.865 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:06:08.865 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:08.865 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:08.866 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:06:08.866 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: cephadm 2021-07-26T16:06:07.554787+0000 mgr.y (mgr.24994) 397 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:06:08.866 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:06:08.866 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:08.866 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:06:08.867 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:08.867 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:06:08.867 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:08.867 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:08.868 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:06:08.868 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: cephadm 2021-07-26T16:06:07.557279+0000 mgr.y (mgr.24994) 398 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:06:08.868 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:06:08.868 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:08.868 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:06:08.869 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:08.869 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:06:08.869 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:08.869 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:08.870 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:06:08.870 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: cephadm 2021-07-26T16:06:07.558702+0000 mgr.y (mgr.24994) 399 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:06:08.870 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:06:08.870 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:08.871 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:06:08.871 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:08.871 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:06:08.871 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:08.871 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:08.872 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:06:08.872 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.563651+0000 mon.c (mon.1) 393 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T16:06:08.872 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.564341+0000 mgr.y (mgr.24994) 400 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T16:06:08.872 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.565932+0000 mon.c (mon.1) 394 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.107:3000"}]: dispatch 2021-07-26T16:06:08.873 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.566730+0000 mgr.y (mgr.24994) 401 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.107:3000"}]: dispatch 2021-07-26T16:06:08.873 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.575823+0000 mon.a (mon.0) 995 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:08.873 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.580168+0000 mon.c (mon.1) 395 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:06:08.873 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.582299+0000 mon.c (mon.1) 396 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.873 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.584500+0000 mon.c (mon.1) 397 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.874 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.586251+0000 mon.c (mon.1) 398 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.874 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.589027+0000 mon.c (mon.1) 399 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.874 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.592234+0000 mon.c (mon.1) 400 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.874 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.594145+0000 mon.c (mon.1) 401 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.875 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.596401+0000 mon.c (mon.1) 402 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.876 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:06:08.876 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: cephadm 2021-07-26T16:06:07.558702+0000 mgr.y (mgr.24994) 399 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:06:08.876 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:06:08.876 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:08.877 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:06:08.877 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:08.877 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:06:08.877 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:08.878 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:08.878 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:06:08.878 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.563651+0000 mon.c (mon.1) 393 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T16:06:08.878 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.564341+0000 mgr.y (mgr.24994) 400 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2021-07-26T16:06:08.879 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.565932+0000 mon.c (mon.1) 394 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.107:3000"}]: dispatch 2021-07-26T16:06:08.879 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.566730+0000 mgr.y (mgr.24994) 401 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.107:3000"}]: dispatch 2021-07-26T16:06:08.879 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.575823+0000 mon.a (mon.0) 995 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:08.879 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.580168+0000 mon.c (mon.1) 395 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:06:08.880 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.582299+0000 mon.c (mon.1) 396 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.880 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.584500+0000 mon.c (mon.1) 397 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.880 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.586251+0000 mon.c (mon.1) 398 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.880 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.589027+0000 mon.c (mon.1) 399 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.881 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.592234+0000 mon.c (mon.1) 400 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.881 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.594145+0000 mon.c (mon.1) 401 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.881 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.596401+0000 mon.c (mon.1) 402 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.881 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.597982+0000 mon.c (mon.1) 403 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.882 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.599587+0000 mon.c (mon.1) 404 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.882 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.601341+0000 mon.c (mon.1) 405 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.883 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.602972+0000 mon.c (mon.1) 406 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.883 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.604639+0000 mon.c (mon.1) 407 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.883 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.606278+0000 mon.c (mon.1) 408 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.883 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.608025+0000 mon.c (mon.1) 409 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.883 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: cephadm 2021-07-26T16:06:07.609405+0000 mgr.y (mgr.24994) 402 : cephadm [INF] Upgrade: Finalizing container_image settings 2021-07-26T16:06:08.884 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.618012+0000 mon.a (mon.0) 996 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:08.884 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.620246+0000 mon.c (mon.1) 410 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2021-07-26T16:06:08.884 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.629135+0000 mon.a (mon.0) 997 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2021-07-26T16:06:08.884 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.647892+0000 mon.a (mon.0) 998 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2021-07-26T16:06:08.885 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.649915+0000 mon.c (mon.1) 411 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.885 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.650718+0000 mon.a (mon.0) 999 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.885 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.659418+0000 mon.a (mon.0) 1000 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2021-07-26T16:06:08.886 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.661122+0000 mon.c (mon.1) 412 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2021-07-26T16:06:08.886 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.661655+0000 mon.a (mon.0) 1001 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2021-07-26T16:06:08.886 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.666452+0000 mon.a (mon.0) 1002 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2021-07-26T16:06:08.886 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.670467+0000 mon.c (mon.1) 413 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2021-07-26T16:06:08.887 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.597982+0000 mon.c (mon.1) 403 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.887 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.599587+0000 mon.c (mon.1) 404 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.887 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.601341+0000 mon.c (mon.1) 405 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.888 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.602972+0000 mon.c (mon.1) 406 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.888 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.604639+0000 mon.c (mon.1) 407 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.888 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.606278+0000 mon.c (mon.1) 408 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.888 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.608025+0000 mon.c (mon.1) 409 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:08.889 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: cephadm 2021-07-26T16:06:07.609405+0000 mgr.y (mgr.24994) 402 : cephadm [INF] Upgrade: Finalizing container_image settings 2021-07-26T16:06:08.889 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.618012+0000 mon.a (mon.0) 996 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:08.889 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.620246+0000 mon.c (mon.1) 410 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2021-07-26T16:06:08.889 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.629135+0000 mon.a (mon.0) 997 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2021-07-26T16:06:08.890 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.647892+0000 mon.a (mon.0) 998 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2021-07-26T16:06:08.890 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.649915+0000 mon.c (mon.1) 411 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.890 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.650718+0000 mon.a (mon.0) 999 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.891 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.659418+0000 mon.a (mon.0) 1000 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2021-07-26T16:06:08.891 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.661122+0000 mon.c (mon.1) 412 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2021-07-26T16:06:08.891 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.661655+0000 mon.a (mon.0) 1001 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2021-07-26T16:06:08.892 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.666452+0000 mon.a (mon.0) 1002 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2021-07-26T16:06:08.892 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.670467+0000 mon.c (mon.1) 413 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2021-07-26T16:06:08.892 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.670991+0000 mon.a (mon.0) 1003 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2021-07-26T16:06:08.893 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.725616+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2021-07-26T16:06:08.893 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.729417+0000 mon.c (mon.1) 414 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2021-07-26T16:06:08.894 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.730113+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2021-07-26T16:06:08.894 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.736198+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2021-07-26T16:06:08.894 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.738959+0000 mon.c (mon.1) 415 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2021-07-26T16:06:08.894 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.739573+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2021-07-26T16:06:08.894 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.746285+0000 mon.a (mon.0) 1008 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2021-07-26T16:06:08.895 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.752639+0000 mon.c (mon.1) 416 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2021-07-26T16:06:08.895 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.753185+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2021-07-26T16:06:08.895 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.761083+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2021-07-26T16:06:08.895 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.764534+0000 mon.c (mon.1) 417 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.896 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.765258+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.896 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.766867+0000 mon.c (mon.1) 418 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2021-07-26T16:06:08.896 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.767472+0000 mon.a (mon.0) 1012 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2021-07-26T16:06:08.897 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.776087+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2021-07-26T16:06:08.897 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.781066+0000 mon.c (mon.1) 419 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2021-07-26T16:06:08.897 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.670991+0000 mon.a (mon.0) 1003 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2021-07-26T16:06:08.898 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.725616+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2021-07-26T16:06:08.898 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.729417+0000 mon.c (mon.1) 414 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2021-07-26T16:06:08.898 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.730113+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2021-07-26T16:06:08.898 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.736198+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2021-07-26T16:06:08.899 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.738959+0000 mon.c (mon.1) 415 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2021-07-26T16:06:08.899 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.739573+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2021-07-26T16:06:08.899 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.746285+0000 mon.a (mon.0) 1008 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2021-07-26T16:06:08.899 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.752639+0000 mon.c (mon.1) 416 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2021-07-26T16:06:08.900 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.753185+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2021-07-26T16:06:08.900 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.761083+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2021-07-26T16:06:08.900 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.764534+0000 mon.c (mon.1) 417 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.900 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.765258+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.900 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.766867+0000 mon.c (mon.1) 418 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2021-07-26T16:06:08.901 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.767472+0000 mon.a (mon.0) 1012 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2021-07-26T16:06:08.901 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.776087+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2021-07-26T16:06:08.901 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.781066+0000 mon.c (mon.1) 419 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2021-07-26T16:06:08.902 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.781701+0000 mon.a (mon.0) 1014 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2021-07-26T16:06:08.902 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.789580+0000 mon.a (mon.0) 1015 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2021-07-26T16:06:08.902 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.793405+0000 mon.c (mon.1) 420 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.903 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.794115+0000 mon.a (mon.0) 1016 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.903 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.795863+0000 mon.c (mon.1) 421 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.903 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.796519+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.903 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.798274+0000 mon.c (mon.1) 422 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.904 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.798904+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.904 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.800667+0000 mon.c (mon.1) 423 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.904 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.801219+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.904 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.803911+0000 mon.c (mon.1) 424 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2021-07-26T16:06:08.904 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.804384+0000 mon.a (mon.0) 1020 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2021-07-26T16:06:08.905 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.811168+0000 mon.a (mon.0) 1021 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2021-07-26T16:06:08.905 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:07.814762+0000 mon.c (mon.1) 425 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:06:08.905 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:08.071049+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:08.905 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:08.083901+0000 mon.c (mon.1) 426 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:06:08.906 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: audit 2021-07-26T16:06:08.095811+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:08.906 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[42499]: cluster 2021-07-26T16:06:08.276907+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e567: 8 total, 8 up, 8 in 2021-07-26T16:06:08.907 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.781701+0000 mon.a (mon.0) 1014 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2021-07-26T16:06:08.907 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.789580+0000 mon.a (mon.0) 1015 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2021-07-26T16:06:08.907 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.793405+0000 mon.c (mon.1) 420 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.907 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.794115+0000 mon.a (mon.0) 1016 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.908 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.795863+0000 mon.c (mon.1) 421 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.908 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.796519+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.908 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.798274+0000 mon.c (mon.1) 422 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.908 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.798904+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.909 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.800667+0000 mon.c (mon.1) 423 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.909 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.801219+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2021-07-26T16:06:08.909 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.803911+0000 mon.c (mon.1) 424 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2021-07-26T16:06:08.909 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.804384+0000 mon.a (mon.0) 1020 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2021-07-26T16:06:08.910 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.811168+0000 mon.a (mon.0) 1021 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2021-07-26T16:06:08.910 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:07.814762+0000 mon.c (mon.1) 425 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:06:08.910 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:08.071049+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:08.910 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:08.083901+0000 mon.c (mon.1) 426 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:06:08.910 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: audit 2021-07-26T16:06:08.095811+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:08.911 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:08 smithi037 bash[41498]: cluster 2021-07-26T16:06:08.276907+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e567: 8 total, 8 up, 8 in 2021-07-26T16:06:09.076 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert_notification table charset" 2021-07-26T16:06:09.076 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="create notification_journal table v1" 2021-07-26T16:06:09.077 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="add index notification_journal org_id & alert_id & notifier_id" 2021-07-26T16:06:09.077 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_notification_journal" 2021-07-26T16:06:09.077 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification_state table v1" 2021-07-26T16:06:09.077 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:08 smithi107 bash[37524]: t=2021-07-26T16:06:08+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification_state org_id & alert_id & notifier_id" 2021-07-26T16:06:09.077 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Add for to alert table" 2021-07-26T16:06:09.078 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in alert_notification" 2021-07-26T16:06:09.278 INFO:tasks.rados.rados.0.smithi037.stdout:2598: done (4 left) 2021-07-26T16:06:09.278 INFO:tasks.rados.rados.0.smithi037.stdout:2599: done (3 left) 2021-07-26T16:06:09.278 INFO:tasks.rados.rados.0.smithi037.stdout:2600: done (2 left) 2021-07-26T16:06:09.278 INFO:tasks.rados.rados.0.smithi037.stdout:2601: done (1 left) 2021-07-26T16:06:09.279 INFO:tasks.rados.rados.0.smithi037.stdout:2602: done (0 left) 2021-07-26T16:06:09.279 INFO:tasks.rados.rados.0.smithi037.stdout:2603: rollback oid 50 current snap is 260 2021-07-26T16:06:09.279 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 212 2021-07-26T16:06:09.279 INFO:tasks.rados.rados.0.smithi037.stdout:2604: read oid 14 snap -1 2021-07-26T16:06:09.280 INFO:tasks.rados.rados.0.smithi037.stdout:2604: expect deleted 2021-07-26T16:06:09.280 INFO:tasks.rados.rados.0.smithi037.stdout:2605: setattr oid 45 current snap is 260 2021-07-26T16:06:09.280 INFO:tasks.rados.rados.0.smithi037.stdout:2606: read oid 1 snap 250 2021-07-26T16:06:09.281 INFO:tasks.rados.rados.0.smithi037.stdout:2606: expect deleted 2021-07-26T16:06:09.281 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 260 2021-07-26T16:06:09.281 INFO:tasks.rados.rados.0.smithi037.stdout:2607: seq_num 839 ranges {0=458752,458752=425984,884736=688128,1572864=491520} 2021-07-26T16:06:09.282 INFO:tasks.rados.rados.0.smithi037.stdout:2607: writing smithi03738989-18 from 0 to 458752 tid 1 2021-07-26T16:06:09.284 INFO:tasks.rados.rados.0.smithi037.stdout:2607: writing smithi03738989-18 from 458752 to 884736 tid 2 2021-07-26T16:06:09.288 INFO:tasks.rados.rados.0.smithi037.stdout:2607: writing smithi03738989-18 from 884736 to 1572864 tid 3 2021-07-26T16:06:09.291 INFO:tasks.rados.rados.0.smithi037.stdout:2607: writing smithi03738989-18 from 1572864 to 2064384 tid 4 2021-07-26T16:06:09.292 INFO:tasks.rados.rados.0.smithi037.stdout:2608: snap_create 2021-07-26T16:06:09.292 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 2366 (ObjNum 653 snap 192 seq_num 653) dirty exists 2021-07-26T16:06:09.292 INFO:tasks.rados.rados.0.smithi037.stdout:2603: finishing rollback tid 1 to smithi03738989-50 2021-07-26T16:06:09.292 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 1924 (ObjNum 0 snap 0 seq_num 0) dirty dne 2021-07-26T16:06:09.294 INFO:tasks.rados.rados.0.smithi037.stdout:2607: finishing write tid 1 to smithi03738989-18 2021-07-26T16:06:09.294 INFO:tasks.rados.rados.0.smithi037.stdout:2607: finishing write tid 2 to smithi03738989-18 2021-07-26T16:06:09.296 INFO:tasks.rados.rados.0.smithi037.stdout:2607: finishing write tid 3 to smithi03738989-18 2021-07-26T16:06:09.297 INFO:tasks.rados.rados.0.smithi037.stdout:2607: finishing write tid 4 to smithi03738989-18 2021-07-26T16:06:09.297 INFO:tasks.rados.rados.0.smithi037.stdout:2607: finishing write tid 6 to smithi03738989-18 2021-07-26T16:06:09.299 INFO:tasks.rados.rados.0.smithi037.stdout:2607: finishing write tid 7 to smithi03738989-18 2021-07-26T16:06:09.299 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 2197 (ObjNum 839 snap 260 seq_num 839) dirty exists 2021-07-26T16:06:09.299 INFO:tasks.rados.rados.0.smithi037.stdout:2607: left oid 18 (ObjNum 839 snap 260 seq_num 839) 2021-07-26T16:06:09.345 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in alert_notification" 2021-07-26T16:06:09.346 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_notification_org_id_uid" 2021-07-26T16:06:09.346 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_name" 2021-07-26T16:06:09.346 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old annotation table v4" 2021-07-26T16:06:09.347 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="create annotation table v5" 2021-07-26T16:06:09.347 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 0 v3" 2021-07-26T16:06:09.347 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 1 v3" 2021-07-26T16:06:09.605 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 2 v3" 2021-07-26T16:06:09.606 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 3 v3" 2021-07-26T16:06:09.606 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 4 v3" 2021-07-26T16:06:09.606 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Update annotation table charset" 2021-07-26T16:06:09.606 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Add column region_id to annotation table" 2021-07-26T16:06:09.607 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Drop category_id index" 2021-07-26T16:06:09.607 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: cephadm 2021-07-26T16:06:07.802498+0000 mgr.y (mgr.24994) 403 : cephadm [INF] Upgrade: Complete! 2021-07-26T16:06:09.608 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: cluster 2021-07-26T16:06:07.832279+0000 mgr.y (mgr.24994) 404 : cluster [DBG] pgmap v559: 89 pgs: 89 active+clean; 466 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.8 MiB/s wr, 8 op/s 2021-07-26T16:06:09.608 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: cephadm 2021-07-26T16:06:08.075322+0000 mgr.y (mgr.24994) 405 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:06:09.608 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:06:09.609 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.609 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:06:09.609 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.609 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.609 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.610 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.610 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:06:09.610 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: cephadm 2021-07-26T16:06:08.076635+0000 mgr.y (mgr.24994) 406 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:06:09.610 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:06:09.611 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.611 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:06:09.611 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.611 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.612 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.612 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.612 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:06:09.612 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: cephadm 2021-07-26T16:06:08.079134+0000 mgr.y (mgr.24994) 407 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:06:09.613 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:06:09.613 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.613 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:06:09.613 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.614 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.614 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.614 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.614 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:06:09.614 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: cephadm 2021-07-26T16:06:08.080482+0000 mgr.y (mgr.24994) 408 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:06:09.615 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:06:09.615 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.615 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:06:09.615 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.616 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.616 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.616 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.616 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:06:09.616 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: cephadm 2021-07-26T16:06:08.100786+0000 mgr.y (mgr.24994) 409 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:06:09.617 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:06:09.617 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.617 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:06:09.617 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.618 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.619 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.619 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.619 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:06:09.619 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: cephadm 2021-07-26T16:06:08.102199+0000 mgr.y (mgr.24994) 410 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:06:09.620 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:06:09.620 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.620 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:06:09.620 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.620 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.621 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.621 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.621 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:06:09.621 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: cephadm 2021-07-26T16:06:08.104544+0000 mgr.y (mgr.24994) 411 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:06:09.622 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:06:09.622 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.622 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:06:09.622 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.623 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.623 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.623 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.623 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:06:09.625 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: cephadm 2021-07-26T16:06:08.105542+0000 mgr.y (mgr.24994) 412 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:06:09.625 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:06:09.625 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.625 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:06:09.626 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.626 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.626 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.626 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.626 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:06:09.627 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[29346]: cluster 2021-07-26T16:06:09.278479+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e568: 8 total, 8 up, 8 in 2021-07-26T16:06:09.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: cephadm 2021-07-26T16:06:07.802498+0000 mgr.y (mgr.24994) 403 : cephadm [INF] Upgrade: Complete! 2021-07-26T16:06:09.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: cluster 2021-07-26T16:06:07.832279+0000 mgr.y (mgr.24994) 404 : cluster [DBG] pgmap v559: 89 pgs: 89 active+clean; 466 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.8 MiB/s wr, 8 op/s 2021-07-26T16:06:09.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: cephadm 2021-07-26T16:06:08.075322+0000 mgr.y (mgr.24994) 405 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:06:09.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:06:09.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:06:09.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:06:09.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: cephadm 2021-07-26T16:06:08.076635+0000 mgr.y (mgr.24994) 406 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:06:09.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:06:09.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:06:09.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:06:09.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: cephadm 2021-07-26T16:06:08.079134+0000 mgr.y (mgr.24994) 407 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:06:09.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:06:09.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:06:09.843 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.844 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.844 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.844 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: cephadm 2021-07-26T16:06:07.802498+0000 mgr.y (mgr.24994) 403 : cephadm [INF] Upgrade: Complete! 2021-07-26T16:06:09.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: cluster 2021-07-26T16:06:07.832279+0000 mgr.y (mgr.24994) 404 : cluster [DBG] pgmap v559: 89 pgs: 89 active+clean; 466 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.8 MiB/s wr, 8 op/s 2021-07-26T16:06:09.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: cephadm 2021-07-26T16:06:08.075322+0000 mgr.y (mgr.24994) 405 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:06:09.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:06:09.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:06:09.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:06:09.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: cephadm 2021-07-26T16:06:08.076635+0000 mgr.y (mgr.24994) 406 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:06:09.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:06:09.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:06:09.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.849 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:06:09.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: cephadm 2021-07-26T16:06:08.079134+0000 mgr.y (mgr.24994) 407 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:06:09.850 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:06:09.851 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.851 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:06:09.851 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.851 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.851 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.852 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.852 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:06:09.852 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: cephadm 2021-07-26T16:06:08.080482+0000 mgr.y (mgr.24994) 408 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:06:09.853 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:06:09.853 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.853 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:06:09.854 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.854 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.854 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.854 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.855 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:06:09.855 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: cephadm 2021-07-26T16:06:08.100786+0000 mgr.y (mgr.24994) 409 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:06:09.855 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:06:09.855 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.856 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:06:09.856 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.856 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.856 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.856 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.857 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:06:09.857 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: cephadm 2021-07-26T16:06:08.102199+0000 mgr.y (mgr.24994) 410 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:06:09.857 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:06:09.857 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.858 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:06:09.858 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.858 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.858 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.859 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.859 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:06:09.860 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:06:09.860 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: cephadm 2021-07-26T16:06:08.080482+0000 mgr.y (mgr.24994) 408 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:06:09.860 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:06:09.861 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.861 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:06:09.861 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.861 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.861 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.862 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.862 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:06:09.862 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: cephadm 2021-07-26T16:06:08.100786+0000 mgr.y (mgr.24994) 409 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:06:09.862 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:06:09.863 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.863 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:06:09.863 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.863 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.863 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.864 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.864 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:06:09.864 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: cephadm 2021-07-26T16:06:08.102199+0000 mgr.y (mgr.24994) 410 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:06:09.865 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:06:09.865 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.865 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:06:09.865 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.865 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.866 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.866 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.866 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:06:09.867 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: cephadm 2021-07-26T16:06:08.104544+0000 mgr.y (mgr.24994) 411 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:06:09.867 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:06:09.867 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.867 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:06:09.867 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.868 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.868 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.868 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.868 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:06:09.869 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: cephadm 2021-07-26T16:06:08.105542+0000 mgr.y (mgr.24994) 412 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:06:09.869 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:06:09.869 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.869 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:06:09.869 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.870 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.870 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.870 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.870 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:06:09.871 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[41498]: cluster 2021-07-26T16:06:09.278479+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e568: 8 total, 8 up, 8 in 2021-07-26T16:06:09.872 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: cephadm 2021-07-26T16:06:08.104544+0000 mgr.y (mgr.24994) 411 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:06:09.872 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:06:09.873 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.873 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:06:09.873 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.873 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.874 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.874 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.874 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:06:09.874 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: cephadm 2021-07-26T16:06:08.105542+0000 mgr.y (mgr.24994) 412 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:06:09.874 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:06:09.875 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:06:09.875 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:06:09.875 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:06:09.875 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:06:09.876 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:06:09.876 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:06:09.876 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:06:09.876 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:09 smithi037 bash[42499]: cluster 2021-07-26T16:06:09.278479+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e568: 8 total, 8 up, 8 in 2021-07-26T16:06:09.883 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Add column tags to annotation table" 2021-07-26T16:06:09.883 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v2" 2021-07-26T16:06:09.883 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index annotation_tag.annotation_id_tag_id" 2021-07-26T16:06:09.884 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert annotations and set TEXT to empty" 2021-07-26T16:06:09.884 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Add created time to annotation table" 2021-07-26T16:06:09.884 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Add updated time to annotation table" 2021-07-26T16:06:09.884 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for created in annotation table" 2021-07-26T16:06:09.884 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for updated in annotation table" 2021-07-26T16:06:09.885 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Convert existing annotations from seconds to milliseconds" 2021-07-26T16:06:09.885 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Add epoch_end column" 2021-07-26T16:06:09.885 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for epoch_end" 2021-07-26T16:06:10.169 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Make epoch_end the same as epoch" 2021-07-26T16:06:10.169 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Move region to single row" 2021-07-26T16:06:10.169 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch from annotation table" 2021-07-26T16:06:10.169 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:09 smithi107 bash[37524]: t=2021-07-26T16:06:09+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2021-07-26T16:06:10.170 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2021-07-26T16:06:10.170 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_epoch_end_epoch on annotation table" 2021-07-26T16:06:10.170 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch_epoch_end from annotation table" 2021-07-26T16:06:10.281 INFO:tasks.rados.rados.0.smithi037.stdout:2603: done (5 left) 2021-07-26T16:06:10.281 INFO:tasks.rados.rados.0.smithi037.stdout:2604: done (4 left) 2021-07-26T16:06:10.281 INFO:tasks.rados.rados.0.smithi037.stdout:2605: done (3 left) 2021-07-26T16:06:10.282 INFO:tasks.rados.rados.0.smithi037.stdout:2606: done (2 left) 2021-07-26T16:06:10.282 INFO:tasks.rados.rados.0.smithi037.stdout:2607: done (1 left) 2021-07-26T16:06:10.282 INFO:tasks.rados.rados.0.smithi037.stdout:2608: done (0 left) 2021-07-26T16:06:10.282 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 261 2021-07-26T16:06:10.283 INFO:tasks.rados.rados.0.smithi037.stdout:2609: seq_num 840 ranges {7610368=475136,8085504=712704,8798208=499712,9297920=393216} 2021-07-26T16:06:10.326 INFO:tasks.rados.rados.0.smithi037.stdout:2609: writing smithi03738989-9 from 7610368 to 8085504 tid 1 2021-07-26T16:06:10.330 INFO:tasks.rados.rados.0.smithi037.stdout:2609: writing smithi03738989-9 from 8085504 to 8798208 tid 2 2021-07-26T16:06:10.332 INFO:tasks.rados.rados.0.smithi037.stdout:2609: writing smithi03738989-9 from 8798208 to 9297920 tid 3 2021-07-26T16:06:10.335 INFO:tasks.rados.rados.0.smithi037.stdout:2609: writing smithi03738989-9 from 9297920 to 9691136 tid 4 2021-07-26T16:06:10.335 INFO:tasks.rados.rados.0.smithi037.stdout:2610: read oid 18 snap -1 2021-07-26T16:06:10.336 INFO:tasks.rados.rados.0.smithi037.stdout:2610: expect (ObjNum 839 snap 260 seq_num 839) 2021-07-26T16:06:10.336 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 261 2021-07-26T16:06:10.336 INFO:tasks.rados.rados.0.smithi037.stdout:2611: seq_num 841 ranges {1769472=491520,2260992=598016,2859008=704512,3563520=303104} 2021-07-26T16:06:10.348 INFO:tasks.rados.rados.0.smithi037.stdout:2611: writing smithi03738989-21 from 1769472 to 2260992 tid 1 2021-07-26T16:06:10.351 INFO:tasks.rados.rados.0.smithi037.stdout:2611: writing smithi03738989-21 from 2260992 to 2859008 tid 2 2021-07-26T16:06:10.357 INFO:tasks.rados.rados.0.smithi037.stdout:2611: writing smithi03738989-21 from 2859008 to 3563520 tid 3 2021-07-26T16:06:10.359 INFO:tasks.rados.rados.0.smithi037.stdout:2611: writing smithi03738989-21 from 3563520 to 3866624 tid 4 2021-07-26T16:06:10.360 INFO:tasks.rados.rados.0.smithi037.stdout:2612: snap_create 2021-07-26T16:06:10.360 INFO:tasks.rados.rados.0.smithi037.stdout:2609: finishing write tid 1 to smithi03738989-9 2021-07-26T16:06:10.360 INFO:tasks.rados.rados.0.smithi037.stdout:2609: finishing write tid 2 to smithi03738989-9 2021-07-26T16:06:10.360 INFO:tasks.rados.rados.0.smithi037.stdout:2609: finishing write tid 3 to smithi03738989-9 2021-07-26T16:06:10.360 INFO:tasks.rados.rados.0.smithi037.stdout:2609: finishing write tid 4 to smithi03738989-9 2021-07-26T16:06:10.361 INFO:tasks.rados.rados.0.smithi037.stdout:2609: finishing write tid 6 to smithi03738989-9 2021-07-26T16:06:10.361 INFO:tasks.rados.rados.0.smithi037.stdout:2609: finishing write tid 7 to smithi03738989-9 2021-07-26T16:06:10.361 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1724 (ObjNum 840 snap 261 seq_num 840) dirty exists 2021-07-26T16:06:10.361 INFO:tasks.rados.rados.0.smithi037.stdout:2609: left oid 9 (ObjNum 840 snap 261 seq_num 840) 2021-07-26T16:06:10.363 INFO:tasks.rados.rados.0.smithi037.stdout:2610: expect (ObjNum 839 snap 260 seq_num 839) 2021-07-26T16:06:10.413 INFO:tasks.rados.rados.0.smithi037.stdout:2611: finishing write tid 1 to smithi03738989-21 2021-07-26T16:06:10.413 INFO:tasks.rados.rados.0.smithi037.stdout:2611: finishing write tid 2 to smithi03738989-21 2021-07-26T16:06:10.413 INFO:tasks.rados.rados.0.smithi037.stdout:2611: finishing write tid 3 to smithi03738989-21 2021-07-26T16:06:10.414 INFO:tasks.rados.rados.0.smithi037.stdout:2611: finishing write tid 4 to smithi03738989-21 2021-07-26T16:06:10.414 INFO:tasks.rados.rados.0.smithi037.stdout:2611: finishing write tid 6 to smithi03738989-21 2021-07-26T16:06:10.414 INFO:tasks.rados.rados.0.smithi037.stdout:2611: finishing write tid 7 to smithi03738989-21 2021-07-26T16:06:10.414 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 1704 (ObjNum 841 snap 261 seq_num 841) dirty exists 2021-07-26T16:06:10.415 INFO:tasks.rados.rados.0.smithi037.stdout:2611: left oid 21 (ObjNum 841 snap 261 seq_num 841) 2021-07-26T16:06:10.421 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for alert_id on annotation table" 2021-07-26T16:06:10.421 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="create test_data table" 2021-07-26T16:06:10.421 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_version table v1" 2021-07-26T16:06:10.421 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_version.dashboard_id" 2021-07-26T16:06:10.422 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2021-07-26T16:06:10.422 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="Set dashboard version to 1 where 0" 2021-07-26T16:06:10.422 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="save existing dashboard data in dashboard_version table v1" 2021-07-26T16:06:10.690 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_version.data to mediumtext v1" 2021-07-26T16:06:10.690 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="create team table" 2021-07-26T16:06:10.690 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="add index team.org_id" 2021-07-26T16:06:10.691 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_org_id_name" 2021-07-26T16:06:10.691 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="create team member table" 2021-07-26T16:06:10.691 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.org_id" 2021-07-26T16:06:10.692 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_member_org_id_team_id_user_id" 2021-07-26T16:06:10.692 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="Add column email to team table" 2021-07-26T16:06:10.692 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external to team_member table" 2021-07-26T16:06:10.942 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="Add column permission to team_member table" 2021-07-26T16:06:10.943 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard acl table" 2021-07-26T16:06:10.943 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_dashboard_id" 2021-07-26T16:06:10.943 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_user_id" 2021-07-26T16:06:10.943 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_team_id" 2021-07-26T16:06:10.944 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="save default acl rules in dashboard_acl table" 2021-07-26T16:06:10.944 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="create tag table" 2021-07-26T16:06:10.944 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="add index tag.key_value" 2021-07-26T16:06:10.944 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="create login attempt table" 2021-07-26T16:06:11.211 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="add index login_attempt.username" 2021-07-26T16:06:11.211 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:10 smithi107 bash[37524]: t=2021-07-26T16:06:10+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_login_attempt_username - v1" 2021-07-26T16:06:11.212 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2021-07-26T16:06:11.212 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Executing migration" logger=migrator id="create login_attempt v2" 2021-07-26T16:06:11.212 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_login_attempt_username - v2" 2021-07-26T16:06:11.213 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Executing migration" logger=migrator id="copy login_attempt v1 to v2" 2021-07-26T16:06:11.213 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Executing migration" logger=migrator id="drop login_attempt_tmp_qwerty" 2021-07-26T16:06:11.282 INFO:tasks.rados.rados.0.smithi037.stdout:2609: done (3 left) 2021-07-26T16:06:11.282 INFO:tasks.rados.rados.0.smithi037.stdout:2610: done (2 left) 2021-07-26T16:06:11.283 INFO:tasks.rados.rados.0.smithi037.stdout:2611: done (1 left) 2021-07-26T16:06:11.283 INFO:tasks.rados.rados.0.smithi037.stdout:2612: done (0 left) 2021-07-26T16:06:11.283 INFO:tasks.rados.rados.0.smithi037.stdout:2613: rmattr oid 11 current snap is 262 2021-07-26T16:06:11.283 INFO:tasks.rados.rados.0.smithi037.stdout:2613: done (0 left) 2021-07-26T16:06:11.284 INFO:tasks.rados.rados.0.smithi037.stdout:2614: read oid 43 snap -1 2021-07-26T16:06:11.284 INFO:tasks.rados.rados.0.smithi037.stdout:2614: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:06:11.284 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 262 2021-07-26T16:06:11.284 INFO:tasks.rados.rados.0.smithi037.stdout:2615: seq_num 842 ranges {3866624=507904,4374528=475136,4849664=516096,5365760=499712,5865472=114688} 2021-07-26T16:06:11.307 INFO:tasks.rados.rados.0.smithi037.stdout:2615: writing smithi03738989-21 from 3866624 to 4374528 tid 1 2021-07-26T16:06:11.309 INFO:tasks.rados.rados.0.smithi037.stdout:2615: writing smithi03738989-21 from 4374528 to 4849664 tid 2 2021-07-26T16:06:11.314 INFO:tasks.rados.rados.0.smithi037.stdout:2615: writing smithi03738989-21 from 4849664 to 5365760 tid 3 2021-07-26T16:06:11.315 INFO:tasks.rados.rados.0.smithi037.stdout:2615: writing smithi03738989-21 from 5365760 to 5865472 tid 4 2021-07-26T16:06:11.316 INFO:tasks.rados.rados.0.smithi037.stdout:2615: writing smithi03738989-21 from 5865472 to 5980160 tid 5 2021-07-26T16:06:11.316 INFO:tasks.rados.rados.0.smithi037.stdout:2616: delete oid 24 current snap is 262 2021-07-26T16:06:11.317 INFO:tasks.rados.rados.0.smithi037.stdout:2614: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:06:11.322 INFO:tasks.rados.rados.0.smithi037.stdout:2614: done (2 left) 2021-07-26T16:06:11.322 INFO:tasks.rados.rados.0.smithi037.stdout:2616: done (1 left) 2021-07-26T16:06:11.323 INFO:tasks.rados.rados.0.smithi037.stdout:2617: setattr oid 40 current snap is 262 2021-07-26T16:06:11.325 INFO:tasks.rados.rados.0.smithi037.stdout:2615: finishing write tid 1 to smithi03738989-21 2021-07-26T16:06:11.325 INFO:tasks.rados.rados.0.smithi037.stdout:2618: read oid 50 snap -1 2021-07-26T16:06:11.325 INFO:tasks.rados.rados.0.smithi037.stdout:2618: expect deleted 2021-07-26T16:06:11.326 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 262 2021-07-26T16:06:11.326 INFO:tasks.rados.rados.0.smithi037.stdout:2619: seq_num 844 ranges {5988352=540672,6529024=696320,7225344=475136,7700480=434176} 2021-07-26T16:06:11.361 INFO:tasks.rados.rados.0.smithi037.stdout:2619: writing smithi03738989-8 from 5988352 to 6529024 tid 1 2021-07-26T16:06:11.365 INFO:tasks.rados.rados.0.smithi037.stdout:2619: writing smithi03738989-8 from 6529024 to 7225344 tid 2 2021-07-26T16:06:11.367 INFO:tasks.rados.rados.0.smithi037.stdout:2619: writing smithi03738989-8 from 7225344 to 7700480 tid 3 2021-07-26T16:06:11.370 INFO:tasks.rados.rados.0.smithi037.stdout:2619: writing smithi03738989-8 from 7700480 to 8134656 tid 4 2021-07-26T16:06:11.370 INFO:tasks.rados.rados.0.smithi037.stdout:2620: delete oid 44 current snap is 262 2021-07-26T16:06:11.371 INFO:tasks.rados.rados.0.smithi037.stdout:2615: finishing write tid 2 to smithi03738989-21 2021-07-26T16:06:11.371 INFO:tasks.rados.rados.0.smithi037.stdout:2615: finishing write tid 3 to smithi03738989-21 2021-07-26T16:06:11.371 INFO:tasks.rados.rados.0.smithi037.stdout:2615: finishing write tid 4 to smithi03738989-21 2021-07-26T16:06:11.372 INFO:tasks.rados.rados.0.smithi037.stdout:2615: finishing write tid 5 to smithi03738989-21 2021-07-26T16:06:11.372 INFO:tasks.rados.rados.0.smithi037.stdout:2615: finishing write tid 7 to smithi03738989-21 2021-07-26T16:06:11.373 INFO:tasks.rados.rados.0.smithi037.stdout:2615: finishing write tid 8 to smithi03738989-21 2021-07-26T16:06:11.373 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 1710 (ObjNum 842 snap 262 seq_num 842) dirty exists 2021-07-26T16:06:11.373 INFO:tasks.rados.rados.0.smithi037.stdout:2615: left oid 21 (ObjNum 842 snap 262 seq_num 842) 2021-07-26T16:06:11.373 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 1711 (ObjNum 573 snap 171 seq_num 573) dirty exists 2021-07-26T16:06:11.374 INFO:tasks.rados.rados.0.smithi037.stdout:2615: done (4 left) 2021-07-26T16:06:11.374 INFO:tasks.rados.rados.0.smithi037.stdout:2617: done (3 left) 2021-07-26T16:06:11.374 INFO:tasks.rados.rados.0.smithi037.stdout:2618: done (2 left) 2021-07-26T16:06:11.375 INFO:tasks.rados.rados.0.smithi037.stdout:2620: done (1 left) 2021-07-26T16:06:11.375 INFO:tasks.rados.rados.0.smithi037.stdout:2621: read oid 27 snap -1 2021-07-26T16:06:11.375 INFO:tasks.rados.rados.0.smithi037.stdout:2621: expect (ObjNum 716 snap 220 seq_num 716) 2021-07-26T16:06:11.375 INFO:tasks.rados.rados.0.smithi037.stdout:2622: snap_remove snap 244 2021-07-26T16:06:11.489 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth table" 2021-07-26T16:06:11.489 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_user_auth_auth_module_auth_id - v1" 2021-07-26T16:06:11.489 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Executing migration" logger=migrator id="alter user_auth.auth_id to length 190" 2021-07-26T16:06:11.489 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth access token to user_auth" 2021-07-26T16:06:11.490 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth refresh token to user_auth" 2021-07-26T16:06:11.490 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth token type to user_auth" 2021-07-26T16:06:11.490 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[29346]: cluster 2021-07-26T16:06:09.833066+0000 mgr.y (mgr.24994) 413 : cluster [DBG] pgmap v562: 89 pgs: 89 active+clean; 434 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 488 KiB/s wr, 13 op/s 2021-07-26T16:06:11.491 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[29346]: cluster 2021-07-26T16:06:10.280298+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e569: 8 total, 8 up, 8 in 2021-07-26T16:06:11.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:11 smithi037 bash[41498]: cluster 2021-07-26T16:06:09.833066+0000 mgr.y (mgr.24994) 413 : cluster [DBG] pgmap v562: 89 pgs: 89 active+clean; 434 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 488 KiB/s wr, 13 op/s 2021-07-26T16:06:11.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:11 smithi037 bash[41498]: cluster 2021-07-26T16:06:10.280298+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e569: 8 total, 8 up, 8 in 2021-07-26T16:06:11.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:11 smithi037 bash[42499]: cluster 2021-07-26T16:06:09.833066+0000 mgr.y (mgr.24994) 413 : cluster [DBG] pgmap v562: 89 pgs: 89 active+clean; 434 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 488 KiB/s wr, 13 op/s 2021-07-26T16:06:11.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:11 smithi037 bash[42499]: cluster 2021-07-26T16:06:10.280298+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e569: 8 total, 8 up, 8 in 2021-07-26T16:06:11.749 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth expiry to user_auth" 2021-07-26T16:06:11.749 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Executing migration" logger=migrator id="Add index to user_id column in user_auth" 2021-07-26T16:06:11.750 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Executing migration" logger=migrator id="create server_lock table" 2021-07-26T16:06:11.750 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Executing migration" logger=migrator id="add index server_lock.operation_uid" 2021-07-26T16:06:11.750 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth token table" 2021-07-26T16:06:11.751 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.auth_token" 2021-07-26T16:06:11.751 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.prev_auth_token" 2021-07-26T16:06:11.751 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Executing migration" logger=migrator id="create cache_data table" 2021-07-26T16:06:11.752 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index cache_data.cache_key" 2021-07-26T16:06:12.021 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Created default admin" logger=sqlstore user=admin 2021-07-26T16:06:12.022 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Initializing HTTPServer" logger=server 2021-07-26T16:06:12.022 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Initializing BackendPluginManager" logger=server 2021-07-26T16:06:12.022 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Initializing PluginManager" logger=server 2021-07-26T16:06:12.023 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Starting plugin search" logger=plugins 2021-07-26T16:06:12.023 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Registering plugin" logger=plugins name="Pie Chart" 2021-07-26T16:06:12.023 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Registering plugin" logger=plugins name="Status Panel" 2021-07-26T16:06:12.023 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Initializing HooksService" logger=server 2021-07-26T16:06:12.024 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Initializing OSSLicensingService" logger=server 2021-07-26T16:06:12.024 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Initializing InternalMetricsService" logger=server 2021-07-26T16:06:12.024 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Initializing RemoteCache" logger=server 2021-07-26T16:06:12.024 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Initializing RenderingService" logger=server 2021-07-26T16:06:12.024 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Initializing AlertEngine" logger=server 2021-07-26T16:06:12.025 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Initializing QuotaService" logger=server 2021-07-26T16:06:12.025 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Initializing ServerLockService" logger=server 2021-07-26T16:06:12.025 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Initializing UserAuthTokenService" logger=server 2021-07-26T16:06:12.025 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Initializing DatasourceCacheService" logger=server 2021-07-26T16:06:12.025 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Initializing LoginService" logger=server 2021-07-26T16:06:12.026 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Initializing SearchService" logger=server 2021-07-26T16:06:12.026 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Initializing TracingService" logger=server 2021-07-26T16:06:12.026 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Initializing UsageStatsService" logger=server 2021-07-26T16:06:12.026 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Initializing CleanUpService" logger=server 2021-07-26T16:06:12.027 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Initializing NotificationService" logger=server 2021-07-26T16:06:12.027 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Initializing provisioningServiceImpl" logger=server 2021-07-26T16:06:12.027 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" logger=provisioning.datasources filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2021-07-26T16:06:12.027 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 2021-07-26T16:06:12.028 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Backend rendering via phantomJS" logger=rendering renderer=phantomJS 2021-07-26T16:06:12.028 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=warn msg="phantomJS is deprecated and will be removed in a future release. You should consider migrating from phantomJS to grafana-image-renderer plugin. Read more at https://grafana.com/docs/grafana/latest/administration/image_rendering/" logger=rendering renderer=phantomJS 2021-07-26T16:06:12.028 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="Initializing Stream Manager" 2021-07-26T16:06:12.028 INFO:journalctl@ceph.grafana.a.smithi107.stdout:Jul 26 16:06:11 smithi107 bash[37524]: t=2021-07-26T16:06:11+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2021-07-26T16:06:12.071 INFO:tasks.rados.rados.0.smithi037.stdout:2622: done (2 left) 2021-07-26T16:06:12.072 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 262 2021-07-26T16:06:12.072 INFO:tasks.rados.rados.0.smithi037.stdout:2623: seq_num 846 ranges {1769472=573440,2342912=466944,2809856=491520,3301376=548864,3850240=98304} 2021-07-26T16:06:12.085 INFO:tasks.rados.rados.0.smithi037.stdout:2623: writing smithi03738989-6 from 1769472 to 2342912 tid 1 2021-07-26T16:06:12.089 INFO:tasks.rados.rados.0.smithi037.stdout:2623: writing smithi03738989-6 from 2342912 to 2809856 tid 2 2021-07-26T16:06:12.092 INFO:tasks.rados.rados.0.smithi037.stdout:2623: writing smithi03738989-6 from 2809856 to 3301376 tid 3 2021-07-26T16:06:12.096 INFO:tasks.rados.rados.0.smithi037.stdout:2623: writing smithi03738989-6 from 3301376 to 3850240 tid 4 2021-07-26T16:06:12.096 INFO:tasks.rados.rados.0.smithi037.stdout:2623: writing smithi03738989-6 from 3850240 to 3948544 tid 5 2021-07-26T16:06:12.097 INFO:tasks.rados.rados.0.smithi037.stdout:2624: snap_remove snap 215 2021-07-26T16:06:12.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:12 smithi037 bash[41498]: cluster 2021-07-26T16:06:11.283279+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e570: 8 total, 8 up, 8 in 2021-07-26T16:06:12.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:12 smithi037 bash[41498]: audit 2021-07-26T16:06:12.047964+0000 mon.a (mon.0) 1028 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:12.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:12 smithi037 bash[41498]: cluster 2021-07-26T16:06:12.072314+0000 mon.a (mon.0) 1029 : cluster [DBG] osdmap e571: 8 total, 8 up, 8 in 2021-07-26T16:06:12.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:12 smithi037 bash[42499]: cluster 2021-07-26T16:06:11.283279+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e570: 8 total, 8 up, 8 in 2021-07-26T16:06:12.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:12 smithi037 bash[42499]: audit 2021-07-26T16:06:12.047964+0000 mon.a (mon.0) 1028 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:12.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:12 smithi037 bash[42499]: cluster 2021-07-26T16:06:12.072314+0000 mon.a (mon.0) 1029 : cluster [DBG] osdmap e571: 8 total, 8 up, 8 in 2021-07-26T16:06:12.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:12 smithi107 bash[29346]: cluster 2021-07-26T16:06:11.283279+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e570: 8 total, 8 up, 8 in 2021-07-26T16:06:12.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:12 smithi107 bash[29346]: audit 2021-07-26T16:06:12.047964+0000 mon.a (mon.0) 1028 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:06:12.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:12 smithi107 bash[29346]: cluster 2021-07-26T16:06:12.072314+0000 mon.a (mon.0) 1029 : cluster [DBG] osdmap e571: 8 total, 8 up, 8 in 2021-07-26T16:06:13.087 INFO:tasks.rados.rados.0.smithi037.stdout:2624: done (3 left) 2021-07-26T16:06:13.087 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 262 2021-07-26T16:06:13.088 INFO:tasks.rados.rados.0.smithi037.stdout:2625: seq_num 847 ranges {2695168=589824,3284992=753664,4038656=655360,4694016=196608} 2021-07-26T16:06:13.107 INFO:tasks.rados.rados.0.smithi037.stdout:2625: writing smithi03738989-25 from 2695168 to 3284992 tid 1 2021-07-26T16:06:13.111 INFO:tasks.rados.rados.0.smithi037.stdout:2625: writing smithi03738989-25 from 3284992 to 4038656 tid 2 2021-07-26T16:06:13.116 INFO:tasks.rados.rados.0.smithi037.stdout:2625: writing smithi03738989-25 from 4038656 to 4694016 tid 3 2021-07-26T16:06:13.117 INFO:tasks.rados.rados.0.smithi037.stdout:2625: writing smithi03738989-25 from 4694016 to 4890624 tid 4 2021-07-26T16:06:13.132 INFO:tasks.rados.rados.0.smithi037.stdout:2619: finishing write tid 1 to smithi03738989-8 2021-07-26T16:06:13.132 INFO:tasks.rados.rados.0.smithi037.stdout:2619: finishing write tid 2 to smithi03738989-8 2021-07-26T16:06:13.133 INFO:tasks.rados.rados.0.smithi037.stdout:2619: finishing write tid 3 to smithi03738989-8 2021-07-26T16:06:13.133 INFO:tasks.rados.rados.0.smithi037.stdout:2619: finishing write tid 4 to smithi03738989-8 2021-07-26T16:06:13.133 INFO:tasks.rados.rados.0.smithi037.stdout:2619: finishing write tid 6 to smithi03738989-8 2021-07-26T16:06:13.133 INFO:tasks.rados.rados.0.smithi037.stdout:2619: finishing write tid 7 to smithi03738989-8 2021-07-26T16:06:13.133 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 1138 (ObjNum 844 snap 262 seq_num 844) dirty exists 2021-07-26T16:06:13.134 INFO:tasks.rados.rados.0.smithi037.stdout:2619: left oid 8 (ObjNum 844 snap 262 seq_num 844) 2021-07-26T16:06:13.134 INFO:tasks.rados.rados.0.smithi037.stdout:2621: expect (ObjNum 716 snap 220 seq_num 716) 2021-07-26T16:06:13.366 INFO:tasks.rados.rados.0.smithi037.stdout:2623: finishing write tid 1 to smithi03738989-6 2021-07-26T16:06:13.367 INFO:tasks.rados.rados.0.smithi037.stdout:2623: finishing write tid 2 to smithi03738989-6 2021-07-26T16:06:13.367 INFO:tasks.rados.rados.0.smithi037.stdout:2623: finishing write tid 3 to smithi03738989-6 2021-07-26T16:06:13.367 INFO:tasks.rados.rados.0.smithi037.stdout:2623: finishing write tid 4 to smithi03738989-6 2021-07-26T16:06:13.367 INFO:tasks.rados.rados.0.smithi037.stdout:2623: finishing write tid 5 to smithi03738989-6 2021-07-26T16:06:13.368 INFO:tasks.rados.rados.0.smithi037.stdout:2623: finishing write tid 7 to smithi03738989-6 2021-07-26T16:06:13.368 INFO:tasks.rados.rados.0.smithi037.stdout:2623: finishing write tid 8 to smithi03738989-6 2021-07-26T16:06:13.368 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2300 (ObjNum 846 snap 262 seq_num 846) dirty exists 2021-07-26T16:06:13.368 INFO:tasks.rados.rados.0.smithi037.stdout:2623: left oid 6 (ObjNum 846 snap 262 seq_num 846) 2021-07-26T16:06:13.369 INFO:tasks.rados.rados.0.smithi037.stdout:2625: finishing write tid 1 to smithi03738989-25 2021-07-26T16:06:13.369 INFO:tasks.rados.rados.0.smithi037.stdout:2625: finishing write tid 2 to smithi03738989-25 2021-07-26T16:06:13.369 INFO:tasks.rados.rados.0.smithi037.stdout:2625: finishing write tid 3 to smithi03738989-25 2021-07-26T16:06:13.369 INFO:tasks.rados.rados.0.smithi037.stdout:2625: finishing write tid 4 to smithi03738989-25 2021-07-26T16:06:13.370 INFO:tasks.rados.rados.0.smithi037.stdout:2619: done (3 left) 2021-07-26T16:06:13.370 INFO:tasks.rados.rados.0.smithi037.stdout:2621: done (2 left) 2021-07-26T16:06:13.370 INFO:tasks.rados.rados.0.smithi037.stdout:2623: done (1 left) 2021-07-26T16:06:13.370 INFO:tasks.rados.rados.0.smithi037.stdout:2626: copy_from oid 26 from oid 17 current snap is 262 2021-07-26T16:06:13.370 INFO:tasks.rados.rados.0.smithi037.stdout:2625: finishing write tid 6 to smithi03738989-25 2021-07-26T16:06:13.371 INFO:tasks.rados.rados.0.smithi037.stdout:2625: finishing write tid 7 to smithi03738989-25 2021-07-26T16:06:13.371 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 1705 (ObjNum 847 snap 262 seq_num 847) dirty exists 2021-07-26T16:06:13.371 INFO:tasks.rados.rados.0.smithi037.stdout:2625: left oid 25 (ObjNum 847 snap 262 seq_num 847) 2021-07-26T16:06:13.371 INFO:tasks.rados.rados.0.smithi037.stdout:2625: done (1 left) 2021-07-26T16:06:13.372 INFO:tasks.rados.rados.0.smithi037.stdout:2627: rollback oid 16 current snap is 262 2021-07-26T16:06:13.372 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 211 2021-07-26T16:06:13.372 INFO:tasks.rados.rados.0.smithi037.stdout:2628: delete oid 8 current snap is 262 2021-07-26T16:06:13.373 INFO:tasks.rados.rados.0.smithi037.stdout:2626: finishing copy_from to smithi03738989-26 2021-07-26T16:06:13.373 INFO:tasks.rados.rados.0.smithi037.stdout:2626: got expected ENOENT (src dne) 2021-07-26T16:06:13.374 INFO:tasks.rados.rados.0.smithi037.stdout:2626: finishing copy_from racing read to smithi03738989-26 2021-07-26T16:06:13.375 INFO:tasks.rados.rados.0.smithi037.stdout:2626: done (2 left) 2021-07-26T16:06:13.375 INFO:tasks.rados.rados.0.smithi037.stdout:2628: done (1 left) 2021-07-26T16:06:13.375 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 262 2021-07-26T16:06:13.375 INFO:tasks.rados.rados.0.smithi037.stdout:2629: seq_num 849 ranges {16384=622592,638976=516096,1155072=663552,1818624=425984} 2021-07-26T16:06:13.380 INFO:tasks.rados.rados.0.smithi037.stdout:2629: writing smithi03738989-30 from 16384 to 638976 tid 1 2021-07-26T16:06:13.385 INFO:tasks.rados.rados.0.smithi037.stdout:2629: writing smithi03738989-30 from 638976 to 1155072 tid 2 2021-07-26T16:06:13.389 INFO:tasks.rados.rados.0.smithi037.stdout:2629: writing smithi03738989-30 from 1155072 to 1818624 tid 3 2021-07-26T16:06:13.392 INFO:tasks.rados.rados.0.smithi037.stdout:2629: writing smithi03738989-30 from 1818624 to 2244608 tid 4 2021-07-26T16:06:13.392 INFO:tasks.rados.rados.0.smithi037.stdout:2630: copy_from oid 14 from oid 20 current snap is 262 2021-07-26T16:06:13.392 INFO:tasks.rados.rados.0.smithi037.stdout:2627: finishing rollback tid 1 to smithi03738989-16 2021-07-26T16:06:13.393 INFO:tasks.rados.rados.0.smithi037.stdout:2627: finishing rollback tid 2 to smithi03738989-16 2021-07-26T16:06:13.393 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 2073 (ObjNum 581 snap 171 seq_num 581) dirty exists 2021-07-26T16:06:13.393 INFO:tasks.rados.rados.0.smithi037.stdout:2629: finishing write tid 1 to smithi03738989-30 2021-07-26T16:06:13.393 INFO:tasks.rados.rados.0.smithi037.stdout:2627: done (2 left) 2021-07-26T16:06:13.393 INFO:tasks.rados.rados.0.smithi037.stdout:2631: snap_remove snap 257 2021-07-26T16:06:13.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:13 smithi037 bash[41498]: cluster 2021-07-26T16:06:11.833796+0000 mgr.y (mgr.24994) 414 : cluster [DBG] pgmap v565: 89 pgs: 89 active+clean; 417 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 0 B/s wr, 14 op/s 2021-07-26T16:06:13.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:13 smithi037 bash[41498]: audit 2021-07-26T16:06:12.644398+0000 mgr.y (mgr.24994) 415 : audit [DBG] from='client.44418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:13.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:13 smithi037 bash[41498]: cluster 2021-07-26T16:06:13.086991+0000 mon.a (mon.0) 1030 : cluster [DBG] osdmap e572: 8 total, 8 up, 8 in 2021-07-26T16:06:13.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:13 smithi037 bash[42499]: cluster 2021-07-26T16:06:11.833796+0000 mgr.y (mgr.24994) 414 : cluster [DBG] pgmap v565: 89 pgs: 89 active+clean; 417 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 0 B/s wr, 14 op/s 2021-07-26T16:06:13.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:13 smithi037 bash[42499]: audit 2021-07-26T16:06:12.644398+0000 mgr.y (mgr.24994) 415 : audit [DBG] from='client.44418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:13.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:13 smithi037 bash[42499]: cluster 2021-07-26T16:06:13.086991+0000 mon.a (mon.0) 1030 : cluster [DBG] osdmap e572: 8 total, 8 up, 8 in 2021-07-26T16:06:13.675 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph orch ps' 2021-07-26T16:06:13.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:13 smithi107 bash[29346]: cluster 2021-07-26T16:06:11.833796+0000 mgr.y (mgr.24994) 414 : cluster [DBG] pgmap v565: 89 pgs: 89 active+clean; 417 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 0 B/s wr, 14 op/s 2021-07-26T16:06:13.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:13 smithi107 bash[29346]: audit 2021-07-26T16:06:12.644398+0000 mgr.y (mgr.24994) 415 : audit [DBG] from='client.44418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:13.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:13 smithi107 bash[29346]: cluster 2021-07-26T16:06:13.086991+0000 mon.a (mon.0) 1030 : cluster [DBG] osdmap e572: 8 total, 8 up, 8 in 2021-07-26T16:06:14.316 INFO:tasks.rados.rados.0.smithi037.stdout:2631: done (2 left) 2021-07-26T16:06:14.316 INFO:tasks.rados.rados.0.smithi037.stdout:2632: read oid 34 snap -1 2021-07-26T16:06:14.316 INFO:tasks.rados.rados.0.smithi037.stdout:2632: expect deleted 2021-07-26T16:06:14.317 INFO:tasks.rados.rados.0.smithi037.stdout:2633: snap_remove snap 252 2021-07-26T16:06:15.323 INFO:tasks.rados.rados.0.smithi037.stdout:2633: done (3 left) 2021-07-26T16:06:15.323 INFO:tasks.rados.rados.0.smithi037.stdout:2634: read oid 38 snap -1 2021-07-26T16:06:15.323 INFO:tasks.rados.rados.0.smithi037.stdout:2634: expect deleted 2021-07-26T16:06:15.324 INFO:tasks.rados.rados.0.smithi037.stdout:2635: rollback oid 26 current snap is 262 2021-07-26T16:06:15.324 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 26 to 261 2021-07-26T16:06:15.324 INFO:tasks.rados.rados.0.smithi037.stdout:2636: copy_from oid 21 from oid 12 current snap is 262 2021-07-26T16:06:15.324 INFO:tasks.rados.rados.0.smithi037.stdout:2637: snap_remove snap 254 2021-07-26T16:06:15.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:15 smithi037 bash[42499]: cluster 2021-07-26T16:06:13.834548+0000 mgr.y (mgr.24994) 416 : cluster [DBG] pgmap v568: 89 pgs: 89 active+clean; 380 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 25 op/s 2021-07-26T16:06:15.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:15 smithi037 bash[42499]: cluster 2021-07-26T16:06:14.313045+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e573: 8 total, 8 up, 8 in 2021-07-26T16:06:15.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:15 smithi037 bash[41498]: cluster 2021-07-26T16:06:13.834548+0000 mgr.y (mgr.24994) 416 : cluster [DBG] pgmap v568: 89 pgs: 89 active+clean; 380 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 25 op/s 2021-07-26T16:06:15.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:15 smithi037 bash[41498]: cluster 2021-07-26T16:06:14.313045+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e573: 8 total, 8 up, 8 in 2021-07-26T16:06:15.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:15 smithi107 bash[29346]: cluster 2021-07-26T16:06:13.834548+0000 mgr.y (mgr.24994) 416 : cluster [DBG] pgmap v568: 89 pgs: 89 active+clean; 380 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 25 op/s 2021-07-26T16:06:15.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:15 smithi107 bash[29346]: cluster 2021-07-26T16:06:14.313045+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e573: 8 total, 8 up, 8 in 2021-07-26T16:06:16.337 INFO:tasks.rados.rados.0.smithi037.stdout:2637: done (6 left) 2021-07-26T16:06:16.337 INFO:tasks.rados.rados.0.smithi037.stdout:2638: rollback oid 40 current snap is 262 2021-07-26T16:06:16.337 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 40 to 238 2021-07-26T16:06:16.338 INFO:tasks.rados.rados.0.smithi037.stdout:2639: read oid 24 snap 256 2021-07-26T16:06:16.338 INFO:tasks.rados.rados.0.smithi037.stdout:2639: expect (ObjNum 791 snap 240 seq_num 791) 2021-07-26T16:06:16.339 INFO:tasks.rados.rados.0.smithi037.stdout:2640: snap_create 2021-07-26T16:06:16.339 INFO:tasks.rados.rados.0.smithi037.stdout:2629: finishing write tid 2 to smithi03738989-30 2021-07-26T16:06:16.339 INFO:tasks.rados.rados.0.smithi037.stdout:2630: finishing copy_from to smithi03738989-14 2021-07-26T16:06:16.339 INFO:tasks.rados.rados.0.smithi037.stdout:2630: got expected ENOENT (src dne) 2021-07-26T16:06:16.340 INFO:tasks.rados.rados.0.smithi037.stdout:2630: finishing copy_from racing read to smithi03738989-14 2021-07-26T16:06:16.340 INFO:tasks.rados.rados.0.smithi037.stdout:2629: finishing write tid 3 to smithi03738989-30 2021-07-26T16:06:16.340 INFO:tasks.rados.rados.0.smithi037.stdout:2629: finishing write tid 4 to smithi03738989-30 2021-07-26T16:06:16.340 INFO:tasks.rados.rados.0.smithi037.stdout:2629: finishing write tid 6 to smithi03738989-30 2021-07-26T16:06:16.341 INFO:tasks.rados.rados.0.smithi037.stdout:2629: finishing write tid 7 to smithi03738989-30 2021-07-26T16:06:16.341 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 1710 (ObjNum 849 snap 262 seq_num 849) dirty exists 2021-07-26T16:06:16.341 INFO:tasks.rados.rados.0.smithi037.stdout:2629: left oid 30 (ObjNum 849 snap 262 seq_num 849) 2021-07-26T16:06:16.341 INFO:tasks.rados.rados.0.smithi037.stdout:2635: finishing rollback tid 1 to smithi03738989-26 2021-07-26T16:06:16.342 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 1704 (ObjNum 1 snap 32610 seq_num 372098352) dirty dne 2021-07-26T16:06:16.342 INFO:tasks.rados.rados.0.smithi037.stdout:2636: finishing copy_from to smithi03738989-21 2021-07-26T16:06:16.342 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2071 (ObjNum 787 snap 239 seq_num 787) dirty exists 2021-07-26T16:06:16.342 INFO:tasks.rados.rados.0.smithi037.stdout:2636: finishing copy_from racing read to smithi03738989-21 2021-07-26T16:06:16.354 INFO:tasks.rados.rados.0.smithi037.stdout:2638: finishing rollback tid 0 to smithi03738989-40 2021-07-26T16:06:16.355 INFO:tasks.rados.rados.0.smithi037.stdout:2638: finishing rollback tid 1 to smithi03738989-40 2021-07-26T16:06:16.355 INFO:tasks.rados.rados.0.smithi037.stdout:2638: finishing rollback tid 2 to smithi03738989-40 2021-07-26T16:06:16.356 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 2074 (ObjNum 573 snap 171 seq_num 573) dirty exists 2021-07-26T16:06:16.357 INFO:tasks.rados.rados.0.smithi037.stdout:2639: expect (ObjNum 791 snap 240 seq_num 791) 2021-07-26T16:06:16.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:16 smithi107 bash[29346]: cluster 2021-07-26T16:06:15.322121+0000 mon.a (mon.0) 1032 : cluster [DBG] osdmap e574: 8 total, 8 up, 8 in 2021-07-26T16:06:16.834 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:16 smithi037 bash[41498]: cluster 2021-07-26T16:06:15.322121+0000 mon.a (mon.0) 1032 : cluster [DBG] osdmap e574: 8 total, 8 up, 8 in 2021-07-26T16:06:16.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:16 smithi037 bash[42499]: cluster 2021-07-26T16:06:15.322121+0000 mon.a (mon.0) 1032 : cluster [DBG] osdmap e574: 8 total, 8 up, 8 in 2021-07-26T16:06:17.069 INFO:tasks.rados.rados.0.smithi037.stdout:2629: done (8 left) 2021-07-26T16:06:17.069 INFO:tasks.rados.rados.0.smithi037.stdout:2630: done (7 left) 2021-07-26T16:06:17.069 INFO:tasks.rados.rados.0.smithi037.stdout:2632: done (6 left) 2021-07-26T16:06:17.069 INFO:tasks.rados.rados.0.smithi037.stdout:2634: done (5 left) 2021-07-26T16:06:17.070 INFO:tasks.rados.rados.0.smithi037.stdout:2635: done (4 left) 2021-07-26T16:06:17.070 INFO:tasks.rados.rados.0.smithi037.stdout:2636: done (3 left) 2021-07-26T16:06:17.070 INFO:tasks.rados.rados.0.smithi037.stdout:2638: done (2 left) 2021-07-26T16:06:17.070 INFO:tasks.rados.rados.0.smithi037.stdout:2639: done (1 left) 2021-07-26T16:06:17.071 INFO:tasks.rados.rados.0.smithi037.stdout:2640: done (0 left) 2021-07-26T16:06:17.071 INFO:tasks.rados.rados.0.smithi037.stdout:2641: setattr oid 9 current snap is 263 2021-07-26T16:06:17.072 INFO:tasks.rados.rados.0.smithi037.stdout:2642: read oid 10 snap -1 2021-07-26T16:06:17.072 INFO:tasks.rados.rados.0.smithi037.stdout:2642: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:06:17.072 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 263 2021-07-26T16:06:17.073 INFO:tasks.rados.rados.0.smithi037.stdout:2643: seq_num 850 ranges {0=638976,638976=802816,1441792=475136,1916928=327680} 2021-07-26T16:06:17.074 INFO:tasks.rados.rados.0.smithi037.stdout:2643: writing smithi03738989-31 from 0 to 638976 tid 1 2021-07-26T16:06:17.079 INFO:tasks.rados.rados.0.smithi037.stdout:2643: writing smithi03738989-31 from 638976 to 1441792 tid 2 2021-07-26T16:06:17.081 INFO:tasks.rados.rados.0.smithi037.stdout:2643: writing smithi03738989-31 from 1441792 to 1916928 tid 3 2021-07-26T16:06:17.084 INFO:tasks.rados.rados.0.smithi037.stdout:2643: writing smithi03738989-31 from 1916928 to 2244608 tid 4 2021-07-26T16:06:17.084 INFO:tasks.rados.rados.0.smithi037.stdout:2644: rollback oid 26 current snap is 263 2021-07-26T16:06:17.084 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 26 to 262 2021-07-26T16:06:17.084 INFO:tasks.rados.rados.0.smithi037.stdout:2642: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:06:17.092 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1725 (ObjNum 840 snap 261 seq_num 840) dirty exists 2021-07-26T16:06:17.092 INFO:tasks.rados.rados.0.smithi037.stdout:2643: finishing write tid 1 to smithi03738989-31 2021-07-26T16:06:17.092 INFO:tasks.rados.rados.0.smithi037.stdout:2644: finishing rollback tid 1 to smithi03738989-26 2021-07-26T16:06:17.093 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 1704 (ObjNum 1 snap 21933 seq_num 374278432) dirty dne 2021-07-26T16:06:17.093 INFO:tasks.rados.rados.0.smithi037.stdout:2643: finishing write tid 2 to smithi03738989-31 2021-07-26T16:06:17.093 INFO:tasks.rados.rados.0.smithi037.stdout:2643: finishing write tid 3 to smithi03738989-31 2021-07-26T16:06:17.093 INFO:tasks.rados.rados.0.smithi037.stdout:2643: finishing write tid 4 to smithi03738989-31 2021-07-26T16:06:17.094 INFO:tasks.rados.rados.0.smithi037.stdout:2643: finishing write tid 6 to smithi03738989-31 2021-07-26T16:06:17.094 INFO:tasks.rados.rados.0.smithi037.stdout:2641: done (3 left) 2021-07-26T16:06:17.094 INFO:tasks.rados.rados.0.smithi037.stdout:2642: done (2 left) 2021-07-26T16:06:17.094 INFO:tasks.rados.rados.0.smithi037.stdout:2644: done (1 left) 2021-07-26T16:06:17.095 INFO:tasks.rados.rados.0.smithi037.stdout:2645: snap_remove snap 250 2021-07-26T16:06:17.561 INFO:teuthology.orchestra.run.smithi037.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2021-07-26T16:06:17.561 INFO:teuthology.orchestra.run.smithi037.stdout:alertmanager.a smithi037 running (27s) 22s ago 13m 9.82M - 0.20.0 0881eb8f169f 3bc972db2c3e 2021-07-26T16:06:17.562 INFO:teuthology.orchestra.run.smithi037.stdout:grafana.a smithi107 running (15s) 10s ago 13m 9732k - 6.7.4 3b1077a63311 8521b14db360 2021-07-26T16:06:17.562 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi037.wjuegm smithi037 running (101s) 22s ago 11m 14.0M - 17.0.0-6381-gbccf07c2 6cdb40438e66 6962cfbaafff 2021-07-26T16:06:17.562 INFO:teuthology.orchestra.run.smithi037.stdout:mds.foo.smithi107.pmlxcx smithi107 running (73s) 10s ago 11m 12.2M - 17.0.0-6381-gbccf07c2 6cdb40438e66 f9148f8ca85d 2021-07-26T16:06:17.562 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.x smithi107 *:8443 running (6m) 10s ago 18m 373M - 17.0.0-6381-gbccf07c2 6cdb40438e66 860e60362e9d 2021-07-26T16:06:17.563 INFO:teuthology.orchestra.run.smithi037.stdout:mgr.y smithi037 *:8443 running (7m) 22s ago 20m 424M - 17.0.0-6381-gbccf07c2 6cdb40438e66 a07fb6f2ffc9 2021-07-26T16:06:17.563 INFO:teuthology.orchestra.run.smithi037.stdout:mon.a smithi037 running (6m) 22s ago 20m 83.0M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 370b9a5b7829 2021-07-26T16:06:17.563 INFO:teuthology.orchestra.run.smithi037.stdout:mon.b smithi107 running (6m) 10s ago 18m 64.4M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 0f8f2b11f865 2021-07-26T16:06:17.563 INFO:teuthology.orchestra.run.smithi037.stdout:mon.c smithi037 running (6m) 22s ago 18m 66.1M 2048M 17.0.0-6381-gbccf07c2 6cdb40438e66 46cd16de9ecd 2021-07-26T16:06:17.563 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.a smithi037 running (64s) 22s ago 14m 9199k - 0.18.1 e5a616e4b9cf 870075fd107a 2021-07-26T16:06:17.564 INFO:teuthology.orchestra.run.smithi037.stdout:node-exporter.b smithi107 running (55s) 10s ago 14m 8892k - 0.18.1 e5a616e4b9cf ecfd427bd4e6 2021-07-26T16:06:17.564 INFO:teuthology.orchestra.run.smithi037.stdout:osd.0 smithi037 running (5m) 22s ago 17m 415M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 3bf4d2f6804d 2021-07-26T16:06:17.564 INFO:teuthology.orchestra.run.smithi037.stdout:osd.1 smithi037 running (4m) 22s ago 17m 379M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 1926c4e36355 2021-07-26T16:06:17.564 INFO:teuthology.orchestra.run.smithi037.stdout:osd.2 smithi037 running (4m) 22s ago 16m 319M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 5d4e19f02b60 2021-07-26T16:06:17.565 INFO:teuthology.orchestra.run.smithi037.stdout:osd.3 smithi037 running (3m) 22s ago 16m 209M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 4287a9c24c27 2021-07-26T16:06:17.565 INFO:teuthology.orchestra.run.smithi037.stdout:osd.4 smithi107 running (3m) 10s ago 15m 309M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 a8426bbe8ca6 2021-07-26T16:06:17.565 INFO:teuthology.orchestra.run.smithi037.stdout:osd.5 smithi107 running (2m) 10s ago 15m 291M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 6bb69dd16aa3 2021-07-26T16:06:17.565 INFO:teuthology.orchestra.run.smithi037.stdout:osd.6 smithi107 running (2m) 10s ago 15m 188M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 c6a000e0e2f6 2021-07-26T16:06:17.565 INFO:teuthology.orchestra.run.smithi037.stdout:osd.7 smithi107 running (114s) 10s ago 14m 192M 4096M 17.0.0-6381-gbccf07c2 6cdb40438e66 ca31218fa9c0 2021-07-26T16:06:17.566 INFO:teuthology.orchestra.run.smithi037.stdout:prometheus.a smithi107 running (42s) 10s ago 14m 30.9M - 2.18.1 de242295e225 8a0611fca471 2021-07-26T16:06:17.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:17 smithi037 bash[41498]: cluster 2021-07-26T16:06:15.835265+0000 mgr.y (mgr.24994) 417 : cluster [DBG] pgmap v571: 89 pgs: 89 active+clean; 375 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2021-07-26T16:06:17.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:17 smithi037 bash[41498]: cluster 2021-07-26T16:06:16.337402+0000 mon.a (mon.0) 1033 : cluster [DBG] osdmap e575: 8 total, 8 up, 8 in 2021-07-26T16:06:17.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:17 smithi037 bash[41498]: cluster 2021-07-26T16:06:17.069324+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e576: 8 total, 8 up, 8 in 2021-07-26T16:06:17.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:17 smithi037 bash[42499]: cluster 2021-07-26T16:06:15.835265+0000 mgr.y (mgr.24994) 417 : cluster [DBG] pgmap v571: 89 pgs: 89 active+clean; 375 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2021-07-26T16:06:17.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:17 smithi037 bash[42499]: cluster 2021-07-26T16:06:16.337402+0000 mon.a (mon.0) 1033 : cluster [DBG] osdmap e575: 8 total, 8 up, 8 in 2021-07-26T16:06:17.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:17 smithi037 bash[42499]: cluster 2021-07-26T16:06:17.069324+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e576: 8 total, 8 up, 8 in 2021-07-26T16:06:17.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:17 smithi107 bash[29346]: cluster 2021-07-26T16:06:15.835265+0000 mgr.y (mgr.24994) 417 : cluster [DBG] pgmap v571: 89 pgs: 89 active+clean; 375 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2021-07-26T16:06:17.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:17 smithi107 bash[29346]: cluster 2021-07-26T16:06:16.337402+0000 mon.a (mon.0) 1033 : cluster [DBG] osdmap e575: 8 total, 8 up, 8 in 2021-07-26T16:06:17.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:17 smithi107 bash[29346]: cluster 2021-07-26T16:06:17.069324+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e576: 8 total, 8 up, 8 in 2021-07-26T16:06:18.086 INFO:tasks.rados.rados.0.smithi037.stdout:2645: done (1 left) 2021-07-26T16:06:18.087 INFO:tasks.rados.rados.0.smithi037.stdout:2646: snap_create 2021-07-26T16:06:18.087 INFO:tasks.rados.rados.0.smithi037.stdout:2643: finishing write tid 7 to smithi03738989-31 2021-07-26T16:06:18.087 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 1704 (ObjNum 850 snap 263 seq_num 850) dirty exists 2021-07-26T16:06:18.087 INFO:tasks.rados.rados.0.smithi037.stdout:2643: left oid 31 (ObjNum 850 snap 263 seq_num 850) 2021-07-26T16:06:18.371 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph versions' 2021-07-26T16:06:18.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:18 smithi107 bash[29346]: audit 2021-07-26T16:06:17.537310+0000 mgr.y (mgr.24994) 418 : audit [DBG] from='client.44424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:18.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:18 smithi107 bash[29346]: audit 2021-07-26T16:06:17.542966+0000 mon.c (mon.1) 427 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:06:18.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:18 smithi107 bash[29346]: audit 2021-07-26T16:06:17.543811+0000 mon.c (mon.1) 428 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:06:18.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:18 smithi107 bash[29346]: audit 2021-07-26T16:06:17.544771+0000 mon.c (mon.1) 429 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:18 smithi107 bash[29346]: audit 2021-07-26T16:06:17.545894+0000 mon.c (mon.1) 430 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:18 smithi107 bash[29346]: audit 2021-07-26T16:06:17.546854+0000 mon.c (mon.1) 431 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:18 smithi107 bash[29346]: audit 2021-07-26T16:06:17.547851+0000 mon.c (mon.1) 432 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:18 smithi107 bash[29346]: audit 2021-07-26T16:06:17.551050+0000 mon.c (mon.1) 433 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:06:18.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:18 smithi107 bash[29346]: audit 2021-07-26T16:06:17.552008+0000 mon.c (mon.1) 434 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:18 smithi107 bash[29346]: audit 2021-07-26T16:06:17.552894+0000 mon.c (mon.1) 435 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:18 smithi107 bash[29346]: audit 2021-07-26T16:06:17.553585+0000 mon.c (mon.1) 436 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:18 smithi107 bash[29346]: audit 2021-07-26T16:06:17.554159+0000 mon.c (mon.1) 437 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:18 smithi107 bash[29346]: cluster 2021-07-26T16:06:18.080917+0000 mon.a (mon.0) 1035 : cluster [DBG] osdmap e577: 8 total, 8 up, 8 in 2021-07-26T16:06:18.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[41498]: audit 2021-07-26T16:06:17.537310+0000 mgr.y (mgr.24994) 418 : audit [DBG] from='client.44424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:18.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[41498]: audit 2021-07-26T16:06:17.542966+0000 mon.c (mon.1) 427 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:06:18.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[41498]: audit 2021-07-26T16:06:17.543811+0000 mon.c (mon.1) 428 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:06:18.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[41498]: audit 2021-07-26T16:06:17.544771+0000 mon.c (mon.1) 429 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[41498]: audit 2021-07-26T16:06:17.545894+0000 mon.c (mon.1) 430 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[41498]: audit 2021-07-26T16:06:17.546854+0000 mon.c (mon.1) 431 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[41498]: audit 2021-07-26T16:06:17.547851+0000 mon.c (mon.1) 432 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[41498]: audit 2021-07-26T16:06:17.551050+0000 mon.c (mon.1) 433 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:06:18.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[41498]: audit 2021-07-26T16:06:17.552008+0000 mon.c (mon.1) 434 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[41498]: audit 2021-07-26T16:06:17.552894+0000 mon.c (mon.1) 435 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[41498]: audit 2021-07-26T16:06:17.553585+0000 mon.c (mon.1) 436 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[41498]: audit 2021-07-26T16:06:17.554159+0000 mon.c (mon.1) 437 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[41498]: cluster 2021-07-26T16:06:18.080917+0000 mon.a (mon.0) 1035 : cluster [DBG] osdmap e577: 8 total, 8 up, 8 in 2021-07-26T16:06:18.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[42499]: audit 2021-07-26T16:06:17.537310+0000 mgr.y (mgr.24994) 418 : audit [DBG] from='client.44424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:18.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[42499]: audit 2021-07-26T16:06:17.542966+0000 mon.c (mon.1) 427 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.a","key": "mon_memory_target"}]: dispatch 2021-07-26T16:06:18.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[42499]: audit 2021-07-26T16:06:17.543811+0000 mon.c (mon.1) 428 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.c","key": "mon_memory_target"}]: dispatch 2021-07-26T16:06:18.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[42499]: audit 2021-07-26T16:06:17.544771+0000 mon.c (mon.1) 429 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[42499]: audit 2021-07-26T16:06:17.545894+0000 mon.c (mon.1) 430 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[42499]: audit 2021-07-26T16:06:17.546854+0000 mon.c (mon.1) 431 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[42499]: audit 2021-07-26T16:06:17.547851+0000 mon.c (mon.1) 432 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[42499]: audit 2021-07-26T16:06:17.551050+0000 mon.c (mon.1) 433 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mon.b","key": "mon_memory_target"}]: dispatch 2021-07-26T16:06:18.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[42499]: audit 2021-07-26T16:06:17.552008+0000 mon.c (mon.1) 434 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[42499]: audit 2021-07-26T16:06:17.552894+0000 mon.c (mon.1) 435 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[42499]: audit 2021-07-26T16:06:17.553585+0000 mon.c (mon.1) 436 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[42499]: audit 2021-07-26T16:06:17.554159+0000 mon.c (mon.1) 437 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:06:18.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:18 smithi037 bash[42499]: cluster 2021-07-26T16:06:18.080917+0000 mon.a (mon.0) 1035 : cluster [DBG] osdmap e577: 8 total, 8 up, 8 in 2021-07-26T16:06:19.088 INFO:tasks.rados.rados.0.smithi037.stdout:2643: done (1 left) 2021-07-26T16:06:19.088 INFO:tasks.rados.rados.0.smithi037.stdout:2646: done (0 left) 2021-07-26T16:06:19.088 INFO:tasks.rados.rados.0.smithi037.stdout:2647: copy_from oid 22 from oid 29 current snap is 264 2021-07-26T16:06:19.088 INFO:tasks.rados.rados.0.smithi037.stdout:2648: read oid 10 snap -1 2021-07-26T16:06:19.089 INFO:tasks.rados.rados.0.smithi037.stdout:2648: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:06:19.089 INFO:tasks.rados.rados.0.smithi037.stdout:2649: snap_create 2021-07-26T16:06:19.090 INFO:tasks.rados.rados.0.smithi037.stdout:2648: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:06:19.109 INFO:tasks.rados.rados.0.smithi037.stdout:2647: finishing copy_from to smithi03738989-22 2021-07-26T16:06:19.110 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 1699 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:06:19.111 INFO:tasks.rados.rados.0.smithi037.stdout:2647: finishing copy_from racing read to smithi03738989-22 2021-07-26T16:06:19.751 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:19 smithi037 bash[41498]: cluster 2021-07-26T16:06:17.836206+0000 mgr.y (mgr.24994) 419 : cluster [DBG] pgmap v574: 89 pgs: 89 active+clean; 373 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.6 MiB/s wr, 13 op/s 2021-07-26T16:06:19.751 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:19 smithi037 bash[41498]: cluster 2021-07-26T16:06:19.089221+0000 mon.a (mon.0) 1036 : cluster [DBG] osdmap e578: 8 total, 8 up, 8 in 2021-07-26T16:06:19.752 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:19 smithi037 bash[42499]: cluster 2021-07-26T16:06:17.836206+0000 mgr.y (mgr.24994) 419 : cluster [DBG] pgmap v574: 89 pgs: 89 active+clean; 373 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.6 MiB/s wr, 13 op/s 2021-07-26T16:06:19.752 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:19 smithi037 bash[42499]: cluster 2021-07-26T16:06:19.089221+0000 mon.a (mon.0) 1036 : cluster [DBG] osdmap e578: 8 total, 8 up, 8 in 2021-07-26T16:06:19.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:19 smithi107 bash[29346]: cluster 2021-07-26T16:06:17.836206+0000 mgr.y (mgr.24994) 419 : cluster [DBG] pgmap v574: 89 pgs: 89 active+clean; 373 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.6 MiB/s wr, 13 op/s 2021-07-26T16:06:19.771 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:19 smithi107 bash[29346]: cluster 2021-07-26T16:06:19.089221+0000 mon.a (mon.0) 1036 : cluster [DBG] osdmap e578: 8 total, 8 up, 8 in 2021-07-26T16:06:20.086 INFO:tasks.rados.rados.0.smithi037.stdout:2647: done (2 left) 2021-07-26T16:06:20.086 INFO:tasks.rados.rados.0.smithi037.stdout:2648: done (1 left) 2021-07-26T16:06:20.086 INFO:tasks.rados.rados.0.smithi037.stdout:2649: done (0 left) 2021-07-26T16:06:20.087 INFO:tasks.rados.rados.0.smithi037.stdout:2650: rollback oid 45 current snap is 265 2021-07-26T16:06:20.087 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 45 to 264 2021-07-26T16:06:20.087 INFO:tasks.rados.rados.0.smithi037.stdout:2651: read oid 14 snap -1 2021-07-26T16:06:20.087 INFO:tasks.rados.rados.0.smithi037.stdout:2651: expect deleted 2021-07-26T16:06:20.087 INFO:tasks.rados.rados.0.smithi037.stdout:2652: read oid 3 snap -1 2021-07-26T16:06:20.088 INFO:tasks.rados.rados.0.smithi037.stdout:2652: expect (ObjNum 833 snap 256 seq_num 833) 2021-07-26T16:06:20.088 INFO:tasks.rados.rados.0.smithi037.stdout:2653: delete oid 25 current snap is 265 2021-07-26T16:06:20.093 INFO:tasks.rados.rados.0.smithi037.stdout:2650: finishing rollback tid 0 to smithi03738989-45 2021-07-26T16:06:20.094 INFO:tasks.rados.rados.0.smithi037.stdout:2650: finishing rollback tid 1 to smithi03738989-45 2021-07-26T16:06:20.095 INFO:tasks.rados.rados.0.smithi037.stdout:2651: done (3 left) 2021-07-26T16:06:20.095 INFO:tasks.rados.rados.0.smithi037.stdout:2653: done (2 left) 2021-07-26T16:06:20.096 INFO:tasks.rados.rados.0.smithi037.stdout:2654: delete oid 24 current snap is 265 2021-07-26T16:06:20.096 INFO:tasks.rados.rados.0.smithi037.stdout:2650: finishing rollback tid 2 to smithi03738989-45 2021-07-26T16:06:20.096 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 2420 (ObjNum 653 snap 192 seq_num 653) dirty exists 2021-07-26T16:06:20.101 INFO:tasks.rados.rados.0.smithi037.stdout:2650: done (2 left) 2021-07-26T16:06:20.101 INFO:tasks.rados.rados.0.smithi037.stdout:2654: done (1 left) 2021-07-26T16:06:20.101 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 265 2021-07-26T16:06:20.102 INFO:tasks.rados.rados.0.smithi037.stdout:2655: seq_num 853 ranges {3948544=696320,4644864=507904,5152768=647168,5799936=450560} 2021-07-26T16:06:20.128 INFO:tasks.rados.rados.0.smithi037.stdout:2655: writing smithi03738989-6 from 3948544 to 4644864 tid 1 2021-07-26T16:06:20.130 INFO:tasks.rados.rados.0.smithi037.stdout:2655: writing smithi03738989-6 from 4644864 to 5152768 tid 2 2021-07-26T16:06:20.134 INFO:tasks.rados.rados.0.smithi037.stdout:2655: writing smithi03738989-6 from 5152768 to 5799936 tid 3 2021-07-26T16:06:20.138 INFO:tasks.rados.rados.0.smithi037.stdout:2655: writing smithi03738989-6 from 5799936 to 6250496 tid 4 2021-07-26T16:06:20.138 INFO:tasks.rados.rados.0.smithi037.stdout:2656: rollback oid 39 current snap is 265 2021-07-26T16:06:20.138 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 39 to 245 2021-07-26T16:06:20.138 INFO:tasks.rados.rados.0.smithi037.stdout:2652: expect (ObjNum 833 snap 256 seq_num 833) 2021-07-26T16:06:20.264 INFO:tasks.rados.rados.0.smithi037.stdout:2655: finishing write tid 1 to smithi03738989-6 2021-07-26T16:06:20.264 INFO:tasks.rados.rados.0.smithi037.stdout:2655: finishing write tid 2 to smithi03738989-6 2021-07-26T16:06:20.265 INFO:tasks.rados.rados.0.smithi037.stdout:2655: finishing write tid 3 to smithi03738989-6 2021-07-26T16:06:20.265 INFO:tasks.rados.rados.0.smithi037.stdout:2656: finishing rollback tid 0 to smithi03738989-39 2021-07-26T16:06:20.265 INFO:tasks.rados.rados.0.smithi037.stdout:2656: finishing rollback tid 1 to smithi03738989-39 2021-07-26T16:06:20.265 INFO:tasks.rados.rados.0.smithi037.stdout:2656: finishing rollback tid 2 to smithi03738989-39 2021-07-26T16:06:20.265 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2425 (ObjNum 803 snap 244 seq_num 803) dirty exists 2021-07-26T16:06:20.266 INFO:tasks.rados.rados.0.smithi037.stdout:2655: finishing write tid 4 to smithi03738989-6 2021-07-26T16:06:20.266 INFO:tasks.rados.rados.0.smithi037.stdout:2655: finishing write tid 6 to smithi03738989-6 2021-07-26T16:06:20.266 INFO:tasks.rados.rados.0.smithi037.stdout:2655: finishing write tid 7 to smithi03738989-6 2021-07-26T16:06:20.266 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2305 (ObjNum 853 snap 265 seq_num 853) dirty exists 2021-07-26T16:06:20.267 INFO:tasks.rados.rados.0.smithi037.stdout:2655: left oid 6 (ObjNum 853 snap 265 seq_num 853) 2021-07-26T16:06:20.267 INFO:tasks.rados.rados.0.smithi037.stdout:2652: done (2 left) 2021-07-26T16:06:20.268 INFO:tasks.rados.rados.0.smithi037.stdout:2655: done (1 left) 2021-07-26T16:06:20.268 INFO:tasks.rados.rados.0.smithi037.stdout:2656: done (0 left) 2021-07-26T16:06:20.268 INFO:tasks.rados.rados.0.smithi037.stdout:2657: snap_create 2021-07-26T16:06:21.090 INFO:tasks.rados.rados.0.smithi037.stdout:2657: done (0 left) 2021-07-26T16:06:21.090 INFO:tasks.rados.rados.0.smithi037.stdout:2658: snap_create 2021-07-26T16:06:21.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:21 smithi107 bash[29346]: cluster 2021-07-26T16:06:19.837048+0000 mgr.y (mgr.24994) 420 : cluster [DBG] pgmap v577: 89 pgs: 89 active+clean; 375 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 962 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2021-07-26T16:06:21.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:21 smithi107 bash[29346]: cluster 2021-07-26T16:06:20.087506+0000 mon.a (mon.0) 1037 : cluster [DBG] osdmap e579: 8 total, 8 up, 8 in 2021-07-26T16:06:21.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:21 smithi037 bash[41498]: cluster 2021-07-26T16:06:19.837048+0000 mgr.y (mgr.24994) 420 : cluster [DBG] pgmap v577: 89 pgs: 89 active+clean; 375 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 962 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2021-07-26T16:06:21.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:21 smithi037 bash[41498]: cluster 2021-07-26T16:06:20.087506+0000 mon.a (mon.0) 1037 : cluster [DBG] osdmap e579: 8 total, 8 up, 8 in 2021-07-26T16:06:21.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:21 smithi037 bash[42499]: cluster 2021-07-26T16:06:19.837048+0000 mgr.y (mgr.24994) 420 : cluster [DBG] pgmap v577: 89 pgs: 89 active+clean; 375 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 962 KiB/s rd, 1.1 MiB/s wr, 5 op/s 2021-07-26T16:06:21.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:21 smithi037 bash[42499]: cluster 2021-07-26T16:06:20.087506+0000 mon.a (mon.0) 1037 : cluster [DBG] osdmap e579: 8 total, 8 up, 8 in 2021-07-26T16:06:22.071 INFO:tasks.rados.rados.0.smithi037.stdout:2658: done (0 left) 2021-07-26T16:06:22.072 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 267 2021-07-26T16:06:22.072 INFO:tasks.rados.rados.0.smithi037.stdout:2659: seq_num 854 ranges {983040=712704,1695744=794624,2490368=450560,2940928=360448} 2021-07-26T16:06:22.083 INFO:tasks.rados.rados.0.smithi037.stdout:2659: writing smithi03738989-36 from 983040 to 1695744 tid 1 2021-07-26T16:06:22.088 INFO:tasks.rados.rados.0.smithi037.stdout:2659: writing smithi03738989-36 from 1695744 to 2490368 tid 2 2021-07-26T16:06:22.091 INFO:tasks.rados.rados.0.smithi037.stdout:2659: writing smithi03738989-36 from 2490368 to 2940928 tid 3 2021-07-26T16:06:22.094 INFO:tasks.rados.rados.0.smithi037.stdout:2659: writing smithi03738989-36 from 2940928 to 3301376 tid 4 2021-07-26T16:06:22.094 INFO:tasks.rados.rados.0.smithi037.stdout:2660: snap_create 2021-07-26T16:06:22.095 INFO:tasks.rados.rados.0.smithi037.stdout:2659: finishing write tid 1 to smithi03738989-36 2021-07-26T16:06:22.098 INFO:tasks.rados.rados.0.smithi037.stdout:2659: finishing write tid 2 to smithi03738989-36 2021-07-26T16:06:22.100 INFO:tasks.rados.rados.0.smithi037.stdout:2659: finishing write tid 3 to smithi03738989-36 2021-07-26T16:06:22.101 INFO:tasks.rados.rados.0.smithi037.stdout:2659: finishing write tid 4 to smithi03738989-36 2021-07-26T16:06:22.101 INFO:tasks.rados.rados.0.smithi037.stdout:2659: finishing write tid 6 to smithi03738989-36 2021-07-26T16:06:22.103 INFO:tasks.rados.rados.0.smithi037.stdout:2659: finishing write tid 7 to smithi03738989-36 2021-07-26T16:06:22.104 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1716 (ObjNum 854 snap 267 seq_num 854) dirty exists 2021-07-26T16:06:22.104 INFO:tasks.rados.rados.0.smithi037.stdout:2659: left oid 36 (ObjNum 854 snap 267 seq_num 854) 2021-07-26T16:06:22.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:22 smithi037 bash[41498]: cluster 2021-07-26T16:06:21.091635+0000 mon.a (mon.0) 1038 : cluster [DBG] osdmap e580: 8 total, 8 up, 8 in 2021-07-26T16:06:22.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:22 smithi037 bash[41498]: cluster 2021-07-26T16:06:22.073676+0000 mon.a (mon.0) 1039 : cluster [DBG] osdmap e581: 8 total, 8 up, 8 in 2021-07-26T16:06:22.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:22 smithi037 bash[42499]: cluster 2021-07-26T16:06:21.091635+0000 mon.a (mon.0) 1038 : cluster [DBG] osdmap e580: 8 total, 8 up, 8 in 2021-07-26T16:06:22.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:22 smithi037 bash[42499]: cluster 2021-07-26T16:06:22.073676+0000 mon.a (mon.0) 1039 : cluster [DBG] osdmap e581: 8 total, 8 up, 8 in 2021-07-26T16:06:22.359 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T16:06:22.360 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": { 2021-07-26T16:06:22.360 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 3 2021-07-26T16:06:22.360 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:06:22.360 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": { 2021-07-26T16:06:22.361 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T16:06:22.361 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:06:22.361 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": { 2021-07-26T16:06:22.361 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 8 2021-07-26T16:06:22.362 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:06:22.363 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": { 2021-07-26T16:06:22.363 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 2 2021-07-26T16:06:22.364 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:06:22.364 INFO:teuthology.orchestra.run.smithi037.stdout: "overall": { 2021-07-26T16:06:22.364 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)": 15 2021-07-26T16:06:22.364 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:06:22.365 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T16:06:22.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:22 smithi107 bash[29346]: cluster 2021-07-26T16:06:21.091635+0000 mon.a (mon.0) 1038 : cluster [DBG] osdmap e580: 8 total, 8 up, 8 in 2021-07-26T16:06:22.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:22 smithi107 bash[29346]: cluster 2021-07-26T16:06:22.073676+0000 mon.a (mon.0) 1039 : cluster [DBG] osdmap e581: 8 total, 8 up, 8 in 2021-07-26T16:06:23.108 INFO:tasks.rados.rados.0.smithi037.stdout:2659: done (1 left) 2021-07-26T16:06:23.108 INFO:tasks.rados.rados.0.smithi037.stdout:2660: done (0 left) 2021-07-26T16:06:23.109 INFO:tasks.rados.rados.0.smithi037.stdout:2661: read oid 5 snap 233 2021-07-26T16:06:23.109 INFO:tasks.rados.rados.0.smithi037.stdout:2661: expect (ObjNum 450 snap 136 seq_num 450) 2021-07-26T16:06:23.109 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 268 2021-07-26T16:06:23.109 INFO:tasks.rados.rados.0.smithi037.stdout:2662: seq_num 855 ranges {4153344=729088,4882432=671744,5554176=663552,6217728=270336} 2021-07-26T16:06:23.131 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2021-07-26T16:06:23.136 INFO:tasks.rados.rados.0.smithi037.stdout:2662: writing smithi03738989-19 from 4153344 to 4882432 tid 1 2021-07-26T16:06:23.140 INFO:tasks.rados.rados.0.smithi037.stdout:2662: writing smithi03738989-19 from 4882432 to 5554176 tid 2 2021-07-26T16:06:23.145 INFO:tasks.rados.rados.0.smithi037.stdout:2662: writing smithi03738989-19 from 5554176 to 6217728 tid 3 2021-07-26T16:06:23.146 INFO:tasks.rados.rados.0.smithi037.stdout:2662: writing smithi03738989-19 from 6217728 to 6488064 tid 4 2021-07-26T16:06:23.146 INFO:tasks.rados.rados.0.smithi037.stdout:2663: delete oid 18 current snap is 268 2021-07-26T16:06:23.147 INFO:tasks.rados.rados.0.smithi037.stdout:2661: expect (ObjNum 450 snap 136 seq_num 450) 2021-07-26T16:06:23.161 INFO:tasks.rados.rados.0.smithi037.stdout:2662: finishing write tid 1 to smithi03738989-19 2021-07-26T16:06:23.161 INFO:tasks.rados.rados.0.smithi037.stdout:2662: finishing write tid 2 to smithi03738989-19 2021-07-26T16:06:23.161 INFO:tasks.rados.rados.0.smithi037.stdout:2662: finishing write tid 3 to smithi03738989-19 2021-07-26T16:06:23.161 INFO:tasks.rados.rados.0.smithi037.stdout:2662: finishing write tid 4 to smithi03738989-19 2021-07-26T16:06:23.162 INFO:tasks.rados.rados.0.smithi037.stdout:2662: finishing write tid 6 to smithi03738989-19 2021-07-26T16:06:23.162 INFO:tasks.rados.rados.0.smithi037.stdout:2662: finishing write tid 7 to smithi03738989-19 2021-07-26T16:06:23.162 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 1691 (ObjNum 855 snap 268 seq_num 855) dirty exists 2021-07-26T16:06:23.163 INFO:tasks.rados.rados.0.smithi037.stdout:2662: left oid 19 (ObjNum 855 snap 268 seq_num 855) 2021-07-26T16:06:23.163 INFO:tasks.rados.rados.0.smithi037.stdout:2661: done (2 left) 2021-07-26T16:06:23.163 INFO:tasks.rados.rados.0.smithi037.stdout:2662: done (1 left) 2021-07-26T16:06:23.163 INFO:tasks.rados.rados.0.smithi037.stdout:2663: done (0 left) 2021-07-26T16:06:23.164 INFO:tasks.rados.rados.0.smithi037.stdout:2664: delete oid 41 current snap is 268 2021-07-26T16:06:23.164 INFO:tasks.rados.rados.0.smithi037.stdout:2664: done (0 left) 2021-07-26T16:06:23.165 INFO:tasks.rados.rados.0.smithi037.stdout:2665: read oid 40 snap -1 2021-07-26T16:06:23.165 INFO:tasks.rados.rados.0.smithi037.stdout:2665: expect (ObjNum 573 snap 171 seq_num 573) 2021-07-26T16:06:23.165 INFO:tasks.rados.rados.0.smithi037.stdout:2666: snap_create 2021-07-26T16:06:23.191 INFO:tasks.rados.rados.0.smithi037.stdout:2665: expect (ObjNum 573 snap 171 seq_num 573) 2021-07-26T16:06:23.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:23 smithi107 bash[29346]: cluster 2021-07-26T16:06:21.837784+0000 mgr.y (mgr.24994) 421 : cluster [DBG] pgmap v580: 89 pgs: 89 active+clean; 389 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 962 KiB/s rd, 3.2 MiB/s wr, 4 op/s 2021-07-26T16:06:23.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:23 smithi107 bash[29346]: audit 2021-07-26T16:06:22.362251+0000 mon.c (mon.1) 438 : audit [DBG] from='client.? 172.21.15.37:0/1203471961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:23.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:23 smithi037 bash[42499]: cluster 2021-07-26T16:06:21.837784+0000 mgr.y (mgr.24994) 421 : cluster [DBG] pgmap v580: 89 pgs: 89 active+clean; 389 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 962 KiB/s rd, 3.2 MiB/s wr, 4 op/s 2021-07-26T16:06:23.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:23 smithi037 bash[42499]: audit 2021-07-26T16:06:22.362251+0000 mon.c (mon.1) 438 : audit [DBG] from='client.? 172.21.15.37:0/1203471961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:23.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:23 smithi037 bash[41498]: cluster 2021-07-26T16:06:21.837784+0000 mgr.y (mgr.24994) 421 : cluster [DBG] pgmap v580: 89 pgs: 89 active+clean; 389 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 962 KiB/s rd, 3.2 MiB/s wr, 4 op/s 2021-07-26T16:06:23.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:23 smithi037 bash[41498]: audit 2021-07-26T16:06:22.362251+0000 mon.c (mon.1) 438 : audit [DBG] from='client.? 172.21.15.37:0/1203471961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:24.132 INFO:tasks.rados.rados.0.smithi037.stdout:2665: done (1 left) 2021-07-26T16:06:24.132 INFO:tasks.rados.rados.0.smithi037.stdout:2666: done (0 left) 2021-07-26T16:06:24.133 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 269 2021-07-26T16:06:24.133 INFO:tasks.rados.rados.0.smithi037.stdout:2667: seq_num 858 ranges {1925120=778240,2703360=729088,3432448=434176,3866624=442368} 2021-07-26T16:06:24.144 INFO:tasks.rados.rados.0.smithi037.stdout:2667: writing smithi03738989-35 from 1925120 to 2703360 tid 1 2021-07-26T16:06:24.148 INFO:tasks.rados.rados.0.smithi037.stdout:2667: writing smithi03738989-35 from 2703360 to 3432448 tid 2 2021-07-26T16:06:24.150 INFO:tasks.rados.rados.0.smithi037.stdout:2667: writing smithi03738989-35 from 3432448 to 3866624 tid 3 2021-07-26T16:06:24.153 INFO:tasks.rados.rados.0.smithi037.stdout:2667: writing smithi03738989-35 from 3866624 to 4308992 tid 4 2021-07-26T16:06:24.153 INFO:tasks.rados.rados.0.smithi037.stdout:2668: snap_create 2021-07-26T16:06:24.161 INFO:tasks.rados.rados.0.smithi037.stdout:2667: finishing write tid 1 to smithi03738989-35 2021-07-26T16:06:24.162 INFO:tasks.rados.rados.0.smithi037.stdout:2667: finishing write tid 2 to smithi03738989-35 2021-07-26T16:06:24.166 INFO:tasks.rados.rados.0.smithi037.stdout:2667: finishing write tid 3 to smithi03738989-35 2021-07-26T16:06:24.166 INFO:tasks.rados.rados.0.smithi037.stdout:2667: finishing write tid 4 to smithi03738989-35 2021-07-26T16:06:24.167 INFO:tasks.rados.rados.0.smithi037.stdout:2667: finishing write tid 6 to smithi03738989-35 2021-07-26T16:06:24.169 INFO:tasks.rados.rados.0.smithi037.stdout:2667: finishing write tid 7 to smithi03738989-35 2021-07-26T16:06:24.170 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 1709 (ObjNum 858 snap 269 seq_num 858) dirty exists 2021-07-26T16:06:24.170 INFO:tasks.rados.rados.0.smithi037.stdout:2667: left oid 35 (ObjNum 858 snap 269 seq_num 858) 2021-07-26T16:06:24.484 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:24 smithi037 bash[41498]: cluster 2021-07-26T16:06:23.107079+0000 mon.a (mon.0) 1040 : cluster [DBG] osdmap e582: 8 total, 8 up, 8 in 2021-07-26T16:06:24.484 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:24 smithi037 bash[42499]: cluster 2021-07-26T16:06:23.107079+0000 mon.a (mon.0) 1040 : cluster [DBG] osdmap e582: 8 total, 8 up, 8 in 2021-07-26T16:06:24.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:24 smithi107 bash[29346]: cluster 2021-07-26T16:06:23.107079+0000 mon.a (mon.0) 1040 : cluster [DBG] osdmap e582: 8 total, 8 up, 8 in 2021-07-26T16:06:25.137 INFO:tasks.rados.rados.0.smithi037.stdout:2667: done (1 left) 2021-07-26T16:06:25.137 INFO:tasks.rados.rados.0.smithi037.stdout:2668: done (0 left) 2021-07-26T16:06:25.137 INFO:tasks.rados.rados.0.smithi037.stdout:2669: read oid 2 snap -1 2021-07-26T16:06:25.137 INFO:tasks.rados.rados.0.smithi037.stdout:2669: expect (ObjNum 653 snap 192 seq_num 653) 2021-07-26T16:06:25.138 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 270 2021-07-26T16:06:25.138 INFO:tasks.rados.rados.0.smithi037.stdout:2670: seq_num 859 ranges {0=794624,794624=614400,1409024=638976,2048000=352256} 2021-07-26T16:06:25.142 INFO:tasks.rados.rados.0.smithi037.stdout:2670: writing smithi03738989-25 from 0 to 794624 tid 1 2021-07-26T16:06:25.146 INFO:tasks.rados.rados.0.smithi037.stdout:2670: writing smithi03738989-25 from 794624 to 1409024 tid 2 2021-07-26T16:06:25.151 INFO:tasks.rados.rados.0.smithi037.stdout:2670: writing smithi03738989-25 from 1409024 to 2048000 tid 3 2021-07-26T16:06:25.154 INFO:tasks.rados.rados.0.smithi037.stdout:2670: writing smithi03738989-25 from 2048000 to 2400256 tid 4 2021-07-26T16:06:25.154 INFO:tasks.rados.rados.0.smithi037.stdout:2671: rollback oid 13 current snap is 270 2021-07-26T16:06:25.154 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 13 to 230 2021-07-26T16:06:25.154 INFO:tasks.rados.rados.0.smithi037.stdout:2672: delete oid 32 current snap is 270 2021-07-26T16:06:25.155 INFO:tasks.rados.rados.0.smithi037.stdout:2669: expect (ObjNum 653 snap 192 seq_num 653) 2021-07-26T16:06:25.264 INFO:tasks.rados.rados.0.smithi037.stdout:2670: finishing write tid 1 to smithi03738989-25 2021-07-26T16:06:25.264 INFO:tasks.rados.rados.0.smithi037.stdout:2670: finishing write tid 2 to smithi03738989-25 2021-07-26T16:06:25.265 INFO:tasks.rados.rados.0.smithi037.stdout:2669: done (3 left) 2021-07-26T16:06:25.265 INFO:tasks.rados.rados.0.smithi037.stdout:2672: done (2 left) 2021-07-26T16:06:25.266 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 270 2021-07-26T16:06:25.266 INFO:tasks.rados.rados.0.smithi037.stdout:2673: seq_num 861 ranges {9691136=24576} 2021-07-26T16:06:25.327 INFO:tasks.rados.rados.0.smithi037.stdout:2673: writing smithi03738989-9 from 9691136 to 9715712 tid 1 2021-07-26T16:06:25.327 INFO:tasks.rados.rados.0.smithi037.stdout:2674: delete oid 44 current snap is 270 2021-07-26T16:06:25.327 INFO:tasks.rados.rados.0.smithi037.stdout:2670: finishing write tid 3 to smithi03738989-25 2021-07-26T16:06:25.328 INFO:tasks.rados.rados.0.smithi037.stdout:2670: finishing write tid 4 to smithi03738989-25 2021-07-26T16:06:25.328 INFO:tasks.rados.rados.0.smithi037.stdout:2670: finishing write tid 6 to smithi03738989-25 2021-07-26T16:06:25.329 INFO:tasks.rados.rados.0.smithi037.stdout:2670: finishing write tid 7 to smithi03738989-25 2021-07-26T16:06:25.329 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 1721 (ObjNum 859 snap 270 seq_num 859) dirty exists 2021-07-26T16:06:25.329 INFO:tasks.rados.rados.0.smithi037.stdout:2670: left oid 25 (ObjNum 859 snap 270 seq_num 859) 2021-07-26T16:06:25.330 INFO:tasks.rados.rados.0.smithi037.stdout:2671: finishing rollback tid 0 to smithi03738989-13 2021-07-26T16:06:25.330 INFO:tasks.rados.rados.0.smithi037.stdout:2671: finishing rollback tid 1 to smithi03738989-13 2021-07-26T16:06:25.331 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1947 (ObjNum 0 snap 0 seq_num 370196496) dirty dne 2021-07-26T16:06:25.331 INFO:tasks.rados.rados.0.smithi037.stdout:2670: done (3 left) 2021-07-26T16:06:25.332 INFO:tasks.rados.rados.0.smithi037.stdout:2671: done (2 left) 2021-07-26T16:06:25.332 INFO:tasks.rados.rados.0.smithi037.stdout:2674: done (1 left) 2021-07-26T16:06:25.333 INFO:tasks.rados.rados.0.smithi037.stdout:2675: snap_remove snap 266 2021-07-26T16:06:25.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:25 smithi107 bash[29346]: cluster 2021-07-26T16:06:23.838486+0000 mgr.y (mgr.24994) 422 : cluster [DBG] pgmap v583: 89 pgs: 89 active+clean; 391 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 3.2 MiB/s wr, 9 op/s 2021-07-26T16:06:25.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:25 smithi107 bash[29346]: cluster 2021-07-26T16:06:24.127936+0000 mon.a (mon.0) 1041 : cluster [DBG] osdmap e583: 8 total, 8 up, 8 in 2021-07-26T16:06:25.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:25 smithi037 bash[41498]: cluster 2021-07-26T16:06:23.838486+0000 mgr.y (mgr.24994) 422 : cluster [DBG] pgmap v583: 89 pgs: 89 active+clean; 391 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 3.2 MiB/s wr, 9 op/s 2021-07-26T16:06:25.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:25 smithi037 bash[41498]: cluster 2021-07-26T16:06:24.127936+0000 mon.a (mon.0) 1041 : cluster [DBG] osdmap e583: 8 total, 8 up, 8 in 2021-07-26T16:06:25.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:25 smithi037 bash[42499]: cluster 2021-07-26T16:06:23.838486+0000 mgr.y (mgr.24994) 422 : cluster [DBG] pgmap v583: 89 pgs: 89 active+clean; 391 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 3.2 MiB/s wr, 9 op/s 2021-07-26T16:06:25.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:25 smithi037 bash[42499]: cluster 2021-07-26T16:06:24.127936+0000 mon.a (mon.0) 1041 : cluster [DBG] osdmap e583: 8 total, 8 up, 8 in 2021-07-26T16:06:26.153 INFO:tasks.rados.rados.0.smithi037.stdout:2675: done (1 left) 2021-07-26T16:06:26.153 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 270 2021-07-26T16:06:26.153 INFO:tasks.rados.rados.0.smithi037.stdout:2676: seq_num 863 ranges {0=57344} 2021-07-26T16:06:26.153 INFO:tasks.rados.rados.0.smithi037.stdout:2676: writing smithi03738989-38 from 0 to 57344 tid 1 2021-07-26T16:06:26.154 INFO:tasks.rados.rados.0.smithi037.stdout:2677: snap_remove snap 262 2021-07-26T16:06:26.451 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:26 smithi037 bash[41498]: cluster 2021-07-26T16:06:25.138408+0000 mon.a (mon.0) 1042 : cluster [DBG] osdmap e584: 8 total, 8 up, 8 in 2021-07-26T16:06:26.452 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:26 smithi037 bash[42499]: cluster 2021-07-26T16:06:25.138408+0000 mon.a (mon.0) 1042 : cluster [DBG] osdmap e584: 8 total, 8 up, 8 in 2021-07-26T16:06:26.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:26 smithi107 bash[29346]: cluster 2021-07-26T16:06:25.138408+0000 mon.a (mon.0) 1042 : cluster [DBG] osdmap e584: 8 total, 8 up, 8 in 2021-07-26T16:06:26.922 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T16:06:27.078 INFO:tasks.rados.rados.0.smithi037.stdout:2677: done (2 left) 2021-07-26T16:06:27.078 INFO:tasks.rados.rados.0.smithi037.stdout:2678: copy_from oid 29 from oid 2 current snap is 270 2021-07-26T16:06:27.079 INFO:tasks.rados.rados.0.smithi037.stdout:2679: read oid 13 snap 238 2021-07-26T16:06:27.079 INFO:tasks.rados.rados.0.smithi037.stdout:2679: expect deleted 2021-07-26T16:06:27.080 INFO:tasks.rados.rados.0.smithi037.stdout:2680: copy_from oid 5 from oid 47 current snap is 270 2021-07-26T16:06:27.081 INFO:tasks.rados.rados.0.smithi037.stdout:2681: rmattr oid 31 current snap is 270 2021-07-26T16:06:27.081 INFO:tasks.rados.rados.0.smithi037.stdout:2681: done (5 left) 2021-07-26T16:06:27.082 INFO:tasks.rados.rados.0.smithi037.stdout:2682: rmattr oid 36 current snap is 270 2021-07-26T16:06:27.082 INFO:tasks.rados.rados.0.smithi037.stdout:2683: snap_create 2021-07-26T16:06:27.083 INFO:tasks.rados.rados.0.smithi037.stdout:2673: finishing write tid 1 to smithi03738989-9 2021-07-26T16:06:27.083 INFO:tasks.rados.rados.0.smithi037.stdout:2673: finishing write tid 3 to smithi03738989-9 2021-07-26T16:06:27.084 INFO:tasks.rados.rados.0.smithi037.stdout:2673: finishing write tid 4 to smithi03738989-9 2021-07-26T16:06:27.084 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1727 (ObjNum 861 snap 270 seq_num 861) dirty exists 2021-07-26T16:06:27.085 INFO:tasks.rados.rados.0.smithi037.stdout:2673: left oid 9 (ObjNum 861 snap 270 seq_num 861) 2021-07-26T16:06:27.085 INFO:tasks.rados.rados.0.smithi037.stdout:2676: finishing write tid 1 to smithi03738989-38 2021-07-26T16:06:27.086 INFO:tasks.rados.rados.0.smithi037.stdout:2676: finishing write tid 3 to smithi03738989-38 2021-07-26T16:06:27.086 INFO:tasks.rados.rados.0.smithi037.stdout:2676: finishing write tid 4 to smithi03738989-38 2021-07-26T16:06:27.087 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 1141 (ObjNum 863 snap 270 seq_num 863) dirty exists 2021-07-26T16:06:27.087 INFO:tasks.rados.rados.0.smithi037.stdout:2676: left oid 38 (ObjNum 863 snap 270 seq_num 863) 2021-07-26T16:06:27.089 INFO:tasks.rados.rados.0.smithi037.stdout:2680: finishing copy_from to smithi03738989-5 2021-07-26T16:06:27.089 INFO:tasks.rados.rados.0.smithi037.stdout:2680: got expected ENOENT (src dne) 2021-07-26T16:06:27.089 INFO:tasks.rados.rados.0.smithi037.stdout:2680: finishing copy_from racing read to smithi03738989-5 2021-07-26T16:06:27.097 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1722 (ObjNum 854 snap 267 seq_num 854) dirty exists 2021-07-26T16:06:27.105 INFO:tasks.rados.rados.0.smithi037.stdout:2678: finishing copy_from to smithi03738989-29 2021-07-26T16:06:27.106 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2292 (ObjNum 653 snap 192 seq_num 653) dirty exists 2021-07-26T16:06:27.106 INFO:tasks.rados.rados.0.smithi037.stdout:2678: finishing copy_from racing read to smithi03738989-29 2021-07-26T16:06:27.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:27 smithi037 bash[42499]: cluster 2021-07-26T16:06:25.839292+0000 mgr.y (mgr.24994) 423 : cluster [DBG] pgmap v586: 89 pgs: 89 active+clean; 397 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2021-07-26T16:06:27.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:27 smithi037 bash[42499]: cluster 2021-07-26T16:06:26.150621+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e585: 8 total, 8 up, 8 in 2021-07-26T16:06:27.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:27 smithi037 bash[42499]: audit 2021-07-26T16:06:26.911936+0000 mon.c (mon.1) 439 : audit [DBG] from='client.? 172.21.15.37:0/582088823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:27.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:27 smithi037 bash[42499]: cluster 2021-07-26T16:06:27.078432+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e586: 8 total, 8 up, 8 in 2021-07-26T16:06:27.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:27 smithi037 bash[41498]: cluster 2021-07-26T16:06:25.839292+0000 mgr.y (mgr.24994) 423 : cluster [DBG] pgmap v586: 89 pgs: 89 active+clean; 397 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2021-07-26T16:06:27.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:27 smithi037 bash[41498]: cluster 2021-07-26T16:06:26.150621+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e585: 8 total, 8 up, 8 in 2021-07-26T16:06:27.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:27 smithi037 bash[41498]: audit 2021-07-26T16:06:26.911936+0000 mon.c (mon.1) 439 : audit [DBG] from='client.? 172.21.15.37:0/582088823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:27.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:27 smithi037 bash[41498]: cluster 2021-07-26T16:06:27.078432+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e586: 8 total, 8 up, 8 in 2021-07-26T16:06:27.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:27 smithi107 bash[29346]: cluster 2021-07-26T16:06:25.839292+0000 mgr.y (mgr.24994) 423 : cluster [DBG] pgmap v586: 89 pgs: 89 active+clean; 397 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2021-07-26T16:06:27.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:27 smithi107 bash[29346]: cluster 2021-07-26T16:06:26.150621+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e585: 8 total, 8 up, 8 in 2021-07-26T16:06:27.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:27 smithi107 bash[29346]: audit 2021-07-26T16:06:26.911936+0000 mon.c (mon.1) 439 : audit [DBG] from='client.? 172.21.15.37:0/582088823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:27.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:27 smithi107 bash[29346]: cluster 2021-07-26T16:06:27.078432+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e586: 8 total, 8 up, 8 in 2021-07-26T16:06:27.789 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -e sha1=bccf07c244ef1754a7e8d345570b6a04f2ee5a7e -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2021-07-26T16:06:28.093 INFO:tasks.rados.rados.0.smithi037.stdout:2673: done (6 left) 2021-07-26T16:06:28.094 INFO:tasks.rados.rados.0.smithi037.stdout:2676: done (5 left) 2021-07-26T16:06:28.094 INFO:tasks.rados.rados.0.smithi037.stdout:2678: done (4 left) 2021-07-26T16:06:28.094 INFO:tasks.rados.rados.0.smithi037.stdout:2679: done (3 left) 2021-07-26T16:06:28.095 INFO:tasks.rados.rados.0.smithi037.stdout:2680: done (2 left) 2021-07-26T16:06:28.095 INFO:tasks.rados.rados.0.smithi037.stdout:2682: done (1 left) 2021-07-26T16:06:28.095 INFO:tasks.rados.rados.0.smithi037.stdout:2683: done (0 left) 2021-07-26T16:06:28.095 INFO:tasks.rados.rados.0.smithi037.stdout:2684: read oid 19 snap -1 2021-07-26T16:06:28.095 INFO:tasks.rados.rados.0.smithi037.stdout:2684: expect (ObjNum 855 snap 268 seq_num 855) 2021-07-26T16:06:28.096 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 271 2021-07-26T16:06:28.096 INFO:tasks.rados.rados.0.smithi037.stdout:2685: seq_num 864 ranges {2244608=73728} 2021-07-26T16:06:28.108 INFO:tasks.rados.rados.0.smithi037.stdout:2685: writing smithi03738989-30 from 2244608 to 2318336 tid 1 2021-07-26T16:06:28.108 INFO:tasks.rados.rados.0.smithi037.stdout:2686: read oid 50 snap -1 2021-07-26T16:06:28.109 INFO:tasks.rados.rados.0.smithi037.stdout:2686: expect deleted 2021-07-26T16:06:28.109 INFO:tasks.rados.rados.0.smithi037.stdout:2687: snap_remove snap 239 2021-07-26T16:06:29.108 INFO:tasks.rados.rados.0.smithi037.stdout:2687: done (3 left) 2021-07-26T16:06:29.109 INFO:tasks.rados.rados.0.smithi037.stdout:2688: read oid 23 snap -1 2021-07-26T16:06:29.109 INFO:tasks.rados.rados.0.smithi037.stdout:2688: expect (ObjNum 765 snap 232 seq_num 765) 2021-07-26T16:06:29.109 INFO:tasks.rados.rados.0.smithi037.stdout:2685: finishing write tid 1 to smithi03738989-30 2021-07-26T16:06:29.110 INFO:tasks.rados.rados.0.smithi037.stdout:2685: finishing write tid 3 to smithi03738989-30 2021-07-26T16:06:29.110 INFO:tasks.rados.rados.0.smithi037.stdout:2685: finishing write tid 4 to smithi03738989-30 2021-07-26T16:06:29.110 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 1724 (ObjNum 864 snap 271 seq_num 864) dirty exists 2021-07-26T16:06:29.110 INFO:tasks.rados.rados.0.smithi037.stdout:2685: left oid 30 (ObjNum 864 snap 271 seq_num 864) 2021-07-26T16:06:29.111 INFO:tasks.rados.rados.0.smithi037.stdout:2684: expect (ObjNum 855 snap 268 seq_num 855) 2021-07-26T16:06:29.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:29 smithi037 bash[41498]: cluster 2021-07-26T16:06:27.840176+0000 mgr.y (mgr.24994) 424 : cluster [DBG] pgmap v589: 89 pgs: 89 active+clean; 399 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2021-07-26T16:06:29.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:29 smithi037 bash[41498]: cluster 2021-07-26T16:06:28.093339+0000 mon.a (mon.0) 1045 : cluster [DBG] osdmap e587: 8 total, 8 up, 8 in 2021-07-26T16:06:29.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:29 smithi037 bash[42499]: cluster 2021-07-26T16:06:27.840176+0000 mgr.y (mgr.24994) 424 : cluster [DBG] pgmap v589: 89 pgs: 89 active+clean; 399 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2021-07-26T16:06:29.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:29 smithi037 bash[42499]: cluster 2021-07-26T16:06:28.093339+0000 mon.a (mon.0) 1045 : cluster [DBG] osdmap e587: 8 total, 8 up, 8 in 2021-07-26T16:06:29.490 INFO:tasks.rados.rados.0.smithi037.stdout:2684: done (3 left) 2021-07-26T16:06:29.490 INFO:tasks.rados.rados.0.smithi037.stdout:2685: done (2 left) 2021-07-26T16:06:29.490 INFO:tasks.rados.rados.0.smithi037.stdout:2686: done (1 left) 2021-07-26T16:06:29.491 INFO:tasks.rados.rados.0.smithi037.stdout:2689: snap_create 2021-07-26T16:06:29.513 INFO:tasks.rados.rados.0.smithi037.stdout:2688: expect (ObjNum 765 snap 232 seq_num 765) 2021-07-26T16:06:29.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:29 smithi107 bash[29346]: cluster 2021-07-26T16:06:27.840176+0000 mgr.y (mgr.24994) 424 : cluster [DBG] pgmap v589: 89 pgs: 89 active+clean; 399 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2021-07-26T16:06:29.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:29 smithi107 bash[29346]: cluster 2021-07-26T16:06:28.093339+0000 mon.a (mon.0) 1045 : cluster [DBG] osdmap e587: 8 total, 8 up, 8 in 2021-07-26T16:06:30.122 INFO:tasks.rados.rados.0.smithi037.stdout:2688: done (1 left) 2021-07-26T16:06:30.123 INFO:tasks.rados.rados.0.smithi037.stdout:2689: done (0 left) 2021-07-26T16:06:30.123 INFO:tasks.rados.rados.0.smithi037.stdout:2690: rollback oid 30 current snap is 272 2021-07-26T16:06:30.123 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 261 2021-07-26T16:06:30.124 INFO:tasks.rados.rados.0.smithi037.stdout:2691: delete oid 21 current snap is 272 2021-07-26T16:06:30.130 INFO:tasks.rados.rados.0.smithi037.stdout:2691: done (1 left) 2021-07-26T16:06:30.130 INFO:tasks.rados.rados.0.smithi037.stdout:2692: snap_create 2021-07-26T16:06:30.131 INFO:tasks.rados.rados.0.smithi037.stdout:2690: finishing rollback tid 0 to smithi03738989-30 2021-07-26T16:06:30.131 INFO:tasks.rados.rados.0.smithi037.stdout:2690: finishing rollback tid 1 to smithi03738989-30 2021-07-26T16:06:30.132 INFO:tasks.rados.rados.0.smithi037.stdout:2690: finishing rollback tid 2 to smithi03738989-30 2021-07-26T16:06:30.132 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 1727 (ObjNum 574 snap 171 seq_num 574) dirty exists 2021-07-26T16:06:30.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:30 smithi107 bash[29346]: cluster 2021-07-26T16:06:29.105305+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e588: 8 total, 8 up, 8 in 2021-07-26T16:06:30.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:30 smithi037 bash[41498]: cluster 2021-07-26T16:06:29.105305+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e588: 8 total, 8 up, 8 in 2021-07-26T16:06:30.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:30 smithi037 bash[42499]: cluster 2021-07-26T16:06:29.105305+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e588: 8 total, 8 up, 8 in 2021-07-26T16:06:31.123 INFO:tasks.rados.rados.0.smithi037.stdout:2690: done (1 left) 2021-07-26T16:06:31.123 INFO:tasks.rados.rados.0.smithi037.stdout:2692: done (0 left) 2021-07-26T16:06:31.124 INFO:tasks.rados.rados.0.smithi037.stdout:2693: snap_create 2021-07-26T16:06:31.334 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:31 smithi037 bash[42499]: cluster 2021-07-26T16:06:29.841076+0000 mgr.y (mgr.24994) 425 : cluster [DBG] pgmap v592: 89 pgs: 89 active+clean; 404 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2021-07-26T16:06:31.334 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:31 smithi037 bash[42499]: cluster 2021-07-26T16:06:30.121416+0000 mon.a (mon.0) 1047 : cluster [DBG] osdmap e589: 8 total, 8 up, 8 in 2021-07-26T16:06:31.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:31 smithi037 bash[41498]: cluster 2021-07-26T16:06:29.841076+0000 mgr.y (mgr.24994) 425 : cluster [DBG] pgmap v592: 89 pgs: 89 active+clean; 404 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2021-07-26T16:06:31.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:31 smithi037 bash[41498]: cluster 2021-07-26T16:06:30.121416+0000 mon.a (mon.0) 1047 : cluster [DBG] osdmap e589: 8 total, 8 up, 8 in 2021-07-26T16:06:31.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:31 smithi107 bash[29346]: cluster 2021-07-26T16:06:29.841076+0000 mgr.y (mgr.24994) 425 : cluster [DBG] pgmap v592: 89 pgs: 89 active+clean; 404 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2021-07-26T16:06:31.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:31 smithi107 bash[29346]: cluster 2021-07-26T16:06:30.121416+0000 mon.a (mon.0) 1047 : cluster [DBG] osdmap e589: 8 total, 8 up, 8 in 2021-07-26T16:06:31.547 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph version 17.0.0-6381-gbccf07c2 (bccf07c244ef1754a7e8d345570b6a04f2ee5a7e) quincy (dev)" 2021-07-26T16:06:32.147 INFO:tasks.rados.rados.0.smithi037.stdout:2693: done (0 left) 2021-07-26T16:06:32.147 INFO:tasks.rados.rados.0.smithi037.stdout:2694: delete oid 36 current snap is 274 2021-07-26T16:06:32.155 INFO:tasks.rados.rados.0.smithi037.stdout:2694: done (0 left) 2021-07-26T16:06:32.156 INFO:tasks.rados.rados.0.smithi037.stdout:2695: delete oid 1 current snap is 274 2021-07-26T16:06:32.160 INFO:tasks.rados.rados.0.smithi037.stdout:2695: done (0 left) 2021-07-26T16:06:32.160 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 274 2021-07-26T16:06:32.160 INFO:tasks.rados.rados.0.smithi037.stdout:2696: seq_num 868 ranges {0=139264} 2021-07-26T16:06:32.161 INFO:tasks.rados.rados.0.smithi037.stdout:2696: writing smithi03738989-21 from 0 to 139264 tid 1 2021-07-26T16:06:32.161 INFO:tasks.rados.rados.0.smithi037.stdout:2697: copy_from oid 19 from oid 49 current snap is 274 2021-07-26T16:06:32.162 INFO:tasks.rados.rados.0.smithi037.stdout:2698: read oid 9 snap -1 2021-07-26T16:06:32.162 INFO:tasks.rados.rados.0.smithi037.stdout:2698: expect (ObjNum 861 snap 270 seq_num 861) 2021-07-26T16:06:32.163 INFO:tasks.rados.rados.0.smithi037.stdout:2699: rmattr oid 25 current snap is 274 2021-07-26T16:06:32.163 INFO:tasks.rados.rados.0.smithi037.stdout:2699: done (3 left) 2021-07-26T16:06:32.163 INFO:tasks.rados.rados.0.smithi037.stdout:2700: read oid 35 snap -1 2021-07-26T16:06:32.163 INFO:tasks.rados.rados.0.smithi037.stdout:2700: expect (ObjNum 858 snap 269 seq_num 858) 2021-07-26T16:06:32.163 INFO:tasks.rados.rados.0.smithi037.stdout:2701: delete oid 20 current snap is 274 2021-07-26T16:06:32.164 INFO:tasks.rados.rados.0.smithi037.stdout:2701: done (4 left) 2021-07-26T16:06:32.164 INFO:tasks.rados.rados.0.smithi037.stdout:2702: snap_remove snap 268 2021-07-26T16:06:32.318 INFO:teuthology.task.sequential:In sequential, running task print... 2021-07-26T16:06:32.319 INFO:teuthology.task.print:**** done end upgrade, wait... 2021-07-26T16:06:32.319 INFO:teuthology.task.sequential:In sequential, running task print... 2021-07-26T16:06:32.319 INFO:teuthology.task.print:**** verifying SMART data upgrade 2021-07-26T16:06:32.320 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2021-07-26T16:06:32.321 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi037.front.sepia.ceph.com 2021-07-26T16:06:32.321 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- bash -c 'rados --pool=device_health_metrics ls && exit 1 || true' 2021-07-26T16:06:32.494 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:32 smithi037 bash[41498]: cluster 2021-07-26T16:06:31.120551+0000 mon.a (mon.0) 1048 : cluster [DBG] osdmap e590: 8 total, 8 up, 8 in 2021-07-26T16:06:32.494 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:32 smithi037 bash[41498]: audit 2021-07-26T16:06:31.536156+0000 mon.c (mon.1) 440 : audit [DBG] from='client.? 172.21.15.37:0/2665666996' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:32.495 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:32 smithi037 bash[42499]: cluster 2021-07-26T16:06:31.120551+0000 mon.a (mon.0) 1048 : cluster [DBG] osdmap e590: 8 total, 8 up, 8 in 2021-07-26T16:06:32.495 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:32 smithi037 bash[42499]: audit 2021-07-26T16:06:31.536156+0000 mon.c (mon.1) 440 : audit [DBG] from='client.? 172.21.15.37:0/2665666996' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:32.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:32 smithi107 bash[29346]: cluster 2021-07-26T16:06:31.120551+0000 mon.a (mon.0) 1048 : cluster [DBG] osdmap e590: 8 total, 8 up, 8 in 2021-07-26T16:06:32.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:32 smithi107 bash[29346]: audit 2021-07-26T16:06:31.536156+0000 mon.c (mon.1) 440 : audit [DBG] from='client.? 172.21.15.37:0/2665666996' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-07-26T16:06:33.165 INFO:tasks.rados.rados.0.smithi037.stdout:2702: done (4 left) 2021-07-26T16:06:33.166 INFO:tasks.rados.rados.0.smithi037.stdout:2703: rmattr oid 6 current snap is 274 2021-07-26T16:06:33.166 INFO:tasks.rados.rados.0.smithi037.stdout:2703: done (4 left) 2021-07-26T16:06:33.166 INFO:tasks.rados.rados.0.smithi037.stdout:2704: read oid 31 snap -1 2021-07-26T16:06:33.167 INFO:tasks.rados.rados.0.smithi037.stdout:2704: expect (ObjNum 850 snap 263 seq_num 850) 2021-07-26T16:06:33.167 INFO:tasks.rados.rados.0.smithi037.stdout:2705: read oid 2 snap -1 2021-07-26T16:06:33.167 INFO:tasks.rados.rados.0.smithi037.stdout:2705: expect (ObjNum 653 snap 192 seq_num 653) 2021-07-26T16:06:33.167 INFO:tasks.rados.rados.0.smithi037.stdout:2706: copy_from oid 34 from oid 24 current snap is 274 2021-07-26T16:06:33.167 INFO:tasks.rados.rados.0.smithi037.stdout:2707: snap_remove snap 234 2021-07-26T16:06:33.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:33 smithi107 bash[29346]: cluster 2021-07-26T16:06:31.841800+0000 mgr.y (mgr.24994) 426 : cluster [DBG] pgmap v595: 89 pgs: 89 active+clean; 404 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.3 MiB/s wr, 5 op/s 2021-07-26T16:06:33.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:33 smithi107 bash[29346]: cluster 2021-07-26T16:06:32.148269+0000 mon.a (mon.0) 1049 : cluster [DBG] osdmap e591: 8 total, 8 up, 8 in 2021-07-26T16:06:33.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:33 smithi037 bash[41498]: cluster 2021-07-26T16:06:31.841800+0000 mgr.y (mgr.24994) 426 : cluster [DBG] pgmap v595: 89 pgs: 89 active+clean; 404 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.3 MiB/s wr, 5 op/s 2021-07-26T16:06:33.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:33 smithi037 bash[41498]: cluster 2021-07-26T16:06:32.148269+0000 mon.a (mon.0) 1049 : cluster [DBG] osdmap e591: 8 total, 8 up, 8 in 2021-07-26T16:06:33.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:33 smithi037 bash[42499]: cluster 2021-07-26T16:06:31.841800+0000 mgr.y (mgr.24994) 426 : cluster [DBG] pgmap v595: 89 pgs: 89 active+clean; 404 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.3 MiB/s wr, 5 op/s 2021-07-26T16:06:33.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:33 smithi037 bash[42499]: cluster 2021-07-26T16:06:32.148269+0000 mon.a (mon.0) 1049 : cluster [DBG] osdmap e591: 8 total, 8 up, 8 in 2021-07-26T16:06:34.176 INFO:tasks.rados.rados.0.smithi037.stdout:2707: done (7 left) 2021-07-26T16:06:34.176 INFO:tasks.rados.rados.0.smithi037.stdout:2708: read oid 41 snap -1 2021-07-26T16:06:34.176 INFO:tasks.rados.rados.0.smithi037.stdout:2708: expect deleted 2021-07-26T16:06:34.176 INFO:tasks.rados.rados.0.smithi037.stdout:2709: copy_from oid 16 from oid 50 current snap is 274 2021-07-26T16:06:34.177 INFO:tasks.rados.rados.0.smithi037.stdout:2710: read oid 47 snap -1 2021-07-26T16:06:34.177 INFO:tasks.rados.rados.0.smithi037.stdout:2710: expect deleted 2021-07-26T16:06:34.177 INFO:tasks.rados.rados.0.smithi037.stdout:2711: rollback oid 15 current snap is 274 2021-07-26T16:06:34.177 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 15 to 261 2021-07-26T16:06:34.178 INFO:tasks.rados.rados.0.smithi037.stdout:2712: snap_create 2021-07-26T16:06:34.178 INFO:tasks.rados.rados.0.smithi037.stdout:2696: finishing write tid 1 to smithi03738989-21 2021-07-26T16:06:34.178 INFO:tasks.rados.rados.0.smithi037.stdout:2696: finishing write tid 3 to smithi03738989-21 2021-07-26T16:06:34.178 INFO:tasks.rados.rados.0.smithi037.stdout:2696: finishing write tid 4 to smithi03738989-21 2021-07-26T16:06:34.179 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2077 (ObjNum 868 snap 274 seq_num 868) dirty exists 2021-07-26T16:06:34.179 INFO:tasks.rados.rados.0.smithi037.stdout:2696: left oid 21 (ObjNum 868 snap 274 seq_num 868) 2021-07-26T16:06:34.179 INFO:tasks.rados.rados.0.smithi037.stdout:2697: finishing copy_from to smithi03738989-19 2021-07-26T16:06:34.179 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2192 (ObjNum 822 snap 254 seq_num 822) dirty exists 2021-07-26T16:06:34.179 INFO:tasks.rados.rados.0.smithi037.stdout:2697: finishing copy_from racing read to smithi03738989-19 2021-07-26T16:06:34.180 INFO:tasks.rados.rados.0.smithi037.stdout:2698: expect (ObjNum 861 snap 270 seq_num 861) 2021-07-26T16:06:34.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:34 smithi037 bash[41498]: cluster 2021-07-26T16:06:33.162017+0000 mon.a (mon.0) 1050 : cluster [DBG] osdmap e592: 8 total, 8 up, 8 in 2021-07-26T16:06:34.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:34 smithi037 bash[42499]: cluster 2021-07-26T16:06:33.162017+0000 mon.a (mon.0) 1050 : cluster [DBG] osdmap e592: 8 total, 8 up, 8 in 2021-07-26T16:06:34.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:34 smithi107 bash[29346]: cluster 2021-07-26T16:06:33.162017+0000 mon.a (mon.0) 1050 : cluster [DBG] osdmap e592: 8 total, 8 up, 8 in 2021-07-26T16:06:34.903 INFO:tasks.rados.rados.0.smithi037.stdout:2700: expect (ObjNum 858 snap 269 seq_num 858) 2021-07-26T16:06:35.034 INFO:tasks.rados.rados.0.smithi037.stdout:2706: finishing copy_from to smithi03738989-34 2021-07-26T16:06:35.034 INFO:tasks.rados.rados.0.smithi037.stdout:2706: got expected ENOENT (src dne) 2021-07-26T16:06:35.034 INFO:tasks.rados.rados.0.smithi037.stdout:2706: finishing copy_from racing read to smithi03738989-34 2021-07-26T16:06:35.034 INFO:tasks.rados.rados.0.smithi037.stdout:2705: expect (ObjNum 653 snap 192 seq_num 653) 2021-07-26T16:06:35.137 INFO:tasks.rados.rados.0.smithi037.stdout:2704: expect (ObjNum 850 snap 263 seq_num 850) 2021-07-26T16:06:35.194 INFO:tasks.rados.rados.0.smithi037.stdout:2709: finishing copy_from to smithi03738989-16 2021-07-26T16:06:35.194 INFO:tasks.rados.rados.0.smithi037.stdout:2709: got expected ENOENT (src dne) 2021-07-26T16:06:35.194 INFO:tasks.rados.rados.0.smithi037.stdout:2709: finishing copy_from racing read to smithi03738989-16 2021-07-26T16:06:35.194 INFO:tasks.rados.rados.0.smithi037.stdout:2711: finishing rollback tid 0 to smithi03738989-15 2021-07-26T16:06:35.195 INFO:tasks.rados.rados.0.smithi037.stdout:2711: finishing rollback tid 1 to smithi03738989-15 2021-07-26T16:06:35.195 INFO:tasks.rados.rados.0.smithi037.stdout:2711: finishing rollback tid 2 to smithi03738989-15 2021-07-26T16:06:35.195 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1706 (ObjNum 823 snap 254 seq_num 823) dirty exists 2021-07-26T16:06:35.195 INFO:tasks.rados.rados.0.smithi037.stdout:2696: done (11 left) 2021-07-26T16:06:35.196 INFO:tasks.rados.rados.0.smithi037.stdout:2697: done (10 left) 2021-07-26T16:06:35.196 INFO:tasks.rados.rados.0.smithi037.stdout:2698: done (9 left) 2021-07-26T16:06:35.196 INFO:tasks.rados.rados.0.smithi037.stdout:2700: done (8 left) 2021-07-26T16:06:35.196 INFO:tasks.rados.rados.0.smithi037.stdout:2704: done (7 left) 2021-07-26T16:06:35.196 INFO:tasks.rados.rados.0.smithi037.stdout:2705: done (6 left) 2021-07-26T16:06:35.197 INFO:tasks.rados.rados.0.smithi037.stdout:2706: done (5 left) 2021-07-26T16:06:35.197 INFO:tasks.rados.rados.0.smithi037.stdout:2708: done (4 left) 2021-07-26T16:06:35.197 INFO:tasks.rados.rados.0.smithi037.stdout:2709: done (3 left) 2021-07-26T16:06:35.197 INFO:tasks.rados.rados.0.smithi037.stdout:2710: done (2 left) 2021-07-26T16:06:35.198 INFO:tasks.rados.rados.0.smithi037.stdout:2711: done (1 left) 2021-07-26T16:06:35.198 INFO:tasks.rados.rados.0.smithi037.stdout:2712: done (0 left) 2021-07-26T16:06:35.198 INFO:tasks.rados.rados.0.smithi037.stdout:2713: snap_remove snap 265 2021-07-26T16:06:35.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:35 smithi107 bash[29346]: cluster 2021-07-26T16:06:33.842495+0000 mgr.y (mgr.24994) 427 : cluster [DBG] pgmap v598: 89 pgs: 89 active+clean; 404 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 0 B/s wr, 1 op/s 2021-07-26T16:06:35.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:35 smithi107 bash[29346]: cluster 2021-07-26T16:06:34.170014+0000 mon.a (mon.0) 1051 : cluster [DBG] osdmap e593: 8 total, 8 up, 8 in 2021-07-26T16:06:35.568 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:35 smithi037 bash[41498]: cluster 2021-07-26T16:06:33.842495+0000 mgr.y (mgr.24994) 427 : cluster [DBG] pgmap v598: 89 pgs: 89 active+clean; 404 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 0 B/s wr, 1 op/s 2021-07-26T16:06:35.568 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:35 smithi037 bash[41498]: cluster 2021-07-26T16:06:34.170014+0000 mon.a (mon.0) 1051 : cluster [DBG] osdmap e593: 8 total, 8 up, 8 in 2021-07-26T16:06:35.568 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:35 smithi037 bash[42499]: cluster 2021-07-26T16:06:33.842495+0000 mgr.y (mgr.24994) 427 : cluster [DBG] pgmap v598: 89 pgs: 89 active+clean; 404 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 0 B/s wr, 1 op/s 2021-07-26T16:06:35.569 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:35 smithi037 bash[42499]: cluster 2021-07-26T16:06:34.170014+0000 mon.a (mon.0) 1051 : cluster [DBG] osdmap e593: 8 total, 8 up, 8 in 2021-07-26T16:06:35.698 INFO:teuthology.orchestra.run.smithi037.stderr:error opening pool device_health_metrics: (2) No such file or directory 2021-07-26T16:06:36.195 INFO:tasks.rados.rados.0.smithi037.stdout:2713: done (0 left) 2021-07-26T16:06:36.195 INFO:tasks.rados.rados.0.smithi037.stdout:2714: delete oid 47 current snap is 275 2021-07-26T16:06:36.211 INFO:tasks.rados.rados.0.smithi037.stdout:2714: done (0 left) 2021-07-26T16:06:36.212 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 275 2021-07-26T16:06:36.212 INFO:tasks.rados.rados.0.smithi037.stdout:2715: seq_num 871 ranges {5611520=188416} 2021-07-26T16:06:36.242 INFO:tasks.rados.rados.0.smithi037.stdout:2715: writing smithi03738989-27 from 5611520 to 5799936 tid 1 2021-07-26T16:06:36.243 INFO:tasks.rados.rados.0.smithi037.stdout:2716: read oid 18 snap -1 2021-07-26T16:06:36.243 INFO:tasks.rados.rados.0.smithi037.stdout:2716: expect deleted 2021-07-26T16:06:36.243 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 275 2021-07-26T16:06:36.243 INFO:tasks.rados.rados.0.smithi037.stdout:2717: seq_num 872 ranges {0=212992} 2021-07-26T16:06:36.244 INFO:tasks.rados.rados.0.smithi037.stdout:2717: writing smithi03738989-43 from 0 to 212992 tid 1 2021-07-26T16:06:36.244 INFO:tasks.rados.rados.0.smithi037.stdout:2718: read oid 8 snap 211 2021-07-26T16:06:36.244 INFO:tasks.rados.rados.0.smithi037.stdout:2718: expect (ObjNum 674 snap 204 seq_num 674) 2021-07-26T16:06:36.245 INFO:tasks.rados.rados.0.smithi037.stdout:2719: setattr oid 9 current snap is 275 2021-07-26T16:06:36.246 INFO:tasks.rados.rados.0.smithi037.stdout:2716: done (4 left) 2021-07-26T16:06:36.246 INFO:tasks.rados.rados.0.smithi037.stdout:2720: read oid 28 snap -1 2021-07-26T16:06:36.246 INFO:tasks.rados.rados.0.smithi037.stdout:2720: expect deleted 2021-07-26T16:06:36.247 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 275 2021-07-26T16:06:36.247 INFO:tasks.rados.rados.0.smithi037.stdout:2721: seq_num 873 ranges {0=229376} 2021-07-26T16:06:36.247 INFO:tasks.rados.rados.0.smithi037.stdout:2721: writing smithi03738989-10 from 0 to 229376 tid 1 2021-07-26T16:06:36.248 INFO:tasks.rados.rados.0.smithi037.stdout:2722: setattr oid 14 current snap is 275 2021-07-26T16:06:36.249 INFO:tasks.rados.rados.0.smithi037.stdout:2720: done (6 left) 2021-07-26T16:06:36.250 INFO:tasks.rados.rados.0.smithi037.stdout:2723: read oid 45 snap 264 2021-07-26T16:06:36.250 INFO:tasks.rados.rados.0.smithi037.stdout:2723: expect (ObjNum 653 snap 192 seq_num 653) 2021-07-26T16:06:36.251 INFO:tasks.rados.rados.0.smithi037.stdout:2724: read oid 39 snap 271 2021-07-26T16:06:36.251 INFO:tasks.rados.rados.0.smithi037.stdout:2724: expect (ObjNum 803 snap 244 seq_num 803) 2021-07-26T16:06:36.251 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 275 2021-07-26T16:06:36.251 INFO:tasks.rados.rados.0.smithi037.stdout:2725: seq_num 874 ranges {0=245760} 2021-07-26T16:06:36.252 INFO:tasks.rados.rados.0.smithi037.stdout:2725: writing smithi03738989-41 from 0 to 245760 tid 1 2021-07-26T16:06:36.252 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 275 2021-07-26T16:06:36.253 INFO:tasks.rados.rados.0.smithi037.stdout:2726: seq_num 875 ranges {0=262144} 2021-07-26T16:06:36.253 INFO:tasks.rados.rados.0.smithi037.stdout:2726: writing smithi03738989-1 from 0 to 262144 tid 1 2021-07-26T16:06:36.253 INFO:tasks.rados.rados.0.smithi037.stdout:2727: snap_remove snap 261 2021-07-26T16:06:36.491 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:36 smithi037 bash[41498]: cluster 2021-07-26T16:06:35.174449+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e594: 8 total, 8 up, 8 in 2021-07-26T16:06:36.492 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:36 smithi037 bash[42499]: cluster 2021-07-26T16:06:35.174449+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e594: 8 total, 8 up, 8 in 2021-07-26T16:06:36.493 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- bash -c 'rados --pool=.mgr --all ls | wc -l' 2021-07-26T16:06:36.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:36 smithi107 bash[29346]: cluster 2021-07-26T16:06:35.174449+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e594: 8 total, 8 up, 8 in 2021-07-26T16:06:37.081 INFO:tasks.rados.rados.0.smithi037.stdout:2727: done (10 left) 2021-07-26T16:06:37.081 INFO:tasks.rados.rados.0.smithi037.stdout:2728: copy_from oid 38 from oid 15 current snap is 275 2021-07-26T16:06:37.082 INFO:tasks.rados.rados.0.smithi037.stdout:2717: finishing write tid 1 to smithi03738989-43 2021-07-26T16:06:37.082 INFO:tasks.rados.rados.0.smithi037.stdout:2715: finishing write tid 1 to smithi03738989-27 2021-07-26T16:06:37.082 INFO:tasks.rados.rados.0.smithi037.stdout:2715: finishing write tid 3 to smithi03738989-27 2021-07-26T16:06:37.082 INFO:tasks.rados.rados.0.smithi037.stdout:2717: finishing write tid 3 to smithi03738989-43 2021-07-26T16:06:37.083 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 1701 (ObjNum 0 snap 0 seq_num 0) dirty exists 2021-07-26T16:06:37.083 INFO:tasks.rados.rados.0.smithi037.stdout:2725: finishing write tid 1 to smithi03738989-41 2021-07-26T16:06:37.083 INFO:tasks.rados.rados.0.smithi037.stdout:2721: finishing write tid 1 to smithi03738989-10 2021-07-26T16:06:37.083 INFO:tasks.rados.rados.0.smithi037.stdout:2715: finishing write tid 4 to smithi03738989-27 2021-07-26T16:06:37.084 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1712 (ObjNum 871 snap 275 seq_num 871) dirty exists 2021-07-26T16:06:37.084 INFO:tasks.rados.rados.0.smithi037.stdout:2715: left oid 27 (ObjNum 871 snap 275 seq_num 871) 2021-07-26T16:06:37.084 INFO:tasks.rados.rados.0.smithi037.stdout:2725: finishing write tid 3 to smithi03738989-41 2021-07-26T16:06:37.084 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1728 (ObjNum 861 snap 270 seq_num 861) dirty exists 2021-07-26T16:06:37.084 INFO:tasks.rados.rados.0.smithi037.stdout:2717: finishing write tid 4 to smithi03738989-43 2021-07-26T16:06:37.085 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 2307 (ObjNum 872 snap 275 seq_num 872) dirty exists 2021-07-26T16:06:37.085 INFO:tasks.rados.rados.0.smithi037.stdout:2717: left oid 43 (ObjNum 872 snap 275 seq_num 872) 2021-07-26T16:06:37.085 INFO:tasks.rados.rados.0.smithi037.stdout:2725: finishing write tid 4 to smithi03738989-41 2021-07-26T16:06:37.085 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1730 (ObjNum 874 snap 275 seq_num 874) dirty exists 2021-07-26T16:06:37.086 INFO:tasks.rados.rados.0.smithi037.stdout:2725: left oid 41 (ObjNum 874 snap 275 seq_num 874) 2021-07-26T16:06:37.086 INFO:tasks.rados.rados.0.smithi037.stdout:2721: finishing write tid 3 to smithi03738989-10 2021-07-26T16:06:37.086 INFO:tasks.rados.rados.0.smithi037.stdout:2718: expect (ObjNum 674 snap 204 seq_num 674) 2021-07-26T16:06:37.199 INFO:tasks.rados.rados.0.smithi037.stdout:2723: expect (ObjNum 653 snap 192 seq_num 653) 2021-07-26T16:06:37.309 INFO:tasks.rados.rados.0.smithi037.stdout:2721: finishing write tid 4 to smithi03738989-10 2021-07-26T16:06:37.309 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 2463 (ObjNum 873 snap 275 seq_num 873) dirty exists 2021-07-26T16:06:37.310 INFO:tasks.rados.rados.0.smithi037.stdout:2721: left oid 10 (ObjNum 873 snap 275 seq_num 873) 2021-07-26T16:06:37.310 INFO:tasks.rados.rados.0.smithi037.stdout:2724: expect (ObjNum 803 snap 244 seq_num 803) 2021-07-26T16:06:37.347 INFO:tasks.rados.rados.0.smithi037.stdout:2726: finishing write tid 1 to smithi03738989-1 2021-07-26T16:06:37.347 INFO:tasks.rados.rados.0.smithi037.stdout:2726: finishing write tid 3 to smithi03738989-1 2021-07-26T16:06:37.348 INFO:tasks.rados.rados.0.smithi037.stdout:2726: finishing write tid 4 to smithi03738989-1 2021-07-26T16:06:37.348 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 2465 (ObjNum 875 snap 275 seq_num 875) dirty exists 2021-07-26T16:06:37.348 INFO:tasks.rados.rados.0.smithi037.stdout:2726: left oid 1 (ObjNum 875 snap 275 seq_num 875) 2021-07-26T16:06:37.348 INFO:tasks.rados.rados.0.smithi037.stdout:2715: done (10 left) 2021-07-26T16:06:37.349 INFO:tasks.rados.rados.0.smithi037.stdout:2717: done (9 left) 2021-07-26T16:06:37.349 INFO:tasks.rados.rados.0.smithi037.stdout:2718: done (8 left) 2021-07-26T16:06:37.349 INFO:tasks.rados.rados.0.smithi037.stdout:2719: done (7 left) 2021-07-26T16:06:37.349 INFO:tasks.rados.rados.0.smithi037.stdout:2721: done (6 left) 2021-07-26T16:06:37.350 INFO:tasks.rados.rados.0.smithi037.stdout:2722: done (5 left) 2021-07-26T16:06:37.350 INFO:tasks.rados.rados.0.smithi037.stdout:2723: done (4 left) 2021-07-26T16:06:37.350 INFO:tasks.rados.rados.0.smithi037.stdout:2724: done (3 left) 2021-07-26T16:06:37.350 INFO:tasks.rados.rados.0.smithi037.stdout:2725: done (2 left) 2021-07-26T16:06:37.350 INFO:tasks.rados.rados.0.smithi037.stdout:2726: done (1 left) 2021-07-26T16:06:37.351 INFO:tasks.rados.rados.0.smithi037.stdout:2729: read oid 23 snap 269 2021-07-26T16:06:37.351 INFO:tasks.rados.rados.0.smithi037.stdout:2729: expect (ObjNum 765 snap 232 seq_num 765) 2021-07-26T16:06:37.351 INFO:tasks.rados.rados.0.smithi037.stdout:2730: copy_from oid 48 from oid 32 current snap is 275 2021-07-26T16:06:37.351 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 275 2021-07-26T16:06:37.352 INFO:tasks.rados.rados.0.smithi037.stdout:2731: seq_num 876 ranges {0=278528} 2021-07-26T16:06:37.352 INFO:tasks.rados.rados.0.smithi037.stdout:2731: writing smithi03738989-24 from 0 to 278528 tid 1 2021-07-26T16:06:37.353 INFO:tasks.rados.rados.0.smithi037.stdout:2732: delete oid 4 current snap is 275 2021-07-26T16:06:37.353 INFO:tasks.rados.rados.0.smithi037.stdout:2728: finishing copy_from to smithi03738989-38 2021-07-26T16:06:37.353 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 1706 (ObjNum 823 snap 254 seq_num 823) dirty exists 2021-07-26T16:06:37.353 INFO:tasks.rados.rados.0.smithi037.stdout:2728: finishing copy_from racing read to smithi03738989-38 2021-07-26T16:06:37.354 INFO:tasks.rados.rados.0.smithi037.stdout:2730: finishing copy_from to smithi03738989-48 2021-07-26T16:06:37.355 INFO:tasks.rados.rados.0.smithi037.stdout:2730: got expected ENOENT (src dne) 2021-07-26T16:06:37.355 INFO:tasks.rados.rados.0.smithi037.stdout:2730: finishing copy_from racing read to smithi03738989-48 2021-07-26T16:06:37.360 INFO:tasks.rados.rados.0.smithi037.stdout:2731: finishing write tid 1 to smithi03738989-24 2021-07-26T16:06:37.361 INFO:tasks.rados.rados.0.smithi037.stdout:2731: finishing write tid 3 to smithi03738989-24 2021-07-26T16:06:37.362 INFO:tasks.rados.rados.0.smithi037.stdout:2728: done (4 left) 2021-07-26T16:06:37.362 INFO:tasks.rados.rados.0.smithi037.stdout:2730: done (3 left) 2021-07-26T16:06:37.362 INFO:tasks.rados.rados.0.smithi037.stdout:2732: done (2 left) 2021-07-26T16:06:37.362 INFO:tasks.rados.rados.0.smithi037.stdout:2733: copy_from oid 37 from oid 32 current snap is 275 2021-07-26T16:06:37.363 INFO:tasks.rados.rados.0.smithi037.stdout:2734: snap_remove snap 211 2021-07-26T16:06:37.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:37 smithi107 bash[29346]: cluster 2021-07-26T16:06:35.843303+0000 mgr.y (mgr.24994) 428 : cluster [DBG] pgmap v601: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 403 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 34 KiB/s wr, 6 op/s 2021-07-26T16:06:37.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:37 smithi107 bash[29346]: cluster 2021-07-26T16:06:36.194669+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e595: 8 total, 8 up, 8 in 2021-07-26T16:06:37.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:37 smithi107 bash[29346]: cluster 2021-07-26T16:06:37.078944+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e596: 8 total, 8 up, 8 in 2021-07-26T16:06:37.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:37 smithi037 bash[41498]: cluster 2021-07-26T16:06:35.843303+0000 mgr.y (mgr.24994) 428 : cluster [DBG] pgmap v601: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 403 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 34 KiB/s wr, 6 op/s 2021-07-26T16:06:37.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:37 smithi037 bash[41498]: cluster 2021-07-26T16:06:36.194669+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e595: 8 total, 8 up, 8 in 2021-07-26T16:06:37.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:37 smithi037 bash[41498]: cluster 2021-07-26T16:06:37.078944+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e596: 8 total, 8 up, 8 in 2021-07-26T16:06:37.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:37 smithi037 bash[42499]: cluster 2021-07-26T16:06:35.843303+0000 mgr.y (mgr.24994) 428 : cluster [DBG] pgmap v601: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 403 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 34 KiB/s wr, 6 op/s 2021-07-26T16:06:37.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:37 smithi037 bash[42499]: cluster 2021-07-26T16:06:36.194669+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e595: 8 total, 8 up, 8 in 2021-07-26T16:06:37.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:37 smithi037 bash[42499]: cluster 2021-07-26T16:06:37.078944+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e596: 8 total, 8 up, 8 in 2021-07-26T16:06:38.207 INFO:tasks.rados.rados.0.smithi037.stdout:2734: done (3 left) 2021-07-26T16:06:38.208 INFO:tasks.rados.rados.0.smithi037.stdout:2735: read oid 21 snap 260 2021-07-26T16:06:38.208 INFO:tasks.rados.rados.0.smithi037.stdout:2735: expect (ObjNum 641 snap 189 seq_num 641) 2021-07-26T16:06:38.208 INFO:tasks.rados.rados.0.smithi037.stdout:2736: rollback oid 25 current snap is 275 2021-07-26T16:06:38.208 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 25 to 272 2021-07-26T16:06:38.209 INFO:tasks.rados.rados.0.smithi037.stdout:2737: read oid 35 snap -1 2021-07-26T16:06:38.209 INFO:tasks.rados.rados.0.smithi037.stdout:2737: expect (ObjNum 858 snap 269 seq_num 858) 2021-07-26T16:06:38.209 INFO:tasks.rados.rados.0.smithi037.stdout:2738: read oid 3 snap 201 2021-07-26T16:06:38.209 INFO:tasks.rados.rados.0.smithi037.stdout:2738: expect (ObjNum 581 snap 171 seq_num 581) 2021-07-26T16:06:38.210 INFO:tasks.rados.rados.0.smithi037.stdout:2739: read oid 33 snap -1 2021-07-26T16:06:38.210 INFO:tasks.rados.rados.0.smithi037.stdout:2739: expect deleted 2021-07-26T16:06:38.210 INFO:tasks.rados.rados.0.smithi037.stdout:2740: read oid 46 snap -1 2021-07-26T16:06:38.210 INFO:tasks.rados.rados.0.smithi037.stdout:2740: expect deleted 2021-07-26T16:06:38.210 INFO:tasks.rados.rados.0.smithi037.stdout:2741: read oid 34 snap -1 2021-07-26T16:06:38.211 INFO:tasks.rados.rados.0.smithi037.stdout:2741: expect deleted 2021-07-26T16:06:38.211 INFO:tasks.rados.rados.0.smithi037.stdout:2742: snap_create 2021-07-26T16:06:38.212 INFO:tasks.rados.rados.0.smithi037.stdout:2731: finishing write tid 4 to smithi03738989-24 2021-07-26T16:06:38.212 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 2477 (ObjNum 876 snap 275 seq_num 876) dirty exists 2021-07-26T16:06:38.212 INFO:tasks.rados.rados.0.smithi037.stdout:2731: left oid 24 (ObjNum 876 snap 275 seq_num 876) 2021-07-26T16:06:38.212 INFO:tasks.rados.rados.0.smithi037.stdout:2733: finishing copy_from to smithi03738989-37 2021-07-26T16:06:38.213 INFO:tasks.rados.rados.0.smithi037.stdout:2733: got expected ENOENT (src dne) 2021-07-26T16:06:38.213 INFO:tasks.rados.rados.0.smithi037.stdout:2733: finishing copy_from racing read to smithi03738989-37 2021-07-26T16:06:38.213 INFO:tasks.rados.rados.0.smithi037.stdout:2729: expect (ObjNum 765 snap 232 seq_num 765) 2021-07-26T16:06:38.398 INFO:tasks.rados.rados.0.smithi037.stdout:2735: expect (ObjNum 641 snap 189 seq_num 641) 2021-07-26T16:06:38.451 INFO:tasks.rados.rados.0.smithi037.stdout:2736: finishing rollback tid 0 to smithi03738989-25 2021-07-26T16:06:38.451 INFO:tasks.rados.rados.0.smithi037.stdout:2736: finishing rollback tid 1 to smithi03738989-25 2021-07-26T16:06:38.451 INFO:tasks.rados.rados.0.smithi037.stdout:2736: finishing rollback tid 2 to smithi03738989-25 2021-07-26T16:06:38.451 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 1733 (ObjNum 859 snap 270 seq_num 859) dirty exists 2021-07-26T16:06:38.452 INFO:tasks.rados.rados.0.smithi037.stdout:2737: expect (ObjNum 858 snap 269 seq_num 858) 2021-07-26T16:06:38.584 INFO:tasks.rados.rados.0.smithi037.stdout:2738: expect (ObjNum 581 snap 171 seq_num 581) 2021-07-26T16:06:39.214 INFO:tasks.rados.rados.0.smithi037.stdout:2729: done (10 left) 2021-07-26T16:06:39.214 INFO:tasks.rados.rados.0.smithi037.stdout:2731: done (9 left) 2021-07-26T16:06:39.215 INFO:tasks.rados.rados.0.smithi037.stdout:2733: done (8 left) 2021-07-26T16:06:39.215 INFO:tasks.rados.rados.0.smithi037.stdout:2735: done (7 left) 2021-07-26T16:06:39.215 INFO:tasks.rados.rados.0.smithi037.stdout:2736: done (6 left) 2021-07-26T16:06:39.215 INFO:tasks.rados.rados.0.smithi037.stdout:2737: done (5 left) 2021-07-26T16:06:39.215 INFO:tasks.rados.rados.0.smithi037.stdout:2738: done (4 left) 2021-07-26T16:06:39.216 INFO:tasks.rados.rados.0.smithi037.stdout:2739: done (3 left) 2021-07-26T16:06:39.216 INFO:tasks.rados.rados.0.smithi037.stdout:2740: done (2 left) 2021-07-26T16:06:39.216 INFO:tasks.rados.rados.0.smithi037.stdout:2741: done (1 left) 2021-07-26T16:06:39.216 INFO:tasks.rados.rados.0.smithi037.stdout:2742: done (0 left) 2021-07-26T16:06:39.217 INFO:tasks.rados.rados.0.smithi037.stdout:2743: copy_from oid 38 from oid 17 current snap is 276 2021-07-26T16:06:39.217 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 276 2021-07-26T16:06:39.217 INFO:tasks.rados.rados.0.smithi037.stdout:2744: seq_num 878 ranges {1269760=311296} 2021-07-26T16:06:39.225 INFO:tasks.rados.rados.0.smithi037.stdout:2744: writing smithi03738989-11 from 1269760 to 1581056 tid 1 2021-07-26T16:06:39.225 INFO:tasks.rados.rados.0.smithi037.stdout:2745: delete oid 47 current snap is 276 2021-07-26T16:06:39.225 INFO:tasks.rados.rados.0.smithi037.stdout:2743: finishing copy_from to smithi03738989-38 2021-07-26T16:06:39.225 INFO:tasks.rados.rados.0.smithi037.stdout:2743: got expected ENOENT (src dne) 2021-07-26T16:06:39.226 INFO:tasks.rados.rados.0.smithi037.stdout:2743: finishing copy_from racing read to smithi03738989-38 2021-07-26T16:06:39.231 INFO:tasks.rados.rados.0.smithi037.stdout:2743: done (2 left) 2021-07-26T16:06:39.231 INFO:tasks.rados.rados.0.smithi037.stdout:2745: done (1 left) 2021-07-26T16:06:39.231 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 276 2021-07-26T16:06:39.232 INFO:tasks.rados.rados.0.smithi037.stdout:2746: seq_num 880 ranges {6397952=344064} 2021-07-26T16:06:39.272 INFO:tasks.rados.rados.0.smithi037.stdout:2746: writing smithi03738989-42 from 6397952 to 6742016 tid 1 2021-07-26T16:06:39.272 INFO:tasks.rados.rados.0.smithi037.stdout:2747: delete oid 25 current snap is 276 2021-07-26T16:06:39.272 INFO:tasks.rados.rados.0.smithi037.stdout:2744: finishing write tid 1 to smithi03738989-11 2021-07-26T16:06:39.272 INFO:tasks.rados.rados.0.smithi037.stdout:2744: finishing write tid 3 to smithi03738989-11 2021-07-26T16:06:39.273 INFO:tasks.rados.rados.0.smithi037.stdout:2744: finishing write tid 4 to smithi03738989-11 2021-07-26T16:06:39.273 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 2294 (ObjNum 878 snap 276 seq_num 878) dirty exists 2021-07-26T16:06:39.273 INFO:tasks.rados.rados.0.smithi037.stdout:2744: left oid 11 (ObjNum 878 snap 276 seq_num 878) 2021-07-26T16:06:39.279 INFO:tasks.rados.rados.0.smithi037.stdout:2746: finishing write tid 1 to smithi03738989-42 2021-07-26T16:06:39.280 INFO:tasks.rados.rados.0.smithi037.stdout:2744: done (2 left) 2021-07-26T16:06:39.280 INFO:tasks.rados.rados.0.smithi037.stdout:2747: done (1 left) 2021-07-26T16:06:39.280 INFO:tasks.rados.rados.0.smithi037.stdout:2748: rollback oid 38 current snap is 276 2021-07-26T16:06:39.281 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 38 to 247 2021-07-26T16:06:39.281 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 276 2021-07-26T16:06:39.281 INFO:tasks.rados.rados.0.smithi037.stdout:2749: seq_num 882 ranges {0=376832} 2021-07-26T16:06:39.282 INFO:tasks.rados.rados.0.smithi037.stdout:2749: writing smithi03738989-47 from 0 to 376832 tid 1 2021-07-26T16:06:39.283 INFO:tasks.rados.rados.0.smithi037.stdout:2750: read oid 7 snap -1 2021-07-26T16:06:39.284 INFO:tasks.rados.rados.0.smithi037.stdout:2750: expect (ObjNum 745 snap 225 seq_num 745) 2021-07-26T16:06:39.284 INFO:tasks.rados.rados.0.smithi037.stdout:2751: read oid 25 snap -1 2021-07-26T16:06:39.285 INFO:tasks.rados.rados.0.smithi037.stdout:2751: expect deleted 2021-07-26T16:06:39.286 INFO:tasks.rados.rados.0.smithi037.stdout:2752: read oid 37 snap 255 2021-07-26T16:06:39.287 INFO:tasks.rados.rados.0.smithi037.stdout:2752: expect (ObjNum 757 snap 228 seq_num 757) 2021-07-26T16:06:39.287 INFO:tasks.rados.rados.0.smithi037.stdout:2753: copy_from oid 33 from oid 1 current snap is 276 2021-07-26T16:06:39.288 INFO:tasks.rados.rados.0.smithi037.stdout:2746: finishing write tid 3 to smithi03738989-42 2021-07-26T16:06:39.288 INFO:tasks.rados.rados.0.smithi037.stdout:2754: delete oid 12 current snap is 276 2021-07-26T16:06:39.290 INFO:tasks.rados.rados.0.smithi037.stdout:2746: finishing write tid 4 to smithi03738989-42 2021-07-26T16:06:39.290 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 1708 (ObjNum 880 snap 276 seq_num 880) dirty exists 2021-07-26T16:06:39.291 INFO:tasks.rados.rados.0.smithi037.stdout:2746: left oid 42 (ObjNum 880 snap 276 seq_num 880) 2021-07-26T16:06:39.291 INFO:tasks.rados.rados.0.smithi037.stdout:2748: finishing rollback tid 0 to smithi03738989-38 2021-07-26T16:06:39.292 INFO:tasks.rados.rados.0.smithi037.stdout:2748: finishing rollback tid 1 to smithi03738989-38 2021-07-26T16:06:39.292 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 1710 (ObjNum 0 snap 0 seq_num 0) dirty dne 2021-07-26T16:06:39.293 INFO:tasks.rados.rados.0.smithi037.stdout:2752: expect (ObjNum 757 snap 228 seq_num 757) 2021-07-26T16:06:39.324 INFO:tasks.rados.rados.0.smithi037.stdout:2746: done (7 left) 2021-07-26T16:06:39.324 INFO:tasks.rados.rados.0.smithi037.stdout:2748: done (6 left) 2021-07-26T16:06:39.325 INFO:tasks.rados.rados.0.smithi037.stdout:2751: done (5 left) 2021-07-26T16:06:39.325 INFO:tasks.rados.rados.0.smithi037.stdout:2752: done (4 left) 2021-07-26T16:06:39.325 INFO:tasks.rados.rados.0.smithi037.stdout:2754: done (3 left) 2021-07-26T16:06:39.325 INFO:tasks.rados.rados.0.smithi037.stdout:2755: snap_remove snap 274 2021-07-26T16:06:39.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:39 smithi107 bash[29346]: cluster 2021-07-26T16:06:37.844178+0000 mgr.y (mgr.24994) 429 : cluster [DBG] pgmap v604: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 410 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2021-07-26T16:06:39.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:39 smithi107 bash[29346]: cluster 2021-07-26T16:06:38.204923+0000 mon.a (mon.0) 1055 : cluster [DBG] osdmap e597: 8 total, 8 up, 8 in 2021-07-26T16:06:39.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:39 smithi037 bash[41498]: cluster 2021-07-26T16:06:37.844178+0000 mgr.y (mgr.24994) 429 : cluster [DBG] pgmap v604: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 410 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2021-07-26T16:06:39.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:39 smithi037 bash[41498]: cluster 2021-07-26T16:06:38.204923+0000 mon.a (mon.0) 1055 : cluster [DBG] osdmap e597: 8 total, 8 up, 8 in 2021-07-26T16:06:39.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:39 smithi037 bash[42499]: cluster 2021-07-26T16:06:37.844178+0000 mgr.y (mgr.24994) 429 : cluster [DBG] pgmap v604: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 410 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2021-07-26T16:06:39.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:39 smithi037 bash[42499]: cluster 2021-07-26T16:06:38.204923+0000 mon.a (mon.0) 1055 : cluster [DBG] osdmap e597: 8 total, 8 up, 8 in 2021-07-26T16:06:40.201 INFO:teuthology.orchestra.run.smithi037.stdout:2 2021-07-26T16:06:40.224 INFO:tasks.rados.rados.0.smithi037.stdout:2755: done (3 left) 2021-07-26T16:06:40.224 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 276 2021-07-26T16:06:40.224 INFO:tasks.rados.rados.0.smithi037.stdout:2756: seq_num 884 ranges {3284992=409600} 2021-07-26T16:06:40.246 INFO:tasks.rados.rados.0.smithi037.stdout:2756: writing smithi03738989-3 from 3284992 to 3694592 tid 1 2021-07-26T16:06:40.247 INFO:tasks.rados.rados.0.smithi037.stdout:2749: finishing write tid 1 to smithi03738989-47 2021-07-26T16:06:40.247 INFO:tasks.rados.rados.0.smithi037.stdout:2757: read oid 10 snap -1 2021-07-26T16:06:40.247 INFO:tasks.rados.rados.0.smithi037.stdout:2757: expect (ObjNum 873 snap 275 seq_num 873) 2021-07-26T16:06:40.247 INFO:tasks.rados.rados.0.smithi037.stdout:2758: snap_create 2021-07-26T16:06:40.247 INFO:tasks.rados.rados.0.smithi037.stdout:2749: finishing write tid 3 to smithi03738989-47 2021-07-26T16:06:40.248 INFO:tasks.rados.rados.0.smithi037.stdout:2750: expect (ObjNum 745 snap 225 seq_num 745) 2021-07-26T16:06:40.272 INFO:tasks.rados.rados.0.smithi037.stdout:2753: finishing copy_from to smithi03738989-33 2021-07-26T16:06:40.272 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 2465 (ObjNum 875 snap 275 seq_num 875) dirty exists 2021-07-26T16:06:40.272 INFO:tasks.rados.rados.0.smithi037.stdout:2753: finishing copy_from racing read to smithi03738989-33 2021-07-26T16:06:40.273 INFO:tasks.rados.rados.0.smithi037.stdout:2749: finishing write tid 4 to smithi03738989-47 2021-07-26T16:06:40.273 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 1730 (ObjNum 882 snap 276 seq_num 882) dirty exists 2021-07-26T16:06:40.273 INFO:tasks.rados.rados.0.smithi037.stdout:2749: left oid 47 (ObjNum 882 snap 276 seq_num 882) 2021-07-26T16:06:40.273 INFO:tasks.rados.rados.0.smithi037.stdout:2757: expect (ObjNum 873 snap 275 seq_num 873) 2021-07-26T16:06:40.283 INFO:tasks.rados.rados.0.smithi037.stdout:2756: finishing write tid 1 to smithi03738989-3 2021-07-26T16:06:40.283 INFO:tasks.rados.rados.0.smithi037.stdout:2756: finishing write tid 3 to smithi03738989-3 2021-07-26T16:06:40.284 INFO:tasks.rados.rados.0.smithi037.stdout:2756: finishing write tid 4 to smithi03738989-3 2021-07-26T16:06:40.284 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 2296 (ObjNum 884 snap 276 seq_num 884) dirty exists 2021-07-26T16:06:40.284 INFO:tasks.rados.rados.0.smithi037.stdout:2756: left oid 3 (ObjNum 884 snap 276 seq_num 884) 2021-07-26T16:06:40.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:40 smithi037 bash[41498]: cluster 2021-07-26T16:06:39.214896+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e598: 8 total, 8 up, 8 in 2021-07-26T16:06:40.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:40 smithi037 bash[42499]: cluster 2021-07-26T16:06:39.214896+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e598: 8 total, 8 up, 8 in 2021-07-26T16:06:40.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:40 smithi107 bash[29346]: cluster 2021-07-26T16:06:39.214896+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e598: 8 total, 8 up, 8 in 2021-07-26T16:06:40.967 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- bash -c 'ceph device ls' 2021-07-26T16:06:41.237 INFO:tasks.rados.rados.0.smithi037.stdout:2749: done (5 left) 2021-07-26T16:06:41.238 INFO:tasks.rados.rados.0.smithi037.stdout:2750: done (4 left) 2021-07-26T16:06:41.238 INFO:tasks.rados.rados.0.smithi037.stdout:2753: done (3 left) 2021-07-26T16:06:41.238 INFO:tasks.rados.rados.0.smithi037.stdout:2756: done (2 left) 2021-07-26T16:06:41.239 INFO:tasks.rados.rados.0.smithi037.stdout:2757: done (1 left) 2021-07-26T16:06:41.239 INFO:tasks.rados.rados.0.smithi037.stdout:2758: done (0 left) 2021-07-26T16:06:41.239 INFO:tasks.rados.rados.0.smithi037.stdout:2759: snap_remove snap 269 2021-07-26T16:06:41.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:41 smithi107 bash[29346]: cluster 2021-07-26T16:06:39.844938+0000 mgr.y (mgr.24994) 430 : cluster [DBG] pgmap v607: 89 pgs: 89 active+clean; 411 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.9 MiB/s wr, 24 op/s 2021-07-26T16:06:41.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:41 smithi107 bash[29346]: cluster 2021-07-26T16:06:40.225402+0000 mon.a (mon.0) 1057 : cluster [DBG] osdmap e599: 8 total, 8 up, 8 in 2021-07-26T16:06:41.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:41 smithi037 bash[41498]: cluster 2021-07-26T16:06:39.844938+0000 mgr.y (mgr.24994) 430 : cluster [DBG] pgmap v607: 89 pgs: 89 active+clean; 411 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.9 MiB/s wr, 24 op/s 2021-07-26T16:06:41.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:41 smithi037 bash[41498]: cluster 2021-07-26T16:06:40.225402+0000 mon.a (mon.0) 1057 : cluster [DBG] osdmap e599: 8 total, 8 up, 8 in 2021-07-26T16:06:41.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:41 smithi037 bash[42499]: cluster 2021-07-26T16:06:39.844938+0000 mgr.y (mgr.24994) 430 : cluster [DBG] pgmap v607: 89 pgs: 89 active+clean; 411 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.9 MiB/s wr, 24 op/s 2021-07-26T16:06:41.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:41 smithi037 bash[42499]: cluster 2021-07-26T16:06:40.225402+0000 mon.a (mon.0) 1057 : cluster [DBG] osdmap e599: 8 total, 8 up, 8 in 2021-07-26T16:06:42.079 INFO:tasks.rados.rados.0.smithi037.stdout:2759: done (0 left) 2021-07-26T16:06:42.080 INFO:tasks.rados.rados.0.smithi037.stdout:2760: delete oid 27 current snap is 277 2021-07-26T16:06:42.098 INFO:tasks.rados.rados.0.smithi037.stdout:2760: done (0 left) 2021-07-26T16:06:42.098 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 277 2021-07-26T16:06:42.098 INFO:tasks.rados.rados.0.smithi037.stdout:2761: seq_num 886 ranges {0=442368} 2021-07-26T16:06:42.099 INFO:tasks.rados.rados.0.smithi037.stdout:2761: writing smithi03738989-34 from 0 to 442368 tid 1 2021-07-26T16:06:42.099 INFO:tasks.rados.rados.0.smithi037.stdout:2762: snap_create 2021-07-26T16:06:42.105 INFO:tasks.rados.rados.0.smithi037.stdout:2761: finishing write tid 1 to smithi03738989-34 2021-07-26T16:06:42.105 INFO:tasks.rados.rados.0.smithi037.stdout:2761: finishing write tid 3 to smithi03738989-34 2021-07-26T16:06:42.107 INFO:tasks.rados.rados.0.smithi037.stdout:2761: finishing write tid 4 to smithi03738989-34 2021-07-26T16:06:42.107 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 1715 (ObjNum 886 snap 277 seq_num 886) dirty exists 2021-07-26T16:06:42.107 INFO:tasks.rados.rados.0.smithi037.stdout:2761: left oid 34 (ObjNum 886 snap 277 seq_num 886) 2021-07-26T16:06:42.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:42 smithi107 bash[29346]: cluster 2021-07-26T16:06:41.237930+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e600: 8 total, 8 up, 8 in 2021-07-26T16:06:42.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:42 smithi107 bash[29346]: cluster 2021-07-26T16:06:42.081428+0000 mon.a (mon.0) 1059 : cluster [DBG] osdmap e601: 8 total, 8 up, 8 in 2021-07-26T16:06:42.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:42 smithi037 bash[41498]: cluster 2021-07-26T16:06:41.237930+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e600: 8 total, 8 up, 8 in 2021-07-26T16:06:42.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:42 smithi037 bash[41498]: cluster 2021-07-26T16:06:42.081428+0000 mon.a (mon.0) 1059 : cluster [DBG] osdmap e601: 8 total, 8 up, 8 in 2021-07-26T16:06:42.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:42 smithi037 bash[42499]: cluster 2021-07-26T16:06:41.237930+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e600: 8 total, 8 up, 8 in 2021-07-26T16:06:42.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:42 smithi037 bash[42499]: cluster 2021-07-26T16:06:42.081428+0000 mon.a (mon.0) 1059 : cluster [DBG] osdmap e601: 8 total, 8 up, 8 in 2021-07-26T16:06:43.092 INFO:tasks.rados.rados.0.smithi037.stdout:2761: done (1 left) 2021-07-26T16:06:43.093 INFO:tasks.rados.rados.0.smithi037.stdout:2762: done (0 left) 2021-07-26T16:06:43.093 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 278 2021-07-26T16:06:43.093 INFO:tasks.rados.rados.0.smithi037.stdout:2763: seq_num 887 ranges {983040=458752} 2021-07-26T16:06:43.102 INFO:tasks.rados.rados.0.smithi037.stdout:2763: writing smithi03738989-37 from 983040 to 1441792 tid 1 2021-07-26T16:06:43.102 INFO:tasks.rados.rados.0.smithi037.stdout:2764: rollback oid 2 current snap is 278 2021-07-26T16:06:43.103 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 2 to 247 2021-07-26T16:06:43.103 INFO:tasks.rados.rados.0.smithi037.stdout:2765: delete oid 36 current snap is 278 2021-07-26T16:06:43.108 INFO:tasks.rados.rados.0.smithi037.stdout:2764: finishing rollback tid 0 to smithi03738989-2 2021-07-26T16:06:43.110 INFO:tasks.rados.rados.0.smithi037.stdout:2764: finishing rollback tid 1 to smithi03738989-2 2021-07-26T16:06:43.111 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 2309 (ObjNum 2 snap 4 seq_num 3) dirty dne 2021-07-26T16:06:43.112 INFO:tasks.rados.rados.0.smithi037.stdout:2763: finishing write tid 1 to smithi03738989-37 2021-07-26T16:06:43.113 INFO:tasks.rados.rados.0.smithi037.stdout:2763: finishing write tid 3 to smithi03738989-37 2021-07-26T16:06:43.113 INFO:tasks.rados.rados.0.smithi037.stdout:2764: done (2 left) 2021-07-26T16:06:43.114 INFO:tasks.rados.rados.0.smithi037.stdout:2765: done (1 left) 2021-07-26T16:06:43.114 INFO:tasks.rados.rados.0.smithi037.stdout:2766: snap_remove snap 205 2021-07-26T16:06:43.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:43 smithi107 bash[29346]: cluster 2021-07-26T16:06:41.845741+0000 mgr.y (mgr.24994) 431 : cluster [DBG] pgmap v610: 89 pgs: 89 active+clean; 409 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 248 KiB/s wr, 16 op/s 2021-07-26T16:06:43.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:43 smithi107 bash[29346]: cluster 2021-07-26T16:06:43.094489+0000 mon.a (mon.0) 1060 : cluster [DBG] osdmap e602: 8 total, 8 up, 8 in 2021-07-26T16:06:43.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:43 smithi037 bash[41498]: cluster 2021-07-26T16:06:41.845741+0000 mgr.y (mgr.24994) 431 : cluster [DBG] pgmap v610: 89 pgs: 89 active+clean; 409 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 248 KiB/s wr, 16 op/s 2021-07-26T16:06:43.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:43 smithi037 bash[41498]: cluster 2021-07-26T16:06:43.094489+0000 mon.a (mon.0) 1060 : cluster [DBG] osdmap e602: 8 total, 8 up, 8 in 2021-07-26T16:06:43.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:43 smithi037 bash[42499]: cluster 2021-07-26T16:06:41.845741+0000 mgr.y (mgr.24994) 431 : cluster [DBG] pgmap v610: 89 pgs: 89 active+clean; 409 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 248 KiB/s wr, 16 op/s 2021-07-26T16:06:43.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:43 smithi037 bash[42499]: cluster 2021-07-26T16:06:43.094489+0000 mon.a (mon.0) 1060 : cluster [DBG] osdmap e602: 8 total, 8 up, 8 in 2021-07-26T16:06:44.100 INFO:tasks.rados.rados.0.smithi037.stdout:2766: done (1 left) 2021-07-26T16:06:44.100 INFO:tasks.rados.rados.0.smithi037.stdout:2767: rmattr oid 34 current snap is 278 2021-07-26T16:06:44.100 INFO:tasks.rados.rados.0.smithi037.stdout:2767: done (1 left) 2021-07-26T16:06:44.100 INFO:tasks.rados.rados.0.smithi037.stdout:2768: rollback oid 20 current snap is 278 2021-07-26T16:06:44.101 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 20 to 227 2021-07-26T16:06:44.101 INFO:tasks.rados.rados.0.smithi037.stdout:2769: snap_remove snap 272 2021-07-26T16:06:44.804 INFO:teuthology.orchestra.run.smithi037.stdout:DEVICE HOST:DEV DAEMONS WEAR LIFE EXPECTANCY 2021-07-26T16:06:44.804 INFO:teuthology.orchestra.run.smithi037.stdout:INTEL_SSDPEDMD400G4_CVFT5331005T400BGN smithi037:nvme0n1 mon.a mon.c osd.0 osd.1 osd.2 osd.3 11% 2021-07-26T16:06:44.804 INFO:teuthology.orchestra.run.smithi037.stdout:INTEL_SSDPEDMD400G4_PHFT620400NK400BGN smithi107:nvme0n1 mon.b osd.4 osd.5 osd.6 osd.7 8% 2021-07-26T16:06:45.106 INFO:tasks.rados.rados.0.smithi037.stdout:2769: done (2 left) 2021-07-26T16:06:45.106 INFO:tasks.rados.rados.0.smithi037.stdout:2770: delete oid 17 current snap is 278 2021-07-26T16:06:45.107 INFO:tasks.rados.rados.0.smithi037.stdout:2763: finishing write tid 4 to smithi03738989-37 2021-07-26T16:06:45.107 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 2076 (ObjNum 887 snap 278 seq_num 887) dirty exists 2021-07-26T16:06:45.107 INFO:tasks.rados.rados.0.smithi037.stdout:2763: left oid 37 (ObjNum 887 snap 278 seq_num 887) 2021-07-26T16:06:45.107 INFO:tasks.rados.rados.0.smithi037.stdout:2768: finishing rollback tid 1 to smithi03738989-20 2021-07-26T16:06:45.108 INFO:tasks.rados.rados.0.smithi037.stdout:2768: finishing rollback tid 2 to smithi03738989-20 2021-07-26T16:06:45.108 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 778 (ObjNum 749 snap 227 seq_num 749) dirty exists 2021-07-26T16:06:45.115 INFO:tasks.rados.rados.0.smithi037.stdout:2763: done (2 left) 2021-07-26T16:06:45.116 INFO:tasks.rados.rados.0.smithi037.stdout:2768: done (1 left) 2021-07-26T16:06:45.116 INFO:tasks.rados.rados.0.smithi037.stdout:2770: done (0 left) 2021-07-26T16:06:45.117 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 278 2021-07-26T16:06:45.117 INFO:tasks.rados.rados.0.smithi037.stdout:2771: seq_num 890 ranges {229376=507904} 2021-07-26T16:06:45.122 INFO:tasks.rados.rados.0.smithi037.stdout:2771: writing smithi03738989-10 from 229376 to 737280 tid 1 2021-07-26T16:06:45.122 INFO:tasks.rados.rados.0.smithi037.stdout:2772: read oid 6 snap -1 2021-07-26T16:06:45.123 INFO:tasks.rados.rados.0.smithi037.stdout:2772: expect (ObjNum 853 snap 265 seq_num 853) 2021-07-26T16:06:45.123 INFO:tasks.rados.rados.0.smithi037.stdout:2773: rollback oid 37 current snap is 278 2021-07-26T16:06:45.123 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 37 to 273 2021-07-26T16:06:45.123 INFO:tasks.rados.rados.0.smithi037.stdout:2774: read oid 17 snap -1 2021-07-26T16:06:45.124 INFO:tasks.rados.rados.0.smithi037.stdout:2774: expect deleted 2021-07-26T16:06:45.124 INFO:tasks.rados.rados.0.smithi037.stdout:2775: snap_remove snap 275 2021-07-26T16:06:45.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:45 smithi037 bash[41498]: cluster 2021-07-26T16:06:43.846621+0000 mgr.y (mgr.24994) 432 : cluster [DBG] pgmap v613: 89 pgs: 89 active+clean; 410 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 240 KiB/s wr, 7 op/s 2021-07-26T16:06:45.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:45 smithi037 bash[41498]: cluster 2021-07-26T16:06:44.096674+0000 mon.a (mon.0) 1061 : cluster [DBG] osdmap e603: 8 total, 8 up, 8 in 2021-07-26T16:06:45.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:45 smithi037 bash[42499]: cluster 2021-07-26T16:06:43.846621+0000 mgr.y (mgr.24994) 432 : cluster [DBG] pgmap v613: 89 pgs: 89 active+clean; 410 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 240 KiB/s wr, 7 op/s 2021-07-26T16:06:45.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:45 smithi037 bash[42499]: cluster 2021-07-26T16:06:44.096674+0000 mon.a (mon.0) 1061 : cluster [DBG] osdmap e603: 8 total, 8 up, 8 in 2021-07-26T16:06:45.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:45 smithi107 bash[29346]: cluster 2021-07-26T16:06:43.846621+0000 mgr.y (mgr.24994) 432 : cluster [DBG] pgmap v613: 89 pgs: 89 active+clean; 410 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 240 KiB/s wr, 7 op/s 2021-07-26T16:06:45.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:45 smithi107 bash[29346]: cluster 2021-07-26T16:06:44.096674+0000 mon.a (mon.0) 1061 : cluster [DBG] osdmap e603: 8 total, 8 up, 8 in 2021-07-26T16:06:45.633 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- bash -c 'ceph device ls --format=json | jq -e '"'"'. | length > 0'"'"'' 2021-07-26T16:06:46.123 INFO:tasks.rados.rados.0.smithi037.stdout:2775: done (4 left) 2021-07-26T16:06:46.123 INFO:tasks.rados.rados.0.smithi037.stdout:2776: read oid 7 snap -1 2021-07-26T16:06:46.123 INFO:tasks.rados.rados.0.smithi037.stdout:2776: expect (ObjNum 745 snap 225 seq_num 745) 2021-07-26T16:06:46.124 INFO:tasks.rados.rados.0.smithi037.stdout:2777: read oid 49 snap -1 2021-07-26T16:06:46.124 INFO:tasks.rados.rados.0.smithi037.stdout:2777: expect (ObjNum 822 snap 254 seq_num 822) 2021-07-26T16:06:46.124 INFO:tasks.rados.rados.0.smithi037.stdout:2778: delete oid 43 current snap is 278 2021-07-26T16:06:46.125 INFO:tasks.rados.rados.0.smithi037.stdout:2773: finishing rollback tid 0 to smithi03738989-37 2021-07-26T16:06:46.125 INFO:tasks.rados.rados.0.smithi037.stdout:2773: finishing rollback tid 1 to smithi03738989-37 2021-07-26T16:06:46.125 INFO:tasks.rados.rados.0.smithi037.stdout:2773: finishing rollback tid 2 to smithi03738989-37 2021-07-26T16:06:46.125 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 2079 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:06:46.125 INFO:tasks.rados.rados.0.smithi037.stdout:2771: finishing write tid 1 to smithi03738989-10 2021-07-26T16:06:46.126 INFO:tasks.rados.rados.0.smithi037.stdout:2771: finishing write tid 3 to smithi03738989-10 2021-07-26T16:06:46.126 INFO:tasks.rados.rados.0.smithi037.stdout:2771: finishing write tid 4 to smithi03738989-10 2021-07-26T16:06:46.126 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 2520 (ObjNum 890 snap 278 seq_num 890) dirty exists 2021-07-26T16:06:46.126 INFO:tasks.rados.rados.0.smithi037.stdout:2771: left oid 10 (ObjNum 890 snap 278 seq_num 890) 2021-07-26T16:06:46.127 INFO:tasks.rados.rados.0.smithi037.stdout:2772: expect (ObjNum 853 snap 265 seq_num 853) 2021-07-26T16:06:46.385 INFO:tasks.rados.rados.0.smithi037.stdout:2771: done (6 left) 2021-07-26T16:06:46.385 INFO:tasks.rados.rados.0.smithi037.stdout:2772: done (5 left) 2021-07-26T16:06:46.385 INFO:tasks.rados.rados.0.smithi037.stdout:2773: done (4 left) 2021-07-26T16:06:46.385 INFO:tasks.rados.rados.0.smithi037.stdout:2774: done (3 left) 2021-07-26T16:06:46.386 INFO:tasks.rados.rados.0.smithi037.stdout:2778: done (2 left) 2021-07-26T16:06:46.386 INFO:tasks.rados.rados.0.smithi037.stdout:2779: snap_create 2021-07-26T16:06:46.386 INFO:tasks.rados.rados.0.smithi037.stdout:2776: expect (ObjNum 745 snap 225 seq_num 745) 2021-07-26T16:06:46.410 INFO:tasks.rados.rados.0.smithi037.stdout:2777: expect (ObjNum 822 snap 254 seq_num 822) 2021-07-26T16:06:46.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:46 smithi107 bash[29346]: audit 2021-07-26T16:06:44.806944+0000 mgr.y (mgr.24994) 433 : audit [DBG] from='client.44466 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:46.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:46 smithi107 bash[29346]: cluster 2021-07-26T16:06:45.107610+0000 mon.a (mon.0) 1062 : cluster [DBG] osdmap e604: 8 total, 8 up, 8 in 2021-07-26T16:06:46.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:46 smithi107 bash[29346]: audit 2021-07-26T16:06:45.751746+0000 mon.c (mon.1) 441 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-07-26T16:06:46.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:46 smithi107 bash[29346]: audit 2021-07-26T16:06:45.752616+0000 mon.c (mon.1) 442 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-07-26T16:06:46.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:46 smithi107 bash[29346]: audit 2021-07-26T16:06:45.752833+0000 mon.a (mon.0) 1063 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-07-26T16:06:46.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:46 smithi107 bash[29346]: audit 2021-07-26T16:06:45.753185+0000 mon.c (mon.1) 443 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-07-26T16:06:46.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:46 smithi107 bash[29346]: audit 2021-07-26T16:06:45.754183+0000 mon.a (mon.0) 1064 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-07-26T16:06:46.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:46 smithi107 bash[29346]: audit 2021-07-26T16:06:45.755018+0000 mon.a (mon.0) 1065 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-07-26T16:06:46.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:46 smithi107 bash[29346]: audit 2021-07-26T16:06:45.988944+0000 mon.c (mon.1) 444 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:06:46.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:46 smithi107 bash[29346]: audit 2021-07-26T16:06:45.989796+0000 mon.a (mon.0) 1066 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:06:46.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:46 smithi037 bash[41498]: audit 2021-07-26T16:06:44.806944+0000 mgr.y (mgr.24994) 433 : audit [DBG] from='client.44466 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:46 smithi037 bash[41498]: cluster 2021-07-26T16:06:45.107610+0000 mon.a (mon.0) 1062 : cluster [DBG] osdmap e604: 8 total, 8 up, 8 in 2021-07-26T16:06:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:46 smithi037 bash[41498]: audit 2021-07-26T16:06:45.751746+0000 mon.c (mon.1) 441 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-07-26T16:06:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:46 smithi037 bash[41498]: audit 2021-07-26T16:06:45.752616+0000 mon.c (mon.1) 442 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-07-26T16:06:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:46 smithi037 bash[41498]: audit 2021-07-26T16:06:45.752833+0000 mon.a (mon.0) 1063 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-07-26T16:06:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:46 smithi037 bash[41498]: audit 2021-07-26T16:06:45.753185+0000 mon.c (mon.1) 443 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-07-26T16:06:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:46 smithi037 bash[41498]: audit 2021-07-26T16:06:45.754183+0000 mon.a (mon.0) 1064 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-07-26T16:06:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:46 smithi037 bash[41498]: audit 2021-07-26T16:06:45.755018+0000 mon.a (mon.0) 1065 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-07-26T16:06:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:46 smithi037 bash[41498]: audit 2021-07-26T16:06:45.988944+0000 mon.c (mon.1) 444 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:06:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:46 smithi037 bash[41498]: audit 2021-07-26T16:06:45.989796+0000 mon.a (mon.0) 1066 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:06:46.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:46 smithi037 bash[42499]: audit 2021-07-26T16:06:44.806944+0000 mgr.y (mgr.24994) 433 : audit [DBG] from='client.44466 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:46.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:46 smithi037 bash[42499]: cluster 2021-07-26T16:06:45.107610+0000 mon.a (mon.0) 1062 : cluster [DBG] osdmap e604: 8 total, 8 up, 8 in 2021-07-26T16:06:46.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:46 smithi037 bash[42499]: audit 2021-07-26T16:06:45.751746+0000 mon.c (mon.1) 441 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-07-26T16:06:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:46 smithi037 bash[42499]: audit 2021-07-26T16:06:45.752616+0000 mon.c (mon.1) 442 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-07-26T16:06:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:46 smithi037 bash[42499]: audit 2021-07-26T16:06:45.752833+0000 mon.a (mon.0) 1063 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-07-26T16:06:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:46 smithi037 bash[42499]: audit 2021-07-26T16:06:45.753185+0000 mon.c (mon.1) 443 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-07-26T16:06:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:46 smithi037 bash[42499]: audit 2021-07-26T16:06:45.754183+0000 mon.a (mon.0) 1064 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-07-26T16:06:46.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:46 smithi037 bash[42499]: audit 2021-07-26T16:06:45.755018+0000 mon.a (mon.0) 1065 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-07-26T16:06:46.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:46 smithi037 bash[42499]: audit 2021-07-26T16:06:45.988944+0000 mon.c (mon.1) 444 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:06:46.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:46 smithi037 bash[42499]: audit 2021-07-26T16:06:45.989796+0000 mon.a (mon.0) 1066 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:06:47.083 INFO:tasks.rados.rados.0.smithi037.stdout:2776: done (2 left) 2021-07-26T16:06:47.083 INFO:tasks.rados.rados.0.smithi037.stdout:2777: done (1 left) 2021-07-26T16:06:47.083 INFO:tasks.rados.rados.0.smithi037.stdout:2779: done (0 left) 2021-07-26T16:06:47.083 INFO:tasks.rados.rados.0.smithi037.stdout:2780: snap_remove snap 238 2021-07-26T16:06:47.378 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:47 smithi037 bash[41498]: cluster 2021-07-26T16:06:45.847299+0000 mgr.y (mgr.24994) 434 : cluster [DBG] pgmap v616: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 411 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 813 KiB/s rd, 528 KiB/s wr, 7 op/s 2021-07-26T16:06:47.378 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:47 smithi037 bash[41498]: cluster 2021-07-26T16:06:46.122916+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e605: 8 total, 8 up, 8 in 2021-07-26T16:06:47.378 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:47 smithi037 bash[41498]: audit 2021-07-26T16:06:47.022359+0000 mon.c (mon.1) 445 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:06:47.379 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:47 smithi037 bash[41498]: audit 2021-07-26T16:06:47.023186+0000 mon.a (mon.0) 1068 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:06:47.379 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:47 smithi037 bash[41498]: cluster 2021-07-26T16:06:47.084121+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e606: 8 total, 8 up, 8 in 2021-07-26T16:06:47.379 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:47 smithi037 bash[42499]: cluster 2021-07-26T16:06:45.847299+0000 mgr.y (mgr.24994) 434 : cluster [DBG] pgmap v616: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 411 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 813 KiB/s rd, 528 KiB/s wr, 7 op/s 2021-07-26T16:06:47.380 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:47 smithi037 bash[42499]: cluster 2021-07-26T16:06:46.122916+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e605: 8 total, 8 up, 8 in 2021-07-26T16:06:47.380 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:47 smithi037 bash[42499]: audit 2021-07-26T16:06:47.022359+0000 mon.c (mon.1) 445 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:06:47.380 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:47 smithi037 bash[42499]: audit 2021-07-26T16:06:47.023186+0000 mon.a (mon.0) 1068 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:06:47.380 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:47 smithi037 bash[42499]: cluster 2021-07-26T16:06:47.084121+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e606: 8 total, 8 up, 8 in 2021-07-26T16:06:47.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:47 smithi107 bash[29346]: cluster 2021-07-26T16:06:45.847299+0000 mgr.y (mgr.24994) 434 : cluster [DBG] pgmap v616: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 411 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 813 KiB/s rd, 528 KiB/s wr, 7 op/s 2021-07-26T16:06:47.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:47 smithi107 bash[29346]: cluster 2021-07-26T16:06:46.122916+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e605: 8 total, 8 up, 8 in 2021-07-26T16:06:47.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:47 smithi107 bash[29346]: audit 2021-07-26T16:06:47.022359+0000 mon.c (mon.1) 445 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:06:47.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:47 smithi107 bash[29346]: audit 2021-07-26T16:06:47.023186+0000 mon.a (mon.0) 1068 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:06:47.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:47 smithi107 bash[29346]: cluster 2021-07-26T16:06:47.084121+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e606: 8 total, 8 up, 8 in 2021-07-26T16:06:48.098 INFO:tasks.rados.rados.0.smithi037.stdout:2780: done (0 left) 2021-07-26T16:06:48.099 INFO:tasks.rados.rados.0.smithi037.stdout:2781: read oid 37 snap 259 2021-07-26T16:06:48.099 INFO:tasks.rados.rados.0.smithi037.stdout:2781: expect (ObjNum 757 snap 228 seq_num 757) 2021-07-26T16:06:48.099 INFO:tasks.rados.rados.0.smithi037.stdout:2782: read oid 44 snap -1 2021-07-26T16:06:48.100 INFO:tasks.rados.rados.0.smithi037.stdout:2782: expect deleted 2021-07-26T16:06:48.100 INFO:tasks.rados.rados.0.smithi037.stdout:2783: copy_from oid 29 from oid 40 current snap is 279 2021-07-26T16:06:48.100 INFO:tasks.rados.rados.0.smithi037.stdout:2784: read oid 31 snap -1 2021-07-26T16:06:48.100 INFO:tasks.rados.rados.0.smithi037.stdout:2784: expect (ObjNum 850 snap 263 seq_num 850) 2021-07-26T16:06:48.101 INFO:tasks.rados.rados.0.smithi037.stdout:2785: read oid 10 snap 227 2021-07-26T16:06:48.101 INFO:tasks.rados.rados.0.smithi037.stdout:2785: expect (ObjNum 736 snap 223 seq_num 736) 2021-07-26T16:06:48.101 INFO:tasks.rados.rados.0.smithi037.stdout:2786: snap_remove snap 233 2021-07-26T16:06:49.103 INFO:tasks.rados.rados.0.smithi037.stdout:2786: done (5 left) 2021-07-26T16:06:49.103 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 279 2021-07-26T16:06:49.103 INFO:tasks.rados.rados.0.smithi037.stdout:2787: seq_num 892 ranges {0=548864} 2021-07-26T16:06:49.107 INFO:tasks.rados.rados.0.smithi037.stdout:2787: writing smithi03738989-27 from 0 to 548864 tid 1 2021-07-26T16:06:49.107 INFO:tasks.rados.rados.0.smithi037.stdout:2781: expect (ObjNum 757 snap 228 seq_num 757) 2021-07-26T16:06:49.148 INFO:tasks.rados.rados.0.smithi037.stdout:2785: expect (ObjNum 736 snap 223 seq_num 736) 2021-07-26T16:06:49.156 INFO:tasks.rados.rados.0.smithi037.stdout:2784: expect (ObjNum 850 snap 263 seq_num 850) 2021-07-26T16:06:49.212 INFO:tasks.rados.rados.0.smithi037.stdout:2783: finishing copy_from to smithi03738989-29 2021-07-26T16:06:49.212 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2074 (ObjNum 573 snap 171 seq_num 573) dirty exists 2021-07-26T16:06:49.212 INFO:tasks.rados.rados.0.smithi037.stdout:2783: finishing copy_from racing read to smithi03738989-29 2021-07-26T16:06:49.212 INFO:tasks.rados.rados.0.smithi037.stdout:2787: finishing write tid 1 to smithi03738989-27 2021-07-26T16:06:49.213 INFO:tasks.rados.rados.0.smithi037.stdout:2787: finishing write tid 3 to smithi03738989-27 2021-07-26T16:06:49.213 INFO:tasks.rados.rados.0.smithi037.stdout:2787: finishing write tid 4 to smithi03738989-27 2021-07-26T16:06:49.213 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1717 (ObjNum 892 snap 279 seq_num 892) dirty exists 2021-07-26T16:06:49.213 INFO:tasks.rados.rados.0.smithi037.stdout:2787: left oid 27 (ObjNum 892 snap 279 seq_num 892) 2021-07-26T16:06:49.214 INFO:tasks.rados.rados.0.smithi037.stdout:2781: done (5 left) 2021-07-26T16:06:49.214 INFO:tasks.rados.rados.0.smithi037.stdout:2782: done (4 left) 2021-07-26T16:06:49.214 INFO:tasks.rados.rados.0.smithi037.stdout:2783: done (3 left) 2021-07-26T16:06:49.214 INFO:tasks.rados.rados.0.smithi037.stdout:2784: done (2 left) 2021-07-26T16:06:49.215 INFO:tasks.rados.rados.0.smithi037.stdout:2785: done (1 left) 2021-07-26T16:06:49.215 INFO:tasks.rados.rados.0.smithi037.stdout:2787: done (0 left) 2021-07-26T16:06:49.215 INFO:tasks.rados.rados.0.smithi037.stdout:2788: read oid 36 snap -1 2021-07-26T16:06:49.215 INFO:tasks.rados.rados.0.smithi037.stdout:2788: expect deleted 2021-07-26T16:06:49.216 INFO:tasks.rados.rados.0.smithi037.stdout:2789: setattr oid 31 current snap is 279 2021-07-26T16:06:49.216 INFO:tasks.rados.rados.0.smithi037.stdout:2788: done (1 left) 2021-07-26T16:06:49.216 INFO:tasks.rados.rados.0.smithi037.stdout:2790: snap_create 2021-07-26T16:06:49.221 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 2297 (ObjNum 850 snap 263 seq_num 850) dirty exists 2021-07-26T16:06:49.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:49 smithi107 bash[29346]: cluster 2021-07-26T16:06:47.848345+0000 mgr.y (mgr.24994) 435 : cluster [DBG] pgmap v619: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 411 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 396 KiB/s wr, 8 op/s 2021-07-26T16:06:49.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:49 smithi107 bash[29346]: cluster 2021-07-26T16:06:48.097958+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e607: 8 total, 8 up, 8 in 2021-07-26T16:06:49.543 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T16:06:49.556 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:49 smithi037 bash[42499]: cluster 2021-07-26T16:06:47.848345+0000 mgr.y (mgr.24994) 435 : cluster [DBG] pgmap v619: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 411 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 396 KiB/s wr, 8 op/s 2021-07-26T16:06:49.557 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:49 smithi037 bash[42499]: cluster 2021-07-26T16:06:48.097958+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e607: 8 total, 8 up, 8 in 2021-07-26T16:06:49.557 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:49 smithi037 bash[41498]: cluster 2021-07-26T16:06:47.848345+0000 mgr.y (mgr.24994) 435 : cluster [DBG] pgmap v619: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 411 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 396 KiB/s wr, 8 op/s 2021-07-26T16:06:49.557 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:49 smithi037 bash[41498]: cluster 2021-07-26T16:06:48.097958+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e607: 8 total, 8 up, 8 in 2021-07-26T16:06:50.125 INFO:tasks.rados.rados.0.smithi037.stdout:2789: done (1 left) 2021-07-26T16:06:50.125 INFO:tasks.rados.rados.0.smithi037.stdout:2790: done (0 left) 2021-07-26T16:06:50.126 INFO:tasks.rados.rados.0.smithi037.stdout:2791: snap_remove snap 245 2021-07-26T16:06:50.307 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- bash -c 'for devid in $(ceph device ls --format=json | jq -r '"'"'.[].devid'"'"'); do ceph device get-health-metrics $devid; done' 2021-07-26T16:06:50.492 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:50 smithi037 bash[41498]: cluster 2021-07-26T16:06:49.100277+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e608: 8 total, 8 up, 8 in 2021-07-26T16:06:50.493 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:50 smithi037 bash[41498]: audit 2021-07-26T16:06:49.534563+0000 mgr.y (mgr.24994) 436 : audit [DBG] from='client.54412 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:06:50.493 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:50 smithi037 bash[42499]: cluster 2021-07-26T16:06:49.100277+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e608: 8 total, 8 up, 8 in 2021-07-26T16:06:50.493 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:50 smithi037 bash[42499]: audit 2021-07-26T16:06:49.534563+0000 mgr.y (mgr.24994) 436 : audit [DBG] from='client.54412 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:06:50.521 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:50 smithi107 bash[29346]: cluster 2021-07-26T16:06:49.100277+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e608: 8 total, 8 up, 8 in 2021-07-26T16:06:50.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:50 smithi107 bash[29346]: audit 2021-07-26T16:06:49.534563+0000 mgr.y (mgr.24994) 436 : audit [DBG] from='client.54412 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:06:51.144 INFO:tasks.rados.rados.0.smithi037.stdout:2791: done (0 left) 2021-07-26T16:06:51.144 INFO:tasks.rados.rados.0.smithi037.stdout:2792: read oid 30 snap 264 2021-07-26T16:06:51.144 INFO:tasks.rados.rados.0.smithi037.stdout:2792: expect (ObjNum 849 snap 262 seq_num 849) 2021-07-26T16:06:51.144 INFO:tasks.rados.rados.0.smithi037.stdout:2793: rollback oid 27 current snap is 280 2021-07-26T16:06:51.145 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 27 to 279 2021-07-26T16:06:51.145 INFO:tasks.rados.rados.0.smithi037.stdout:2794: rollback oid 1 current snap is 280 2021-07-26T16:06:51.145 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 1 to 264 2021-07-26T16:06:51.145 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 280 2021-07-26T16:06:51.146 INFO:tasks.rados.rados.0.smithi037.stdout:2795: seq_num 893 ranges {819200=565248} 2021-07-26T16:06:51.150 INFO:tasks.rados.rados.0.smithi037.stdout:2795: writing smithi03738989-7 from 819200 to 1384448 tid 1 2021-07-26T16:06:51.150 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 280 2021-07-26T16:06:51.151 INFO:tasks.rados.rados.0.smithi037.stdout:2796: seq_num 894 ranges {3112960=581632} 2021-07-26T16:06:51.173 INFO:tasks.rados.rados.0.smithi037.stdout:2796: writing smithi03738989-20 from 3112960 to 3694592 tid 1 2021-07-26T16:06:51.173 INFO:tasks.rados.rados.0.smithi037.stdout:2797: copy_from oid 38 from oid 24 current snap is 280 2021-07-26T16:06:51.174 INFO:tasks.rados.rados.0.smithi037.stdout:2794: finishing rollback tid 0 to smithi03738989-1 2021-07-26T16:06:51.174 INFO:tasks.rados.rados.0.smithi037.stdout:2793: finishing rollback tid 0 to smithi03738989-27 2021-07-26T16:06:51.174 INFO:tasks.rados.rados.0.smithi037.stdout:2793: finishing rollback tid 1 to smithi03738989-27 2021-07-26T16:06:51.174 INFO:tasks.rados.rados.0.smithi037.stdout:2793: finishing rollback tid 2 to smithi03738989-27 2021-07-26T16:06:51.175 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1720 (ObjNum 892 snap 279 seq_num 892) dirty exists 2021-07-26T16:06:51.175 INFO:tasks.rados.rados.0.smithi037.stdout:2795: finishing write tid 1 to smithi03738989-7 2021-07-26T16:06:51.175 INFO:tasks.rados.rados.0.smithi037.stdout:2795: finishing write tid 3 to smithi03738989-7 2021-07-26T16:06:51.175 INFO:tasks.rados.rados.0.smithi037.stdout:2793: done (5 left) 2021-07-26T16:06:51.175 INFO:tasks.rados.rados.0.smithi037.stdout:2798: setattr oid 44 current snap is 280 2021-07-26T16:06:51.179 INFO:tasks.rados.rados.0.smithi037.stdout:2792: expect (ObjNum 849 snap 262 seq_num 849) 2021-07-26T16:06:51.232 INFO:tasks.rados.rados.0.smithi037.stdout:2794: finishing rollback tid 1 to smithi03738989-1 2021-07-26T16:06:51.232 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 2549 (ObjNum 0 snap 0 seq_num 0) dirty dne 2021-07-26T16:06:51.232 INFO:tasks.rados.rados.0.smithi037.stdout:2795: finishing write tid 4 to smithi03738989-7 2021-07-26T16:06:51.232 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2467 (ObjNum 893 snap 280 seq_num 893) dirty exists 2021-07-26T16:06:51.233 INFO:tasks.rados.rados.0.smithi037.stdout:2795: left oid 7 (ObjNum 893 snap 280 seq_num 893) 2021-07-26T16:06:51.233 INFO:tasks.rados.rados.0.smithi037.stdout:2796: finishing write tid 1 to smithi03738989-20 2021-07-26T16:06:51.233 INFO:tasks.rados.rados.0.smithi037.stdout:2796: finishing write tid 3 to smithi03738989-20 2021-07-26T16:06:51.233 INFO:tasks.rados.rados.0.smithi037.stdout:2796: finishing write tid 4 to smithi03738989-20 2021-07-26T16:06:51.234 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 780 (ObjNum 894 snap 280 seq_num 894) dirty exists 2021-07-26T16:06:51.234 INFO:tasks.rados.rados.0.smithi037.stdout:2796: left oid 20 (ObjNum 894 snap 280 seq_num 894) 2021-07-26T16:06:51.234 INFO:tasks.rados.rados.0.smithi037.stdout:2797: finishing copy_from to smithi03738989-38 2021-07-26T16:06:51.234 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 2477 (ObjNum 876 snap 275 seq_num 876) dirty exists 2021-07-26T16:06:51.235 INFO:tasks.rados.rados.0.smithi037.stdout:2797: finishing copy_from racing read to smithi03738989-38 2021-07-26T16:06:51.235 INFO:tasks.rados.rados.0.smithi037.stdout:2792: done (5 left) 2021-07-26T16:06:51.235 INFO:tasks.rados.rados.0.smithi037.stdout:2794: done (4 left) 2021-07-26T16:06:51.235 INFO:tasks.rados.rados.0.smithi037.stdout:2795: done (3 left) 2021-07-26T16:06:51.236 INFO:tasks.rados.rados.0.smithi037.stdout:2796: done (2 left) 2021-07-26T16:06:51.236 INFO:tasks.rados.rados.0.smithi037.stdout:2797: done (1 left) 2021-07-26T16:06:51.236 INFO:tasks.rados.rados.0.smithi037.stdout:2799: read oid 40 snap -1 2021-07-26T16:06:51.236 INFO:tasks.rados.rados.0.smithi037.stdout:2799: expect (ObjNum 573 snap 171 seq_num 573) 2021-07-26T16:06:51.237 INFO:tasks.rados.rados.0.smithi037.stdout:2800: read oid 39 snap -1 2021-07-26T16:06:51.238 INFO:tasks.rados.rados.0.smithi037.stdout:2800: expect (ObjNum 803 snap 244 seq_num 803) 2021-07-26T16:06:51.238 INFO:tasks.rados.rados.0.smithi037.stdout:2801: snap_create 2021-07-26T16:06:51.238 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 2193 (ObjNum 372100880 snap 21933 seq_num 372842248) dirty exists 2021-07-26T16:06:51.239 INFO:tasks.rados.rados.0.smithi037.stdout:2800: expect (ObjNum 803 snap 244 seq_num 803) 2021-07-26T16:06:51.283 INFO:tasks.rados.rados.0.smithi037.stdout:2799: expect (ObjNum 573 snap 171 seq_num 573) 2021-07-26T16:06:51.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:51 smithi107 bash[29346]: cluster 2021-07-26T16:06:49.849320+0000 mgr.y (mgr.24994) 437 : cluster [DBG] pgmap v622: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 415 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2021-07-26T16:06:51.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:51 smithi107 bash[29346]: cluster 2021-07-26T16:06:50.126420+0000 mon.a (mon.0) 1072 : cluster [DBG] osdmap e609: 8 total, 8 up, 8 in 2021-07-26T16:06:51.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:51 smithi037 bash[41498]: cluster 2021-07-26T16:06:49.849320+0000 mgr.y (mgr.24994) 437 : cluster [DBG] pgmap v622: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 415 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2021-07-26T16:06:51.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:51 smithi037 bash[41498]: cluster 2021-07-26T16:06:50.126420+0000 mon.a (mon.0) 1072 : cluster [DBG] osdmap e609: 8 total, 8 up, 8 in 2021-07-26T16:06:51.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:51 smithi037 bash[42499]: cluster 2021-07-26T16:06:49.849320+0000 mgr.y (mgr.24994) 437 : cluster [DBG] pgmap v622: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 415 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2021-07-26T16:06:51.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:51 smithi037 bash[42499]: cluster 2021-07-26T16:06:50.126420+0000 mon.a (mon.0) 1072 : cluster [DBG] osdmap e609: 8 total, 8 up, 8 in 2021-07-26T16:06:52.084 INFO:tasks.rados.rados.0.smithi037.stdout:2798: done (3 left) 2021-07-26T16:06:52.084 INFO:tasks.rados.rados.0.smithi037.stdout:2799: done (2 left) 2021-07-26T16:06:52.084 INFO:tasks.rados.rados.0.smithi037.stdout:2800: done (1 left) 2021-07-26T16:06:52.085 INFO:tasks.rados.rados.0.smithi037.stdout:2801: done (0 left) 2021-07-26T16:06:52.085 INFO:tasks.rados.rados.0.smithi037.stdout:2802: setattr oid 42 current snap is 281 2021-07-26T16:06:52.086 INFO:tasks.rados.rados.0.smithi037.stdout:2803: rollback oid 35 current snap is 281 2021-07-26T16:06:52.086 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 35 to 247 2021-07-26T16:06:52.087 INFO:tasks.rados.rados.0.smithi037.stdout:2804: read oid 22 snap -1 2021-07-26T16:06:52.087 INFO:tasks.rados.rados.0.smithi037.stdout:2804: expect (ObjNum 757 snap 228 seq_num 757) 2021-07-26T16:06:52.087 INFO:tasks.rados.rados.0.smithi037.stdout:2805: read oid 7 snap -1 2021-07-26T16:06:52.087 INFO:tasks.rados.rados.0.smithi037.stdout:2805: expect (ObjNum 893 snap 280 seq_num 893) 2021-07-26T16:06:52.088 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 281 2021-07-26T16:06:52.088 INFO:tasks.rados.rados.0.smithi037.stdout:2806: seq_num 895 ranges {5439488=598016} 2021-07-26T16:06:52.122 INFO:tasks.rados.rados.0.smithi037.stdout:2806: writing smithi03738989-29 from 5439488 to 6037504 tid 1 2021-07-26T16:06:52.123 INFO:tasks.rados.rados.0.smithi037.stdout:2807: snap_remove snap 227 2021-07-26T16:06:52.334 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:52 smithi037 bash[41498]: cluster 2021-07-26T16:06:51.139865+0000 mon.a (mon.0) 1073 : cluster [DBG] osdmap e610: 8 total, 8 up, 8 in 2021-07-26T16:06:52.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:52 smithi037 bash[41498]: cluster 2021-07-26T16:06:52.084585+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e611: 8 total, 8 up, 8 in 2021-07-26T16:06:52.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:52 smithi037 bash[42499]: cluster 2021-07-26T16:06:51.139865+0000 mon.a (mon.0) 1073 : cluster [DBG] osdmap e610: 8 total, 8 up, 8 in 2021-07-26T16:06:52.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:52 smithi037 bash[42499]: cluster 2021-07-26T16:06:52.084585+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e611: 8 total, 8 up, 8 in 2021-07-26T16:06:52.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:52 smithi107 bash[29346]: cluster 2021-07-26T16:06:51.139865+0000 mon.a (mon.0) 1073 : cluster [DBG] osdmap e610: 8 total, 8 up, 8 in 2021-07-26T16:06:52.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:52 smithi107 bash[29346]: cluster 2021-07-26T16:06:52.084585+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e611: 8 total, 8 up, 8 in 2021-07-26T16:06:53.103 INFO:tasks.rados.rados.0.smithi037.stdout:2807: done (5 left) 2021-07-26T16:06:53.104 INFO:tasks.rados.rados.0.smithi037.stdout:2808: snap_remove snap 276 2021-07-26T16:06:53.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:53 smithi107 bash[29346]: cluster 2021-07-26T16:06:51.850037+0000 mgr.y (mgr.24994) 438 : cluster [DBG] pgmap v625: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 412 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2021-07-26T16:06:53.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:53 smithi107 bash[29346]: cluster 2021-07-26T16:06:53.099236+0000 mon.a (mon.0) 1075 : cluster [DBG] osdmap e612: 8 total, 8 up, 8 in 2021-07-26T16:06:53.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:53 smithi037 bash[41498]: cluster 2021-07-26T16:06:51.850037+0000 mgr.y (mgr.24994) 438 : cluster [DBG] pgmap v625: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 412 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2021-07-26T16:06:53.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:53 smithi037 bash[41498]: cluster 2021-07-26T16:06:53.099236+0000 mon.a (mon.0) 1075 : cluster [DBG] osdmap e612: 8 total, 8 up, 8 in 2021-07-26T16:06:53.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:53 smithi037 bash[42499]: cluster 2021-07-26T16:06:51.850037+0000 mgr.y (mgr.24994) 438 : cluster [DBG] pgmap v625: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 412 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2021-07-26T16:06:53.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:53 smithi037 bash[42499]: cluster 2021-07-26T16:06:53.099236+0000 mon.a (mon.0) 1075 : cluster [DBG] osdmap e612: 8 total, 8 up, 8 in 2021-07-26T16:06:54.104 INFO:tasks.rados.rados.0.smithi037.stdout:2808: done (5 left) 2021-07-26T16:06:54.104 INFO:tasks.rados.rados.0.smithi037.stdout:2809: delete oid 50 current snap is 281 2021-07-26T16:06:54.104 INFO:tasks.rados.rados.0.smithi037.stdout:2805: expect (ObjNum 893 snap 280 seq_num 893) 2021-07-26T16:06:54.164 INFO:tasks.rados.rados.0.smithi037.stdout:2803: finishing rollback tid 0 to smithi03738989-35 2021-07-26T16:06:54.164 INFO:tasks.rados.rados.0.smithi037.stdout:2803: finishing rollback tid 1 to smithi03738989-35 2021-07-26T16:06:54.164 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2478 (ObjNum 880 snap 276 seq_num 880) dirty exists 2021-07-26T16:06:54.164 INFO:tasks.rados.rados.0.smithi037.stdout:2803: finishing rollback tid 2 to smithi03738989-35 2021-07-26T16:06:54.165 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 2300 (ObjNum 694 snap 215 seq_num 694) dirty exists 2021-07-26T16:06:54.165 INFO:tasks.rados.rados.0.smithi037.stdout:2802: done (5 left) 2021-07-26T16:06:54.165 INFO:tasks.rados.rados.0.smithi037.stdout:2803: done (4 left) 2021-07-26T16:06:54.165 INFO:tasks.rados.rados.0.smithi037.stdout:2805: done (3 left) 2021-07-26T16:06:54.166 INFO:tasks.rados.rados.0.smithi037.stdout:2809: done (2 left) 2021-07-26T16:06:54.166 INFO:tasks.rados.rados.0.smithi037.stdout:2810: rollback oid 41 current snap is 281 2021-07-26T16:06:54.166 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 41 to 263 2021-07-26T16:06:54.166 INFO:tasks.rados.rados.0.smithi037.stdout:2804: expect (ObjNum 757 snap 228 seq_num 757) 2021-07-26T16:06:54.195 INFO:tasks.rados.rados.0.smithi037.stdout:2806: finishing write tid 1 to smithi03738989-29 2021-07-26T16:06:54.196 INFO:tasks.rados.rados.0.smithi037.stdout:2806: finishing write tid 3 to smithi03738989-29 2021-07-26T16:06:54.196 INFO:tasks.rados.rados.0.smithi037.stdout:2806: finishing write tid 4 to smithi03738989-29 2021-07-26T16:06:54.196 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2302 (ObjNum 895 snap 281 seq_num 895) dirty exists 2021-07-26T16:06:54.196 INFO:tasks.rados.rados.0.smithi037.stdout:2806: left oid 29 (ObjNum 895 snap 281 seq_num 895) 2021-07-26T16:06:54.197 INFO:tasks.rados.rados.0.smithi037.stdout:2804: done (2 left) 2021-07-26T16:06:54.197 INFO:tasks.rados.rados.0.smithi037.stdout:2806: done (1 left) 2021-07-26T16:06:54.197 INFO:tasks.rados.rados.0.smithi037.stdout:2811: copy_from oid 2 from oid 3 current snap is 281 2021-07-26T16:06:54.197 INFO:tasks.rados.rados.0.smithi037.stdout:2810: finishing rollback tid 0 to smithi03738989-41 2021-07-26T16:06:54.198 INFO:tasks.rados.rados.0.smithi037.stdout:2810: finishing rollback tid 1 to smithi03738989-41 2021-07-26T16:06:54.198 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1736 (ObjNum 372896240 snap 21933 seq_num 372904000) dirty dne 2021-07-26T16:06:54.198 INFO:tasks.rados.rados.0.smithi037.stdout:2810: done (1 left) 2021-07-26T16:06:54.198 INFO:tasks.rados.rados.0.smithi037.stdout:2812: delete oid 40 current snap is 281 2021-07-26T16:06:54.201 INFO:tasks.rados.rados.0.smithi037.stdout:2812: done (1 left) 2021-07-26T16:06:54.201 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 281 2021-07-26T16:06:54.201 INFO:tasks.rados.rados.0.smithi037.stdout:2813: seq_num 898 ranges {1581056=647168} 2021-07-26T16:06:54.215 INFO:tasks.rados.rados.0.smithi037.stdout:2813: writing smithi03738989-11 from 1581056 to 2228224 tid 1 2021-07-26T16:06:54.215 INFO:tasks.rados.rados.0.smithi037.stdout:2814: copy_from oid 32 from oid 5 current snap is 281 2021-07-26T16:06:54.215 INFO:tasks.rados.rados.0.smithi037.stdout:2815: snap_remove snap 201 2021-07-26T16:06:55.156 INFO:tasks.rados.rados.0.smithi037.stdout:2815: done (3 left) 2021-07-26T16:06:55.156 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 281 2021-07-26T16:06:55.157 INFO:tasks.rados.rados.0.smithi037.stdout:2816: seq_num 899 ranges {0=663552} 2021-07-26T16:06:55.161 INFO:tasks.rados.rados.0.smithi037.stdout:2816: writing smithi03738989-26 from 0 to 663552 tid 1 2021-07-26T16:06:55.162 INFO:tasks.rados.rados.0.smithi037.stdout:2817: delete oid 25 current snap is 281 2021-07-26T16:06:55.163 INFO:tasks.rados.rados.0.smithi037.stdout:2814: finishing copy_from to smithi03738989-32 2021-07-26T16:06:55.163 INFO:tasks.rados.rados.0.smithi037.stdout:2814: got expected ENOENT (src dne) 2021-07-26T16:06:55.163 INFO:tasks.rados.rados.0.smithi037.stdout:2814: finishing copy_from racing read to smithi03738989-32 2021-07-26T16:06:55.163 INFO:tasks.rados.rados.0.smithi037.stdout:2813: finishing write tid 1 to smithi03738989-11 2021-07-26T16:06:55.164 INFO:tasks.rados.rados.0.smithi037.stdout:2813: finishing write tid 3 to smithi03738989-11 2021-07-26T16:06:55.164 INFO:tasks.rados.rados.0.smithi037.stdout:2811: finishing copy_from to smithi03738989-2 2021-07-26T16:06:55.164 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 2296 (ObjNum 884 snap 276 seq_num 884) dirty exists 2021-07-26T16:06:55.164 INFO:tasks.rados.rados.0.smithi037.stdout:2811: finishing copy_from racing read to smithi03738989-2 2021-07-26T16:06:55.164 INFO:tasks.rados.rados.0.smithi037.stdout:2813: finishing write tid 4 to smithi03738989-11 2021-07-26T16:06:55.165 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 2304 (ObjNum 898 snap 281 seq_num 898) dirty exists 2021-07-26T16:06:55.165 INFO:tasks.rados.rados.0.smithi037.stdout:2813: left oid 11 (ObjNum 898 snap 281 seq_num 898) 2021-07-26T16:06:55.173 INFO:tasks.rados.rados.0.smithi037.stdout:2816: finishing write tid 1 to smithi03738989-26 2021-07-26T16:06:55.173 INFO:tasks.rados.rados.0.smithi037.stdout:2816: finishing write tid 3 to smithi03738989-26 2021-07-26T16:06:55.182 INFO:tasks.rados.rados.0.smithi037.stdout:2811: done (4 left) 2021-07-26T16:06:55.182 INFO:tasks.rados.rados.0.smithi037.stdout:2813: done (3 left) 2021-07-26T16:06:55.182 INFO:tasks.rados.rados.0.smithi037.stdout:2814: done (2 left) 2021-07-26T16:06:55.182 INFO:tasks.rados.rados.0.smithi037.stdout:2817: done (1 left) 2021-07-26T16:06:55.183 INFO:tasks.rados.rados.0.smithi037.stdout:2818: delete oid 29 current snap is 281 2021-07-26T16:06:55.183 INFO:tasks.rados.rados.0.smithi037.stdout:2816: finishing write tid 4 to smithi03738989-26 2021-07-26T16:06:55.184 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 1722 (ObjNum 899 snap 281 seq_num 899) dirty exists 2021-07-26T16:06:55.184 INFO:tasks.rados.rados.0.smithi037.stdout:2816: left oid 26 (ObjNum 899 snap 281 seq_num 899) 2021-07-26T16:06:55.185 INFO:tasks.rados.rados.0.smithi037.stdout:2816: done (1 left) 2021-07-26T16:06:55.185 INFO:tasks.rados.rados.0.smithi037.stdout:2818: done (0 left) 2021-07-26T16:06:55.185 INFO:tasks.rados.rados.0.smithi037.stdout:2819: snap_remove snap 279 2021-07-26T16:06:55.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:55 smithi107 bash[29346]: cluster 2021-07-26T16:06:53.850768+0000 mgr.y (mgr.24994) 439 : cluster [DBG] pgmap v628: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 412 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 482 KiB/s wr, 17 op/s 2021-07-26T16:06:55.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:55 smithi107 bash[29346]: cluster 2021-07-26T16:06:54.104252+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e613: 8 total, 8 up, 8 in 2021-07-26T16:06:55.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:55 smithi107 bash[29346]: audit 2021-07-26T16:06:54.306838+0000 mgr.y (mgr.24994) 440 : audit [DBG] from='client.54418 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:06:55.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:55 smithi107 bash[29346]: audit 2021-07-26T16:06:54.616465+0000 mgr.y (mgr.24994) 441 : audit [DBG] from='client.44484 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_CVFT5331005T400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:55.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:55 smithi037 bash[41498]: cluster 2021-07-26T16:06:53.850768+0000 mgr.y (mgr.24994) 439 : cluster [DBG] pgmap v628: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 412 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 482 KiB/s wr, 17 op/s 2021-07-26T16:06:55.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:55 smithi037 bash[41498]: cluster 2021-07-26T16:06:54.104252+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e613: 8 total, 8 up, 8 in 2021-07-26T16:06:55.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:55 smithi037 bash[41498]: audit 2021-07-26T16:06:54.306838+0000 mgr.y (mgr.24994) 440 : audit [DBG] from='client.54418 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:06:55.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:55 smithi037 bash[41498]: audit 2021-07-26T16:06:54.616465+0000 mgr.y (mgr.24994) 441 : audit [DBG] from='client.44484 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_CVFT5331005T400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:55.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:55 smithi037 bash[42499]: cluster 2021-07-26T16:06:53.850768+0000 mgr.y (mgr.24994) 439 : cluster [DBG] pgmap v628: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 412 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 482 KiB/s wr, 17 op/s 2021-07-26T16:06:55.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:55 smithi037 bash[42499]: cluster 2021-07-26T16:06:54.104252+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e613: 8 total, 8 up, 8 in 2021-07-26T16:06:55.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:55 smithi037 bash[42499]: audit 2021-07-26T16:06:54.306838+0000 mgr.y (mgr.24994) 440 : audit [DBG] from='client.54418 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:06:55.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:55 smithi037 bash[42499]: audit 2021-07-26T16:06:54.616465+0000 mgr.y (mgr.24994) 441 : audit [DBG] from='client.44484 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_CVFT5331005T400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:06:56.166 INFO:tasks.rados.rados.0.smithi037.stdout:2819: done (0 left) 2021-07-26T16:06:56.166 INFO:tasks.rados.rados.0.smithi037.stdout:2820: snap_create 2021-07-26T16:06:56.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:56 smithi107 bash[29346]: cluster 2021-07-26T16:06:55.157237+0000 mon.a (mon.0) 1077 : cluster [DBG] osdmap e614: 8 total, 8 up, 8 in 2021-07-26T16:06:56.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:56 smithi037 bash[41498]: cluster 2021-07-26T16:06:55.157237+0000 mon.a (mon.0) 1077 : cluster [DBG] osdmap e614: 8 total, 8 up, 8 in 2021-07-26T16:06:56.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:56 smithi037 bash[42499]: cluster 2021-07-26T16:06:55.157237+0000 mon.a (mon.0) 1077 : cluster [DBG] osdmap e614: 8 total, 8 up, 8 in 2021-07-26T16:06:57.090 INFO:tasks.rados.rados.0.smithi037.stdout:2820: done (0 left) 2021-07-26T16:06:57.091 INFO:tasks.rados.rados.0.smithi037.stdout:2821: rmattr oid 49 current snap is 282 2021-07-26T16:06:57.091 INFO:tasks.rados.rados.0.smithi037.stdout:2821: done (0 left) 2021-07-26T16:06:57.091 INFO:tasks.rados.rados.0.smithi037.stdout:2822: snap_remove snap 228 2021-07-26T16:06:57.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:57 smithi107 bash[29346]: cluster 2021-07-26T16:06:55.851495+0000 mgr.y (mgr.24994) 442 : cluster [DBG] pgmap v631: 89 pgs: 89 active+clean; 413 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 628 KiB/s wr, 25 op/s 2021-07-26T16:06:57.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:57 smithi107 bash[29346]: cluster 2021-07-26T16:06:56.165505+0000 mon.a (mon.0) 1078 : cluster [DBG] osdmap e615: 8 total, 8 up, 8 in 2021-07-26T16:06:57.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:57 smithi107 bash[29346]: cluster 2021-07-26T16:06:57.089573+0000 mon.a (mon.0) 1079 : cluster [DBG] osdmap e616: 8 total, 8 up, 8 in 2021-07-26T16:06:57.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:57 smithi037 bash[41498]: cluster 2021-07-26T16:06:55.851495+0000 mgr.y (mgr.24994) 442 : cluster [DBG] pgmap v631: 89 pgs: 89 active+clean; 413 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 628 KiB/s wr, 25 op/s 2021-07-26T16:06:57.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:57 smithi037 bash[41498]: cluster 2021-07-26T16:06:56.165505+0000 mon.a (mon.0) 1078 : cluster [DBG] osdmap e615: 8 total, 8 up, 8 in 2021-07-26T16:06:57.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:57 smithi037 bash[41498]: cluster 2021-07-26T16:06:57.089573+0000 mon.a (mon.0) 1079 : cluster [DBG] osdmap e616: 8 total, 8 up, 8 in 2021-07-26T16:06:57.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:57 smithi037 bash[42499]: cluster 2021-07-26T16:06:55.851495+0000 mgr.y (mgr.24994) 442 : cluster [DBG] pgmap v631: 89 pgs: 89 active+clean; 413 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 628 KiB/s wr, 25 op/s 2021-07-26T16:06:57.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:57 smithi037 bash[42499]: cluster 2021-07-26T16:06:56.165505+0000 mon.a (mon.0) 1078 : cluster [DBG] osdmap e615: 8 total, 8 up, 8 in 2021-07-26T16:06:57.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:57 smithi037 bash[42499]: cluster 2021-07-26T16:06:57.089573+0000 mon.a (mon.0) 1079 : cluster [DBG] osdmap e616: 8 total, 8 up, 8 in 2021-07-26T16:06:58.103 INFO:tasks.rados.rados.0.smithi037.stdout:2822: done (0 left) 2021-07-26T16:06:58.104 INFO:tasks.rados.rados.0.smithi037.stdout:2823: rollback oid 11 current snap is 282 2021-07-26T16:06:58.104 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 11 to 258 2021-07-26T16:06:58.104 INFO:tasks.rados.rados.0.smithi037.stdout:2824: delete oid 36 current snap is 282 2021-07-26T16:06:58.113 INFO:tasks.rados.rados.0.smithi037.stdout:2824: done (1 left) 2021-07-26T16:06:58.113 INFO:tasks.rados.rados.0.smithi037.stdout:2825: copy_from oid 1 from oid 9 current snap is 282 2021-07-26T16:06:58.114 INFO:tasks.rados.rados.0.smithi037.stdout:2826: snap_remove snap 242 2021-07-26T16:06:59.113 INFO:tasks.rados.rados.0.smithi037.stdout:2826: done (2 left) 2021-07-26T16:06:59.113 INFO:tasks.rados.rados.0.smithi037.stdout:2827: setattr oid 41 current snap is 282 2021-07-26T16:06:59.113 INFO:tasks.rados.rados.0.smithi037.stdout:2823: finishing rollback tid 0 to smithi03738989-11 2021-07-26T16:06:59.113 INFO:tasks.rados.rados.0.smithi037.stdout:2823: finishing rollback tid 1 to smithi03738989-11 2021-07-26T16:06:59.114 INFO:tasks.rados.rados.0.smithi037.stdout:2823: finishing rollback tid 2 to smithi03738989-11 2021-07-26T16:06:59.114 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 2308 (ObjNum 792 snap 240 seq_num 792) dirty exists 2021-07-26T16:06:59.114 INFO:tasks.rados.rados.0.smithi037.stdout:2825: finishing copy_from to smithi03738989-1 2021-07-26T16:06:59.114 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 1728 (ObjNum 861 snap 270 seq_num 861) dirty exists 2021-07-26T16:06:59.115 INFO:tasks.rados.rados.0.smithi037.stdout:2825: finishing copy_from racing read to smithi03738989-1 2021-07-26T16:06:59.116 INFO:tasks.rados.rados.0.smithi037.stdout:2823: done (2 left) 2021-07-26T16:06:59.116 INFO:tasks.rados.rados.0.smithi037.stdout:2825: done (1 left) 2021-07-26T16:06:59.116 INFO:tasks.rados.rados.0.smithi037.stdout:2828: snap_remove snap 230 2021-07-26T16:06:59.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:59 smithi107 bash[29346]: cluster 2021-07-26T16:06:57.852398+0000 mgr.y (mgr.24994) 443 : cluster [DBG] pgmap v634: 89 pgs: 89 active+clean; 408 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2021-07-26T16:06:59.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:06:59 smithi107 bash[29346]: cluster 2021-07-26T16:06:58.103303+0000 mon.a (mon.0) 1080 : cluster [DBG] osdmap e617: 8 total, 8 up, 8 in 2021-07-26T16:06:59.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:59 smithi037 bash[42499]: cluster 2021-07-26T16:06:57.852398+0000 mgr.y (mgr.24994) 443 : cluster [DBG] pgmap v634: 89 pgs: 89 active+clean; 408 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2021-07-26T16:06:59.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:06:59 smithi037 bash[42499]: cluster 2021-07-26T16:06:58.103303+0000 mon.a (mon.0) 1080 : cluster [DBG] osdmap e617: 8 total, 8 up, 8 in 2021-07-26T16:06:59.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:59 smithi037 bash[41498]: cluster 2021-07-26T16:06:57.852398+0000 mgr.y (mgr.24994) 443 : cluster [DBG] pgmap v634: 89 pgs: 89 active+clean; 408 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2021-07-26T16:06:59.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:06:59 smithi037 bash[41498]: cluster 2021-07-26T16:06:58.103303+0000 mon.a (mon.0) 1080 : cluster [DBG] osdmap e617: 8 total, 8 up, 8 in 2021-07-26T16:07:00.115 INFO:tasks.rados.rados.0.smithi037.stdout:2828: done (1 left) 2021-07-26T16:07:00.115 INFO:tasks.rados.rados.0.smithi037.stdout:2829: delete oid 35 current snap is 282 2021-07-26T16:07:00.116 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1737 (ObjNum 0 snap 0 seq_num 0) dirty exists 2021-07-26T16:07:00.134 INFO:tasks.rados.rados.0.smithi037.stdout:2827: done (1 left) 2021-07-26T16:07:00.134 INFO:tasks.rados.rados.0.smithi037.stdout:2829: done (0 left) 2021-07-26T16:07:00.134 INFO:tasks.rados.rados.0.smithi037.stdout:2830: copy_from oid 14 from oid 22 current snap is 282 2021-07-26T16:07:00.135 INFO:tasks.rados.rados.0.smithi037.stdout:2831: delete oid 40 current snap is 282 2021-07-26T16:07:00.138 INFO:tasks.rados.rados.0.smithi037.stdout:2831: done (1 left) 2021-07-26T16:07:00.138 INFO:tasks.rados.rados.0.smithi037.stdout:2832: delete oid 21 current snap is 282 2021-07-26T16:07:00.142 INFO:tasks.rados.rados.0.smithi037.stdout:2832: done (1 left) 2021-07-26T16:07:00.142 INFO:tasks.rados.rados.0.smithi037.stdout:2833: rmattr oid 28 current snap is 282 2021-07-26T16:07:00.143 INFO:tasks.rados.rados.0.smithi037.stdout:2833: done (1 left) 2021-07-26T16:07:00.143 INFO:tasks.rados.rados.0.smithi037.stdout:2834: read oid 7 snap 277 2021-07-26T16:07:00.143 INFO:tasks.rados.rados.0.smithi037.stdout:2834: expect (ObjNum 745 snap 225 seq_num 745) 2021-07-26T16:07:00.143 INFO:tasks.rados.rados.0.smithi037.stdout:2835: copy_from oid 10 from oid 36 current snap is 282 2021-07-26T16:07:00.143 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 282 2021-07-26T16:07:00.144 INFO:tasks.rados.rados.0.smithi037.stdout:2836: seq_num 906 ranges {0=778240} 2021-07-26T16:07:00.148 INFO:tasks.rados.rados.0.smithi037.stdout:2836: writing smithi03738989-43 from 0 to 778240 tid 1 2021-07-26T16:07:00.148 INFO:tasks.rados.rados.0.smithi037.stdout:2837: read oid 48 snap -1 2021-07-26T16:07:00.148 INFO:tasks.rados.rados.0.smithi037.stdout:2837: expect (ObjNum 752 snap 228 seq_num 752) 2021-07-26T16:07:00.149 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 282 2021-07-26T16:07:00.149 INFO:tasks.rados.rados.0.smithi037.stdout:2838: seq_num 907 ranges {3694592=794624} 2021-07-26T16:07:00.173 INFO:tasks.rados.rados.0.smithi037.stdout:2838: writing smithi03738989-2 from 3694592 to 4489216 tid 1 2021-07-26T16:07:00.173 INFO:tasks.rados.rados.0.smithi037.stdout:2839: copy_from oid 16 from oid 37 current snap is 282 2021-07-26T16:07:00.174 INFO:tasks.rados.rados.0.smithi037.stdout:2835: finishing copy_from to smithi03738989-10 2021-07-26T16:07:00.174 INFO:tasks.rados.rados.0.smithi037.stdout:2835: got expected ENOENT (src dne) 2021-07-26T16:07:00.174 INFO:tasks.rados.rados.0.smithi037.stdout:2835: finishing copy_from racing read to smithi03738989-10 2021-07-26T16:07:00.174 INFO:tasks.rados.rados.0.smithi037.stdout:2834: expect (ObjNum 745 snap 225 seq_num 745) 2021-07-26T16:07:00.206 INFO:tasks.rados.rados.0.smithi037.stdout:2830: finishing copy_from to smithi03738989-14 2021-07-26T16:07:00.207 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 1699 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:07:00.207 INFO:tasks.rados.rados.0.smithi037.stdout:2830: finishing copy_from racing read to smithi03738989-14 2021-07-26T16:07:00.207 INFO:tasks.rados.rados.0.smithi037.stdout:2836: finishing write tid 1 to smithi03738989-43 2021-07-26T16:07:00.208 INFO:tasks.rados.rados.0.smithi037.stdout:2830: done (6 left) 2021-07-26T16:07:00.208 INFO:tasks.rados.rados.0.smithi037.stdout:2834: done (5 left) 2021-07-26T16:07:00.208 INFO:tasks.rados.rados.0.smithi037.stdout:2835: done (4 left) 2021-07-26T16:07:00.208 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 282 2021-07-26T16:07:00.208 INFO:tasks.rados.rados.0.smithi037.stdout:2840: seq_num 908 ranges {548864=409600,958464=401408} 2021-07-26T16:07:00.215 INFO:tasks.rados.rados.0.smithi037.stdout:2840: writing smithi03738989-27 from 548864 to 958464 tid 1 2021-07-26T16:07:00.218 INFO:tasks.rados.rados.0.smithi037.stdout:2840: writing smithi03738989-27 from 958464 to 1359872 tid 2 2021-07-26T16:07:00.218 INFO:tasks.rados.rados.0.smithi037.stdout:2841: delete oid 25 current snap is 282 2021-07-26T16:07:00.218 INFO:tasks.rados.rados.0.smithi037.stdout:2837: expect (ObjNum 752 snap 228 seq_num 752) 2021-07-26T16:07:00.245 INFO:tasks.rados.rados.0.smithi037.stdout:2836: finishing write tid 3 to smithi03738989-43 2021-07-26T16:07:00.245 INFO:tasks.rados.rados.0.smithi037.stdout:2836: finishing write tid 4 to smithi03738989-43 2021-07-26T16:07:00.246 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 2312 (ObjNum 906 snap 282 seq_num 906) dirty exists 2021-07-26T16:07:00.246 INFO:tasks.rados.rados.0.smithi037.stdout:2836: left oid 43 (ObjNum 906 snap 282 seq_num 906) 2021-07-26T16:07:00.246 INFO:tasks.rados.rados.0.smithi037.stdout:2838: finishing write tid 1 to smithi03738989-2 2021-07-26T16:07:00.246 INFO:tasks.rados.rados.0.smithi037.stdout:2838: finishing write tid 3 to smithi03738989-2 2021-07-26T16:07:00.247 INFO:tasks.rados.rados.0.smithi037.stdout:2838: finishing write tid 4 to smithi03738989-2 2021-07-26T16:07:00.247 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 2314 (ObjNum 907 snap 282 seq_num 907) dirty exists 2021-07-26T16:07:00.247 INFO:tasks.rados.rados.0.smithi037.stdout:2838: left oid 2 (ObjNum 907 snap 282 seq_num 907) 2021-07-26T16:07:00.247 INFO:tasks.rados.rados.0.smithi037.stdout:2839: finishing copy_from to smithi03738989-16 2021-07-26T16:07:00.247 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 2079 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:07:00.248 INFO:tasks.rados.rados.0.smithi037.stdout:2839: finishing copy_from racing read to smithi03738989-16 2021-07-26T16:07:00.248 INFO:tasks.rados.rados.0.smithi037.stdout:2840: finishing write tid 1 to smithi03738989-27 2021-07-26T16:07:00.248 INFO:tasks.rados.rados.0.smithi037.stdout:2836: done (5 left) 2021-07-26T16:07:00.248 INFO:tasks.rados.rados.0.smithi037.stdout:2837: done (4 left) 2021-07-26T16:07:00.248 INFO:tasks.rados.rados.0.smithi037.stdout:2838: done (3 left) 2021-07-26T16:07:00.249 INFO:tasks.rados.rados.0.smithi037.stdout:2839: done (2 left) 2021-07-26T16:07:00.249 INFO:tasks.rados.rados.0.smithi037.stdout:2841: done (1 left) 2021-07-26T16:07:00.249 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 282 2021-07-26T16:07:00.249 INFO:tasks.rados.rados.0.smithi037.stdout:2842: seq_num 910 ranges {3866624=442368,4308992=401408} 2021-07-26T16:07:00.275 INFO:tasks.rados.rados.0.smithi037.stdout:2842: writing smithi03738989-23 from 3866624 to 4308992 tid 1 2021-07-26T16:07:00.278 INFO:tasks.rados.rados.0.smithi037.stdout:2842: writing smithi03738989-23 from 4308992 to 4710400 tid 2 2021-07-26T16:07:00.278 INFO:tasks.rados.rados.0.smithi037.stdout:2843: delete oid 15 current snap is 282 2021-07-26T16:07:00.278 INFO:tasks.rados.rados.0.smithi037.stdout:2840: finishing write tid 2 to smithi03738989-27 2021-07-26T16:07:00.279 INFO:tasks.rados.rados.0.smithi037.stdout:2840: finishing write tid 4 to smithi03738989-27 2021-07-26T16:07:00.279 INFO:tasks.rados.rados.0.smithi037.stdout:2840: finishing write tid 5 to smithi03738989-27 2021-07-26T16:07:00.279 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 1725 (ObjNum 908 snap 282 seq_num 908) dirty exists 2021-07-26T16:07:00.279 INFO:tasks.rados.rados.0.smithi037.stdout:2840: left oid 27 (ObjNum 908 snap 282 seq_num 908) 2021-07-26T16:07:00.286 INFO:tasks.rados.rados.0.smithi037.stdout:2842: finishing write tid 1 to smithi03738989-23 2021-07-26T16:07:00.287 INFO:tasks.rados.rados.0.smithi037.stdout:2842: finishing write tid 2 to smithi03738989-23 2021-07-26T16:07:00.287 INFO:tasks.rados.rados.0.smithi037.stdout:2842: finishing write tid 4 to smithi03738989-23 2021-07-26T16:07:00.291 INFO:tasks.rados.rados.0.smithi037.stdout:2842: finishing write tid 5 to smithi03738989-23 2021-07-26T16:07:00.291 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1709 (ObjNum 910 snap 282 seq_num 910) dirty exists 2021-07-26T16:07:00.292 INFO:tasks.rados.rados.0.smithi037.stdout:2842: left oid 23 (ObjNum 910 snap 282 seq_num 910) 2021-07-26T16:07:00.293 INFO:tasks.rados.rados.0.smithi037.stdout:2840: done (2 left) 2021-07-26T16:07:00.293 INFO:tasks.rados.rados.0.smithi037.stdout:2842: done (1 left) 2021-07-26T16:07:00.293 INFO:tasks.rados.rados.0.smithi037.stdout:2843: done (0 left) 2021-07-26T16:07:00.293 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 282 2021-07-26T16:07:00.294 INFO:tasks.rados.rados.0.smithi037.stdout:2844: seq_num 912 ranges {3031040=483328,3514368=401408} 2021-07-26T16:07:00.317 INFO:tasks.rados.rados.0.smithi037.stdout:2844: writing smithi03738989-49 from 3031040 to 3514368 tid 1 2021-07-26T16:07:00.319 INFO:tasks.rados.rados.0.smithi037.stdout:2844: writing smithi03738989-49 from 3514368 to 3915776 tid 2 2021-07-26T16:07:00.319 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 282 2021-07-26T16:07:00.319 INFO:tasks.rados.rados.0.smithi037.stdout:2845: seq_num 913 ranges {0=499712,499712=401408} 2021-07-26T16:07:00.322 INFO:tasks.rados.rados.0.smithi037.stdout:2845: writing smithi03738989-15 from 0 to 499712 tid 1 2021-07-26T16:07:00.324 INFO:tasks.rados.rados.0.smithi037.stdout:2845: writing smithi03738989-15 from 499712 to 901120 tid 2 2021-07-26T16:07:00.324 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 282 2021-07-26T16:07:00.325 INFO:tasks.rados.rados.0.smithi037.stdout:2846: seq_num 914 ranges {0=516096,516096=401408} 2021-07-26T16:07:00.327 INFO:tasks.rados.rados.0.smithi037.stdout:2846: writing smithi03738989-18 from 0 to 516096 tid 1 2021-07-26T16:07:00.330 INFO:tasks.rados.rados.0.smithi037.stdout:2846: writing smithi03738989-18 from 516096 to 917504 tid 2 2021-07-26T16:07:00.330 INFO:tasks.rados.rados.0.smithi037.stdout:2847: read oid 42 snap -1 2021-07-26T16:07:00.330 INFO:tasks.rados.rados.0.smithi037.stdout:2847: expect (ObjNum 880 snap 276 seq_num 880) 2021-07-26T16:07:00.331 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 282 2021-07-26T16:07:00.331 INFO:tasks.rados.rados.0.smithi037.stdout:2848: seq_num 915 ranges {4489216=532480,5021696=401408} 2021-07-26T16:07:00.359 INFO:tasks.rados.rados.0.smithi037.stdout:2848: writing smithi03738989-2 from 4489216 to 5021696 tid 1 2021-07-26T16:07:00.362 INFO:tasks.rados.rados.0.smithi037.stdout:2848: writing smithi03738989-2 from 5021696 to 5423104 tid 2 2021-07-26T16:07:00.362 INFO:tasks.rados.rados.0.smithi037.stdout:2844: finishing write tid 1 to smithi03738989-49 2021-07-26T16:07:00.362 INFO:tasks.rados.rados.0.smithi037.stdout:2849: read oid 10 snap -1 2021-07-26T16:07:00.363 INFO:tasks.rados.rados.0.smithi037.stdout:2849: expect (ObjNum 890 snap 278 seq_num 890) 2021-07-26T16:07:00.363 INFO:tasks.rados.rados.0.smithi037.stdout:2850: copy_from oid 26 from oid 44 current snap is 282 2021-07-26T16:07:00.363 INFO:tasks.rados.rados.0.smithi037.stdout:2844: finishing write tid 2 to smithi03738989-49 2021-07-26T16:07:00.363 INFO:tasks.rados.rados.0.smithi037.stdout:2851: snap_create 2021-07-26T16:07:00.364 INFO:tasks.rados.rados.0.smithi037.stdout:2844: finishing write tid 4 to smithi03738989-49 2021-07-26T16:07:00.364 INFO:tasks.rados.rados.0.smithi037.stdout:2845: finishing write tid 1 to smithi03738989-15 2021-07-26T16:07:00.365 INFO:tasks.rados.rados.0.smithi037.stdout:2845: finishing write tid 2 to smithi03738989-15 2021-07-26T16:07:00.365 INFO:tasks.rados.rados.0.smithi037.stdout:2845: finishing write tid 4 to smithi03738989-15 2021-07-26T16:07:00.365 INFO:tasks.rados.rados.0.smithi037.stdout:2844: finishing write tid 5 to smithi03738989-49 2021-07-26T16:07:00.365 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2201 (ObjNum 912 snap 282 seq_num 912) dirty exists 2021-07-26T16:07:00.366 INFO:tasks.rados.rados.0.smithi037.stdout:2844: left oid 49 (ObjNum 912 snap 282 seq_num 912) 2021-07-26T16:07:00.366 INFO:tasks.rados.rados.0.smithi037.stdout:2845: finishing write tid 5 to smithi03738989-15 2021-07-26T16:07:00.366 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1713 (ObjNum 913 snap 282 seq_num 913) dirty exists 2021-07-26T16:07:00.366 INFO:tasks.rados.rados.0.smithi037.stdout:2845: left oid 15 (ObjNum 913 snap 282 seq_num 913) 2021-07-26T16:07:00.367 INFO:tasks.rados.rados.0.smithi037.stdout:2846: finishing write tid 1 to smithi03738989-18 2021-07-26T16:07:00.367 INFO:tasks.rados.rados.0.smithi037.stdout:2846: finishing write tid 2 to smithi03738989-18 2021-07-26T16:07:00.367 INFO:tasks.rados.rados.0.smithi037.stdout:2846: finishing write tid 4 to smithi03738989-18 2021-07-26T16:07:00.367 INFO:tasks.rados.rados.0.smithi037.stdout:2846: finishing write tid 5 to smithi03738989-18 2021-07-26T16:07:00.367 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 2204 (ObjNum 914 snap 282 seq_num 914) dirty exists 2021-07-26T16:07:00.368 INFO:tasks.rados.rados.0.smithi037.stdout:2846: left oid 18 (ObjNum 914 snap 282 seq_num 914) 2021-07-26T16:07:00.369 INFO:tasks.rados.rados.0.smithi037.stdout:2848: finishing write tid 1 to smithi03738989-2 2021-07-26T16:07:00.370 INFO:tasks.rados.rados.0.smithi037.stdout:2848: finishing write tid 2 to smithi03738989-2 2021-07-26T16:07:00.370 INFO:tasks.rados.rados.0.smithi037.stdout:2848: finishing write tid 4 to smithi03738989-2 2021-07-26T16:07:00.370 INFO:tasks.rados.rados.0.smithi037.stdout:2848: finishing write tid 5 to smithi03738989-2 2021-07-26T16:07:00.370 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 2317 (ObjNum 915 snap 282 seq_num 915) dirty exists 2021-07-26T16:07:00.371 INFO:tasks.rados.rados.0.smithi037.stdout:2848: left oid 2 (ObjNum 915 snap 282 seq_num 915) 2021-07-26T16:07:00.371 INFO:tasks.rados.rados.0.smithi037.stdout:2850: finishing copy_from to smithi03738989-26 2021-07-26T16:07:00.371 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2193 (ObjNum 288 snap 0 seq_num 33) dirty exists 2021-07-26T16:07:00.371 INFO:tasks.rados.rados.0.smithi037.stdout:2849: expect (ObjNum 890 snap 278 seq_num 890) 2021-07-26T16:07:00.398 INFO:tasks.rados.rados.0.smithi037.stdout:2850: finishing copy_from racing read to smithi03738989-26 2021-07-26T16:07:00.399 INFO:tasks.rados.rados.0.smithi037.stdout:2847: expect (ObjNum 880 snap 276 seq_num 880) 2021-07-26T16:07:00.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:00 smithi107 bash[29346]: cluster 2021-07-26T16:06:59.112645+0000 mon.a (mon.0) 1081 : cluster [DBG] osdmap e618: 8 total, 8 up, 8 in 2021-07-26T16:07:00.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:00 smithi037 bash[42499]: cluster 2021-07-26T16:06:59.112645+0000 mon.a (mon.0) 1081 : cluster [DBG] osdmap e618: 8 total, 8 up, 8 in 2021-07-26T16:07:00.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:00 smithi037 bash[41498]: cluster 2021-07-26T16:06:59.112645+0000 mon.a (mon.0) 1081 : cluster [DBG] osdmap e618: 8 total, 8 up, 8 in 2021-07-26T16:07:01.139 INFO:tasks.rados.rados.0.smithi037.stdout:2844: done (7 left) 2021-07-26T16:07:01.139 INFO:tasks.rados.rados.0.smithi037.stdout:2845: done (6 left) 2021-07-26T16:07:01.139 INFO:tasks.rados.rados.0.smithi037.stdout:2846: done (5 left) 2021-07-26T16:07:01.140 INFO:tasks.rados.rados.0.smithi037.stdout:2847: done (4 left) 2021-07-26T16:07:01.140 INFO:tasks.rados.rados.0.smithi037.stdout:2848: done (3 left) 2021-07-26T16:07:01.140 INFO:tasks.rados.rados.0.smithi037.stdout:2849: done (2 left) 2021-07-26T16:07:01.140 INFO:tasks.rados.rados.0.smithi037.stdout:2850: done (1 left) 2021-07-26T16:07:01.141 INFO:tasks.rados.rados.0.smithi037.stdout:2851: done (0 left) 2021-07-26T16:07:01.141 INFO:tasks.rados.rados.0.smithi037.stdout:2852: rollback oid 2 current snap is 283 2021-07-26T16:07:01.141 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 2 to 277 2021-07-26T16:07:01.141 INFO:tasks.rados.rados.0.smithi037.stdout:2853: read oid 40 snap -1 2021-07-26T16:07:01.141 INFO:tasks.rados.rados.0.smithi037.stdout:2853: expect deleted 2021-07-26T16:07:01.142 INFO:tasks.rados.rados.0.smithi037.stdout:2854: read oid 24 snap -1 2021-07-26T16:07:01.142 INFO:tasks.rados.rados.0.smithi037.stdout:2854: expect (ObjNum 876 snap 275 seq_num 876) 2021-07-26T16:07:01.142 INFO:tasks.rados.rados.0.smithi037.stdout:2855: read oid 50 snap -1 2021-07-26T16:07:01.142 INFO:tasks.rados.rados.0.smithi037.stdout:2855: expect deleted 2021-07-26T16:07:01.143 INFO:tasks.rados.rados.0.smithi037.stdout:2856: delete oid 17 current snap is 283 2021-07-26T16:07:01.143 INFO:tasks.rados.rados.0.smithi037.stdout:2854: expect (ObjNum 876 snap 275 seq_num 876) 2021-07-26T16:07:01.154 INFO:tasks.rados.rados.0.smithi037.stdout:2853: done (4 left) 2021-07-26T16:07:01.154 INFO:tasks.rados.rados.0.smithi037.stdout:2854: done (3 left) 2021-07-26T16:07:01.154 INFO:tasks.rados.rados.0.smithi037.stdout:2856: done (2 left) 2021-07-26T16:07:01.154 INFO:tasks.rados.rados.0.smithi037.stdout:2857: copy_from oid 30 from oid 40 current snap is 283 2021-07-26T16:07:01.155 INFO:tasks.rados.rados.0.smithi037.stdout:2852: finishing rollback tid 0 to smithi03738989-2 2021-07-26T16:07:01.155 INFO:tasks.rados.rados.0.smithi037.stdout:2852: finishing rollback tid 1 to smithi03738989-2 2021-07-26T16:07:01.155 INFO:tasks.rados.rados.0.smithi037.stdout:2852: finishing rollback tid 2 to smithi03738989-2 2021-07-26T16:07:01.155 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 2320 (ObjNum 653 snap 192 seq_num 653) dirty exists 2021-07-26T16:07:01.155 INFO:tasks.rados.rados.0.smithi037.stdout:2852: done (2 left) 2021-07-26T16:07:01.156 INFO:tasks.rados.rados.0.smithi037.stdout:2855: done (1 left) 2021-07-26T16:07:01.156 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 283 2021-07-26T16:07:01.156 INFO:tasks.rados.rados.0.smithi037.stdout:2858: seq_num 917 ranges {1458176=565248,2023424=401408} 2021-07-26T16:07:01.166 INFO:tasks.rados.rados.0.smithi037.stdout:2858: writing smithi03738989-39 from 1458176 to 2023424 tid 1 2021-07-26T16:07:01.169 INFO:tasks.rados.rados.0.smithi037.stdout:2858: writing smithi03738989-39 from 2023424 to 2424832 tid 2 2021-07-26T16:07:01.170 INFO:tasks.rados.rados.0.smithi037.stdout:2859: delete oid 41 current snap is 283 2021-07-26T16:07:01.170 INFO:tasks.rados.rados.0.smithi037.stdout:2857: finishing copy_from to smithi03738989-30 2021-07-26T16:07:01.170 INFO:tasks.rados.rados.0.smithi037.stdout:2857: got expected ENOENT (src dne) 2021-07-26T16:07:01.170 INFO:tasks.rados.rados.0.smithi037.stdout:2857: finishing copy_from racing read to smithi03738989-30 2021-07-26T16:07:01.176 INFO:tasks.rados.rados.0.smithi037.stdout:2857: done (2 left) 2021-07-26T16:07:01.176 INFO:tasks.rados.rados.0.smithi037.stdout:2859: done (1 left) 2021-07-26T16:07:01.176 INFO:tasks.rados.rados.0.smithi037.stdout:2860: read oid 22 snap 258 2021-07-26T16:07:01.177 INFO:tasks.rados.rados.0.smithi037.stdout:2860: expect (ObjNum 826 snap 256 seq_num 826) 2021-07-26T16:07:01.177 INFO:tasks.rados.rados.0.smithi037.stdout:2861: rollback oid 26 current snap is 283 2021-07-26T16:07:01.177 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 26 to 281 2021-07-26T16:07:01.177 INFO:tasks.rados.rados.0.smithi037.stdout:2862: delete oid 30 current snap is 283 2021-07-26T16:07:01.179 INFO:tasks.rados.rados.0.smithi037.stdout:2858: finishing write tid 1 to smithi03738989-39 2021-07-26T16:07:01.179 INFO:tasks.rados.rados.0.smithi037.stdout:2858: finishing write tid 2 to smithi03738989-39 2021-07-26T16:07:01.181 INFO:tasks.rados.rados.0.smithi037.stdout:2858: finishing write tid 4 to smithi03738989-39 2021-07-26T16:07:01.183 INFO:tasks.rados.rados.0.smithi037.stdout:2862: done (3 left) 2021-07-26T16:07:01.183 INFO:tasks.rados.rados.0.smithi037.stdout:2863: rmattr oid 1 current snap is 283 2021-07-26T16:07:01.184 INFO:tasks.rados.rados.0.smithi037.stdout:2864: read oid 29 snap -1 2021-07-26T16:07:01.184 INFO:tasks.rados.rados.0.smithi037.stdout:2864: expect deleted 2021-07-26T16:07:01.184 INFO:tasks.rados.rados.0.smithi037.stdout:2865: read oid 23 snap -1 2021-07-26T16:07:01.184 INFO:tasks.rados.rados.0.smithi037.stdout:2865: expect (ObjNum 910 snap 282 seq_num 910) 2021-07-26T16:07:01.184 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 283 2021-07-26T16:07:01.185 INFO:tasks.rados.rados.0.smithi037.stdout:2866: seq_num 920 ranges {0=614400,614400=401408} 2021-07-26T16:07:01.187 INFO:tasks.rados.rados.0.smithi037.stdout:2866: writing smithi03738989-36 from 0 to 614400 tid 1 2021-07-26T16:07:01.190 INFO:tasks.rados.rados.0.smithi037.stdout:2866: writing smithi03738989-36 from 614400 to 1015808 tid 2 2021-07-26T16:07:01.190 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 283 2021-07-26T16:07:01.191 INFO:tasks.rados.rados.0.smithi037.stdout:2867: seq_num 921 ranges {0=630784,630784=401408} 2021-07-26T16:07:01.194 INFO:tasks.rados.rados.0.smithi037.stdout:2867: writing smithi03738989-5 from 0 to 630784 tid 1 2021-07-26T16:07:01.197 INFO:tasks.rados.rados.0.smithi037.stdout:2867: writing smithi03738989-5 from 630784 to 1032192 tid 2 2021-07-26T16:07:01.197 INFO:tasks.rados.rados.0.smithi037.stdout:2868: snap_remove snap 212 2021-07-26T16:07:01.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:01 smithi107 bash[29346]: cluster 2021-07-26T16:06:59.853378+0000 mgr.y (mgr.24994) 444 : cluster [DBG] pgmap v637: 89 pgs: 89 active+clean; 368 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1014 KiB/s rd, 1.2 MiB/s wr, 4 op/s 2021-07-26T16:07:01.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:01 smithi107 bash[29346]: cluster 2021-07-26T16:07:00.115516+0000 mon.a (mon.0) 1082 : cluster [DBG] osdmap e619: 8 total, 8 up, 8 in 2021-07-26T16:07:01.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:01 smithi037 bash[42499]: cluster 2021-07-26T16:06:59.853378+0000 mgr.y (mgr.24994) 444 : cluster [DBG] pgmap v637: 89 pgs: 89 active+clean; 368 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1014 KiB/s rd, 1.2 MiB/s wr, 4 op/s 2021-07-26T16:07:01.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:01 smithi037 bash[42499]: cluster 2021-07-26T16:07:00.115516+0000 mon.a (mon.0) 1082 : cluster [DBG] osdmap e619: 8 total, 8 up, 8 in 2021-07-26T16:07:01.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:01 smithi037 bash[41498]: cluster 2021-07-26T16:06:59.853378+0000 mgr.y (mgr.24994) 444 : cluster [DBG] pgmap v637: 89 pgs: 89 active+clean; 368 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1014 KiB/s rd, 1.2 MiB/s wr, 4 op/s 2021-07-26T16:07:01.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:01 smithi037 bash[41498]: cluster 2021-07-26T16:07:00.115516+0000 mon.a (mon.0) 1082 : cluster [DBG] osdmap e619: 8 total, 8 up, 8 in 2021-07-26T16:07:02.094 INFO:tasks.rados.rados.0.smithi037.stdout:2868: done (8 left) 2021-07-26T16:07:02.094 INFO:tasks.rados.rados.0.smithi037.stdout:2869: copy_from oid 24 from oid 49 current snap is 283 2021-07-26T16:07:02.094 INFO:tasks.rados.rados.0.smithi037.stdout:2861: finishing rollback tid 0 to smithi03738989-26 2021-07-26T16:07:02.095 INFO:tasks.rados.rados.0.smithi037.stdout:2861: finishing rollback tid 1 to smithi03738989-26 2021-07-26T16:07:02.095 INFO:tasks.rados.rados.0.smithi037.stdout:2858: finishing write tid 5 to smithi03738989-39 2021-07-26T16:07:02.095 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2616 (ObjNum 917 snap 283 seq_num 917) dirty exists 2021-07-26T16:07:02.095 INFO:tasks.rados.rados.0.smithi037.stdout:2858: left oid 39 (ObjNum 917 snap 283 seq_num 917) 2021-07-26T16:07:02.096 INFO:tasks.rados.rados.0.smithi037.stdout:2861: finishing rollback tid 2 to smithi03738989-26 2021-07-26T16:07:02.096 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2196 (ObjNum 899 snap 281 seq_num 899) dirty exists 2021-07-26T16:07:02.096 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 2618 (ObjNum 861 snap 270 seq_num 861) dirty exists 2021-07-26T16:07:02.096 INFO:tasks.rados.rados.0.smithi037.stdout:2866: finishing write tid 1 to smithi03738989-36 2021-07-26T16:07:02.096 INFO:tasks.rados.rados.0.smithi037.stdout:2866: finishing write tid 2 to smithi03738989-36 2021-07-26T16:07:02.097 INFO:tasks.rados.rados.0.smithi037.stdout:2867: finishing write tid 1 to smithi03738989-5 2021-07-26T16:07:02.097 INFO:tasks.rados.rados.0.smithi037.stdout:2867: finishing write tid 2 to smithi03738989-5 2021-07-26T16:07:02.097 INFO:tasks.rados.rados.0.smithi037.stdout:2867: finishing write tid 4 to smithi03738989-5 2021-07-26T16:07:02.097 INFO:tasks.rados.rados.0.smithi037.stdout:2867: finishing write tid 5 to smithi03738989-5 2021-07-26T16:07:02.097 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 2196 (ObjNum 921 snap 283 seq_num 921) dirty exists 2021-07-26T16:07:02.098 INFO:tasks.rados.rados.0.smithi037.stdout:2867: left oid 5 (ObjNum 921 snap 283 seq_num 921) 2021-07-26T16:07:02.098 INFO:tasks.rados.rados.0.smithi037.stdout:2858: done (8 left) 2021-07-26T16:07:02.098 INFO:tasks.rados.rados.0.smithi037.stdout:2861: done (7 left) 2021-07-26T16:07:02.098 INFO:tasks.rados.rados.0.smithi037.stdout:2863: done (6 left) 2021-07-26T16:07:02.099 INFO:tasks.rados.rados.0.smithi037.stdout:2864: done (5 left) 2021-07-26T16:07:02.099 INFO:tasks.rados.rados.0.smithi037.stdout:2867: done (4 left) 2021-07-26T16:07:02.099 INFO:tasks.rados.rados.0.smithi037.stdout:2870: snap_remove snap 273 2021-07-26T16:07:02.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:02 smithi107 bash[29346]: cluster 2021-07-26T16:07:01.141293+0000 mon.a (mon.0) 1083 : cluster [DBG] osdmap e620: 8 total, 8 up, 8 in 2021-07-26T16:07:02.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:02 smithi107 bash[29346]: cluster 2021-07-26T16:07:02.091893+0000 mon.a (mon.0) 1084 : cluster [DBG] osdmap e621: 8 total, 8 up, 8 in 2021-07-26T16:07:02.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:02 smithi037 bash[41498]: cluster 2021-07-26T16:07:01.141293+0000 mon.a (mon.0) 1083 : cluster [DBG] osdmap e620: 8 total, 8 up, 8 in 2021-07-26T16:07:02.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:02 smithi037 bash[41498]: cluster 2021-07-26T16:07:02.091893+0000 mon.a (mon.0) 1084 : cluster [DBG] osdmap e621: 8 total, 8 up, 8 in 2021-07-26T16:07:02.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:02 smithi037 bash[42499]: cluster 2021-07-26T16:07:01.141293+0000 mon.a (mon.0) 1083 : cluster [DBG] osdmap e620: 8 total, 8 up, 8 in 2021-07-26T16:07:02.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:02 smithi037 bash[42499]: cluster 2021-07-26T16:07:02.091893+0000 mon.a (mon.0) 1084 : cluster [DBG] osdmap e621: 8 total, 8 up, 8 in 2021-07-26T16:07:03.106 INFO:tasks.rados.rados.0.smithi037.stdout:2870: done (4 left) 2021-07-26T16:07:03.106 INFO:tasks.rados.rados.0.smithi037.stdout:2871: copy_from oid 20 from oid 27 current snap is 283 2021-07-26T16:07:03.107 INFO:tasks.rados.rados.0.smithi037.stdout:2860: expect (ObjNum 826 snap 256 seq_num 826) 2021-07-26T16:07:03.472 INFO:tasks.rados.rados.0.smithi037.stdout:2866: finishing write tid 4 to smithi03738989-36 2021-07-26T16:07:03.473 INFO:tasks.rados.rados.0.smithi037.stdout:2866: finishing write tid 5 to smithi03738989-36 2021-07-26T16:07:03.473 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1742 (ObjNum 920 snap 283 seq_num 920) dirty exists 2021-07-26T16:07:03.473 INFO:tasks.rados.rados.0.smithi037.stdout:2866: left oid 36 (ObjNum 920 snap 283 seq_num 920) 2021-07-26T16:07:03.473 INFO:tasks.rados.rados.0.smithi037.stdout:2865: expect (ObjNum 910 snap 282 seq_num 910) 2021-07-26T16:07:03.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:03 smithi107 bash[29346]: cluster 2021-07-26T16:07:01.854166+0000 mgr.y (mgr.24994) 445 : cluster [DBG] pgmap v640: 89 pgs: 89 active+clean; 359 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 158 KiB/s wr, 2 op/s 2021-07-26T16:07:03.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:03 smithi107 bash[29346]: cluster 2021-07-26T16:07:03.107775+0000 mon.a (mon.0) 1085 : cluster [DBG] osdmap e622: 8 total, 8 up, 8 in 2021-07-26T16:07:03.523 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:03 smithi037 bash[41498]: cluster 2021-07-26T16:07:01.854166+0000 mgr.y (mgr.24994) 445 : cluster [DBG] pgmap v640: 89 pgs: 89 active+clean; 359 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 158 KiB/s wr, 2 op/s 2021-07-26T16:07:03.523 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:03 smithi037 bash[41498]: cluster 2021-07-26T16:07:03.107775+0000 mon.a (mon.0) 1085 : cluster [DBG] osdmap e622: 8 total, 8 up, 8 in 2021-07-26T16:07:03.524 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:03 smithi037 bash[42499]: cluster 2021-07-26T16:07:01.854166+0000 mgr.y (mgr.24994) 445 : cluster [DBG] pgmap v640: 89 pgs: 89 active+clean; 359 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 158 KiB/s wr, 2 op/s 2021-07-26T16:07:03.524 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:03 smithi037 bash[42499]: cluster 2021-07-26T16:07:03.107775+0000 mon.a (mon.0) 1085 : cluster [DBG] osdmap e622: 8 total, 8 up, 8 in 2021-07-26T16:07:03.724 INFO:tasks.rados.rados.0.smithi037.stdout:2869: finishing copy_from to smithi03738989-24 2021-07-26T16:07:03.725 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 2201 (ObjNum 912 snap 282 seq_num 912) dirty exists 2021-07-26T16:07:03.725 INFO:tasks.rados.rados.0.smithi037.stdout:2869: finishing copy_from racing read to smithi03738989-24 2021-07-26T16:07:03.725 INFO:tasks.rados.rados.0.smithi037.stdout:2871: finishing copy_from to smithi03738989-20 2021-07-26T16:07:03.725 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 1725 (ObjNum 908 snap 282 seq_num 908) dirty exists 2021-07-26T16:07:03.725 INFO:tasks.rados.rados.0.smithi037.stdout:2871: finishing copy_from racing read to smithi03738989-20 2021-07-26T16:07:03.726 INFO:tasks.rados.rados.0.smithi037.stdout:2860: done (4 left) 2021-07-26T16:07:03.726 INFO:tasks.rados.rados.0.smithi037.stdout:2865: done (3 left) 2021-07-26T16:07:03.726 INFO:tasks.rados.rados.0.smithi037.stdout:2866: done (2 left) 2021-07-26T16:07:03.726 INFO:tasks.rados.rados.0.smithi037.stdout:2869: done (1 left) 2021-07-26T16:07:03.727 INFO:tasks.rados.rados.0.smithi037.stdout:2871: done (0 left) 2021-07-26T16:07:03.727 INFO:tasks.rados.rados.0.smithi037.stdout:2872: read oid 8 snap -1 2021-07-26T16:07:03.727 INFO:tasks.rados.rados.0.smithi037.stdout:2872: expect deleted 2021-07-26T16:07:03.727 INFO:tasks.rados.rados.0.smithi037.stdout:2873: delete oid 12 current snap is 283 2021-07-26T16:07:03.728 INFO:tasks.rados.rados.0.smithi037.stdout:2872: done (1 left) 2021-07-26T16:07:03.728 INFO:tasks.rados.rados.0.smithi037.stdout:2873: done (0 left) 2021-07-26T16:07:03.729 INFO:tasks.rados.rados.0.smithi037.stdout:2874: setattr oid 48 current snap is 283 2021-07-26T16:07:03.733 INFO:tasks.rados.rados.0.smithi037.stdout:2875: snap_create 2021-07-26T16:07:03.741 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 2080 (ObjNum 752 snap 228 seq_num 752) dirty exists 2021-07-26T16:07:03.834 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:07:03 smithi037 bash[50550]: level=error ts=2021-07-26T16:07:03.526Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:03.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:07:03 smithi037 bash[50550]: level=error ts=2021-07-26T16:07:03.526Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:03.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:07:03 smithi037 bash[50550]: level=error ts=2021-07-26T16:07:03.526Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:07:04.156 INFO:tasks.rados.rados.0.smithi037.stdout:2874: done (1 left) 2021-07-26T16:07:04.156 INFO:tasks.rados.rados.0.smithi037.stdout:2875: done (0 left) 2021-07-26T16:07:04.156 INFO:tasks.rados.rados.0.smithi037.stdout:2876: snap_remove snap 264 2021-07-26T16:07:05.167 INFO:tasks.rados.rados.0.smithi037.stdout:2876: done (0 left) 2021-07-26T16:07:05.167 INFO:tasks.rados.rados.0.smithi037.stdout:2877: snap_remove snap 282 2021-07-26T16:07:05.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:05 smithi107 bash[29346]: cluster 2021-07-26T16:07:03.854926+0000 mgr.y (mgr.24994) 446 : cluster [DBG] pgmap v643: 89 pgs: 89 active+clean; 343 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2021-07-26T16:07:05.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:05 smithi107 bash[29346]: cluster 2021-07-26T16:07:04.157010+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e623: 8 total, 8 up, 8 in 2021-07-26T16:07:05.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:05 smithi037 bash[41498]: cluster 2021-07-26T16:07:03.854926+0000 mgr.y (mgr.24994) 446 : cluster [DBG] pgmap v643: 89 pgs: 89 active+clean; 343 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2021-07-26T16:07:05.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:05 smithi037 bash[41498]: cluster 2021-07-26T16:07:04.157010+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e623: 8 total, 8 up, 8 in 2021-07-26T16:07:05.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:05 smithi037 bash[42499]: cluster 2021-07-26T16:07:03.854926+0000 mgr.y (mgr.24994) 446 : cluster [DBG] pgmap v643: 89 pgs: 89 active+clean; 343 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2021-07-26T16:07:05.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:05 smithi037 bash[42499]: cluster 2021-07-26T16:07:04.157010+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e623: 8 total, 8 up, 8 in 2021-07-26T16:07:06.179 INFO:tasks.rados.rados.0.smithi037.stdout:2877: done (0 left) 2021-07-26T16:07:06.179 INFO:tasks.rados.rados.0.smithi037.stdout:2878: rollback oid 18 current snap is 284 2021-07-26T16:07:06.179 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 18 to 259 2021-07-26T16:07:06.180 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 284 2021-07-26T16:07:06.180 INFO:tasks.rados.rados.0.smithi037.stdout:2879: seq_num 923 ranges {737280=663552,1400832=401408} 2021-07-26T16:07:06.188 INFO:tasks.rados.rados.0.smithi037.stdout:2879: writing smithi03738989-10 from 737280 to 1400832 tid 1 2021-07-26T16:07:06.191 INFO:tasks.rados.rados.0.smithi037.stdout:2879: writing smithi03738989-10 from 1400832 to 1802240 tid 2 2021-07-26T16:07:06.191 INFO:tasks.rados.rados.0.smithi037.stdout:2880: snap_create 2021-07-26T16:07:06.194 INFO:tasks.rados.rados.0.smithi037.stdout:2878: finishing rollback tid 0 to smithi03738989-18 2021-07-26T16:07:06.194 INFO:tasks.rados.rados.0.smithi037.stdout:2878: finishing rollback tid 1 to smithi03738989-18 2021-07-26T16:07:06.195 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 2206 (ObjNum 372993856 snap 21933 seq_num 372291968) dirty dne 2021-07-26T16:07:06.199 INFO:tasks.rados.rados.0.smithi037.stdout:2879: finishing write tid 1 to smithi03738989-10 2021-07-26T16:07:06.200 INFO:tasks.rados.rados.0.smithi037.stdout:2879: finishing write tid 2 to smithi03738989-10 2021-07-26T16:07:06.202 INFO:tasks.rados.rados.0.smithi037.stdout:2879: finishing write tid 4 to smithi03738989-10 2021-07-26T16:07:06.204 INFO:tasks.rados.rados.0.smithi037.stdout:2879: finishing write tid 5 to smithi03738989-10 2021-07-26T16:07:06.205 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 2656 (ObjNum 923 snap 284 seq_num 923) dirty exists 2021-07-26T16:07:06.205 INFO:tasks.rados.rados.0.smithi037.stdout:2879: left oid 10 (ObjNum 923 snap 284 seq_num 923) 2021-07-26T16:07:06.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:06 smithi107 bash[29346]: cluster 2021-07-26T16:07:05.160890+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e624: 8 total, 8 up, 8 in 2021-07-26T16:07:06.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:06 smithi037 bash[41498]: cluster 2021-07-26T16:07:05.160890+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e624: 8 total, 8 up, 8 in 2021-07-26T16:07:06.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:06 smithi037 bash[42499]: cluster 2021-07-26T16:07:05.160890+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e624: 8 total, 8 up, 8 in 2021-07-26T16:07:07.094 INFO:tasks.rados.rados.0.smithi037.stdout:2878: done (2 left) 2021-07-26T16:07:07.094 INFO:tasks.rados.rados.0.smithi037.stdout:2879: done (1 left) 2021-07-26T16:07:07.094 INFO:tasks.rados.rados.0.smithi037.stdout:2880: done (0 left) 2021-07-26T16:07:07.094 INFO:tasks.rados.rados.0.smithi037.stdout:2881: rollback oid 20 current snap is 285 2021-07-26T16:07:07.095 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 20 to 278 2021-07-26T16:07:07.095 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 285 2021-07-26T16:07:07.095 INFO:tasks.rados.rados.0.smithi037.stdout:2882: seq_num 924 ranges {0=679936,679936=401408} 2021-07-26T16:07:07.100 INFO:tasks.rados.rados.0.smithi037.stdout:2882: writing smithi03738989-35 from 0 to 679936 tid 1 2021-07-26T16:07:07.102 INFO:tasks.rados.rados.0.smithi037.stdout:2882: writing smithi03738989-35 from 679936 to 1081344 tid 2 2021-07-26T16:07:07.103 INFO:tasks.rados.rados.0.smithi037.stdout:2883: delete oid 5 current snap is 285 2021-07-26T16:07:07.103 INFO:tasks.rados.rados.0.smithi037.stdout:2881: finishing rollback tid 0 to smithi03738989-20 2021-07-26T16:07:07.106 INFO:tasks.rados.rados.0.smithi037.stdout:2881: finishing rollback tid 1 to smithi03738989-20 2021-07-26T16:07:07.106 INFO:tasks.rados.rados.0.smithi037.stdout:2881: finishing rollback tid 2 to smithi03738989-20 2021-07-26T16:07:07.107 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 1728 (ObjNum 749 snap 227 seq_num 749) dirty exists 2021-07-26T16:07:07.107 INFO:tasks.rados.rados.0.smithi037.stdout:2881: done (2 left) 2021-07-26T16:07:07.107 INFO:tasks.rados.rados.0.smithi037.stdout:2883: done (1 left) 2021-07-26T16:07:07.107 INFO:tasks.rados.rados.0.smithi037.stdout:2884: setattr oid 3 current snap is 285 2021-07-26T16:07:07.110 INFO:tasks.rados.rados.0.smithi037.stdout:2885: rmattr oid 7 current snap is 285 2021-07-26T16:07:07.110 INFO:tasks.rados.rados.0.smithi037.stdout:2885: done (2 left) 2021-07-26T16:07:07.110 INFO:tasks.rados.rados.0.smithi037.stdout:2886: rmattr oid 28 current snap is 285 2021-07-26T16:07:07.110 INFO:tasks.rados.rados.0.smithi037.stdout:2886: done (2 left) 2021-07-26T16:07:07.111 INFO:tasks.rados.rados.0.smithi037.stdout:2887: read oid 13 snap 267 2021-07-26T16:07:07.111 INFO:tasks.rados.rados.0.smithi037.stdout:2887: expect (ObjNum 804 snap 244 seq_num 804) 2021-07-26T16:07:07.111 INFO:tasks.rados.rados.0.smithi037.stdout:2888: read oid 12 snap -1 2021-07-26T16:07:07.111 INFO:tasks.rados.rados.0.smithi037.stdout:2888: expect deleted 2021-07-26T16:07:07.112 INFO:tasks.rados.rados.0.smithi037.stdout:2889: rollback oid 48 current snap is 285 2021-07-26T16:07:07.112 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 48 to 248 2021-07-26T16:07:07.112 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 285 2021-07-26T16:07:07.112 INFO:tasks.rados.rados.0.smithi037.stdout:2890: seq_num 926 ranges {1015808=712704,1728512=401408} 2021-07-26T16:07:07.120 INFO:tasks.rados.rados.0.smithi037.stdout:2890: writing smithi03738989-36 from 1015808 to 1728512 tid 1 2021-07-26T16:07:07.123 INFO:tasks.rados.rados.0.smithi037.stdout:2890: writing smithi03738989-36 from 1728512 to 2129920 tid 2 2021-07-26T16:07:07.123 INFO:tasks.rados.rados.0.smithi037.stdout:2891: snap_remove snap 283 2021-07-26T16:07:07.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:07 smithi107 bash[29346]: cluster 2021-07-26T16:07:05.855685+0000 mgr.y (mgr.24994) 447 : cluster [DBG] pgmap v646: 89 pgs: 89 active+clean; 273 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.1 MiB/s wr, 37 op/s 2021-07-26T16:07:07.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:07 smithi107 bash[29346]: cluster 2021-07-26T16:07:06.179660+0000 mon.a (mon.0) 1088 : cluster [DBG] osdmap e625: 8 total, 8 up, 8 in 2021-07-26T16:07:07.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:07 smithi107 bash[29346]: cluster 2021-07-26T16:07:07.095871+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e626: 8 total, 8 up, 8 in 2021-07-26T16:07:07.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:07 smithi037 bash[41498]: cluster 2021-07-26T16:07:05.855685+0000 mgr.y (mgr.24994) 447 : cluster [DBG] pgmap v646: 89 pgs: 89 active+clean; 273 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.1 MiB/s wr, 37 op/s 2021-07-26T16:07:07.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:07 smithi037 bash[41498]: cluster 2021-07-26T16:07:06.179660+0000 mon.a (mon.0) 1088 : cluster [DBG] osdmap e625: 8 total, 8 up, 8 in 2021-07-26T16:07:07.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:07 smithi037 bash[41498]: cluster 2021-07-26T16:07:07.095871+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e626: 8 total, 8 up, 8 in 2021-07-26T16:07:07.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:07 smithi037 bash[42499]: cluster 2021-07-26T16:07:05.855685+0000 mgr.y (mgr.24994) 447 : cluster [DBG] pgmap v646: 89 pgs: 89 active+clean; 273 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.1 MiB/s wr, 37 op/s 2021-07-26T16:07:07.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:07 smithi037 bash[42499]: cluster 2021-07-26T16:07:06.179660+0000 mon.a (mon.0) 1088 : cluster [DBG] osdmap e625: 8 total, 8 up, 8 in 2021-07-26T16:07:07.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:07 smithi037 bash[42499]: cluster 2021-07-26T16:07:07.095871+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e626: 8 total, 8 up, 8 in 2021-07-26T16:07:08.114 INFO:tasks.rados.rados.0.smithi037.stdout:2891: done (6 left) 2021-07-26T16:07:08.114 INFO:tasks.rados.rados.0.smithi037.stdout:2892: rollback oid 24 current snap is 285 2021-07-26T16:07:08.114 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 24 to 277 2021-07-26T16:07:08.115 INFO:tasks.rados.rados.0.smithi037.stdout:2893: delete oid 31 current snap is 285 2021-07-26T16:07:08.115 INFO:tasks.rados.rados.0.smithi037.stdout:2882: finishing write tid 1 to smithi03738989-35 2021-07-26T16:07:08.115 INFO:tasks.rados.rados.0.smithi037.stdout:2889: finishing rollback tid 0 to smithi03738989-48 2021-07-26T16:07:08.115 INFO:tasks.rados.rados.0.smithi037.stdout:2887: expect (ObjNum 804 snap 244 seq_num 804) 2021-07-26T16:07:08.215 INFO:tasks.rados.rados.0.smithi037.stdout:2889: finishing rollback tid 1 to smithi03738989-48 2021-07-26T16:07:08.215 INFO:tasks.rados.rados.0.smithi037.stdout:2889: finishing rollback tid 2 to smithi03738989-48 2021-07-26T16:07:08.215 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 2083 (ObjNum 813 snap 247 seq_num 813) dirty exists 2021-07-26T16:07:08.216 INFO:tasks.rados.rados.0.smithi037.stdout:2882: finishing write tid 2 to smithi03738989-35 2021-07-26T16:07:08.216 INFO:tasks.rados.rados.0.smithi037.stdout:2882: finishing write tid 4 to smithi03738989-35 2021-07-26T16:07:08.216 INFO:tasks.rados.rados.0.smithi037.stdout:2882: finishing write tid 5 to smithi03738989-35 2021-07-26T16:07:08.216 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 2312 (ObjNum 924 snap 285 seq_num 924) dirty exists 2021-07-26T16:07:08.217 INFO:tasks.rados.rados.0.smithi037.stdout:2882: left oid 35 (ObjNum 924 snap 285 seq_num 924) 2021-07-26T16:07:08.217 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 2313 (ObjNum 884 snap 276 seq_num 884) dirty exists 2021-07-26T16:07:08.217 INFO:tasks.rados.rados.0.smithi037.stdout:2890: finishing write tid 1 to smithi03738989-36 2021-07-26T16:07:08.217 INFO:tasks.rados.rados.0.smithi037.stdout:2890: finishing write tid 2 to smithi03738989-36 2021-07-26T16:07:08.217 INFO:tasks.rados.rados.0.smithi037.stdout:2890: finishing write tid 4 to smithi03738989-36 2021-07-26T16:07:08.218 INFO:tasks.rados.rados.0.smithi037.stdout:2890: finishing write tid 5 to smithi03738989-36 2021-07-26T16:07:08.218 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1745 (ObjNum 926 snap 285 seq_num 926) dirty exists 2021-07-26T16:07:08.218 INFO:tasks.rados.rados.0.smithi037.stdout:2890: left oid 36 (ObjNum 926 snap 285 seq_num 926) 2021-07-26T16:07:08.218 INFO:tasks.rados.rados.0.smithi037.stdout:2882: done (7 left) 2021-07-26T16:07:08.219 INFO:tasks.rados.rados.0.smithi037.stdout:2884: done (6 left) 2021-07-26T16:07:08.219 INFO:tasks.rados.rados.0.smithi037.stdout:2887: done (5 left) 2021-07-26T16:07:08.219 INFO:tasks.rados.rados.0.smithi037.stdout:2888: done (4 left) 2021-07-26T16:07:08.219 INFO:tasks.rados.rados.0.smithi037.stdout:2889: done (3 left) 2021-07-26T16:07:08.219 INFO:tasks.rados.rados.0.smithi037.stdout:2890: done (2 left) 2021-07-26T16:07:08.220 INFO:tasks.rados.rados.0.smithi037.stdout:2893: done (1 left) 2021-07-26T16:07:08.220 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 285 2021-07-26T16:07:08.220 INFO:tasks.rados.rados.0.smithi037.stdout:2894: seq_num 928 ranges {1359872=745472,2105344=401408} 2021-07-26T16:07:08.234 INFO:tasks.rados.rados.0.smithi037.stdout:2894: writing smithi03738989-27 from 1359872 to 2105344 tid 1 2021-07-26T16:07:08.236 INFO:tasks.rados.rados.0.smithi037.stdout:2894: writing smithi03738989-27 from 2105344 to 2506752 tid 2 2021-07-26T16:07:08.237 INFO:tasks.rados.rados.0.smithi037.stdout:2895: snap_remove snap 260 2021-07-26T16:07:09.085 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: debug 2021-07-26T16:07:08.627+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:07:09.085 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:07:09.086 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:09.086 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:07:09.086 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:09.086 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:07:09.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:09.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:09.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:07:09.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: debug 2021-07-26T16:07:08.627+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:07:09.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:07:09.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:09.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:07:09.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:09.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:07:09.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:09.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:09.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:07:09.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: debug 2021-07-26T16:07:08.631+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:07:09.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:07:09.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:09.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:07:09.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:09.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:07:09.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:09.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:09.095 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:07:09.095 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: debug 2021-07-26T16:07:08.631+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:07:09.096 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:07:09.096 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:09.096 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:07:09.097 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:09.097 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:07:09.098 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:09.099 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:09.100 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:07:08 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:07:09.185 INFO:tasks.rados.rados.0.smithi037.stdout:2895: done (2 left) 2021-07-26T16:07:09.186 INFO:tasks.rados.rados.0.smithi037.stdout:2896: read oid 34 snap -1 2021-07-26T16:07:09.186 INFO:tasks.rados.rados.0.smithi037.stdout:2896: expect (ObjNum 886 snap 277 seq_num 886) 2021-07-26T16:07:09.186 INFO:tasks.rados.rados.0.smithi037.stdout:2897: rollback oid 4 current snap is 285 2021-07-26T16:07:09.186 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 4 to 258 2021-07-26T16:07:09.187 INFO:tasks.rados.rados.0.smithi037.stdout:2892: finishing rollback tid 0 to smithi03738989-24 2021-07-26T16:07:09.187 INFO:tasks.rados.rados.0.smithi037.stdout:2892: finishing rollback tid 1 to smithi03738989-24 2021-07-26T16:07:09.187 INFO:tasks.rados.rados.0.smithi037.stdout:2892: finishing rollback tid 2 to smithi03738989-24 2021-07-26T16:07:09.187 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 2664 (ObjNum 876 snap 275 seq_num 876) dirty exists 2021-07-26T16:07:09.187 INFO:tasks.rados.rados.0.smithi037.stdout:2892: done (3 left) 2021-07-26T16:07:09.188 INFO:tasks.rados.rados.0.smithi037.stdout:2898: setattr oid 41 current snap is 285 2021-07-26T16:07:09.191 INFO:tasks.rados.rados.0.smithi037.stdout:2899: copy_from oid 13 from oid 31 current snap is 285 2021-07-26T16:07:09.192 INFO:tasks.rados.rados.0.smithi037.stdout:2900: rmattr oid 25 current snap is 285 2021-07-26T16:07:09.192 INFO:tasks.rados.rados.0.smithi037.stdout:2900: done (5 left) 2021-07-26T16:07:09.192 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 285 2021-07-26T16:07:09.192 INFO:tasks.rados.rados.0.smithi037.stdout:2901: seq_num 929 ranges {376832=761856,1138688=401408} 2021-07-26T16:07:09.195 INFO:tasks.rados.rados.0.smithi037.stdout:2901: writing smithi03738989-47 from 376832 to 1138688 tid 1 2021-07-26T16:07:09.199 INFO:tasks.rados.rados.0.smithi037.stdout:2901: writing smithi03738989-47 from 1138688 to 1540096 tid 2 2021-07-26T16:07:09.201 INFO:tasks.rados.rados.0.smithi037.stdout:2902: delete oid 19 current snap is 285 2021-07-26T16:07:09.201 INFO:tasks.rados.rados.0.smithi037.stdout:2894: finishing write tid 1 to smithi03738989-27 2021-07-26T16:07:09.201 INFO:tasks.rados.rados.0.smithi037.stdout:2894: finishing write tid 2 to smithi03738989-27 2021-07-26T16:07:09.201 INFO:tasks.rados.rados.0.smithi037.stdout:2894: finishing write tid 4 to smithi03738989-27 2021-07-26T16:07:09.202 INFO:tasks.rados.rados.0.smithi037.stdout:2894: finishing write tid 5 to smithi03738989-27 2021-07-26T16:07:09.202 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 2199 (ObjNum 928 snap 285 seq_num 928) dirty exists 2021-07-26T16:07:09.202 INFO:tasks.rados.rados.0.smithi037.stdout:2894: left oid 27 (ObjNum 928 snap 285 seq_num 928) 2021-07-26T16:07:09.203 INFO:tasks.rados.rados.0.smithi037.stdout:2899: finishing copy_from to smithi03738989-13 2021-07-26T16:07:09.203 INFO:tasks.rados.rados.0.smithi037.stdout:2899: got expected ENOENT (src dne) 2021-07-26T16:07:09.206 INFO:tasks.rados.rados.0.smithi037.stdout:2896: expect (ObjNum 886 snap 277 seq_num 886) 2021-07-26T16:07:09.223 INFO:tasks.rados.rados.0.smithi037.stdout:2899: finishing copy_from racing read to smithi03738989-13 2021-07-26T16:07:09.223 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1746 (ObjNum 372799920 snap 21933 seq_num 1946159312) dirty exists 2021-07-26T16:07:09.223 INFO:tasks.rados.rados.0.smithi037.stdout:2901: finishing write tid 1 to smithi03738989-47 2021-07-26T16:07:09.224 INFO:tasks.rados.rados.0.smithi037.stdout:2897: finishing rollback tid 1 to smithi03738989-4 2021-07-26T16:07:09.224 INFO:tasks.rados.rados.0.smithi037.stdout:2897: finishing rollback tid 2 to smithi03738989-4 2021-07-26T16:07:09.224 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2670 (ObjNum 816 snap 250 seq_num 816) dirty exists 2021-07-26T16:07:09.224 INFO:tasks.rados.rados.0.smithi037.stdout:2901: finishing write tid 2 to smithi03738989-47 2021-07-26T16:07:09.225 INFO:tasks.rados.rados.0.smithi037.stdout:2901: finishing write tid 4 to smithi03738989-47 2021-07-26T16:07:09.225 INFO:tasks.rados.rados.0.smithi037.stdout:2901: finishing write tid 5 to smithi03738989-47 2021-07-26T16:07:09.225 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 2470 (ObjNum 929 snap 285 seq_num 929) dirty exists 2021-07-26T16:07:09.225 INFO:tasks.rados.rados.0.smithi037.stdout:2901: left oid 47 (ObjNum 929 snap 285 seq_num 929) 2021-07-26T16:07:09.226 INFO:tasks.rados.rados.0.smithi037.stdout:2894: done (6 left) 2021-07-26T16:07:09.226 INFO:tasks.rados.rados.0.smithi037.stdout:2896: done (5 left) 2021-07-26T16:07:09.227 INFO:tasks.rados.rados.0.smithi037.stdout:2897: done (4 left) 2021-07-26T16:07:09.227 INFO:tasks.rados.rados.0.smithi037.stdout:2898: done (3 left) 2021-07-26T16:07:09.228 INFO:tasks.rados.rados.0.smithi037.stdout:2899: done (2 left) 2021-07-26T16:07:09.228 INFO:tasks.rados.rados.0.smithi037.stdout:2901: done (1 left) 2021-07-26T16:07:09.228 INFO:tasks.rados.rados.0.smithi037.stdout:2902: done (0 left) 2021-07-26T16:07:09.229 INFO:tasks.rados.rados.0.smithi037.stdout:2903: snap_remove snap 248 2021-07-26T16:07:09.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: cluster 2021-07-26T16:07:07.856547+0000 mgr.y (mgr.24994) 448 : cluster [DBG] pgmap v649: 89 pgs: 89 active+clean; 252 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2021-07-26T16:07:09.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: cluster 2021-07-26T16:07:08.111362+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e627: 8 total, 8 up, 8 in 2021-07-26T16:07:09.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: audit 2021-07-26T16:07:08.116590+0000 mon.c (mon.1) 446 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:07:09.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: audit 2021-07-26T16:07:08.380116+0000 mon.a (mon.0) 1091 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:07:09.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: audit 2021-07-26T16:07:08.623827+0000 mon.a (mon.0) 1092 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:07:09.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: cephadm 2021-07-26T16:07:08.627958+0000 mgr.y (mgr.24994) 449 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:07:09.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:07:09.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:09.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:07:09.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:09.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:07:09.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:09.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:09.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:07:09.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: cephadm 2021-07-26T16:07:08.629847+0000 mgr.y (mgr.24994) 450 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:07:09.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:07:09.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:09.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:07:09.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:09.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:07:09.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:09.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:09.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:07:09.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: cephadm 2021-07-26T16:07:08.633557+0000 mgr.y (mgr.24994) 451 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:07:09.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:07:09.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:09.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:07:09.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:09.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:07:09.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:09.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:09.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:07:09.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: cephadm 2021-07-26T16:07:08.635406+0000 mgr.y (mgr.24994) 452 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:07:09.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:07:09.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:09.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:07:09.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:09.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:07:09.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:09.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:09.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:09 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:07:09.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: cluster 2021-07-26T16:07:07.856547+0000 mgr.y (mgr.24994) 448 : cluster [DBG] pgmap v649: 89 pgs: 89 active+clean; 252 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2021-07-26T16:07:09.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: cluster 2021-07-26T16:07:08.111362+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e627: 8 total, 8 up, 8 in 2021-07-26T16:07:09.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: audit 2021-07-26T16:07:08.116590+0000 mon.c (mon.1) 446 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:07:09.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: audit 2021-07-26T16:07:08.380116+0000 mon.a (mon.0) 1091 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:07:09.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: audit 2021-07-26T16:07:08.623827+0000 mon.a (mon.0) 1092 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:07:09.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: cephadm 2021-07-26T16:07:08.627958+0000 mgr.y (mgr.24994) 449 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:07:09.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:07:09.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:09.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:07:09.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:09.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:07:09.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:09.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:09.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:07:09.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: cephadm 2021-07-26T16:07:08.629847+0000 mgr.y (mgr.24994) 450 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:07:09.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:07:09.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:09.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:07:09.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:09.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:07:09.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:09.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:09.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:07:09.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: cephadm 2021-07-26T16:07:08.633557+0000 mgr.y (mgr.24994) 451 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:07:09.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:07:09.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: cluster 2021-07-26T16:07:07.856547+0000 mgr.y (mgr.24994) 448 : cluster [DBG] pgmap v649: 89 pgs: 89 active+clean; 252 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2021-07-26T16:07:09.591 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: cluster 2021-07-26T16:07:08.111362+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e627: 8 total, 8 up, 8 in 2021-07-26T16:07:09.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: audit 2021-07-26T16:07:08.116590+0000 mon.c (mon.1) 446 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:07:09.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: audit 2021-07-26T16:07:08.380116+0000 mon.a (mon.0) 1091 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:07:09.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: audit 2021-07-26T16:07:08.623827+0000 mon.a (mon.0) 1092 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:07:09.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: cephadm 2021-07-26T16:07:08.627958+0000 mgr.y (mgr.24994) 449 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:07:09.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:07:09.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:09.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:07:09.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:09.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:07:09.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:09.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:09.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:07:09.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: cephadm 2021-07-26T16:07:08.629847+0000 mgr.y (mgr.24994) 450 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:07:09.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:07:09.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:09.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:07:09.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:09.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:07:09.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:09.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:09.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:07:09.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: cephadm 2021-07-26T16:07:08.633557+0000 mgr.y (mgr.24994) 451 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:07:09.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:07:09.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:09.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:07:09.597 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:09.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:07:09.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:09.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:09.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:07:09.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: cephadm 2021-07-26T16:07:08.635406+0000 mgr.y (mgr.24994) 452 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:07:09.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:07:09.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:09.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:07:09.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:09.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:07:09.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:09.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:09.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:07:09.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:09.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:07:09.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:09.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:07:09.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:09.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:09.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:07:09.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: cephadm 2021-07-26T16:07:08.635406+0000 mgr.y (mgr.24994) 452 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:07:09.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:07:09.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:07:09.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:07:09.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:07:09.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:07:09.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:07:09.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:07:09.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:09 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:07:10.200 INFO:tasks.rados.rados.0.smithi037.stdout:2903: done (0 left) 2021-07-26T16:07:10.201 INFO:tasks.rados.rados.0.smithi037.stdout:2904: read oid 29 snap -1 2021-07-26T16:07:10.201 INFO:tasks.rados.rados.0.smithi037.stdout:2904: expect deleted 2021-07-26T16:07:10.201 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 285 2021-07-26T16:07:10.202 INFO:tasks.rados.rados.0.smithi037.stdout:2905: seq_num 931 ranges {3137536=802816,3940352=401408} 2021-07-26T16:07:10.225 INFO:tasks.rados.rados.0.smithi037.stdout:2905: writing smithi03738989-4 from 3137536 to 3940352 tid 1 2021-07-26T16:07:10.228 INFO:tasks.rados.rados.0.smithi037.stdout:2905: writing smithi03738989-4 from 3940352 to 4341760 tid 2 2021-07-26T16:07:10.228 INFO:tasks.rados.rados.0.smithi037.stdout:2906: rollback oid 27 current snap is 285 2021-07-26T16:07:10.229 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 27 to 284 2021-07-26T16:07:10.229 INFO:tasks.rados.rados.0.smithi037.stdout:2904: done (2 left) 2021-07-26T16:07:10.229 INFO:tasks.rados.rados.0.smithi037.stdout:2907: rmattr oid 49 current snap is 285 2021-07-26T16:07:10.229 INFO:tasks.rados.rados.0.smithi037.stdout:2907: done (2 left) 2021-07-26T16:07:10.229 INFO:tasks.rados.rados.0.smithi037.stdout:2908: read oid 12 snap 256 2021-07-26T16:07:10.230 INFO:tasks.rados.rados.0.smithi037.stdout:2908: expect (ObjNum 787 snap 239 seq_num 787) 2021-07-26T16:07:10.230 INFO:tasks.rados.rados.0.smithi037.stdout:2909: delete oid 44 current snap is 285 2021-07-26T16:07:10.238 INFO:tasks.rados.rados.0.smithi037.stdout:2905: finishing write tid 1 to smithi03738989-4 2021-07-26T16:07:10.241 INFO:tasks.rados.rados.0.smithi037.stdout:2905: finishing write tid 2 to smithi03738989-4 2021-07-26T16:07:10.242 INFO:tasks.rados.rados.0.smithi037.stdout:2905: finishing write tid 4 to smithi03738989-4 2021-07-26T16:07:10.244 INFO:tasks.rados.rados.0.smithi037.stdout:2905: finishing write tid 5 to smithi03738989-4 2021-07-26T16:07:10.245 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2691 (ObjNum 931 snap 285 seq_num 931) dirty exists 2021-07-26T16:07:10.245 INFO:tasks.rados.rados.0.smithi037.stdout:2905: left oid 4 (ObjNum 931 snap 285 seq_num 931) 2021-07-26T16:07:10.245 INFO:tasks.rados.rados.0.smithi037.stdout:2905: done (3 left) 2021-07-26T16:07:10.245 INFO:tasks.rados.rados.0.smithi037.stdout:2909: done (2 left) 2021-07-26T16:07:10.246 INFO:tasks.rados.rados.0.smithi037.stdout:2910: read oid 9 snap -1 2021-07-26T16:07:10.246 INFO:tasks.rados.rados.0.smithi037.stdout:2910: expect (ObjNum 861 snap 270 seq_num 861) 2021-07-26T16:07:10.246 INFO:tasks.rados.rados.0.smithi037.stdout:2911: snap_create 2021-07-26T16:07:10.246 INFO:tasks.rados.rados.0.smithi037.stdout:2906: finishing rollback tid 0 to smithi03738989-27 2021-07-26T16:07:10.253 INFO:tasks.rados.rados.0.smithi037.stdout:2906: finishing rollback tid 1 to smithi03738989-27 2021-07-26T16:07:10.253 INFO:tasks.rados.rados.0.smithi037.stdout:2906: finishing rollback tid 2 to smithi03738989-27 2021-07-26T16:07:10.253 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 2202 (ObjNum 908 snap 282 seq_num 908) dirty exists 2021-07-26T16:07:10.270 INFO:tasks.rados.rados.0.smithi037.stdout:2908: expect (ObjNum 787 snap 239 seq_num 787) 2021-07-26T16:07:10.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:10 smithi107 bash[29346]: cluster 2021-07-26T16:07:09.187150+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e628: 8 total, 8 up, 8 in 2021-07-26T16:07:10.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:10 smithi037 bash[42499]: cluster 2021-07-26T16:07:09.187150+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e628: 8 total, 8 up, 8 in 2021-07-26T16:07:10.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:10 smithi037 bash[41498]: cluster 2021-07-26T16:07:09.187150+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e628: 8 total, 8 up, 8 in 2021-07-26T16:07:11.269 INFO:tasks.rados.rados.0.smithi037.stdout:2910: expect (ObjNum 861 snap 270 seq_num 861) 2021-07-26T16:07:11.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:11 smithi107 bash[29346]: cluster 2021-07-26T16:07:09.857534+0000 mgr.y (mgr.24994) 453 : cluster [DBG] pgmap v652: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 255 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2021-07-26T16:07:11.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:11 smithi107 bash[29346]: cluster 2021-07-26T16:07:10.197445+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e629: 8 total, 8 up, 8 in 2021-07-26T16:07:11.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:11 smithi037 bash[42499]: cluster 2021-07-26T16:07:09.857534+0000 mgr.y (mgr.24994) 453 : cluster [DBG] pgmap v652: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 255 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2021-07-26T16:07:11.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:11 smithi037 bash[42499]: cluster 2021-07-26T16:07:10.197445+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e629: 8 total, 8 up, 8 in 2021-07-26T16:07:11.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:11 smithi037 bash[41498]: cluster 2021-07-26T16:07:09.857534+0000 mgr.y (mgr.24994) 453 : cluster [DBG] pgmap v652: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 255 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2021-07-26T16:07:11.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:11 smithi037 bash[41498]: cluster 2021-07-26T16:07:10.197445+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e629: 8 total, 8 up, 8 in 2021-07-26T16:07:11.979 INFO:tasks.rados.rados.0.smithi037.stdout:2906: done (3 left) 2021-07-26T16:07:11.980 INFO:tasks.rados.rados.0.smithi037.stdout:2908: done (2 left) 2021-07-26T16:07:11.980 INFO:tasks.rados.rados.0.smithi037.stdout:2910: done (1 left) 2021-07-26T16:07:11.980 INFO:tasks.rados.rados.0.smithi037.stdout:2911: done (0 left) 2021-07-26T16:07:11.980 INFO:tasks.rados.rados.0.smithi037.stdout:2912: rollback oid 5 current snap is 286 2021-07-26T16:07:11.980 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 5 to 267 2021-07-26T16:07:11.981 INFO:tasks.rados.rados.0.smithi037.stdout:2913: read oid 13 snap -1 2021-07-26T16:07:11.981 INFO:tasks.rados.rados.0.smithi037.stdout:2913: expect deleted 2021-07-26T16:07:11.981 INFO:tasks.rados.rados.0.smithi037.stdout:2914: snap_create 2021-07-26T16:07:11.982 INFO:tasks.rados.rados.0.smithi037.stdout:2912: finishing rollback tid 1 to smithi03738989-5 2021-07-26T16:07:11.982 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 2197 (ObjNum 374282528 snap 21933 seq_num 372776208) dirty dne 2021-07-26T16:07:12.095 INFO:tasks.rados.rados.0.smithi037.stdout:2912: done (2 left) 2021-07-26T16:07:12.095 INFO:tasks.rados.rados.0.smithi037.stdout:2913: done (1 left) 2021-07-26T16:07:12.095 INFO:tasks.rados.rados.0.smithi037.stdout:2914: done (0 left) 2021-07-26T16:07:12.096 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 287 2021-07-26T16:07:12.096 INFO:tasks.rados.rados.0.smithi037.stdout:2915: seq_num 933 ranges {0=434176,434176=548864,983040=253952} 2021-07-26T16:07:12.097 INFO:tasks.rados.rados.0.smithi037.stdout:2915: writing smithi03738989-12 from 0 to 434176 tid 1 2021-07-26T16:07:12.101 INFO:tasks.rados.rados.0.smithi037.stdout:2915: writing smithi03738989-12 from 434176 to 983040 tid 2 2021-07-26T16:07:12.103 INFO:tasks.rados.rados.0.smithi037.stdout:2915: writing smithi03738989-12 from 983040 to 1236992 tid 3 2021-07-26T16:07:12.103 INFO:tasks.rados.rados.0.smithi037.stdout:2916: rollback oid 47 current snap is 287 2021-07-26T16:07:12.103 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 47 to 255 2021-07-26T16:07:12.103 INFO:tasks.rados.rados.0.smithi037.stdout:2917: snap_create 2021-07-26T16:07:12.104 INFO:tasks.rados.rados.0.smithi037.stdout:2915: finishing write tid 1 to smithi03738989-12 2021-07-26T16:07:12.106 INFO:tasks.rados.rados.0.smithi037.stdout:2915: finishing write tid 2 to smithi03738989-12 2021-07-26T16:07:12.107 INFO:tasks.rados.rados.0.smithi037.stdout:2915: finishing write tid 3 to smithi03738989-12 2021-07-26T16:07:12.108 INFO:tasks.rados.rados.0.smithi037.stdout:2915: finishing write tid 5 to smithi03738989-12 2021-07-26T16:07:12.110 INFO:tasks.rados.rados.0.smithi037.stdout:2915: finishing write tid 6 to smithi03738989-12 2021-07-26T16:07:12.110 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 2087 (ObjNum 933 snap 287 seq_num 933) dirty exists 2021-07-26T16:07:12.110 INFO:tasks.rados.rados.0.smithi037.stdout:2915: left oid 12 (ObjNum 933 snap 287 seq_num 933) 2021-07-26T16:07:12.111 INFO:tasks.rados.rados.0.smithi037.stdout:2916: finishing rollback tid 0 to smithi03738989-47 2021-07-26T16:07:12.111 INFO:tasks.rados.rados.0.smithi037.stdout:2916: finishing rollback tid 1 to smithi03738989-47 2021-07-26T16:07:12.111 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 2472 (ObjNum 288 snap 0 seq_num 33) dirty dne 2021-07-26T16:07:12.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:12 smithi107 bash[29346]: cluster 2021-07-26T16:07:11.198731+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e630: 8 total, 8 up, 8 in 2021-07-26T16:07:12.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:12 smithi107 bash[29346]: cluster 2021-07-26T16:07:12.095867+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e631: 8 total, 8 up, 8 in 2021-07-26T16:07:12.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:12 smithi037 bash[41498]: cluster 2021-07-26T16:07:11.198731+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e630: 8 total, 8 up, 8 in 2021-07-26T16:07:12.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:12 smithi037 bash[41498]: cluster 2021-07-26T16:07:12.095867+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e631: 8 total, 8 up, 8 in 2021-07-26T16:07:12.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:12 smithi037 bash[42499]: cluster 2021-07-26T16:07:11.198731+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e630: 8 total, 8 up, 8 in 2021-07-26T16:07:12.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:12 smithi037 bash[42499]: cluster 2021-07-26T16:07:12.095867+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e631: 8 total, 8 up, 8 in 2021-07-26T16:07:13.107 INFO:tasks.rados.rados.0.smithi037.stdout:2915: done (2 left) 2021-07-26T16:07:13.107 INFO:tasks.rados.rados.0.smithi037.stdout:2916: done (1 left) 2021-07-26T16:07:13.108 INFO:tasks.rados.rados.0.smithi037.stdout:2917: done (0 left) 2021-07-26T16:07:13.108 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 288 2021-07-26T16:07:13.108 INFO:tasks.rados.rados.0.smithi037.stdout:2918: seq_num 934 ranges {3112960=450560,3563520=434176,3997696=368640} 2021-07-26T16:07:13.126 INFO:tasks.rados.rados.0.smithi037.stdout:2918: writing smithi03738989-20 from 3112960 to 3563520 tid 1 2021-07-26T16:07:13.129 INFO:tasks.rados.rados.0.smithi037.stdout:2918: writing smithi03738989-20 from 3563520 to 3997696 tid 2 2021-07-26T16:07:13.132 INFO:tasks.rados.rados.0.smithi037.stdout:2918: writing smithi03738989-20 from 3997696 to 4366336 tid 3 2021-07-26T16:07:13.132 INFO:tasks.rados.rados.0.smithi037.stdout:2919: read oid 17 snap 281 2021-07-26T16:07:13.132 INFO:tasks.rados.rados.0.smithi037.stdout:2919: expect deleted 2021-07-26T16:07:13.132 INFO:tasks.rados.rados.0.smithi037.stdout:2920: setattr oid 26 current snap is 288 2021-07-26T16:07:13.134 INFO:tasks.rados.rados.0.smithi037.stdout:2921: read oid 14 snap -1 2021-07-26T16:07:13.134 INFO:tasks.rados.rados.0.smithi037.stdout:2921: expect (ObjNum 757 snap 228 seq_num 757) 2021-07-26T16:07:13.134 INFO:tasks.rados.rados.0.smithi037.stdout:2922: rollback oid 7 current snap is 288 2021-07-26T16:07:13.135 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 7 to 263 2021-07-26T16:07:13.135 INFO:tasks.rados.rados.0.smithi037.stdout:2923: delete oid 31 current snap is 288 2021-07-26T16:07:13.140 INFO:tasks.rados.rados.0.smithi037.stdout:2918: finishing write tid 1 to smithi03738989-20 2021-07-26T16:07:13.141 INFO:tasks.rados.rados.0.smithi037.stdout:2918: finishing write tid 2 to smithi03738989-20 2021-07-26T16:07:13.142 INFO:tasks.rados.rados.0.smithi037.stdout:2918: finishing write tid 3 to smithi03738989-20 2021-07-26T16:07:13.142 INFO:tasks.rados.rados.0.smithi037.stdout:2918: finishing write tid 5 to smithi03738989-20 2021-07-26T16:07:13.143 INFO:tasks.rados.rados.0.smithi037.stdout:2918: finishing write tid 6 to smithi03738989-20 2021-07-26T16:07:13.144 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 1732 (ObjNum 934 snap 288 seq_num 934) dirty exists 2021-07-26T16:07:13.144 INFO:tasks.rados.rados.0.smithi037.stdout:2918: left oid 20 (ObjNum 934 snap 288 seq_num 934) 2021-07-26T16:07:13.145 INFO:tasks.rados.rados.0.smithi037.stdout:2918: done (5 left) 2021-07-26T16:07:13.145 INFO:tasks.rados.rados.0.smithi037.stdout:2919: done (4 left) 2021-07-26T16:07:13.145 INFO:tasks.rados.rados.0.smithi037.stdout:2923: done (3 left) 2021-07-26T16:07:13.145 INFO:tasks.rados.rados.0.smithi037.stdout:2924: snap_remove snap 259 2021-07-26T16:07:13.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:13 smithi107 bash[29346]: cluster 2021-07-26T16:07:11.858296+0000 mgr.y (mgr.24994) 454 : cluster [DBG] pgmap v655: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 258 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 796 KiB/s wr, 9 op/s 2021-07-26T16:07:13.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:13 smithi107 bash[29346]: cluster 2021-07-26T16:07:13.108809+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e632: 8 total, 8 up, 8 in 2021-07-26T16:07:13.524 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:13 smithi037 bash[41498]: cluster 2021-07-26T16:07:11.858296+0000 mgr.y (mgr.24994) 454 : cluster [DBG] pgmap v655: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 258 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 796 KiB/s wr, 9 op/s 2021-07-26T16:07:13.524 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:13 smithi037 bash[41498]: cluster 2021-07-26T16:07:13.108809+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e632: 8 total, 8 up, 8 in 2021-07-26T16:07:13.525 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:13 smithi037 bash[42499]: cluster 2021-07-26T16:07:11.858296+0000 mgr.y (mgr.24994) 454 : cluster [DBG] pgmap v655: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 258 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 796 KiB/s wr, 9 op/s 2021-07-26T16:07:13.525 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:13 smithi037 bash[42499]: cluster 2021-07-26T16:07:13.108809+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e632: 8 total, 8 up, 8 in 2021-07-26T16:07:13.834 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:07:13 smithi037 bash[50550]: level=error ts=2021-07-26T16:07:13.527Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:13.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:07:13 smithi037 bash[50550]: level=error ts=2021-07-26T16:07:13.527Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:13.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:07:13 smithi037 bash[50550]: level=error ts=2021-07-26T16:07:13.527Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs; Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" 2021-07-26T16:07:14.114 INFO:tasks.rados.rados.0.smithi037.stdout:2924: done (3 left) 2021-07-26T16:07:14.114 INFO:tasks.rados.rados.0.smithi037.stdout:2925: read oid 30 snap -1 2021-07-26T16:07:14.114 INFO:tasks.rados.rados.0.smithi037.stdout:2925: expect deleted 2021-07-26T16:07:14.114 INFO:tasks.rados.rados.0.smithi037.stdout:2926: snap_remove snap 284 2021-07-26T16:07:15.118 INFO:tasks.rados.rados.0.smithi037.stdout:2926: done (4 left) 2021-07-26T16:07:15.118 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 288 2021-07-26T16:07:15.119 INFO:tasks.rados.rados.0.smithi037.stdout:2927: seq_num 936 ranges {1236992=483328,1720320=655360,2375680=147456} 2021-07-26T16:07:15.128 INFO:tasks.rados.rados.0.smithi037.stdout:2927: writing smithi03738989-12 from 1236992 to 1720320 tid 1 2021-07-26T16:07:15.133 INFO:tasks.rados.rados.0.smithi037.stdout:2927: writing smithi03738989-12 from 1720320 to 2375680 tid 2 2021-07-26T16:07:15.134 INFO:tasks.rados.rados.0.smithi037.stdout:2927: writing smithi03738989-12 from 2375680 to 2523136 tid 3 2021-07-26T16:07:15.135 INFO:tasks.rados.rados.0.smithi037.stdout:2928: snap_create 2021-07-26T16:07:15.135 INFO:tasks.rados.rados.0.smithi037.stdout:2922: finishing rollback tid 0 to smithi03738989-7 2021-07-26T16:07:15.136 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2203 (ObjNum 899 snap 281 seq_num 899) dirty exists 2021-07-26T16:07:15.136 INFO:tasks.rados.rados.0.smithi037.stdout:2922: finishing rollback tid 1 to smithi03738989-7 2021-07-26T16:07:15.137 INFO:tasks.rados.rados.0.smithi037.stdout:2922: finishing rollback tid 2 to smithi03738989-7 2021-07-26T16:07:15.137 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2475 (ObjNum 745 snap 225 seq_num 745) dirty exists 2021-07-26T16:07:15.138 INFO:tasks.rados.rados.0.smithi037.stdout:2921: expect (ObjNum 757 snap 228 seq_num 757) 2021-07-26T16:07:15.167 INFO:tasks.rados.rados.0.smithi037.stdout:2927: finishing write tid 1 to smithi03738989-12 2021-07-26T16:07:15.168 INFO:tasks.rados.rados.0.smithi037.stdout:2927: finishing write tid 2 to smithi03738989-12 2021-07-26T16:07:15.168 INFO:tasks.rados.rados.0.smithi037.stdout:2927: finishing write tid 3 to smithi03738989-12 2021-07-26T16:07:15.168 INFO:tasks.rados.rados.0.smithi037.stdout:2927: finishing write tid 5 to smithi03738989-12 2021-07-26T16:07:15.169 INFO:tasks.rados.rados.0.smithi037.stdout:2927: finishing write tid 6 to smithi03738989-12 2021-07-26T16:07:15.169 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 2091 (ObjNum 936 snap 288 seq_num 936) dirty exists 2021-07-26T16:07:15.170 INFO:tasks.rados.rados.0.smithi037.stdout:2927: left oid 12 (ObjNum 936 snap 288 seq_num 936) 2021-07-26T16:07:15.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:15 smithi107 bash[29346]: cluster 2021-07-26T16:07:13.859059+0000 mgr.y (mgr.24994) 455 : cluster [DBG] pgmap v658: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 266 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 858 KiB/s wr, 7 op/s 2021-07-26T16:07:15.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:15 smithi107 bash[29346]: cluster 2021-07-26T16:07:14.112817+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e633: 8 total, 8 up, 8 in 2021-07-26T16:07:15.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:15 smithi037 bash[41498]: cluster 2021-07-26T16:07:13.859059+0000 mgr.y (mgr.24994) 455 : cluster [DBG] pgmap v658: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 266 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 858 KiB/s wr, 7 op/s 2021-07-26T16:07:15.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:15 smithi037 bash[41498]: cluster 2021-07-26T16:07:14.112817+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e633: 8 total, 8 up, 8 in 2021-07-26T16:07:15.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:15 smithi037 bash[42499]: cluster 2021-07-26T16:07:13.859059+0000 mgr.y (mgr.24994) 455 : cluster [DBG] pgmap v658: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 266 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 858 KiB/s wr, 7 op/s 2021-07-26T16:07:15.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:15 smithi037 bash[42499]: cluster 2021-07-26T16:07:14.112817+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e633: 8 total, 8 up, 8 in 2021-07-26T16:07:16.139 INFO:tasks.rados.rados.0.smithi037.stdout:2920: done (5 left) 2021-07-26T16:07:16.140 INFO:tasks.rados.rados.0.smithi037.stdout:2921: done (4 left) 2021-07-26T16:07:16.140 INFO:tasks.rados.rados.0.smithi037.stdout:2922: done (3 left) 2021-07-26T16:07:16.140 INFO:tasks.rados.rados.0.smithi037.stdout:2925: done (2 left) 2021-07-26T16:07:16.140 INFO:tasks.rados.rados.0.smithi037.stdout:2927: done (1 left) 2021-07-26T16:07:16.141 INFO:tasks.rados.rados.0.smithi037.stdout:2928: done (0 left) 2021-07-26T16:07:16.141 INFO:tasks.rados.rados.0.smithi037.stdout:2929: delete oid 33 current snap is 289 2021-07-26T16:07:16.144 INFO:tasks.rados.rados.0.smithi037.stdout:2929: done (0 left) 2021-07-26T16:07:16.144 INFO:tasks.rados.rados.0.smithi037.stdout:2930: snap_remove snap 278 2021-07-26T16:07:16.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:16 smithi107 bash[29346]: cluster 2021-07-26T16:07:15.118069+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e634: 8 total, 8 up, 8 in 2021-07-26T16:07:16.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:16 smithi037 bash[41498]: cluster 2021-07-26T16:07:15.118069+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e634: 8 total, 8 up, 8 in 2021-07-26T16:07:16.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:16 smithi037 bash[42499]: cluster 2021-07-26T16:07:15.118069+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e634: 8 total, 8 up, 8 in 2021-07-26T16:07:17.098 INFO:tasks.rados.rados.0.smithi037.stdout:2930: done (0 left) 2021-07-26T16:07:17.098 INFO:tasks.rados.rados.0.smithi037.stdout:2931: snap_remove snap 256 2021-07-26T16:07:17.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:17 smithi107 bash[29346]: cluster 2021-07-26T16:07:15.859944+0000 mgr.y (mgr.24994) 456 : cluster [DBG] pgmap v661: 89 pgs: 89 active+clean; 267 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2021-07-26T16:07:17.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:17 smithi107 bash[29346]: cluster 2021-07-26T16:07:16.141476+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e635: 8 total, 8 up, 8 in 2021-07-26T16:07:17.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:17 smithi107 bash[29346]: cluster 2021-07-26T16:07:17.098487+0000 mon.a (mon.0) 1101 : cluster [DBG] osdmap e636: 8 total, 8 up, 8 in 2021-07-26T16:07:17.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:17 smithi037 bash[41498]: cluster 2021-07-26T16:07:15.859944+0000 mgr.y (mgr.24994) 456 : cluster [DBG] pgmap v661: 89 pgs: 89 active+clean; 267 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2021-07-26T16:07:17.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:17 smithi037 bash[41498]: cluster 2021-07-26T16:07:16.141476+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e635: 8 total, 8 up, 8 in 2021-07-26T16:07:17.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:17 smithi037 bash[41498]: cluster 2021-07-26T16:07:17.098487+0000 mon.a (mon.0) 1101 : cluster [DBG] osdmap e636: 8 total, 8 up, 8 in 2021-07-26T16:07:17.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:17 smithi037 bash[42499]: cluster 2021-07-26T16:07:15.859944+0000 mgr.y (mgr.24994) 456 : cluster [DBG] pgmap v661: 89 pgs: 89 active+clean; 267 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2021-07-26T16:07:17.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:17 smithi037 bash[42499]: cluster 2021-07-26T16:07:16.141476+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e635: 8 total, 8 up, 8 in 2021-07-26T16:07:17.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:17 smithi037 bash[42499]: cluster 2021-07-26T16:07:17.098487+0000 mon.a (mon.0) 1101 : cluster [DBG] osdmap e636: 8 total, 8 up, 8 in 2021-07-26T16:07:18.113 INFO:tasks.rados.rados.0.smithi037.stdout:2931: done (0 left) 2021-07-26T16:07:18.113 INFO:tasks.rados.rados.0.smithi037.stdout:2932: read oid 40 snap -1 2021-07-26T16:07:18.113 INFO:tasks.rados.rados.0.smithi037.stdout:2932: expect deleted 2021-07-26T16:07:18.114 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 289 2021-07-26T16:07:18.114 INFO:tasks.rados.rados.0.smithi037.stdout:2933: seq_num 938 ranges {983040=516096,1499136=417792,1916928=385024} 2021-07-26T16:07:18.122 INFO:tasks.rados.rados.0.smithi037.stdout:2933: writing smithi03738989-16 from 983040 to 1499136 tid 1 2021-07-26T16:07:18.125 INFO:tasks.rados.rados.0.smithi037.stdout:2933: writing smithi03738989-16 from 1499136 to 1916928 tid 2 2021-07-26T16:07:18.127 INFO:tasks.rados.rados.0.smithi037.stdout:2933: writing smithi03738989-16 from 1916928 to 2301952 tid 3 2021-07-26T16:07:18.128 INFO:tasks.rados.rados.0.smithi037.stdout:2934: delete oid 9 current snap is 289 2021-07-26T16:07:18.142 INFO:tasks.rados.rados.0.smithi037.stdout:2932: done (2 left) 2021-07-26T16:07:18.142 INFO:tasks.rados.rados.0.smithi037.stdout:2934: done (1 left) 2021-07-26T16:07:18.142 INFO:tasks.rados.rados.0.smithi037.stdout:2935: rollback oid 33 current snap is 289 2021-07-26T16:07:18.143 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 33 to 285 2021-07-26T16:07:18.143 INFO:tasks.rados.rados.0.smithi037.stdout:2936: rollback oid 3 current snap is 289 2021-07-26T16:07:18.143 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 3 to 267 2021-07-26T16:07:18.143 INFO:tasks.rados.rados.0.smithi037.stdout:2937: copy_from oid 47 from oid 34 current snap is 289 2021-07-26T16:07:18.143 INFO:tasks.rados.rados.0.smithi037.stdout:2938: copy_from oid 13 from oid 17 current snap is 289 2021-07-26T16:07:18.144 INFO:tasks.rados.rados.0.smithi037.stdout:2939: snap_remove snap 263 2021-07-26T16:07:19.152 INFO:tasks.rados.rados.0.smithi037.stdout:2939: done (5 left) 2021-07-26T16:07:19.153 INFO:tasks.rados.rados.0.smithi037.stdout:2940: delete oid 42 current snap is 289 2021-07-26T16:07:19.153 INFO:tasks.rados.rados.0.smithi037.stdout:2938: finishing copy_from to smithi03738989-13 2021-07-26T16:07:19.153 INFO:tasks.rados.rados.0.smithi037.stdout:2938: got expected ENOENT (src dne) 2021-07-26T16:07:19.153 INFO:tasks.rados.rados.0.smithi037.stdout:2935: finishing rollback tid 1 to smithi03738989-33 2021-07-26T16:07:19.153 INFO:tasks.rados.rados.0.smithi037.stdout:2938: finishing copy_from racing read to smithi03738989-13 2021-07-26T16:07:19.154 INFO:tasks.rados.rados.0.smithi037.stdout:2933: finishing write tid 1 to smithi03738989-16 2021-07-26T16:07:19.154 INFO:tasks.rados.rados.0.smithi037.stdout:2933: finishing write tid 2 to smithi03738989-16 2021-07-26T16:07:19.154 INFO:tasks.rados.rados.0.smithi037.stdout:2935: finishing rollback tid 2 to smithi03738989-33 2021-07-26T16:07:19.155 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 2479 (ObjNum 875 snap 275 seq_num 875) dirty exists 2021-07-26T16:07:19.155 INFO:tasks.rados.rados.0.smithi037.stdout:2936: finishing rollback tid 0 to smithi03738989-3 2021-07-26T16:07:19.155 INFO:tasks.rados.rados.0.smithi037.stdout:2936: finishing rollback tid 1 to smithi03738989-3 2021-07-26T16:07:19.155 INFO:tasks.rados.rados.0.smithi037.stdout:2936: finishing rollback tid 2 to smithi03738989-3 2021-07-26T16:07:19.156 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 2317 (ObjNum 833 snap 256 seq_num 833) dirty exists 2021-07-26T16:07:19.156 INFO:tasks.rados.rados.0.smithi037.stdout:2933: finishing write tid 3 to smithi03738989-16 2021-07-26T16:07:19.156 INFO:tasks.rados.rados.0.smithi037.stdout:2933: finishing write tid 5 to smithi03738989-16 2021-07-26T16:07:19.156 INFO:tasks.rados.rados.0.smithi037.stdout:2937: finishing copy_from to smithi03738989-47 2021-07-26T16:07:19.157 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 1715 (ObjNum 886 snap 277 seq_num 886) dirty exists 2021-07-26T16:07:19.157 INFO:tasks.rados.rados.0.smithi037.stdout:2933: finishing write tid 6 to smithi03738989-16 2021-07-26T16:07:19.157 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 2095 (ObjNum 938 snap 289 seq_num 938) dirty exists 2021-07-26T16:07:19.157 INFO:tasks.rados.rados.0.smithi037.stdout:2933: left oid 16 (ObjNum 938 snap 289 seq_num 938) 2021-07-26T16:07:19.157 INFO:tasks.rados.rados.0.smithi037.stdout:2937: finishing copy_from racing read to smithi03738989-47 2021-07-26T16:07:19.161 INFO:tasks.rados.rados.0.smithi037.stdout:2933: done (5 left) 2021-07-26T16:07:19.161 INFO:tasks.rados.rados.0.smithi037.stdout:2935: done (4 left) 2021-07-26T16:07:19.161 INFO:tasks.rados.rados.0.smithi037.stdout:2936: done (3 left) 2021-07-26T16:07:19.161 INFO:tasks.rados.rados.0.smithi037.stdout:2937: done (2 left) 2021-07-26T16:07:19.162 INFO:tasks.rados.rados.0.smithi037.stdout:2938: done (1 left) 2021-07-26T16:07:19.162 INFO:tasks.rados.rados.0.smithi037.stdout:2940: done (0 left) 2021-07-26T16:07:19.162 INFO:tasks.rados.rados.0.smithi037.stdout:2941: delete oid 21 current snap is 289 2021-07-26T16:07:19.171 INFO:tasks.rados.rados.0.smithi037.stdout:2941: done (0 left) 2021-07-26T16:07:19.171 INFO:tasks.rados.rados.0.smithi037.stdout:2942: copy_from oid 13 from oid 17 current snap is 289 2021-07-26T16:07:19.171 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 289 2021-07-26T16:07:19.172 INFO:tasks.rados.rados.0.smithi037.stdout:2943: seq_num 942 ranges {663552=581632,1245184=761856,2007040=40960} 2021-07-26T16:07:19.179 INFO:tasks.rados.rados.0.smithi037.stdout:2943: writing smithi03738989-26 from 663552 to 1245184 tid 1 2021-07-26T16:07:19.184 INFO:tasks.rados.rados.0.smithi037.stdout:2943: writing smithi03738989-26 from 1245184 to 2007040 tid 2 2021-07-26T16:07:19.184 INFO:tasks.rados.rados.0.smithi037.stdout:2943: writing smithi03738989-26 from 2007040 to 2048000 tid 3 2021-07-26T16:07:19.185 INFO:tasks.rados.rados.0.smithi037.stdout:2944: snap_create 2021-07-26T16:07:19.185 INFO:tasks.rados.rados.0.smithi037.stdout:2942: finishing copy_from to smithi03738989-13 2021-07-26T16:07:19.185 INFO:tasks.rados.rados.0.smithi037.stdout:2942: got expected ENOENT (src dne) 2021-07-26T16:07:19.185 INFO:tasks.rados.rados.0.smithi037.stdout:2942: finishing copy_from racing read to smithi03738989-13 2021-07-26T16:07:19.185 INFO:tasks.rados.rados.0.smithi037.stdout:2943: finishing write tid 1 to smithi03738989-26 2021-07-26T16:07:19.190 INFO:tasks.rados.rados.0.smithi037.stdout:2943: finishing write tid 2 to smithi03738989-26 2021-07-26T16:07:19.192 INFO:tasks.rados.rados.0.smithi037.stdout:2943: finishing write tid 3 to smithi03738989-26 2021-07-26T16:07:19.192 INFO:tasks.rados.rados.0.smithi037.stdout:2943: finishing write tid 5 to smithi03738989-26 2021-07-26T16:07:19.194 INFO:tasks.rados.rados.0.smithi037.stdout:2943: finishing write tid 6 to smithi03738989-26 2021-07-26T16:07:19.194 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2207 (ObjNum 942 snap 289 seq_num 942) dirty exists 2021-07-26T16:07:19.194 INFO:tasks.rados.rados.0.smithi037.stdout:2943: left oid 26 (ObjNum 942 snap 289 seq_num 942) 2021-07-26T16:07:19.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:19 smithi107 bash[29346]: cluster 2021-07-26T16:07:17.860785+0000 mgr.y (mgr.24994) 457 : cluster [DBG] pgmap v664: 89 pgs: 89 active+clean; 266 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 608 KiB/s wr, 15 op/s 2021-07-26T16:07:19.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:19 smithi107 bash[29346]: cluster 2021-07-26T16:07:18.112672+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e637: 8 total, 8 up, 8 in 2021-07-26T16:07:19.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:19 smithi037 bash[41498]: cluster 2021-07-26T16:07:17.860785+0000 mgr.y (mgr.24994) 457 : cluster [DBG] pgmap v664: 89 pgs: 89 active+clean; 266 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 608 KiB/s wr, 15 op/s 2021-07-26T16:07:19.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:19 smithi037 bash[41498]: cluster 2021-07-26T16:07:18.112672+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e637: 8 total, 8 up, 8 in 2021-07-26T16:07:19.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:19 smithi037 bash[42499]: cluster 2021-07-26T16:07:17.860785+0000 mgr.y (mgr.24994) 457 : cluster [DBG] pgmap v664: 89 pgs: 89 active+clean; 266 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 608 KiB/s wr, 15 op/s 2021-07-26T16:07:19.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:19 smithi037 bash[42499]: cluster 2021-07-26T16:07:18.112672+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e637: 8 total, 8 up, 8 in 2021-07-26T16:07:20.162 INFO:tasks.rados.rados.0.smithi037.stdout:2942: done (2 left) 2021-07-26T16:07:20.163 INFO:tasks.rados.rados.0.smithi037.stdout:2943: done (1 left) 2021-07-26T16:07:20.163 INFO:tasks.rados.rados.0.smithi037.stdout:2944: done (0 left) 2021-07-26T16:07:20.163 INFO:tasks.rados.rados.0.smithi037.stdout:2945: copy_from oid 24 from oid 35 current snap is 290 2021-07-26T16:07:20.163 INFO:tasks.rados.rados.0.smithi037.stdout:2946: read oid 32 snap 280 2021-07-26T16:07:20.164 INFO:tasks.rados.rados.0.smithi037.stdout:2946: expect deleted 2021-07-26T16:07:20.164 INFO:tasks.rados.rados.0.smithi037.stdout:2947: read oid 38 snap -1 2021-07-26T16:07:20.164 INFO:tasks.rados.rados.0.smithi037.stdout:2947: expect (ObjNum 876 snap 275 seq_num 876) 2021-07-26T16:07:20.164 INFO:tasks.rados.rados.0.smithi037.stdout:2948: read oid 50 snap 287 2021-07-26T16:07:20.165 INFO:tasks.rados.rados.0.smithi037.stdout:2948: expect deleted 2021-07-26T16:07:20.165 INFO:tasks.rados.rados.0.smithi037.stdout:2949: snap_remove snap 285 2021-07-26T16:07:20.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:20 smithi107 bash[29346]: cluster 2021-07-26T16:07:19.150839+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e638: 8 total, 8 up, 8 in 2021-07-26T16:07:20.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:20 smithi037 bash[41498]: cluster 2021-07-26T16:07:19.150839+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e638: 8 total, 8 up, 8 in 2021-07-26T16:07:20.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:20 smithi037 bash[42499]: cluster 2021-07-26T16:07:19.150839+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e638: 8 total, 8 up, 8 in 2021-07-26T16:07:21.167 INFO:tasks.rados.rados.0.smithi037.stdout:2949: done (4 left) 2021-07-26T16:07:21.167 INFO:tasks.rados.rados.0.smithi037.stdout:2950: delete oid 6 current snap is 290 2021-07-26T16:07:21.167 INFO:tasks.rados.rados.0.smithi037.stdout:2947: expect (ObjNum 876 snap 275 seq_num 876) 2021-07-26T16:07:21.178 INFO:tasks.rados.rados.0.smithi037.stdout:2945: finishing copy_from to smithi03738989-24 2021-07-26T16:07:21.179 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 2312 (ObjNum 924 snap 285 seq_num 924) dirty exists 2021-07-26T16:07:21.179 INFO:tasks.rados.rados.0.smithi037.stdout:2945: finishing copy_from racing read to smithi03738989-24 2021-07-26T16:07:21.180 INFO:tasks.rados.rados.0.smithi037.stdout:2945: done (4 left) 2021-07-26T16:07:21.181 INFO:tasks.rados.rados.0.smithi037.stdout:2946: done (3 left) 2021-07-26T16:07:21.181 INFO:tasks.rados.rados.0.smithi037.stdout:2947: done (2 left) 2021-07-26T16:07:21.181 INFO:tasks.rados.rados.0.smithi037.stdout:2948: done (1 left) 2021-07-26T16:07:21.181 INFO:tasks.rados.rados.0.smithi037.stdout:2950: done (0 left) 2021-07-26T16:07:21.182 INFO:tasks.rados.rados.0.smithi037.stdout:2951: rollback oid 31 current snap is 290 2021-07-26T16:07:21.182 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 31 to 289 2021-07-26T16:07:21.182 INFO:tasks.rados.rados.0.smithi037.stdout:2952: snap_remove snap 270 2021-07-26T16:07:21.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:21 smithi107 bash[29346]: cluster 2021-07-26T16:07:19.861724+0000 mgr.y (mgr.24994) 458 : cluster [DBG] pgmap v667: 89 pgs: 89 active+clean; 262 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 306 KiB/s wr, 7 op/s 2021-07-26T16:07:21.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:21 smithi107 bash[29346]: cluster 2021-07-26T16:07:20.161354+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e639: 8 total, 8 up, 8 in 2021-07-26T16:07:21.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:21 smithi037 bash[42499]: cluster 2021-07-26T16:07:19.861724+0000 mgr.y (mgr.24994) 458 : cluster [DBG] pgmap v667: 89 pgs: 89 active+clean; 262 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 306 KiB/s wr, 7 op/s 2021-07-26T16:07:21.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:21 smithi037 bash[42499]: cluster 2021-07-26T16:07:20.161354+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e639: 8 total, 8 up, 8 in 2021-07-26T16:07:21.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:21 smithi037 bash[41498]: cluster 2021-07-26T16:07:19.861724+0000 mgr.y (mgr.24994) 458 : cluster [DBG] pgmap v667: 89 pgs: 89 active+clean; 262 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 306 KiB/s wr, 7 op/s 2021-07-26T16:07:21.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:21 smithi037 bash[41498]: cluster 2021-07-26T16:07:20.161354+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e639: 8 total, 8 up, 8 in 2021-07-26T16:07:22.101 INFO:tasks.rados.rados.0.smithi037.stdout:2952: done (1 left) 2021-07-26T16:07:22.101 INFO:tasks.rados.rados.0.smithi037.stdout:2953: read oid 14 snap -1 2021-07-26T16:07:22.102 INFO:tasks.rados.rados.0.smithi037.stdout:2953: expect (ObjNum 757 snap 228 seq_num 757) 2021-07-26T16:07:22.102 INFO:tasks.rados.rados.0.smithi037.stdout:2954: rollback oid 9 current snap is 290 2021-07-26T16:07:22.102 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 288 2021-07-26T16:07:22.102 INFO:tasks.rados.rados.0.smithi037.stdout:2955: rollback oid 40 current snap is 290 2021-07-26T16:07:22.103 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 40 to 288 2021-07-26T16:07:22.103 INFO:tasks.rados.rados.0.smithi037.stdout:2951: finishing rollback tid 1 to smithi03738989-31 2021-07-26T16:07:22.103 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 2314 (ObjNum 0 snap 32610 seq_num 371682176) dirty dne 2021-07-26T16:07:22.103 INFO:tasks.rados.rados.0.smithi037.stdout:2951: done (3 left) 2021-07-26T16:07:22.104 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 290 2021-07-26T16:07:22.104 INFO:tasks.rados.rados.0.smithi037.stdout:2956: seq_num 944 ranges {2424832=614400,3039232=573440,3612672=229376} 2021-07-26T16:07:22.121 INFO:tasks.rados.rados.0.smithi037.stdout:2956: writing smithi03738989-39 from 2424832 to 3039232 tid 1 2021-07-26T16:07:22.125 INFO:tasks.rados.rados.0.smithi037.stdout:2956: writing smithi03738989-39 from 3039232 to 3612672 tid 2 2021-07-26T16:07:22.128 INFO:tasks.rados.rados.0.smithi037.stdout:2956: writing smithi03738989-39 from 3612672 to 3842048 tid 3 2021-07-26T16:07:22.128 INFO:tasks.rados.rados.0.smithi037.stdout:2957: read oid 10 snap -1 2021-07-26T16:07:22.128 INFO:tasks.rados.rados.0.smithi037.stdout:2957: expect (ObjNum 923 snap 284 seq_num 923) 2021-07-26T16:07:22.129 INFO:tasks.rados.rados.0.smithi037.stdout:2958: rollback oid 3 current snap is 290 2021-07-26T16:07:22.129 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 3 to 281 2021-07-26T16:07:22.129 INFO:tasks.rados.rados.0.smithi037.stdout:2953: expect (ObjNum 757 snap 228 seq_num 757) 2021-07-26T16:07:22.165 INFO:tasks.rados.rados.0.smithi037.stdout:2955: finishing rollback tid 1 to smithi03738989-40 2021-07-26T16:07:22.165 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 2078 (ObjNum 0 snap 0 seq_num 371680080) dirty dne 2021-07-26T16:07:22.166 INFO:tasks.rados.rados.0.smithi037.stdout:2954: finishing rollback tid 1 to smithi03738989-9 2021-07-26T16:07:22.166 INFO:tasks.rados.rados.0.smithi037.stdout:2954: finishing rollback tid 2 to smithi03738989-9 2021-07-26T16:07:22.166 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 2481 (ObjNum 861 snap 270 seq_num 861) dirty exists 2021-07-26T16:07:22.166 INFO:tasks.rados.rados.0.smithi037.stdout:2958: finishing rollback tid 0 to smithi03738989-3 2021-07-26T16:07:22.166 INFO:tasks.rados.rados.0.smithi037.stdout:2958: finishing rollback tid 1 to smithi03738989-3 2021-07-26T16:07:22.167 INFO:tasks.rados.rados.0.smithi037.stdout:2958: finishing rollback tid 2 to smithi03738989-3 2021-07-26T16:07:22.167 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 2320 (ObjNum 884 snap 276 seq_num 884) dirty exists 2021-07-26T16:07:22.167 INFO:tasks.rados.rados.0.smithi037.stdout:2956: finishing write tid 1 to smithi03738989-39 2021-07-26T16:07:22.167 INFO:tasks.rados.rados.0.smithi037.stdout:2956: finishing write tid 2 to smithi03738989-39 2021-07-26T16:07:22.168 INFO:tasks.rados.rados.0.smithi037.stdout:2956: finishing write tid 3 to smithi03738989-39 2021-07-26T16:07:22.168 INFO:tasks.rados.rados.0.smithi037.stdout:2956: finishing write tid 5 to smithi03738989-39 2021-07-26T16:07:22.168 INFO:tasks.rados.rados.0.smithi037.stdout:2953: done (5 left) 2021-07-26T16:07:22.168 INFO:tasks.rados.rados.0.smithi037.stdout:2954: done (4 left) 2021-07-26T16:07:22.168 INFO:tasks.rados.rados.0.smithi037.stdout:2955: done (3 left) 2021-07-26T16:07:22.169 INFO:tasks.rados.rados.0.smithi037.stdout:2958: done (2 left) 2021-07-26T16:07:22.169 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 33 current snap is 290 2021-07-26T16:07:22.169 INFO:tasks.rados.rados.0.smithi037.stdout:2959: seq_num 945 ranges {262144=630784,892928=458752,1351680=344064} 2021-07-26T16:07:22.172 INFO:tasks.rados.rados.0.smithi037.stdout:2959: writing smithi03738989-33 from 262144 to 892928 tid 1 2021-07-26T16:07:22.177 INFO:tasks.rados.rados.0.smithi037.stdout:2959: writing smithi03738989-33 from 892928 to 1351680 tid 2 2021-07-26T16:07:22.180 INFO:tasks.rados.rados.0.smithi037.stdout:2959: writing smithi03738989-33 from 1351680 to 1695744 tid 3 2021-07-26T16:07:22.180 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 290 2021-07-26T16:07:22.180 INFO:tasks.rados.rados.0.smithi037.stdout:2960: seq_num 946 ranges {0=647168,647168=745472,1392640=57344} 2021-07-26T16:07:22.185 INFO:tasks.rados.rados.0.smithi037.stdout:2960: writing smithi03738989-40 from 0 to 647168 tid 1 2021-07-26T16:07:22.189 INFO:tasks.rados.rados.0.smithi037.stdout:2960: writing smithi03738989-40 from 647168 to 1392640 tid 2 2021-07-26T16:07:22.190 INFO:tasks.rados.rados.0.smithi037.stdout:2960: writing smithi03738989-40 from 1392640 to 1449984 tid 3 2021-07-26T16:07:22.190 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 290 2021-07-26T16:07:22.191 INFO:tasks.rados.rados.0.smithi037.stdout:2961: seq_num 947 ranges {0=663552,663552=630784,1294336=172032} 2021-07-26T16:07:22.194 INFO:tasks.rados.rados.0.smithi037.stdout:2961: writing smithi03738989-42 from 0 to 663552 tid 1 2021-07-26T16:07:22.199 INFO:tasks.rados.rados.0.smithi037.stdout:2961: writing smithi03738989-42 from 663552 to 1294336 tid 2 2021-07-26T16:07:22.199 INFO:tasks.rados.rados.0.smithi037.stdout:2961: writing smithi03738989-42 from 1294336 to 1466368 tid 3 2021-07-26T16:07:22.200 INFO:tasks.rados.rados.0.smithi037.stdout:2962: snap_create 2021-07-26T16:07:22.200 INFO:tasks.rados.rados.0.smithi037.stdout:2957: expect (ObjNum 923 snap 284 seq_num 923) 2021-07-26T16:07:22.270 INFO:tasks.rados.rados.0.smithi037.stdout:2956: finishing write tid 6 to smithi03738989-39 2021-07-26T16:07:22.270 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2750 (ObjNum 944 snap 290 seq_num 944) dirty exists 2021-07-26T16:07:22.270 INFO:tasks.rados.rados.0.smithi037.stdout:2956: left oid 39 (ObjNum 944 snap 290 seq_num 944) 2021-07-26T16:07:22.271 INFO:tasks.rados.rados.0.smithi037.stdout:2959: finishing write tid 1 to smithi03738989-33 2021-07-26T16:07:22.271 INFO:tasks.rados.rados.0.smithi037.stdout:2959: finishing write tid 2 to smithi03738989-33 2021-07-26T16:07:22.271 INFO:tasks.rados.rados.0.smithi037.stdout:2959: finishing write tid 3 to smithi03738989-33 2021-07-26T16:07:22.271 INFO:tasks.rados.rados.0.smithi037.stdout:2959: finishing write tid 5 to smithi03738989-33 2021-07-26T16:07:22.272 INFO:tasks.rados.rados.0.smithi037.stdout:2959: finishing write tid 6 to smithi03738989-33 2021-07-26T16:07:22.272 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 2485 (ObjNum 945 snap 290 seq_num 945) dirty exists 2021-07-26T16:07:22.272 INFO:tasks.rados.rados.0.smithi037.stdout:2959: left oid 33 (ObjNum 945 snap 290 seq_num 945) 2021-07-26T16:07:22.272 INFO:tasks.rados.rados.0.smithi037.stdout:2960: finishing write tid 1 to smithi03738989-40 2021-07-26T16:07:22.272 INFO:tasks.rados.rados.0.smithi037.stdout:2960: finishing write tid 2 to smithi03738989-40 2021-07-26T16:07:22.273 INFO:tasks.rados.rados.0.smithi037.stdout:2960: finishing write tid 3 to smithi03738989-40 2021-07-26T16:07:22.273 INFO:tasks.rados.rados.0.smithi037.stdout:2960: finishing write tid 5 to smithi03738989-40 2021-07-26T16:07:22.273 INFO:tasks.rados.rados.0.smithi037.stdout:2961: finishing write tid 1 to smithi03738989-42 2021-07-26T16:07:22.273 INFO:tasks.rados.rados.0.smithi037.stdout:2961: finishing write tid 2 to smithi03738989-42 2021-07-26T16:07:22.273 INFO:tasks.rados.rados.0.smithi037.stdout:2961: finishing write tid 3 to smithi03738989-42 2021-07-26T16:07:22.274 INFO:tasks.rados.rados.0.smithi037.stdout:2961: finishing write tid 5 to smithi03738989-42 2021-07-26T16:07:22.274 INFO:tasks.rados.rados.0.smithi037.stdout:2961: finishing write tid 6 to smithi03738989-42 2021-07-26T16:07:22.274 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2483 (ObjNum 947 snap 290 seq_num 947) dirty exists 2021-07-26T16:07:22.274 INFO:tasks.rados.rados.0.smithi037.stdout:2961: left oid 42 (ObjNum 947 snap 290 seq_num 947) 2021-07-26T16:07:22.275 INFO:tasks.rados.rados.0.smithi037.stdout:2960: finishing write tid 6 to smithi03738989-40 2021-07-26T16:07:22.275 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 2083 (ObjNum 946 snap 290 seq_num 946) dirty exists 2021-07-26T16:07:22.275 INFO:tasks.rados.rados.0.smithi037.stdout:2960: left oid 40 (ObjNum 946 snap 290 seq_num 946) 2021-07-26T16:07:22.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:22 smithi107 bash[29346]: cluster 2021-07-26T16:07:21.168801+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e640: 8 total, 8 up, 8 in 2021-07-26T16:07:22.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:22 smithi107 bash[29346]: cluster 2021-07-26T16:07:22.099173+0000 mon.a (mon.0) 1106 : cluster [DBG] osdmap e641: 8 total, 8 up, 8 in 2021-07-26T16:07:22.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:22 smithi037 bash[42499]: cluster 2021-07-26T16:07:21.168801+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e640: 8 total, 8 up, 8 in 2021-07-26T16:07:22.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:22 smithi037 bash[42499]: cluster 2021-07-26T16:07:22.099173+0000 mon.a (mon.0) 1106 : cluster [DBG] osdmap e641: 8 total, 8 up, 8 in 2021-07-26T16:07:22.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:22 smithi037 bash[41498]: cluster 2021-07-26T16:07:21.168801+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e640: 8 total, 8 up, 8 in 2021-07-26T16:07:22.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:22 smithi037 bash[41498]: cluster 2021-07-26T16:07:22.099173+0000 mon.a (mon.0) 1106 : cluster [DBG] osdmap e641: 8 total, 8 up, 8 in 2021-07-26T16:07:23.189 INFO:tasks.rados.rados.0.smithi037.stdout:2956: done (5 left) 2021-07-26T16:07:23.189 INFO:tasks.rados.rados.0.smithi037.stdout:2957: done (4 left) 2021-07-26T16:07:23.189 INFO:tasks.rados.rados.0.smithi037.stdout:2959: done (3 left) 2021-07-26T16:07:23.190 INFO:tasks.rados.rados.0.smithi037.stdout:2960: done (2 left) 2021-07-26T16:07:23.190 INFO:tasks.rados.rados.0.smithi037.stdout:2961: done (1 left) 2021-07-26T16:07:23.190 INFO:tasks.rados.rados.0.smithi037.stdout:2962: done (0 left) 2021-07-26T16:07:23.191 INFO:tasks.rados.rados.0.smithi037.stdout:2963: copy_from oid 48 from oid 43 current snap is 291 2021-07-26T16:07:23.191 INFO:tasks.rados.rados.0.smithi037.stdout:2964: setattr oid 7 current snap is 291 2021-07-26T16:07:23.193 INFO:tasks.rados.rados.0.smithi037.stdout:2965: read oid 36 snap 289 2021-07-26T16:07:23.193 INFO:tasks.rados.rados.0.smithi037.stdout:2965: expect (ObjNum 926 snap 285 seq_num 926) 2021-07-26T16:07:23.194 INFO:tasks.rados.rados.0.smithi037.stdout:2966: read oid 25 snap -1 2021-07-26T16:07:23.194 INFO:tasks.rados.rados.0.smithi037.stdout:2966: expect deleted 2021-07-26T16:07:23.194 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 291 2021-07-26T16:07:23.194 INFO:tasks.rados.rados.0.smithi037.stdout:2967: seq_num 948 ranges {0=679936,679936=516096,1196032=286720} 2021-07-26T16:07:23.198 INFO:tasks.rados.rados.0.smithi037.stdout:2967: writing smithi03738989-44 from 0 to 679936 tid 1 2021-07-26T16:07:23.202 INFO:tasks.rados.rados.0.smithi037.stdout:2967: writing smithi03738989-44 from 679936 to 1196032 tid 2 2021-07-26T16:07:23.205 INFO:tasks.rados.rados.0.smithi037.stdout:2967: writing smithi03738989-44 from 1196032 to 1482752 tid 3 2021-07-26T16:07:23.205 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 291 2021-07-26T16:07:23.205 INFO:tasks.rados.rados.0.smithi037.stdout:2968: seq_num 949 ranges {1081344=704512,1785856=794624,2580480=8192} 2021-07-26T16:07:23.215 INFO:tasks.rados.rados.0.smithi037.stdout:2968: writing smithi03738989-24 from 1081344 to 1785856 tid 1 2021-07-26T16:07:23.220 INFO:tasks.rados.rados.0.smithi037.stdout:2968: writing smithi03738989-24 from 1785856 to 2580480 tid 2 2021-07-26T16:07:23.220 INFO:tasks.rados.rados.0.smithi037.stdout:2968: writing smithi03738989-24 from 2580480 to 2588672 tid 3 2021-07-26T16:07:23.220 INFO:tasks.rados.rados.0.smithi037.stdout:2969: rmattr oid 37 current snap is 291 2021-07-26T16:07:23.221 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2486 (ObjNum 745 snap 225 seq_num 745) dirty exists 2021-07-26T16:07:23.221 INFO:tasks.rados.rados.0.smithi037.stdout:2967: finishing write tid 1 to smithi03738989-44 2021-07-26T16:07:23.221 INFO:tasks.rados.rados.0.smithi037.stdout:2965: expect (ObjNum 926 snap 285 seq_num 926) 2021-07-26T16:07:23.292 INFO:tasks.rados.rados.0.smithi037.stdout:2967: finishing write tid 2 to smithi03738989-44 2021-07-26T16:07:23.293 INFO:tasks.rados.rados.0.smithi037.stdout:2964: done (6 left) 2021-07-26T16:07:23.293 INFO:tasks.rados.rados.0.smithi037.stdout:2965: done (5 left) 2021-07-26T16:07:23.293 INFO:tasks.rados.rados.0.smithi037.stdout:2966: done (4 left) 2021-07-26T16:07:23.293 INFO:tasks.rados.rados.0.smithi037.stdout:2970: rmattr oid 5 current snap is 291 2021-07-26T16:07:23.294 INFO:tasks.rados.rados.0.smithi037.stdout:2970: done (4 left) 2021-07-26T16:07:23.294 INFO:tasks.rados.rados.0.smithi037.stdout:2971: read oid 33 snap 255 2021-07-26T16:07:23.294 INFO:tasks.rados.rados.0.smithi037.stdout:2971: expect deleted 2021-07-26T16:07:23.294 INFO:tasks.rados.rados.0.smithi037.stdout:2972: delete oid 18 current snap is 291 2021-07-26T16:07:23.295 INFO:tasks.rados.rados.0.smithi037.stdout:2967: finishing write tid 3 to smithi03738989-44 2021-07-26T16:07:23.295 INFO:tasks.rados.rados.0.smithi037.stdout:2967: finishing write tid 5 to smithi03738989-44 2021-07-26T16:07:23.295 INFO:tasks.rados.rados.0.smithi037.stdout:2963: finishing copy_from to smithi03738989-48 2021-07-26T16:07:23.295 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 2312 (ObjNum 906 snap 282 seq_num 906) dirty exists 2021-07-26T16:07:23.296 INFO:tasks.rados.rados.0.smithi037.stdout:2967: finishing write tid 6 to smithi03738989-44 2021-07-26T16:07:23.296 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 2203 (ObjNum 948 snap 291 seq_num 948) dirty exists 2021-07-26T16:07:23.296 INFO:tasks.rados.rados.0.smithi037.stdout:2967: left oid 44 (ObjNum 948 snap 291 seq_num 948) 2021-07-26T16:07:23.296 INFO:tasks.rados.rados.0.smithi037.stdout:2963: finishing copy_from racing read to smithi03738989-48 2021-07-26T16:07:23.296 INFO:tasks.rados.rados.0.smithi037.stdout:2968: finishing write tid 1 to smithi03738989-24 2021-07-26T16:07:23.297 INFO:tasks.rados.rados.0.smithi037.stdout:2968: finishing write tid 2 to smithi03738989-24 2021-07-26T16:07:23.297 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 2313 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:07:23.297 INFO:tasks.rados.rados.0.smithi037.stdout:2968: finishing write tid 3 to smithi03738989-24 2021-07-26T16:07:23.297 INFO:tasks.rados.rados.0.smithi037.stdout:2968: finishing write tid 5 to smithi03738989-24 2021-07-26T16:07:23.298 INFO:tasks.rados.rados.0.smithi037.stdout:2968: finishing write tid 6 to smithi03738989-24 2021-07-26T16:07:23.298 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 2755 (ObjNum 949 snap 291 seq_num 949) dirty exists 2021-07-26T16:07:23.298 INFO:tasks.rados.rados.0.smithi037.stdout:2968: left oid 24 (ObjNum 949 snap 291 seq_num 949) 2021-07-26T16:07:23.299 INFO:tasks.rados.rados.0.smithi037.stdout:2963: done (5 left) 2021-07-26T16:07:23.299 INFO:tasks.rados.rados.0.smithi037.stdout:2967: done (4 left) 2021-07-26T16:07:23.299 INFO:tasks.rados.rados.0.smithi037.stdout:2968: done (3 left) 2021-07-26T16:07:23.300 INFO:tasks.rados.rados.0.smithi037.stdout:2969: done (2 left) 2021-07-26T16:07:23.300 INFO:tasks.rados.rados.0.smithi037.stdout:2971: done (1 left) 2021-07-26T16:07:23.300 INFO:tasks.rados.rados.0.smithi037.stdout:2972: done (0 left) 2021-07-26T16:07:23.301 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 291 2021-07-26T16:07:23.302 INFO:tasks.rados.rados.0.smithi037.stdout:2973: seq_num 951 ranges {983040=737280,1720320=614400,2334720=188416} 2021-07-26T16:07:23.312 INFO:tasks.rados.rados.0.smithi037.stdout:2973: writing smithi03738989-14 from 983040 to 1720320 tid 1 2021-07-26T16:07:23.316 INFO:tasks.rados.rados.0.smithi037.stdout:2973: writing smithi03738989-14 from 1720320 to 2334720 tid 2 2021-07-26T16:07:23.317 INFO:tasks.rados.rados.0.smithi037.stdout:2973: writing smithi03738989-14 from 2334720 to 2523136 tid 3 2021-07-26T16:07:23.318 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 291 2021-07-26T16:07:23.318 INFO:tasks.rados.rados.0.smithi037.stdout:2974: seq_num 952 ranges {901120=753664,1654784=499712,2154496=303104} 2021-07-26T16:07:23.327 INFO:tasks.rados.rados.0.smithi037.stdout:2974: writing smithi03738989-15 from 901120 to 1654784 tid 1 2021-07-26T16:07:23.330 INFO:tasks.rados.rados.0.smithi037.stdout:2974: writing smithi03738989-15 from 1654784 to 2154496 tid 2 2021-07-26T16:07:23.332 INFO:tasks.rados.rados.0.smithi037.stdout:2974: writing smithi03738989-15 from 2154496 to 2457600 tid 3 2021-07-26T16:07:23.332 INFO:tasks.rados.rados.0.smithi037.stdout:2975: read oid 21 snap 290 2021-07-26T16:07:23.332 INFO:tasks.rados.rados.0.smithi037.stdout:2975: expect deleted 2021-07-26T16:07:23.332 INFO:tasks.rados.rados.0.smithi037.stdout:2976: snap_remove snap 288 2021-07-26T16:07:23.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:23 smithi107 bash[29346]: cluster 2021-07-26T16:07:21.862528+0000 mgr.y (mgr.24994) 459 : cluster [DBG] pgmap v670: 89 pgs: 89 active+clean; 265 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 636 KiB/s wr, 2 op/s 2021-07-26T16:07:23.524 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:23 smithi037 bash[41498]: cluster 2021-07-26T16:07:21.862528+0000 mgr.y (mgr.24994) 459 : cluster [DBG] pgmap v670: 89 pgs: 89 active+clean; 265 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 636 KiB/s wr, 2 op/s 2021-07-26T16:07:23.524 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:23 smithi037 bash[42499]: cluster 2021-07-26T16:07:21.862528+0000 mgr.y (mgr.24994) 459 : cluster [DBG] pgmap v670: 89 pgs: 89 active+clean; 265 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 636 KiB/s wr, 2 op/s 2021-07-26T16:07:23.525 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:07:23 smithi037 bash[50550]: level=error ts=2021-07-26T16:07:23.527Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:23.526 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:07:23 smithi037 bash[50550]: level=error ts=2021-07-26T16:07:23.527Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:23.526 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:07:23 smithi037 bash[50550]: level=error ts=2021-07-26T16:07:23.527Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=8 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:07:24.208 INFO:tasks.rados.rados.0.smithi037.stdout:2976: done (3 left) 2021-07-26T16:07:24.208 INFO:tasks.rados.rados.0.smithi037.stdout:2977: delete oid 33 current snap is 291 2021-07-26T16:07:24.208 INFO:tasks.rados.rados.0.smithi037.stdout:2973: finishing write tid 1 to smithi03738989-14 2021-07-26T16:07:24.209 INFO:tasks.rados.rados.0.smithi037.stdout:2973: finishing write tid 2 to smithi03738989-14 2021-07-26T16:07:24.209 INFO:tasks.rados.rados.0.smithi037.stdout:2973: finishing write tid 3 to smithi03738989-14 2021-07-26T16:07:24.209 INFO:tasks.rados.rados.0.smithi037.stdout:2973: finishing write tid 5 to smithi03738989-14 2021-07-26T16:07:24.209 INFO:tasks.rados.rados.0.smithi037.stdout:2973: finishing write tid 6 to smithi03738989-14 2021-07-26T16:07:24.210 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 1705 (ObjNum 951 snap 291 seq_num 951) dirty exists 2021-07-26T16:07:24.210 INFO:tasks.rados.rados.0.smithi037.stdout:2973: left oid 14 (ObjNum 951 snap 291 seq_num 951) 2021-07-26T16:07:24.210 INFO:tasks.rados.rados.0.smithi037.stdout:2974: finishing write tid 1 to smithi03738989-15 2021-07-26T16:07:24.210 INFO:tasks.rados.rados.0.smithi037.stdout:2974: finishing write tid 2 to smithi03738989-15 2021-07-26T16:07:24.210 INFO:tasks.rados.rados.0.smithi037.stdout:2974: finishing write tid 3 to smithi03738989-15 2021-07-26T16:07:24.211 INFO:tasks.rados.rados.0.smithi037.stdout:2974: finishing write tid 5 to smithi03738989-15 2021-07-26T16:07:24.211 INFO:tasks.rados.rados.0.smithi037.stdout:2974: finishing write tid 6 to smithi03738989-15 2021-07-26T16:07:24.211 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1717 (ObjNum 952 snap 291 seq_num 952) dirty exists 2021-07-26T16:07:24.211 INFO:tasks.rados.rados.0.smithi037.stdout:2974: left oid 15 (ObjNum 952 snap 291 seq_num 952) 2021-07-26T16:07:24.225 INFO:tasks.rados.rados.0.smithi037.stdout:2973: done (3 left) 2021-07-26T16:07:24.226 INFO:tasks.rados.rados.0.smithi037.stdout:2974: done (2 left) 2021-07-26T16:07:24.226 INFO:tasks.rados.rados.0.smithi037.stdout:2975: done (1 left) 2021-07-26T16:07:24.226 INFO:tasks.rados.rados.0.smithi037.stdout:2977: done (0 left) 2021-07-26T16:07:24.226 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 291 2021-07-26T16:07:24.227 INFO:tasks.rados.rados.0.smithi037.stdout:2978: seq_num 954 ranges {1482752=786432,2269184=671744,2940928=131072} 2021-07-26T16:07:24.238 INFO:tasks.rados.rados.0.smithi037.stdout:2978: writing smithi03738989-44 from 1482752 to 2269184 tid 1 2021-07-26T16:07:24.242 INFO:tasks.rados.rados.0.smithi037.stdout:2978: writing smithi03738989-44 from 2269184 to 2940928 tid 2 2021-07-26T16:07:24.243 INFO:tasks.rados.rados.0.smithi037.stdout:2978: writing smithi03738989-44 from 2940928 to 3072000 tid 3 2021-07-26T16:07:24.244 INFO:tasks.rados.rados.0.smithi037.stdout:2979: snap_create 2021-07-26T16:07:24.244 INFO:tasks.rados.rados.0.smithi037.stdout:2978: finishing write tid 1 to smithi03738989-44 2021-07-26T16:07:24.248 INFO:tasks.rados.rados.0.smithi037.stdout:2978: finishing write tid 2 to smithi03738989-44 2021-07-26T16:07:24.248 INFO:tasks.rados.rados.0.smithi037.stdout:2978: finishing write tid 3 to smithi03738989-44 2021-07-26T16:07:24.249 INFO:tasks.rados.rados.0.smithi037.stdout:2978: finishing write tid 5 to smithi03738989-44 2021-07-26T16:07:24.250 INFO:tasks.rados.rados.0.smithi037.stdout:2978: finishing write tid 6 to smithi03738989-44 2021-07-26T16:07:24.251 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 2207 (ObjNum 954 snap 291 seq_num 954) dirty exists 2021-07-26T16:07:24.251 INFO:tasks.rados.rados.0.smithi037.stdout:2978: left oid 44 (ObjNum 954 snap 291 seq_num 954) 2021-07-26T16:07:24.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:24 smithi107 bash[29346]: cluster 2021-07-26T16:07:23.188572+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e642: 8 total, 8 up, 8 in 2021-07-26T16:07:24.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:24 smithi037 bash[41498]: cluster 2021-07-26T16:07:23.188572+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e642: 8 total, 8 up, 8 in 2021-07-26T16:07:24.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:24 smithi037 bash[42499]: cluster 2021-07-26T16:07:23.188572+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e642: 8 total, 8 up, 8 in 2021-07-26T16:07:25.209 INFO:tasks.rados.rados.0.smithi037.stdout:2978: done (1 left) 2021-07-26T16:07:25.209 INFO:tasks.rados.rados.0.smithi037.stdout:2979: done (0 left) 2021-07-26T16:07:25.210 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 292 2021-07-26T16:07:25.210 INFO:tasks.rados.rados.0.smithi037.stdout:2980: seq_num 955 ranges {0=802816,802816=557056,1359872=245760} 2021-07-26T16:07:25.215 INFO:tasks.rados.rados.0.smithi037.stdout:2980: writing smithi03738989-13 from 0 to 802816 tid 1 2021-07-26T16:07:25.218 INFO:tasks.rados.rados.0.smithi037.stdout:2980: writing smithi03738989-13 from 802816 to 1359872 tid 2 2021-07-26T16:07:25.220 INFO:tasks.rados.rados.0.smithi037.stdout:2980: writing smithi03738989-13 from 1359872 to 1605632 tid 3 2021-07-26T16:07:25.220 INFO:tasks.rados.rados.0.smithi037.stdout:2981: copy_from oid 41 from oid 46 current snap is 292 2021-07-26T16:07:25.220 INFO:tasks.rados.rados.0.smithi037.stdout:2982: snap_remove snap 271 2021-07-26T16:07:25.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:25 smithi107 bash[29346]: cluster 2021-07-26T16:07:23.863317+0000 mgr.y (mgr.24994) 460 : cluster [DBG] pgmap v673: 89 pgs: 89 active+clean; 269 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2021-07-26T16:07:25.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:25 smithi107 bash[29346]: cluster 2021-07-26T16:07:24.208403+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e643: 8 total, 8 up, 8 in 2021-07-26T16:07:25.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:25 smithi037 bash[42499]: cluster 2021-07-26T16:07:23.863317+0000 mgr.y (mgr.24994) 460 : cluster [DBG] pgmap v673: 89 pgs: 89 active+clean; 269 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2021-07-26T16:07:25.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:25 smithi037 bash[42499]: cluster 2021-07-26T16:07:24.208403+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e643: 8 total, 8 up, 8 in 2021-07-26T16:07:25.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:25 smithi037 bash[41498]: cluster 2021-07-26T16:07:23.863317+0000 mgr.y (mgr.24994) 460 : cluster [DBG] pgmap v673: 89 pgs: 89 active+clean; 269 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2021-07-26T16:07:25.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:25 smithi037 bash[41498]: cluster 2021-07-26T16:07:24.208403+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e643: 8 total, 8 up, 8 in 2021-07-26T16:07:26.227 INFO:tasks.rados.rados.0.smithi037.stdout:2982: done (2 left) 2021-07-26T16:07:26.228 INFO:tasks.rados.rados.0.smithi037.stdout:2983: read oid 23 snap -1 2021-07-26T16:07:26.228 INFO:tasks.rados.rados.0.smithi037.stdout:2983: expect (ObjNum 910 snap 282 seq_num 910) 2021-07-26T16:07:26.228 INFO:tasks.rados.rados.0.smithi037.stdout:2984: rollback oid 28 current snap is 292 2021-07-26T16:07:26.229 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 28 to 290 2021-07-26T16:07:26.229 INFO:tasks.rados.rados.0.smithi037.stdout:2981: finishing copy_from to smithi03738989-41 2021-07-26T16:07:26.229 INFO:tasks.rados.rados.0.smithi037.stdout:2981: got expected ENOENT (src dne) 2021-07-26T16:07:26.230 INFO:tasks.rados.rados.0.smithi037.stdout:2981: finishing copy_from racing read to smithi03738989-41 2021-07-26T16:07:26.230 INFO:tasks.rados.rados.0.smithi037.stdout:2980: finishing write tid 1 to smithi03738989-13 2021-07-26T16:07:26.230 INFO:tasks.rados.rados.0.smithi037.stdout:2980: finishing write tid 2 to smithi03738989-13 2021-07-26T16:07:26.230 INFO:tasks.rados.rados.0.smithi037.stdout:2980: finishing write tid 3 to smithi03738989-13 2021-07-26T16:07:26.231 INFO:tasks.rados.rados.0.smithi037.stdout:2981: done (3 left) 2021-07-26T16:07:26.231 INFO:tasks.rados.rados.0.smithi037.stdout:2985: setattr oid 26 current snap is 292 2021-07-26T16:07:26.231 INFO:tasks.rados.rados.0.smithi037.stdout:2980: finishing write tid 5 to smithi03738989-13 2021-07-26T16:07:26.231 INFO:tasks.rados.rados.0.smithi037.stdout:2980: finishing write tid 6 to smithi03738989-13 2021-07-26T16:07:26.231 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1951 (ObjNum 955 snap 292 seq_num 955) dirty exists 2021-07-26T16:07:26.232 INFO:tasks.rados.rados.0.smithi037.stdout:2980: left oid 13 (ObjNum 955 snap 292 seq_num 955) 2021-07-26T16:07:26.232 INFO:tasks.rados.rados.0.smithi037.stdout:2980: done (3 left) 2021-07-26T16:07:26.233 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 292 2021-07-26T16:07:26.233 INFO:tasks.rados.rados.0.smithi037.stdout:2986: seq_num 956 ranges {9715712=417792,10133504=434176,10567680=770048} 2021-07-26T16:07:26.287 INFO:tasks.rados.rados.0.smithi037.stdout:2986: writing smithi03738989-1 from 9715712 to 10133504 tid 1 2021-07-26T16:07:26.290 INFO:tasks.rados.rados.0.smithi037.stdout:2986: writing smithi03738989-1 from 10133504 to 10567680 tid 2 2021-07-26T16:07:26.295 INFO:tasks.rados.rados.0.smithi037.stdout:2986: writing smithi03738989-1 from 10567680 to 11337728 tid 3 2021-07-26T16:07:26.295 INFO:tasks.rados.rados.0.smithi037.stdout:2987: snap_remove snap 289 2021-07-26T16:07:26.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:26 smithi107 bash[29346]: cluster 2021-07-26T16:07:25.210863+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e644: 8 total, 8 up, 8 in 2021-07-26T16:07:26.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:26 smithi037 bash[41498]: cluster 2021-07-26T16:07:25.210863+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e644: 8 total, 8 up, 8 in 2021-07-26T16:07:26.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:26 smithi037 bash[42499]: cluster 2021-07-26T16:07:25.210863+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e644: 8 total, 8 up, 8 in 2021-07-26T16:07:27.106 INFO:tasks.rados.rados.0.smithi037.stdout:2987: done (4 left) 2021-07-26T16:07:27.107 INFO:tasks.rados.rados.0.smithi037.stdout:2988: delete oid 5 current snap is 292 2021-07-26T16:07:27.111 INFO:tasks.rados.rados.0.smithi037.stdout:2984: finishing rollback tid 1 to smithi03738989-28 2021-07-26T16:07:27.112 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 1945 (ObjNum 1953066355 snap 858810728 seq_num 959984439) dirty dne 2021-07-26T16:07:27.112 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2208 (ObjNum 942 snap 289 seq_num 942) dirty exists 2021-07-26T16:07:27.113 INFO:tasks.rados.rados.0.smithi037.stdout:2983: expect (ObjNum 910 snap 282 seq_num 910) 2021-07-26T16:07:27.379 INFO:tasks.rados.rados.0.smithi037.stdout:2986: finishing write tid 1 to smithi03738989-1 2021-07-26T16:07:27.379 INFO:tasks.rados.rados.0.smithi037.stdout:2986: finishing write tid 2 to smithi03738989-1 2021-07-26T16:07:27.379 INFO:tasks.rados.rados.0.smithi037.stdout:2986: finishing write tid 3 to smithi03738989-1 2021-07-26T16:07:27.380 INFO:tasks.rados.rados.0.smithi037.stdout:2986: finishing write tid 5 to smithi03738989-1 2021-07-26T16:07:27.380 INFO:tasks.rados.rados.0.smithi037.stdout:2986: finishing write tid 6 to smithi03738989-1 2021-07-26T16:07:27.380 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 2770 (ObjNum 956 snap 292 seq_num 956) dirty exists 2021-07-26T16:07:27.380 INFO:tasks.rados.rados.0.smithi037.stdout:2986: left oid 1 (ObjNum 956 snap 292 seq_num 956) 2021-07-26T16:07:27.381 INFO:tasks.rados.rados.0.smithi037.stdout:2983: done (4 left) 2021-07-26T16:07:27.381 INFO:tasks.rados.rados.0.smithi037.stdout:2984: done (3 left) 2021-07-26T16:07:27.381 INFO:tasks.rados.rados.0.smithi037.stdout:2985: done (2 left) 2021-07-26T16:07:27.381 INFO:tasks.rados.rados.0.smithi037.stdout:2986: done (1 left) 2021-07-26T16:07:27.381 INFO:tasks.rados.rados.0.smithi037.stdout:2988: done (0 left) 2021-07-26T16:07:27.382 INFO:tasks.rados.rados.0.smithi037.stdout:2989: snap_create 2021-07-26T16:07:27.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:27 smithi107 bash[29346]: cluster 2021-07-26T16:07:25.864242+0000 mgr.y (mgr.24994) 461 : cluster [DBG] pgmap v676: 89 pgs: 89 active+clean; 272 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2021-07-26T16:07:27.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:27 smithi107 bash[29346]: cluster 2021-07-26T16:07:26.229209+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e645: 8 total, 8 up, 8 in 2021-07-26T16:07:27.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:27 smithi107 bash[29346]: cluster 2021-07-26T16:07:27.104510+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e646: 8 total, 8 up, 8 in 2021-07-26T16:07:27.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:27 smithi037 bash[41498]: cluster 2021-07-26T16:07:25.864242+0000 mgr.y (mgr.24994) 461 : cluster [DBG] pgmap v676: 89 pgs: 89 active+clean; 272 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2021-07-26T16:07:27.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:27 smithi037 bash[41498]: cluster 2021-07-26T16:07:26.229209+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e645: 8 total, 8 up, 8 in 2021-07-26T16:07:27.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:27 smithi037 bash[41498]: cluster 2021-07-26T16:07:27.104510+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e646: 8 total, 8 up, 8 in 2021-07-26T16:07:27.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:27 smithi037 bash[42499]: cluster 2021-07-26T16:07:25.864242+0000 mgr.y (mgr.24994) 461 : cluster [DBG] pgmap v676: 89 pgs: 89 active+clean; 272 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2021-07-26T16:07:27.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:27 smithi037 bash[42499]: cluster 2021-07-26T16:07:26.229209+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e645: 8 total, 8 up, 8 in 2021-07-26T16:07:27.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:27 smithi037 bash[42499]: cluster 2021-07-26T16:07:27.104510+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e646: 8 total, 8 up, 8 in 2021-07-26T16:07:28.236 INFO:tasks.rados.rados.0.smithi037.stdout:2989: done (0 left) 2021-07-26T16:07:28.236 INFO:tasks.rados.rados.0.smithi037.stdout:2990: read oid 43 snap 291 2021-07-26T16:07:28.236 INFO:tasks.rados.rados.0.smithi037.stdout:2990: expect (ObjNum 906 snap 282 seq_num 906) 2021-07-26T16:07:28.236 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 293 2021-07-26T16:07:28.237 INFO:tasks.rados.rados.0.smithi037.stdout:2991: seq_num 958 ranges {0=450560,450560=655360,1105920=548864} 2021-07-26T16:07:28.238 INFO:tasks.rados.rados.0.smithi037.stdout:2991: writing smithi03738989-8 from 0 to 450560 tid 1 2021-07-26T16:07:28.243 INFO:tasks.rados.rados.0.smithi037.stdout:2991: writing smithi03738989-8 from 450560 to 1105920 tid 2 2021-07-26T16:07:28.247 INFO:tasks.rados.rados.0.smithi037.stdout:2991: writing smithi03738989-8 from 1105920 to 1654784 tid 3 2021-07-26T16:07:28.247 INFO:tasks.rados.rados.0.smithi037.stdout:2992: rollback oid 29 current snap is 293 2021-07-26T16:07:28.247 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 29 to 255 2021-07-26T16:07:28.248 INFO:tasks.rados.rados.0.smithi037.stdout:2990: expect (ObjNum 906 snap 282 seq_num 906) 2021-07-26T16:07:28.268 INFO:tasks.rados.rados.0.smithi037.stdout:2991: finishing write tid 1 to smithi03738989-8 2021-07-26T16:07:28.269 INFO:tasks.rados.rados.0.smithi037.stdout:2991: finishing write tid 2 to smithi03738989-8 2021-07-26T16:07:28.269 INFO:tasks.rados.rados.0.smithi037.stdout:2991: finishing write tid 3 to smithi03738989-8 2021-07-26T16:07:28.269 INFO:tasks.rados.rados.0.smithi037.stdout:2991: finishing write tid 5 to smithi03738989-8 2021-07-26T16:07:28.269 INFO:tasks.rados.rados.0.smithi037.stdout:2991: finishing write tid 6 to smithi03738989-8 2021-07-26T16:07:28.270 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 2487 (ObjNum 958 snap 293 seq_num 958) dirty exists 2021-07-26T16:07:28.270 INFO:tasks.rados.rados.0.smithi037.stdout:2991: left oid 8 (ObjNum 958 snap 293 seq_num 958) 2021-07-26T16:07:28.270 INFO:tasks.rados.rados.0.smithi037.stdout:2992: finishing rollback tid 1 to smithi03738989-29 2021-07-26T16:07:28.270 INFO:tasks.rados.rados.0.smithi037.stdout:2992: finishing rollback tid 2 to smithi03738989-29 2021-07-26T16:07:28.271 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2322 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:07:28.271 INFO:tasks.rados.rados.0.smithi037.stdout:2990: done (2 left) 2021-07-26T16:07:28.271 INFO:tasks.rados.rados.0.smithi037.stdout:2991: done (1 left) 2021-07-26T16:07:28.271 INFO:tasks.rados.rados.0.smithi037.stdout:2992: done (0 left) 2021-07-26T16:07:28.271 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 293 2021-07-26T16:07:28.272 INFO:tasks.rados.rados.0.smithi037.stdout:2993: seq_num 959 ranges {2129920=466944,2596864=540672,3137536=557056,3694592=106496} 2021-07-26T16:07:28.288 INFO:tasks.rados.rados.0.smithi037.stdout:2993: writing smithi03738989-36 from 2129920 to 2596864 tid 1 2021-07-26T16:07:28.291 INFO:tasks.rados.rados.0.smithi037.stdout:2993: writing smithi03738989-36 from 2596864 to 3137536 tid 2 2021-07-26T16:07:28.295 INFO:tasks.rados.rados.0.smithi037.stdout:2993: writing smithi03738989-36 from 3137536 to 3694592 tid 3 2021-07-26T16:07:28.296 INFO:tasks.rados.rados.0.smithi037.stdout:2993: writing smithi03738989-36 from 3694592 to 3801088 tid 4 2021-07-26T16:07:28.298 INFO:tasks.rados.rados.0.smithi037.stdout:2994: delete oid 25 current snap is 293 2021-07-26T16:07:28.298 INFO:tasks.rados.rados.0.smithi037.stdout:2993: finishing write tid 1 to smithi03738989-36 2021-07-26T16:07:28.300 INFO:tasks.rados.rados.0.smithi037.stdout:2993: finishing write tid 2 to smithi03738989-36 2021-07-26T16:07:28.301 INFO:tasks.rados.rados.0.smithi037.stdout:2993: finishing write tid 3 to smithi03738989-36 2021-07-26T16:07:28.301 INFO:tasks.rados.rados.0.smithi037.stdout:2993: finishing write tid 4 to smithi03738989-36 2021-07-26T16:07:28.302 INFO:tasks.rados.rados.0.smithi037.stdout:2993: finishing write tid 6 to smithi03738989-36 2021-07-26T16:07:28.305 INFO:tasks.rados.rados.0.smithi037.stdout:2993: finishing write tid 7 to smithi03738989-36 2021-07-26T16:07:28.305 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1751 (ObjNum 959 snap 293 seq_num 959) dirty exists 2021-07-26T16:07:28.306 INFO:tasks.rados.rados.0.smithi037.stdout:2993: left oid 36 (ObjNum 959 snap 293 seq_num 959) 2021-07-26T16:07:28.306 INFO:tasks.rados.rados.0.smithi037.stdout:2993: done (1 left) 2021-07-26T16:07:28.306 INFO:tasks.rados.rados.0.smithi037.stdout:2994: done (0 left) 2021-07-26T16:07:28.306 INFO:tasks.rados.rados.0.smithi037.stdout:2995: setattr oid 39 current snap is 293 2021-07-26T16:07:28.308 INFO:tasks.rados.rados.0.smithi037.stdout:2996: read oid 22 snap -1 2021-07-26T16:07:28.308 INFO:tasks.rados.rados.0.smithi037.stdout:2996: expect (ObjNum 757 snap 228 seq_num 757) 2021-07-26T16:07:28.308 INFO:tasks.rados.rados.0.smithi037.stdout:2997: copy_from oid 45 from oid 19 current snap is 293 2021-07-26T16:07:28.309 INFO:tasks.rados.rados.0.smithi037.stdout:2998: read oid 11 snap -1 2021-07-26T16:07:28.309 INFO:tasks.rados.rados.0.smithi037.stdout:2998: expect (ObjNum 792 snap 240 seq_num 792) 2021-07-26T16:07:28.309 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 293 2021-07-26T16:07:28.315 INFO:tasks.rados.rados.0.smithi037.stdout:2999: seq_num 961 ranges {11337728=499712,11837440=712704,12550144=491520} 2021-07-26T16:07:28.374 INFO:tasks.rados.rados.0.smithi037.stdout:2999: writing smithi03738989-1 from 11337728 to 11837440 tid 1 2021-07-26T16:07:28.378 INFO:tasks.rados.rados.0.smithi037.stdout:2999: writing smithi03738989-1 from 11837440 to 12550144 tid 2 2021-07-26T16:07:28.382 INFO:tasks.rados.rados.0.smithi037.stdout:2999: writing smithi03738989-1 from 12550144 to 13041664 tid 3 2021-07-26T16:07:28.382 INFO:tasks.rados.rados.0.smithi037.stdout:3000: copy_from oid 10 from oid 35 current snap is 293 2021-07-26T16:07:28.382 INFO:tasks.rados.rados.0.smithi037.stdout:2997: finishing copy_from to smithi03738989-45 2021-07-26T16:07:28.382 INFO:tasks.rados.rados.0.smithi037.stdout:2997: got expected ENOENT (src dne) 2021-07-26T16:07:28.383 INFO:tasks.rados.rados.0.smithi037.stdout:3001: read oid 49 snap -1 2021-07-26T16:07:28.383 INFO:tasks.rados.rados.0.smithi037.stdout:3001: expect (ObjNum 912 snap 282 seq_num 912) 2021-07-26T16:07:28.383 INFO:tasks.rados.rados.0.smithi037.stdout:3002: delete oid 27 current snap is 293 2021-07-26T16:07:28.383 INFO:tasks.rados.rados.0.smithi037.stdout:2997: finishing copy_from racing read to smithi03738989-45 2021-07-26T16:07:28.384 INFO:tasks.rados.rados.0.smithi037.stdout:2996: expect (ObjNum 757 snap 228 seq_num 757) 2021-07-26T16:07:28.420 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2778 (ObjNum 944 snap 290 seq_num 944) dirty exists 2021-07-26T16:07:28.420 INFO:tasks.rados.rados.0.smithi037.stdout:2998: expect (ObjNum 792 snap 240 seq_num 792) 2021-07-26T16:07:28.450 INFO:tasks.rados.rados.0.smithi037.stdout:2999: finishing write tid 1 to smithi03738989-1 2021-07-26T16:07:28.451 INFO:tasks.rados.rados.0.smithi037.stdout:2999: finishing write tid 2 to smithi03738989-1 2021-07-26T16:07:28.451 INFO:tasks.rados.rados.0.smithi037.stdout:2999: finishing write tid 3 to smithi03738989-1 2021-07-26T16:07:28.451 INFO:tasks.rados.rados.0.smithi037.stdout:2999: finishing write tid 5 to smithi03738989-1 2021-07-26T16:07:28.451 INFO:tasks.rados.rados.0.smithi037.stdout:2999: finishing write tid 6 to smithi03738989-1 2021-07-26T16:07:28.451 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 2783 (ObjNum 961 snap 293 seq_num 961) dirty exists 2021-07-26T16:07:28.452 INFO:tasks.rados.rados.0.smithi037.stdout:2999: left oid 1 (ObjNum 961 snap 293 seq_num 961) 2021-07-26T16:07:28.452 INFO:tasks.rados.rados.0.smithi037.stdout:3001: expect (ObjNum 912 snap 282 seq_num 912) 2021-07-26T16:07:28.618 INFO:tasks.rados.rados.0.smithi037.stdout:3000: finishing copy_from to smithi03738989-10 2021-07-26T16:07:28.619 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 2312 (ObjNum 924 snap 285 seq_num 924) dirty exists 2021-07-26T16:07:28.619 INFO:tasks.rados.rados.0.smithi037.stdout:3000: finishing copy_from racing read to smithi03738989-10 2021-07-26T16:07:28.619 INFO:tasks.rados.rados.0.smithi037.stdout:2995: done (7 left) 2021-07-26T16:07:28.619 INFO:tasks.rados.rados.0.smithi037.stdout:2996: done (6 left) 2021-07-26T16:07:28.620 INFO:tasks.rados.rados.0.smithi037.stdout:2997: done (5 left) 2021-07-26T16:07:28.620 INFO:tasks.rados.rados.0.smithi037.stdout:2998: done (4 left) 2021-07-26T16:07:28.620 INFO:tasks.rados.rados.0.smithi037.stdout:2999: done (3 left) 2021-07-26T16:07:28.620 INFO:tasks.rados.rados.0.smithi037.stdout:3000: done (2 left) 2021-07-26T16:07:28.621 INFO:tasks.rados.rados.0.smithi037.stdout:3001: done (1 left) 2021-07-26T16:07:28.621 INFO:tasks.rados.rados.0.smithi037.stdout:3002: done (0 left) 2021-07-26T16:07:28.621 INFO:tasks.rados.rados.0.smithi037.stdout:3003: snap_create 2021-07-26T16:07:29.240 INFO:tasks.rados.rados.0.smithi037.stdout:3003: done (0 left) 2021-07-26T16:07:29.240 INFO:tasks.rados.rados.0.smithi037.stdout:3004: rmattr oid 44 current snap is 294 2021-07-26T16:07:29.240 INFO:tasks.rados.rados.0.smithi037.stdout:3004: done (0 left) 2021-07-26T16:07:29.240 INFO:tasks.rados.rados.0.smithi037.stdout:3005: snap_remove snap 293 2021-07-26T16:07:29.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:29 smithi107 bash[29346]: cluster 2021-07-26T16:07:27.865157+0000 mgr.y (mgr.24994) 462 : cluster [DBG] pgmap v679: 89 pgs: 89 active+clean; 285 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2021-07-26T16:07:29.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:29 smithi107 bash[29346]: cluster 2021-07-26T16:07:28.238015+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e647: 8 total, 8 up, 8 in 2021-07-26T16:07:29.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:29 smithi037 bash[41498]: cluster 2021-07-26T16:07:27.865157+0000 mgr.y (mgr.24994) 462 : cluster [DBG] pgmap v679: 89 pgs: 89 active+clean; 285 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2021-07-26T16:07:29.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:29 smithi037 bash[41498]: cluster 2021-07-26T16:07:28.238015+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e647: 8 total, 8 up, 8 in 2021-07-26T16:07:29.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:29 smithi037 bash[42499]: cluster 2021-07-26T16:07:27.865157+0000 mgr.y (mgr.24994) 462 : cluster [DBG] pgmap v679: 89 pgs: 89 active+clean; 285 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2021-07-26T16:07:29.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:29 smithi037 bash[42499]: cluster 2021-07-26T16:07:28.238015+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e647: 8 total, 8 up, 8 in 2021-07-26T16:07:30.264 INFO:tasks.rados.rados.0.smithi037.stdout:3005: done (0 left) 2021-07-26T16:07:30.264 INFO:tasks.rados.rados.0.smithi037.stdout:3006: read oid 10 snap -1 2021-07-26T16:07:30.265 INFO:tasks.rados.rados.0.smithi037.stdout:3006: expect (ObjNum 924 snap 285 seq_num 924) 2021-07-26T16:07:30.265 INFO:tasks.rados.rados.0.smithi037.stdout:3007: copy_from oid 38 from oid 48 current snap is 294 2021-07-26T16:07:30.265 INFO:tasks.rados.rados.0.smithi037.stdout:3008: copy_from oid 2 from oid 9 current snap is 294 2021-07-26T16:07:30.265 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 294 2021-07-26T16:07:30.265 INFO:tasks.rados.rados.0.smithi037.stdout:3009: seq_num 963 ranges {4341760=532480,4874240=475136,5349376=532480,5881856=196608} 2021-07-26T16:07:30.294 INFO:tasks.rados.rados.0.smithi037.stdout:3009: writing smithi03738989-4 from 4341760 to 4874240 tid 1 2021-07-26T16:07:30.297 INFO:tasks.rados.rados.0.smithi037.stdout:3009: writing smithi03738989-4 from 4874240 to 5349376 tid 2 2021-07-26T16:07:30.301 INFO:tasks.rados.rados.0.smithi037.stdout:3009: writing smithi03738989-4 from 5349376 to 5881856 tid 3 2021-07-26T16:07:30.302 INFO:tasks.rados.rados.0.smithi037.stdout:3009: writing smithi03738989-4 from 5881856 to 6078464 tid 4 2021-07-26T16:07:30.303 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 294 2021-07-26T16:07:30.303 INFO:tasks.rados.rados.0.smithi037.stdout:3010: seq_num 964 ranges {0=548864,548864=761856,1310720=442368} 2021-07-26T16:07:30.306 INFO:tasks.rados.rados.0.smithi037.stdout:3010: writing smithi03738989-31 from 0 to 548864 tid 1 2021-07-26T16:07:30.311 INFO:tasks.rados.rados.0.smithi037.stdout:3010: writing smithi03738989-31 from 548864 to 1310720 tid 2 2021-07-26T16:07:30.314 INFO:tasks.rados.rados.0.smithi037.stdout:3010: writing smithi03738989-31 from 1310720 to 1753088 tid 3 2021-07-26T16:07:30.314 INFO:tasks.rados.rados.0.smithi037.stdout:3011: snap_remove snap 281 2021-07-26T16:07:30.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:30 smithi107 bash[29346]: cluster 2021-07-26T16:07:29.242463+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e648: 8 total, 8 up, 8 in 2021-07-26T16:07:30.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:30 smithi037 bash[41498]: cluster 2021-07-26T16:07:29.242463+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e648: 8 total, 8 up, 8 in 2021-07-26T16:07:30.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:30 smithi037 bash[42499]: cluster 2021-07-26T16:07:29.242463+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e648: 8 total, 8 up, 8 in 2021-07-26T16:07:31.071 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T16:07:31.071 INFO:teuthology.orchestra.run.smithi037.stdout: "20210726-155618": { 2021-07-26T16:07:31.071 INFO:teuthology.orchestra.run.smithi037.stdout: "device": { 2021-07-26T16:07:31.072 INFO:teuthology.orchestra.run.smithi037.stdout: "info_name": "/dev/nvme0n1", 2021-07-26T16:07:31.072 INFO:teuthology.orchestra.run.smithi037.stdout: "name": "/dev/nvme0n1", 2021-07-26T16:07:31.072 INFO:teuthology.orchestra.run.smithi037.stdout: "protocol": "NVMe", 2021-07-26T16:07:31.072 INFO:teuthology.orchestra.run.smithi037.stdout: "type": "nvme" 2021-07-26T16:07:31.073 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.073 INFO:teuthology.orchestra.run.smithi037.stdout: "firmware_version": "8DV101H0", 2021-07-26T16:07:31.073 INFO:teuthology.orchestra.run.smithi037.stdout: "json_format_version": [ 2021-07-26T16:07:31.073 INFO:teuthology.orchestra.run.smithi037.stdout: 1, 2021-07-26T16:07:31.073 INFO:teuthology.orchestra.run.smithi037.stdout: 0 2021-07-26T16:07:31.074 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T16:07:31.074 INFO:teuthology.orchestra.run.smithi037.stdout: "local_time": { 2021-07-26T16:07:31.074 INFO:teuthology.orchestra.run.smithi037.stdout: "asctime": "Mon Jul 26 15:56:17 2021 UTC", 2021-07-26T16:07:31.074 INFO:teuthology.orchestra.run.smithi037.stdout: "time_t": 1627314977 2021-07-26T16:07:31.075 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.075 INFO:teuthology.orchestra.run.smithi037.stdout: "logical_block_size": 512, 2021-07-26T16:07:31.075 INFO:teuthology.orchestra.run.smithi037.stdout: "model_name": "INTEL SSDPEDMD400G4", 2021-07-26T16:07:31.075 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_controller_id": 0, 2021-07-26T16:07:31.076 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_ieee_oui_identifier": 6083300, 2021-07-26T16:07:31.076 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_namespaces": [ 2021-07-26T16:07:31.076 INFO:teuthology.orchestra.run.smithi037.stdout: { 2021-07-26T16:07:31.076 INFO:teuthology.orchestra.run.smithi037.stdout: "capacity": { 2021-07-26T16:07:31.076 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T16:07:31.077 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T16:07:31.077 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.077 INFO:teuthology.orchestra.run.smithi037.stdout: "formatted_lba_size": 512, 2021-07-26T16:07:31.077 INFO:teuthology.orchestra.run.smithi037.stdout: "id": 1, 2021-07-26T16:07:31.077 INFO:teuthology.orchestra.run.smithi037.stdout: "size": { 2021-07-26T16:07:31.078 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T16:07:31.078 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T16:07:31.078 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.078 INFO:teuthology.orchestra.run.smithi037.stdout: "utilization": { 2021-07-26T16:07:31.079 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T16:07:31.079 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T16:07:31.079 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.079 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.079 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T16:07:31.080 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_number_of_namespaces": 1, 2021-07-26T16:07:31.080 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_pci_vendor": { 2021-07-26T16:07:31.080 INFO:teuthology.orchestra.run.smithi037.stdout: "id": 32902, 2021-07-26T16:07:31.080 INFO:teuthology.orchestra.run.smithi037.stdout: "subsystem_id": 32902 2021-07-26T16:07:31.081 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.081 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_smart_health_information_add_log": { 2021-07-26T16:07:31.081 INFO:teuthology.orchestra.run.smithi037.stdout: "Device stats": { 2021-07-26T16:07:31.081 INFO:teuthology.orchestra.run.smithi037.stdout: "crc_error_count": { 2021-07-26T16:07:31.081 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.082 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.082 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.082 INFO:teuthology.orchestra.run.smithi037.stdout: "end_to_end_error_detection_count": { 2021-07-26T16:07:31.082 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.083 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.083 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.083 INFO:teuthology.orchestra.run.smithi037.stdout: "erase_fail_count": { 2021-07-26T16:07:31.083 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.083 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.084 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.084 INFO:teuthology.orchestra.run.smithi037.stdout: "host_bytes_written": { 2021-07-26T16:07:31.084 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.084 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 36203301 2021-07-26T16:07:31.085 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.085 INFO:teuthology.orchestra.run.smithi037.stdout: "nand_bytes_written": { 2021-07-26T16:07:31.085 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.085 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 51706183 2021-07-26T16:07:31.085 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.086 INFO:teuthology.orchestra.run.smithi037.stdout: "pll_lock_loss_count": { 2021-07-26T16:07:31.086 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.086 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.086 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.087 INFO:teuthology.orchestra.run.smithi037.stdout: "program_fail_count": { 2021-07-26T16:07:31.087 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.087 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.087 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.088 INFO:teuthology.orchestra.run.smithi037.stdout: "retry_buffer_overflow_count": { 2021-07-26T16:07:31.088 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.088 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.088 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.088 INFO:teuthology.orchestra.run.smithi037.stdout: "thermal_throttle_status": { 2021-07-26T16:07:31.089 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.089 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": { 2021-07-26T16:07:31.089 INFO:teuthology.orchestra.run.smithi037.stdout: "cnt": 0, 2021-07-26T16:07:31.089 INFO:teuthology.orchestra.run.smithi037.stdout: "pct": 0 2021-07-26T16:07:31.089 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.090 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.090 INFO:teuthology.orchestra.run.smithi037.stdout: "timed_workload_host_reads": { 2021-07-26T16:07:31.090 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.090 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 65535 2021-07-26T16:07:31.090 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.091 INFO:teuthology.orchestra.run.smithi037.stdout: "timed_workload_media_wear": { 2021-07-26T16:07:31.091 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.091 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 64 2021-07-26T16:07:31.091 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.092 INFO:teuthology.orchestra.run.smithi037.stdout: "timed_workload_timer": { 2021-07-26T16:07:31.092 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.092 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 65535 2021-07-26T16:07:31.092 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.093 INFO:teuthology.orchestra.run.smithi037.stdout: "wear_leveling": { 2021-07-26T16:07:31.093 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 89, 2021-07-26T16:07:31.093 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": { 2021-07-26T16:07:31.093 INFO:teuthology.orchestra.run.smithi037.stdout: "avg": 3342, 2021-07-26T16:07:31.093 INFO:teuthology.orchestra.run.smithi037.stdout: "max": 3357, 2021-07-26T16:07:31.094 INFO:teuthology.orchestra.run.smithi037.stdout: "min": 3325 2021-07-26T16:07:31.094 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.094 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.094 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.094 INFO:teuthology.orchestra.run.smithi037.stdout: "Intel Smart log": "nvme0n1" 2021-07-26T16:07:31.095 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.095 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_smart_health_information_log": { 2021-07-26T16:07:31.095 INFO:teuthology.orchestra.run.smithi037.stdout: "available_spare": 100, 2021-07-26T16:07:31.095 INFO:teuthology.orchestra.run.smithi037.stdout: "available_spare_threshold": 10, 2021-07-26T16:07:31.096 INFO:teuthology.orchestra.run.smithi037.stdout: "controller_busy_time": 7, 2021-07-26T16:07:31.096 INFO:teuthology.orchestra.run.smithi037.stdout: "critical_warning": 0, 2021-07-26T16:07:31.096 INFO:teuthology.orchestra.run.smithi037.stdout: "data_units_read": 564698189, 2021-07-26T16:07:31.096 INFO:teuthology.orchestra.run.smithi037.stdout: "data_units_written": 2372619573, 2021-07-26T16:07:31.096 INFO:teuthology.orchestra.run.smithi037.stdout: "host_reads": 7981031090, 2021-07-26T16:07:31.097 INFO:teuthology.orchestra.run.smithi037.stdout: "host_writes": 35162712158, 2021-07-26T16:07:31.097 INFO:teuthology.orchestra.run.smithi037.stdout: "media_errors": 0, 2021-07-26T16:07:31.097 INFO:teuthology.orchestra.run.smithi037.stdout: "num_err_log_entries": 0, 2021-07-26T16:07:31.097 INFO:teuthology.orchestra.run.smithi037.stdout: "percentage_used": 11, 2021-07-26T16:07:31.098 INFO:teuthology.orchestra.run.smithi037.stdout: "power_cycles": 34937, 2021-07-26T16:07:31.098 INFO:teuthology.orchestra.run.smithi037.stdout: "power_on_hours": 44784, 2021-07-26T16:07:31.098 INFO:teuthology.orchestra.run.smithi037.stdout: "temperature": 24, 2021-07-26T16:07:31.098 INFO:teuthology.orchestra.run.smithi037.stdout: "unsafe_shutdowns": 800 2021-07-26T16:07:31.098 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.099 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_vendor": "intel", 2021-07-26T16:07:31.099 INFO:teuthology.orchestra.run.smithi037.stdout: "power_cycle_count": 34937, 2021-07-26T16:07:31.099 INFO:teuthology.orchestra.run.smithi037.stdout: "power_on_time": { 2021-07-26T16:07:31.099 INFO:teuthology.orchestra.run.smithi037.stdout: "hours": 44784 2021-07-26T16:07:31.100 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.100 INFO:teuthology.orchestra.run.smithi037.stdout: "serial_number": "CVFT5331005T400BGN", 2021-07-26T16:07:31.100 INFO:teuthology.orchestra.run.smithi037.stdout: "smart_status": { 2021-07-26T16:07:31.100 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme": { 2021-07-26T16:07:31.100 INFO:teuthology.orchestra.run.smithi037.stdout: "value": 0 2021-07-26T16:07:31.101 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.101 INFO:teuthology.orchestra.run.smithi037.stdout: "passed": true 2021-07-26T16:07:31.101 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.101 INFO:teuthology.orchestra.run.smithi037.stdout: "smartctl": { 2021-07-26T16:07:31.101 INFO:teuthology.orchestra.run.smithi037.stdout: "argv": [ 2021-07-26T16:07:31.102 INFO:teuthology.orchestra.run.smithi037.stdout: "smartctl", 2021-07-26T16:07:31.102 INFO:teuthology.orchestra.run.smithi037.stdout: "-a", 2021-07-26T16:07:31.102 INFO:teuthology.orchestra.run.smithi037.stdout: "--json=o", 2021-07-26T16:07:31.102 INFO:teuthology.orchestra.run.smithi037.stdout: "/dev/nvme0n1" 2021-07-26T16:07:31.102 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T16:07:31.103 INFO:teuthology.orchestra.run.smithi037.stdout: "build_info": "(local build)", 2021-07-26T16:07:31.103 INFO:teuthology.orchestra.run.smithi037.stdout: "exit_status": 0, 2021-07-26T16:07:31.103 INFO:teuthology.orchestra.run.smithi037.stdout: "output": [ 2021-07-26T16:07:31.103 INFO:teuthology.orchestra.run.smithi037.stdout: "smartctl 7.1 2020-04-05 r5049 [x86_64-linux-5.4.0-80-generic] (local build)", 2021-07-26T16:07:31.104 INFO:teuthology.orchestra.run.smithi037.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2021-07-26T16:07:31.104 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.104 INFO:teuthology.orchestra.run.smithi037.stdout: "=== START OF INFORMATION SECTION ===", 2021-07-26T16:07:31.104 INFO:teuthology.orchestra.run.smithi037.stdout: "Model Number: INTEL SSDPEDMD400G4", 2021-07-26T16:07:31.104 INFO:teuthology.orchestra.run.smithi037.stdout: "Serial Number: CVFT5331005T400BGN", 2021-07-26T16:07:31.105 INFO:teuthology.orchestra.run.smithi037.stdout: "Firmware Version: 8DV101H0", 2021-07-26T16:07:31.105 INFO:teuthology.orchestra.run.smithi037.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2021-07-26T16:07:31.105 INFO:teuthology.orchestra.run.smithi037.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2021-07-26T16:07:31.105 INFO:teuthology.orchestra.run.smithi037.stdout: "Controller ID: 0", 2021-07-26T16:07:31.105 INFO:teuthology.orchestra.run.smithi037.stdout: "Number of Namespaces: 1", 2021-07-26T16:07:31.106 INFO:teuthology.orchestra.run.smithi037.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2021-07-26T16:07:31.106 INFO:teuthology.orchestra.run.smithi037.stdout: "Namespace 1 Formatted LBA Size: 512", 2021-07-26T16:07:31.106 INFO:teuthology.orchestra.run.smithi037.stdout: "Local Time is: Mon Jul 26 15:56:17 2021 UTC", 2021-07-26T16:07:31.106 INFO:teuthology.orchestra.run.smithi037.stdout: "Firmware Updates (0x02): 1 Slot", 2021-07-26T16:07:31.107 INFO:teuthology.orchestra.run.smithi037.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2021-07-26T16:07:31.107 INFO:teuthology.orchestra.run.smithi037.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2021-07-26T16:07:31.107 INFO:teuthology.orchestra.run.smithi037.stdout: "Maximum Data Transfer Size: 32 Pages", 2021-07-26T16:07:31.107 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.107 INFO:teuthology.orchestra.run.smithi037.stdout: "Supported Power States", 2021-07-26T16:07:31.108 INFO:teuthology.orchestra.run.smithi037.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2021-07-26T16:07:31.108 INFO:teuthology.orchestra.run.smithi037.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2021-07-26T16:07:31.108 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.108 INFO:teuthology.orchestra.run.smithi037.stdout: "Supported LBA Sizes (NSID 0x1)", 2021-07-26T16:07:31.108 INFO:teuthology.orchestra.run.smithi037.stdout: "Id Fmt Data Metadt Rel_Perf", 2021-07-26T16:07:31.109 INFO:teuthology.orchestra.run.smithi037.stdout: " 0 + 512 0 2", 2021-07-26T16:07:31.109 INFO:teuthology.orchestra.run.smithi037.stdout: " 1 - 512 8 2", 2021-07-26T16:07:31.109 INFO:teuthology.orchestra.run.smithi037.stdout: " 2 - 512 16 2", 2021-07-26T16:07:31.109 INFO:teuthology.orchestra.run.smithi037.stdout: " 3 - 4096 0 0", 2021-07-26T16:07:31.110 INFO:teuthology.orchestra.run.smithi037.stdout: " 4 - 4096 8 0", 2021-07-26T16:07:31.110 INFO:teuthology.orchestra.run.smithi037.stdout: " 5 - 4096 64 0", 2021-07-26T16:07:31.110 INFO:teuthology.orchestra.run.smithi037.stdout: " 6 - 4096 128 0", 2021-07-26T16:07:31.110 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.110 INFO:teuthology.orchestra.run.smithi037.stdout: "=== START OF SMART DATA SECTION ===", 2021-07-26T16:07:31.111 INFO:teuthology.orchestra.run.smithi037.stdout: "SMART overall-health self-assessment test result: PASSED", 2021-07-26T16:07:31.111 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.111 INFO:teuthology.orchestra.run.smithi037.stdout: "SMART/Health Information (NVMe Log 0x02)", 2021-07-26T16:07:31.111 INFO:teuthology.orchestra.run.smithi037.stdout: "Critical Warning: 0x00", 2021-07-26T16:07:31.112 INFO:teuthology.orchestra.run.smithi037.stdout: "Temperature: 24 Celsius", 2021-07-26T16:07:31.112 INFO:teuthology.orchestra.run.smithi037.stdout: "Available Spare: 100%", 2021-07-26T16:07:31.112 INFO:teuthology.orchestra.run.smithi037.stdout: "Available Spare Threshold: 10%", 2021-07-26T16:07:31.112 INFO:teuthology.orchestra.run.smithi037.stdout: "Percentage Used: 11%", 2021-07-26T16:07:31.112 INFO:teuthology.orchestra.run.smithi037.stdout: "Data Units Read: 564,698,189 [289 TB]", 2021-07-26T16:07:31.113 INFO:teuthology.orchestra.run.smithi037.stdout: "Data Units Written: 2,372,619,573 [1.21 PB]", 2021-07-26T16:07:31.113 INFO:teuthology.orchestra.run.smithi037.stdout: "Host Read Commands: 7,981,031,090", 2021-07-26T16:07:31.113 INFO:teuthology.orchestra.run.smithi037.stdout: "Host Write Commands: 35,162,712,158", 2021-07-26T16:07:31.113 INFO:teuthology.orchestra.run.smithi037.stdout: "Controller Busy Time: 7", 2021-07-26T16:07:31.114 INFO:teuthology.orchestra.run.smithi037.stdout: "Power Cycles: 34,937", 2021-07-26T16:07:31.114 INFO:teuthology.orchestra.run.smithi037.stdout: "Power On Hours: 44,784", 2021-07-26T16:07:31.114 INFO:teuthology.orchestra.run.smithi037.stdout: "Unsafe Shutdowns: 800", 2021-07-26T16:07:31.114 INFO:teuthology.orchestra.run.smithi037.stdout: "Media and Data Integrity Errors: 0", 2021-07-26T16:07:31.114 INFO:teuthology.orchestra.run.smithi037.stdout: "Error Information Log Entries: 0", 2021-07-26T16:07:31.115 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.115 INFO:teuthology.orchestra.run.smithi037.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2021-07-26T16:07:31.115 INFO:teuthology.orchestra.run.smithi037.stdout: "No Errors Logged", 2021-07-26T16:07:31.115 INFO:teuthology.orchestra.run.smithi037.stdout: "" 2021-07-26T16:07:31.116 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T16:07:31.116 INFO:teuthology.orchestra.run.smithi037.stdout: "platform_info": "x86_64-linux-5.4.0-80-generic", 2021-07-26T16:07:31.116 INFO:teuthology.orchestra.run.smithi037.stdout: "svn_revision": "5049", 2021-07-26T16:07:31.116 INFO:teuthology.orchestra.run.smithi037.stdout: "version": [ 2021-07-26T16:07:31.116 INFO:teuthology.orchestra.run.smithi037.stdout: 7, 2021-07-26T16:07:31.117 INFO:teuthology.orchestra.run.smithi037.stdout: 1 2021-07-26T16:07:31.117 INFO:teuthology.orchestra.run.smithi037.stdout: ] 2021-07-26T16:07:31.117 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.117 INFO:teuthology.orchestra.run.smithi037.stdout: "temperature": { 2021-07-26T16:07:31.117 INFO:teuthology.orchestra.run.smithi037.stdout: "current": 24 2021-07-26T16:07:31.118 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.118 INFO:teuthology.orchestra.run.smithi037.stdout: "user_capacity": { 2021-07-26T16:07:31.118 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T16:07:31.118 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T16:07:31.119 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.119 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.119 INFO:teuthology.orchestra.run.smithi037.stdout: "20210726-155823": { 2021-07-26T16:07:31.119 INFO:teuthology.orchestra.run.smithi037.stdout: "device": { 2021-07-26T16:07:31.119 INFO:teuthology.orchestra.run.smithi037.stdout: "info_name": "/dev/nvme0n1", 2021-07-26T16:07:31.120 INFO:teuthology.orchestra.run.smithi037.stdout: "name": "/dev/nvme0n1", 2021-07-26T16:07:31.120 INFO:teuthology.orchestra.run.smithi037.stdout: "protocol": "NVMe", 2021-07-26T16:07:31.120 INFO:teuthology.orchestra.run.smithi037.stdout: "type": "nvme" 2021-07-26T16:07:31.120 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.121 INFO:teuthology.orchestra.run.smithi037.stdout: "firmware_version": "8DV101H0", 2021-07-26T16:07:31.121 INFO:teuthology.orchestra.run.smithi037.stdout: "json_format_version": [ 2021-07-26T16:07:31.121 INFO:teuthology.orchestra.run.smithi037.stdout: 1, 2021-07-26T16:07:31.121 INFO:teuthology.orchestra.run.smithi037.stdout: 0 2021-07-26T16:07:31.122 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T16:07:31.122 INFO:teuthology.orchestra.run.smithi037.stdout: "local_time": { 2021-07-26T16:07:31.122 INFO:teuthology.orchestra.run.smithi037.stdout: "asctime": "Mon Jul 26 15:58:22 2021 UTC", 2021-07-26T16:07:31.122 INFO:teuthology.orchestra.run.smithi037.stdout: "time_t": 1627315102 2021-07-26T16:07:31.123 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.123 INFO:teuthology.orchestra.run.smithi037.stdout: "logical_block_size": 512, 2021-07-26T16:07:31.123 INFO:teuthology.orchestra.run.smithi037.stdout: "model_name": "INTEL SSDPEDMD400G4", 2021-07-26T16:07:31.123 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_controller_id": 0, 2021-07-26T16:07:31.123 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_ieee_oui_identifier": 6083300, 2021-07-26T16:07:31.124 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_namespaces": [ 2021-07-26T16:07:31.124 INFO:teuthology.orchestra.run.smithi037.stdout: { 2021-07-26T16:07:31.124 INFO:teuthology.orchestra.run.smithi037.stdout: "capacity": { 2021-07-26T16:07:31.124 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T16:07:31.124 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T16:07:31.125 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.125 INFO:teuthology.orchestra.run.smithi037.stdout: "formatted_lba_size": 512, 2021-07-26T16:07:31.125 INFO:teuthology.orchestra.run.smithi037.stdout: "id": 1, 2021-07-26T16:07:31.125 INFO:teuthology.orchestra.run.smithi037.stdout: "size": { 2021-07-26T16:07:31.126 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T16:07:31.126 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T16:07:31.126 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.126 INFO:teuthology.orchestra.run.smithi037.stdout: "utilization": { 2021-07-26T16:07:31.127 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T16:07:31.127 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T16:07:31.127 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.127 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.127 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T16:07:31.128 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_number_of_namespaces": 1, 2021-07-26T16:07:31.128 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_pci_vendor": { 2021-07-26T16:07:31.128 INFO:teuthology.orchestra.run.smithi037.stdout: "id": 32902, 2021-07-26T16:07:31.128 INFO:teuthology.orchestra.run.smithi037.stdout: "subsystem_id": 32902 2021-07-26T16:07:31.129 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.129 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_smart_health_information_add_log": { 2021-07-26T16:07:31.129 INFO:teuthology.orchestra.run.smithi037.stdout: "Device stats": { 2021-07-26T16:07:31.129 INFO:teuthology.orchestra.run.smithi037.stdout: "crc_error_count": { 2021-07-26T16:07:31.129 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.130 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.130 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.130 INFO:teuthology.orchestra.run.smithi037.stdout: "end_to_end_error_detection_count": { 2021-07-26T16:07:31.130 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.131 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.131 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.131 INFO:teuthology.orchestra.run.smithi037.stdout: "erase_fail_count": { 2021-07-26T16:07:31.131 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.132 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.132 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.132 INFO:teuthology.orchestra.run.smithi037.stdout: "host_bytes_written": { 2021-07-26T16:07:31.132 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.133 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 36203309 2021-07-26T16:07:31.133 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.133 INFO:teuthology.orchestra.run.smithi037.stdout: "nand_bytes_written": { 2021-07-26T16:07:31.133 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.133 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 51706187 2021-07-26T16:07:31.134 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.134 INFO:teuthology.orchestra.run.smithi037.stdout: "pll_lock_loss_count": { 2021-07-26T16:07:31.134 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.134 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.135 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.135 INFO:teuthology.orchestra.run.smithi037.stdout: "program_fail_count": { 2021-07-26T16:07:31.135 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.135 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.135 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.136 INFO:teuthology.orchestra.run.smithi037.stdout: "retry_buffer_overflow_count": { 2021-07-26T16:07:31.136 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.136 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.136 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.137 INFO:teuthology.orchestra.run.smithi037.stdout: "thermal_throttle_status": { 2021-07-26T16:07:31.137 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.137 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": { 2021-07-26T16:07:31.137 INFO:teuthology.orchestra.run.smithi037.stdout: "cnt": 0, 2021-07-26T16:07:31.137 INFO:teuthology.orchestra.run.smithi037.stdout: "pct": 0 2021-07-26T16:07:31.138 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.138 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.138 INFO:teuthology.orchestra.run.smithi037.stdout: "timed_workload_host_reads": { 2021-07-26T16:07:31.138 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.139 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 65535 2021-07-26T16:07:31.139 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.139 INFO:teuthology.orchestra.run.smithi037.stdout: "timed_workload_media_wear": { 2021-07-26T16:07:31.139 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.140 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 64 2021-07-26T16:07:31.140 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.140 INFO:teuthology.orchestra.run.smithi037.stdout: "timed_workload_timer": { 2021-07-26T16:07:31.140 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.140 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 65535 2021-07-26T16:07:31.141 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.141 INFO:teuthology.orchestra.run.smithi037.stdout: "wear_leveling": { 2021-07-26T16:07:31.141 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 89, 2021-07-26T16:07:31.141 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": { 2021-07-26T16:07:31.141 INFO:teuthology.orchestra.run.smithi037.stdout: "avg": 3342, 2021-07-26T16:07:31.142 INFO:teuthology.orchestra.run.smithi037.stdout: "max": 3357, 2021-07-26T16:07:31.142 INFO:teuthology.orchestra.run.smithi037.stdout: "min": 3325 2021-07-26T16:07:31.142 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.142 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.143 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.143 INFO:teuthology.orchestra.run.smithi037.stdout: "Intel Smart log": "nvme0n1" 2021-07-26T16:07:31.143 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.143 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_smart_health_information_log": { 2021-07-26T16:07:31.143 INFO:teuthology.orchestra.run.smithi037.stdout: "available_spare": 100, 2021-07-26T16:07:31.144 INFO:teuthology.orchestra.run.smithi037.stdout: "available_spare_threshold": 10, 2021-07-26T16:07:31.144 INFO:teuthology.orchestra.run.smithi037.stdout: "controller_busy_time": 7, 2021-07-26T16:07:31.144 INFO:teuthology.orchestra.run.smithi037.stdout: "critical_warning": 0, 2021-07-26T16:07:31.144 INFO:teuthology.orchestra.run.smithi037.stdout: "data_units_read": 564698257, 2021-07-26T16:07:31.144 INFO:teuthology.orchestra.run.smithi037.stdout: "data_units_written": 2372620093, 2021-07-26T16:07:31.145 INFO:teuthology.orchestra.run.smithi037.stdout: "host_reads": 7981031825, 2021-07-26T16:07:31.145 INFO:teuthology.orchestra.run.smithi037.stdout: "host_writes": 35162724688, 2021-07-26T16:07:31.145 INFO:teuthology.orchestra.run.smithi037.stdout: "media_errors": 0, 2021-07-26T16:07:31.145 INFO:teuthology.orchestra.run.smithi037.stdout: "num_err_log_entries": 0, 2021-07-26T16:07:31.146 INFO:teuthology.orchestra.run.smithi037.stdout: "percentage_used": 11, 2021-07-26T16:07:31.146 INFO:teuthology.orchestra.run.smithi037.stdout: "power_cycles": 34937, 2021-07-26T16:07:31.146 INFO:teuthology.orchestra.run.smithi037.stdout: "power_on_hours": 44784, 2021-07-26T16:07:31.146 INFO:teuthology.orchestra.run.smithi037.stdout: "temperature": 24, 2021-07-26T16:07:31.147 INFO:teuthology.orchestra.run.smithi037.stdout: "unsafe_shutdowns": 800 2021-07-26T16:07:31.147 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.147 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_vendor": "intel", 2021-07-26T16:07:31.147 INFO:teuthology.orchestra.run.smithi037.stdout: "power_cycle_count": 34937, 2021-07-26T16:07:31.148 INFO:teuthology.orchestra.run.smithi037.stdout: "power_on_time": { 2021-07-26T16:07:31.148 INFO:teuthology.orchestra.run.smithi037.stdout: "hours": 44784 2021-07-26T16:07:31.148 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.148 INFO:teuthology.orchestra.run.smithi037.stdout: "serial_number": "CVFT5331005T400BGN", 2021-07-26T16:07:31.148 INFO:teuthology.orchestra.run.smithi037.stdout: "smart_status": { 2021-07-26T16:07:31.149 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme": { 2021-07-26T16:07:31.149 INFO:teuthology.orchestra.run.smithi037.stdout: "value": 0 2021-07-26T16:07:31.149 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.149 INFO:teuthology.orchestra.run.smithi037.stdout: "passed": true 2021-07-26T16:07:31.149 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.150 INFO:teuthology.orchestra.run.smithi037.stdout: "smartctl": { 2021-07-26T16:07:31.150 INFO:teuthology.orchestra.run.smithi037.stdout: "argv": [ 2021-07-26T16:07:31.150 INFO:teuthology.orchestra.run.smithi037.stdout: "smartctl", 2021-07-26T16:07:31.150 INFO:teuthology.orchestra.run.smithi037.stdout: "-a", 2021-07-26T16:07:31.151 INFO:teuthology.orchestra.run.smithi037.stdout: "--json=o", 2021-07-26T16:07:31.151 INFO:teuthology.orchestra.run.smithi037.stdout: "/dev/nvme0n1" 2021-07-26T16:07:31.151 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T16:07:31.151 INFO:teuthology.orchestra.run.smithi037.stdout: "build_info": "(local build)", 2021-07-26T16:07:31.152 INFO:teuthology.orchestra.run.smithi037.stdout: "exit_status": 0, 2021-07-26T16:07:31.152 INFO:teuthology.orchestra.run.smithi037.stdout: "output": [ 2021-07-26T16:07:31.152 INFO:teuthology.orchestra.run.smithi037.stdout: "smartctl 7.1 2020-04-05 r5049 [x86_64-linux-5.4.0-80-generic] (local build)", 2021-07-26T16:07:31.152 INFO:teuthology.orchestra.run.smithi037.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2021-07-26T16:07:31.152 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.153 INFO:teuthology.orchestra.run.smithi037.stdout: "=== START OF INFORMATION SECTION ===", 2021-07-26T16:07:31.153 INFO:teuthology.orchestra.run.smithi037.stdout: "Model Number: INTEL SSDPEDMD400G4", 2021-07-26T16:07:31.153 INFO:teuthology.orchestra.run.smithi037.stdout: "Serial Number: CVFT5331005T400BGN", 2021-07-26T16:07:31.153 INFO:teuthology.orchestra.run.smithi037.stdout: "Firmware Version: 8DV101H0", 2021-07-26T16:07:31.154 INFO:teuthology.orchestra.run.smithi037.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2021-07-26T16:07:31.154 INFO:teuthology.orchestra.run.smithi037.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2021-07-26T16:07:31.154 INFO:teuthology.orchestra.run.smithi037.stdout: "Controller ID: 0", 2021-07-26T16:07:31.154 INFO:teuthology.orchestra.run.smithi037.stdout: "Number of Namespaces: 1", 2021-07-26T16:07:31.155 INFO:teuthology.orchestra.run.smithi037.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2021-07-26T16:07:31.155 INFO:teuthology.orchestra.run.smithi037.stdout: "Namespace 1 Formatted LBA Size: 512", 2021-07-26T16:07:31.155 INFO:teuthology.orchestra.run.smithi037.stdout: "Local Time is: Mon Jul 26 15:58:22 2021 UTC", 2021-07-26T16:07:31.155 INFO:teuthology.orchestra.run.smithi037.stdout: "Firmware Updates (0x02): 1 Slot", 2021-07-26T16:07:31.155 INFO:teuthology.orchestra.run.smithi037.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2021-07-26T16:07:31.156 INFO:teuthology.orchestra.run.smithi037.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2021-07-26T16:07:31.156 INFO:teuthology.orchestra.run.smithi037.stdout: "Maximum Data Transfer Size: 32 Pages", 2021-07-26T16:07:31.156 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.156 INFO:teuthology.orchestra.run.smithi037.stdout: "Supported Power States", 2021-07-26T16:07:31.157 INFO:teuthology.orchestra.run.smithi037.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2021-07-26T16:07:31.157 INFO:teuthology.orchestra.run.smithi037.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2021-07-26T16:07:31.157 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.157 INFO:teuthology.orchestra.run.smithi037.stdout: "Supported LBA Sizes (NSID 0x1)", 2021-07-26T16:07:31.157 INFO:teuthology.orchestra.run.smithi037.stdout: "Id Fmt Data Metadt Rel_Perf", 2021-07-26T16:07:31.158 INFO:teuthology.orchestra.run.smithi037.stdout: " 0 + 512 0 2", 2021-07-26T16:07:31.158 INFO:teuthology.orchestra.run.smithi037.stdout: " 1 - 512 8 2", 2021-07-26T16:07:31.158 INFO:teuthology.orchestra.run.smithi037.stdout: " 2 - 512 16 2", 2021-07-26T16:07:31.158 INFO:teuthology.orchestra.run.smithi037.stdout: " 3 - 4096 0 0", 2021-07-26T16:07:31.158 INFO:teuthology.orchestra.run.smithi037.stdout: " 4 - 4096 8 0", 2021-07-26T16:07:31.159 INFO:teuthology.orchestra.run.smithi037.stdout: " 5 - 4096 64 0", 2021-07-26T16:07:31.159 INFO:teuthology.orchestra.run.smithi037.stdout: " 6 - 4096 128 0", 2021-07-26T16:07:31.159 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.159 INFO:teuthology.orchestra.run.smithi037.stdout: "=== START OF SMART DATA SECTION ===", 2021-07-26T16:07:31.160 INFO:teuthology.orchestra.run.smithi037.stdout: "SMART overall-health self-assessment test result: PASSED", 2021-07-26T16:07:31.160 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.160 INFO:teuthology.orchestra.run.smithi037.stdout: "SMART/Health Information (NVMe Log 0x02)", 2021-07-26T16:07:31.160 INFO:teuthology.orchestra.run.smithi037.stdout: "Critical Warning: 0x00", 2021-07-26T16:07:31.160 INFO:teuthology.orchestra.run.smithi037.stdout: "Temperature: 24 Celsius", 2021-07-26T16:07:31.161 INFO:teuthology.orchestra.run.smithi037.stdout: "Available Spare: 100%", 2021-07-26T16:07:31.161 INFO:teuthology.orchestra.run.smithi037.stdout: "Available Spare Threshold: 10%", 2021-07-26T16:07:31.161 INFO:teuthology.orchestra.run.smithi037.stdout: "Percentage Used: 11%", 2021-07-26T16:07:31.161 INFO:teuthology.orchestra.run.smithi037.stdout: "Data Units Read: 564,698,257 [289 TB]", 2021-07-26T16:07:31.162 INFO:teuthology.orchestra.run.smithi037.stdout: "Data Units Written: 2,372,620,093 [1.21 PB]", 2021-07-26T16:07:31.162 INFO:teuthology.orchestra.run.smithi037.stdout: "Host Read Commands: 7,981,031,825", 2021-07-26T16:07:31.162 INFO:teuthology.orchestra.run.smithi037.stdout: "Host Write Commands: 35,162,724,688", 2021-07-26T16:07:31.162 INFO:teuthology.orchestra.run.smithi037.stdout: "Controller Busy Time: 7", 2021-07-26T16:07:31.163 INFO:teuthology.orchestra.run.smithi037.stdout: "Power Cycles: 34,937", 2021-07-26T16:07:31.163 INFO:teuthology.orchestra.run.smithi037.stdout: "Power On Hours: 44,784", 2021-07-26T16:07:31.163 INFO:teuthology.orchestra.run.smithi037.stdout: "Unsafe Shutdowns: 800", 2021-07-26T16:07:31.163 INFO:teuthology.orchestra.run.smithi037.stdout: "Media and Data Integrity Errors: 0", 2021-07-26T16:07:31.163 INFO:teuthology.orchestra.run.smithi037.stdout: "Error Information Log Entries: 0", 2021-07-26T16:07:31.164 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.164 INFO:teuthology.orchestra.run.smithi037.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2021-07-26T16:07:31.164 INFO:teuthology.orchestra.run.smithi037.stdout: "No Errors Logged", 2021-07-26T16:07:31.164 INFO:teuthology.orchestra.run.smithi037.stdout: "" 2021-07-26T16:07:31.164 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T16:07:31.165 INFO:teuthology.orchestra.run.smithi037.stdout: "platform_info": "x86_64-linux-5.4.0-80-generic", 2021-07-26T16:07:31.165 INFO:teuthology.orchestra.run.smithi037.stdout: "svn_revision": "5049", 2021-07-26T16:07:31.165 INFO:teuthology.orchestra.run.smithi037.stdout: "version": [ 2021-07-26T16:07:31.165 INFO:teuthology.orchestra.run.smithi037.stdout: 7, 2021-07-26T16:07:31.166 INFO:teuthology.orchestra.run.smithi037.stdout: 1 2021-07-26T16:07:31.166 INFO:teuthology.orchestra.run.smithi037.stdout: ] 2021-07-26T16:07:31.166 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.166 INFO:teuthology.orchestra.run.smithi037.stdout: "temperature": { 2021-07-26T16:07:31.166 INFO:teuthology.orchestra.run.smithi037.stdout: "current": 24 2021-07-26T16:07:31.167 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.167 INFO:teuthology.orchestra.run.smithi037.stdout: "user_capacity": { 2021-07-26T16:07:31.167 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T16:07:31.167 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T16:07:31.167 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.168 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.168 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T16:07:31.283 INFO:tasks.rados.rados.0.smithi037.stdout:3011: done (5 left) 2021-07-26T16:07:31.283 INFO:tasks.rados.rados.0.smithi037.stdout:3012: delete oid 20 current snap is 294 2021-07-26T16:07:31.284 INFO:tasks.rados.rados.0.smithi037.stdout:3006: expect (ObjNum 924 snap 285 seq_num 924) 2021-07-26T16:07:31.315 INFO:tasks.rados.rados.0.smithi037.stdout:3007: finishing copy_from to smithi03738989-38 2021-07-26T16:07:31.316 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 2312 (ObjNum 906 snap 282 seq_num 906) dirty exists 2021-07-26T16:07:31.316 INFO:tasks.rados.rados.0.smithi037.stdout:3007: finishing copy_from racing read to smithi03738989-38 2021-07-26T16:07:31.316 INFO:tasks.rados.rados.0.smithi037.stdout:3009: finishing write tid 1 to smithi03738989-4 2021-07-26T16:07:31.316 INFO:tasks.rados.rados.0.smithi037.stdout:3009: finishing write tid 2 to smithi03738989-4 2021-07-26T16:07:31.317 INFO:tasks.rados.rados.0.smithi037.stdout:3006: done (5 left) 2021-07-26T16:07:31.317 INFO:tasks.rados.rados.0.smithi037.stdout:3007: done (4 left) 2021-07-26T16:07:31.317 INFO:tasks.rados.rados.0.smithi037.stdout:3012: done (3 left) 2021-07-26T16:07:31.317 INFO:tasks.rados.rados.0.smithi037.stdout:3013: rollback oid 47 current snap is 294 2021-07-26T16:07:31.318 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 47 to 255 2021-07-26T16:07:31.318 INFO:tasks.rados.rados.0.smithi037.stdout:3009: finishing write tid 3 to smithi03738989-4 2021-07-26T16:07:31.318 INFO:tasks.rados.rados.0.smithi037.stdout:3009: finishing write tid 4 to smithi03738989-4 2021-07-26T16:07:31.318 INFO:tasks.rados.rados.0.smithi037.stdout:3010: finishing write tid 1 to smithi03738989-31 2021-07-26T16:07:31.319 INFO:tasks.rados.rados.0.smithi037.stdout:3009: finishing write tid 6 to smithi03738989-4 2021-07-26T16:07:31.319 INFO:tasks.rados.rados.0.smithi037.stdout:3008: finishing copy_from to smithi03738989-2 2021-07-26T16:07:31.319 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 2481 (ObjNum 861 snap 270 seq_num 861) dirty exists 2021-07-26T16:07:31.319 INFO:tasks.rados.rados.0.smithi037.stdout:3008: finishing copy_from racing read to smithi03738989-2 2021-07-26T16:07:31.320 INFO:tasks.rados.rados.0.smithi037.stdout:3009: finishing write tid 7 to smithi03738989-4 2021-07-26T16:07:31.320 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2791 (ObjNum 963 snap 294 seq_num 963) dirty exists 2021-07-26T16:07:31.320 INFO:tasks.rados.rados.0.smithi037.stdout:3009: left oid 4 (ObjNum 963 snap 294 seq_num 963) 2021-07-26T16:07:31.320 INFO:tasks.rados.rados.0.smithi037.stdout:3010: finishing write tid 2 to smithi03738989-31 2021-07-26T16:07:31.320 INFO:tasks.rados.rados.0.smithi037.stdout:3010: finishing write tid 3 to smithi03738989-31 2021-07-26T16:07:31.321 INFO:tasks.rados.rados.0.smithi037.stdout:3010: finishing write tid 5 to smithi03738989-31 2021-07-26T16:07:31.321 INFO:tasks.rados.rados.0.smithi037.stdout:3010: finishing write tid 6 to smithi03738989-31 2021-07-26T16:07:31.321 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 2326 (ObjNum 964 snap 294 seq_num 964) dirty exists 2021-07-26T16:07:31.321 INFO:tasks.rados.rados.0.smithi037.stdout:3010: left oid 31 (ObjNum 964 snap 294 seq_num 964) 2021-07-26T16:07:31.322 INFO:tasks.rados.rados.0.smithi037.stdout:3008: done (3 left) 2021-07-26T16:07:31.322 INFO:tasks.rados.rados.0.smithi037.stdout:3009: done (2 left) 2021-07-26T16:07:31.322 INFO:tasks.rados.rados.0.smithi037.stdout:3010: done (1 left) 2021-07-26T16:07:31.322 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 294 2021-07-26T16:07:31.323 INFO:tasks.rados.rados.0.smithi037.stdout:3014: seq_num 966 ranges {983040=581632,1564672=581632,2146304=622592} 2021-07-26T16:07:31.328 INFO:tasks.rados.rados.0.smithi037.stdout:3014: writing smithi03738989-29 from 983040 to 1564672 tid 1 2021-07-26T16:07:31.333 INFO:tasks.rados.rados.0.smithi037.stdout:3014: writing smithi03738989-29 from 1564672 to 2146304 tid 2 2021-07-26T16:07:31.339 INFO:tasks.rados.rados.0.smithi037.stdout:3014: writing smithi03738989-29 from 2146304 to 2768896 tid 3 2021-07-26T16:07:31.339 INFO:tasks.rados.rados.0.smithi037.stdout:3015: read oid 48 snap 267 2021-07-26T16:07:31.339 INFO:tasks.rados.rados.0.smithi037.stdout:3015: expect (ObjNum 752 snap 228 seq_num 752) 2021-07-26T16:07:31.340 INFO:tasks.rados.rados.0.smithi037.stdout:3016: rollback oid 41 current snap is 294 2021-07-26T16:07:31.340 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 41 to 292 2021-07-26T16:07:31.340 INFO:tasks.rados.rados.0.smithi037.stdout:3013: finishing rollback tid 0 to smithi03738989-47 2021-07-26T16:07:31.340 INFO:tasks.rados.rados.0.smithi037.stdout:3017: read oid 40 snap -1 2021-07-26T16:07:31.341 INFO:tasks.rados.rados.0.smithi037.stdout:3017: expect (ObjNum 946 snap 290 seq_num 946) 2021-07-26T16:07:31.341 INFO:tasks.rados.rados.0.smithi037.stdout:3018: read oid 28 snap -1 2021-07-26T16:07:31.341 INFO:tasks.rados.rados.0.smithi037.stdout:3018: expect deleted 2021-07-26T16:07:31.341 INFO:tasks.rados.rados.0.smithi037.stdout:3019: read oid 15 snap -1 2021-07-26T16:07:31.342 INFO:tasks.rados.rados.0.smithi037.stdout:3019: expect (ObjNum 952 snap 291 seq_num 952) 2021-07-26T16:07:31.342 INFO:tasks.rados.rados.0.smithi037.stdout:3020: rollback oid 26 current snap is 294 2021-07-26T16:07:31.342 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 26 to 290 2021-07-26T16:07:31.342 INFO:tasks.rados.rados.0.smithi037.stdout:3013: finishing rollback tid 1 to smithi03738989-47 2021-07-26T16:07:31.343 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 2489 (ObjNum 1 snap 32610 seq_num 372562272) dirty dne 2021-07-26T16:07:31.343 INFO:tasks.rados.rados.0.smithi037.stdout:3014: finishing write tid 1 to smithi03738989-29 2021-07-26T16:07:31.343 INFO:tasks.rados.rados.0.smithi037.stdout:3013: done (7 left) 2021-07-26T16:07:31.343 INFO:tasks.rados.rados.0.smithi037.stdout:3021: delete oid 38 current snap is 294 2021-07-26T16:07:31.344 INFO:tasks.rados.rados.0.smithi037.stdout:3018: done (7 left) 2021-07-26T16:07:31.345 INFO:tasks.rados.rados.0.smithi037.stdout:3021: done (6 left) 2021-07-26T16:07:31.345 INFO:tasks.rados.rados.0.smithi037.stdout:3022: read oid 25 snap -1 2021-07-26T16:07:31.345 INFO:tasks.rados.rados.0.smithi037.stdout:3022: expect deleted 2021-07-26T16:07:31.345 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 294 2021-07-26T16:07:31.346 INFO:tasks.rados.rados.0.smithi037.stdout:3023: seq_num 968 ranges {1466368=614400,2080768=745472,2826240=458752} 2021-07-26T16:07:31.358 INFO:tasks.rados.rados.0.smithi037.stdout:3023: writing smithi03738989-42 from 1466368 to 2080768 tid 1 2021-07-26T16:07:31.362 INFO:tasks.rados.rados.0.smithi037.stdout:3023: writing smithi03738989-42 from 2080768 to 2826240 tid 2 2021-07-26T16:07:31.365 INFO:tasks.rados.rados.0.smithi037.stdout:3023: writing smithi03738989-42 from 2826240 to 3284992 tid 3 2021-07-26T16:07:31.366 INFO:tasks.rados.rados.0.smithi037.stdout:3024: read oid 9 snap -1 2021-07-26T16:07:31.366 INFO:tasks.rados.rados.0.smithi037.stdout:3024: expect (ObjNum 861 snap 270 seq_num 861) 2021-07-26T16:07:31.366 INFO:tasks.rados.rados.0.smithi037.stdout:3025: rmattr oid 46 current snap is 294 2021-07-26T16:07:31.367 INFO:tasks.rados.rados.0.smithi037.stdout:3025: done (9 left) 2021-07-26T16:07:31.367 INFO:tasks.rados.rados.0.smithi037.stdout:3026: read oid 38 snap -1 2021-07-26T16:07:31.367 INFO:tasks.rados.rados.0.smithi037.stdout:3026: expect deleted 2021-07-26T16:07:31.367 INFO:tasks.rados.rados.0.smithi037.stdout:3027: read oid 12 snap -1 2021-07-26T16:07:31.368 INFO:tasks.rados.rados.0.smithi037.stdout:3027: expect (ObjNum 936 snap 288 seq_num 936) 2021-07-26T16:07:31.368 INFO:tasks.rados.rados.0.smithi037.stdout:3028: copy_from oid 4 from oid 46 current snap is 294 2021-07-26T16:07:31.368 INFO:tasks.rados.rados.0.smithi037.stdout:3016: finishing rollback tid 0 to smithi03738989-41 2021-07-26T16:07:31.368 INFO:tasks.rados.rados.0.smithi037.stdout:3015: expect (ObjNum 752 snap 228 seq_num 752) 2021-07-26T16:07:31.396 INFO:tasks.rados.rados.0.smithi037.stdout:3020: finishing rollback tid 0 to smithi03738989-26 2021-07-26T16:07:31.396 INFO:tasks.rados.rados.0.smithi037.stdout:3015: done (11 left) 2021-07-26T16:07:31.397 INFO:tasks.rados.rados.0.smithi037.stdout:3022: done (10 left) 2021-07-26T16:07:31.397 INFO:tasks.rados.rados.0.smithi037.stdout:3029: rollback oid 16 current snap is 294 2021-07-26T16:07:31.397 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 277 2021-07-26T16:07:31.397 INFO:tasks.rados.rados.0.smithi037.stdout:3014: finishing write tid 2 to smithi03738989-29 2021-07-26T16:07:31.397 INFO:tasks.rados.rados.0.smithi037.stdout:3014: finishing write tid 3 to smithi03738989-29 2021-07-26T16:07:31.398 INFO:tasks.rados.rados.0.smithi037.stdout:3014: finishing write tid 5 to smithi03738989-29 2021-07-26T16:07:31.398 INFO:tasks.rados.rados.0.smithi037.stdout:3020: finishing rollback tid 1 to smithi03738989-26 2021-07-26T16:07:31.398 INFO:tasks.rados.rados.0.smithi037.stdout:3020: finishing rollback tid 2 to smithi03738989-26 2021-07-26T16:07:31.398 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2212 (ObjNum 942 snap 289 seq_num 942) dirty exists 2021-07-26T16:07:31.399 INFO:tasks.rados.rados.0.smithi037.stdout:3016: finishing rollback tid 1 to smithi03738989-41 2021-07-26T16:07:31.399 INFO:tasks.rados.rados.0.smithi037.stdout:3016: finishing rollback tid 2 to smithi03738989-41 2021-07-26T16:07:31.399 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1754 (ObjNum 1953066355 snap 858810728 seq_num 959984439) dirty exists 2021-07-26T16:07:31.399 INFO:tasks.rados.rados.0.smithi037.stdout:3014: finishing write tid 6 to smithi03738989-29 2021-07-26T16:07:31.399 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2330 (ObjNum 966 snap 294 seq_num 966) dirty exists 2021-07-26T16:07:31.400 INFO:tasks.rados.rados.0.smithi037.stdout:3014: left oid 29 (ObjNum 966 snap 294 seq_num 966) 2021-07-26T16:07:31.400 INFO:tasks.rados.rados.0.smithi037.stdout:3017: expect (ObjNum 946 snap 290 seq_num 946) 2021-07-26T16:07:31.432 INFO:tasks.rados.rados.0.smithi037.stdout:3019: expect (ObjNum 952 snap 291 seq_num 952) 2021-07-26T16:07:31.456 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2021-07-26T16:07:31.456 INFO:teuthology.orchestra.run.smithi037.stdout: "20210726-155621": { 2021-07-26T16:07:31.456 INFO:teuthology.orchestra.run.smithi037.stdout: "device": { 2021-07-26T16:07:31.457 INFO:teuthology.orchestra.run.smithi037.stdout: "info_name": "/dev/nvme0n1", 2021-07-26T16:07:31.457 INFO:teuthology.orchestra.run.smithi037.stdout: "name": "/dev/nvme0n1", 2021-07-26T16:07:31.457 INFO:teuthology.orchestra.run.smithi037.stdout: "protocol": "NVMe", 2021-07-26T16:07:31.458 INFO:teuthology.orchestra.run.smithi037.stdout: "type": "nvme" 2021-07-26T16:07:31.458 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.458 INFO:teuthology.orchestra.run.smithi037.stdout: "firmware_version": "8DV101H0", 2021-07-26T16:07:31.458 INFO:teuthology.orchestra.run.smithi037.stdout: "json_format_version": [ 2021-07-26T16:07:31.458 INFO:teuthology.orchestra.run.smithi037.stdout: 1, 2021-07-26T16:07:31.459 INFO:teuthology.orchestra.run.smithi037.stdout: 0 2021-07-26T16:07:31.459 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T16:07:31.459 INFO:teuthology.orchestra.run.smithi037.stdout: "local_time": { 2021-07-26T16:07:31.459 INFO:teuthology.orchestra.run.smithi037.stdout: "asctime": "Mon Jul 26 15:56:21 2021 UTC", 2021-07-26T16:07:31.460 INFO:teuthology.orchestra.run.smithi037.stdout: "time_t": 1627314981 2021-07-26T16:07:31.460 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.460 INFO:teuthology.orchestra.run.smithi037.stdout: "logical_block_size": 512, 2021-07-26T16:07:31.460 INFO:teuthology.orchestra.run.smithi037.stdout: "model_name": "INTEL SSDPEDMD400G4", 2021-07-26T16:07:31.460 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_controller_id": 0, 2021-07-26T16:07:31.461 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_ieee_oui_identifier": 6083300, 2021-07-26T16:07:31.461 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_namespaces": [ 2021-07-26T16:07:31.461 INFO:teuthology.orchestra.run.smithi037.stdout: { 2021-07-26T16:07:31.461 INFO:teuthology.orchestra.run.smithi037.stdout: "capacity": { 2021-07-26T16:07:31.462 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T16:07:31.462 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T16:07:31.462 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.462 INFO:teuthology.orchestra.run.smithi037.stdout: "formatted_lba_size": 512, 2021-07-26T16:07:31.463 INFO:teuthology.orchestra.run.smithi037.stdout: "id": 1, 2021-07-26T16:07:31.463 INFO:teuthology.orchestra.run.smithi037.stdout: "size": { 2021-07-26T16:07:31.463 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T16:07:31.463 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T16:07:31.464 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.464 INFO:teuthology.orchestra.run.smithi037.stdout: "utilization": { 2021-07-26T16:07:31.464 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T16:07:31.464 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T16:07:31.464 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.465 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.465 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T16:07:31.465 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_number_of_namespaces": 1, 2021-07-26T16:07:31.465 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_pci_vendor": { 2021-07-26T16:07:31.466 INFO:teuthology.orchestra.run.smithi037.stdout: "id": 32902, 2021-07-26T16:07:31.466 INFO:teuthology.orchestra.run.smithi037.stdout: "subsystem_id": 32902 2021-07-26T16:07:31.466 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.466 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_smart_health_information_add_log": { 2021-07-26T16:07:31.466 INFO:teuthology.orchestra.run.smithi037.stdout: "Device stats": { 2021-07-26T16:07:31.467 INFO:teuthology.orchestra.run.smithi037.stdout: "crc_error_count": { 2021-07-26T16:07:31.467 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.467 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.467 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.468 INFO:teuthology.orchestra.run.smithi037.stdout: "end_to_end_error_detection_count": { 2021-07-26T16:07:31.468 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.468 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.468 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.468 INFO:teuthology.orchestra.run.smithi037.stdout: "erase_fail_count": { 2021-07-26T16:07:31.469 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.469 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.469 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.469 INFO:teuthology.orchestra.run.smithi037.stdout: "host_bytes_written": { 2021-07-26T16:07:31.469 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.470 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 24825472 2021-07-26T16:07:31.470 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.470 INFO:teuthology.orchestra.run.smithi037.stdout: "nand_bytes_written": { 2021-07-26T16:07:31.470 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.471 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 37370264 2021-07-26T16:07:31.471 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.471 INFO:teuthology.orchestra.run.smithi037.stdout: "pll_lock_loss_count": { 2021-07-26T16:07:31.471 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.471 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.472 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.472 INFO:teuthology.orchestra.run.smithi037.stdout: "program_fail_count": { 2021-07-26T16:07:31.472 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.472 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.472 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.473 INFO:teuthology.orchestra.run.smithi037.stdout: "retry_buffer_overflow_count": { 2021-07-26T16:07:31.473 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.473 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.473 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.474 INFO:teuthology.orchestra.run.smithi037.stdout: "thermal_throttle_status": { 2021-07-26T16:07:31.474 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.474 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": { 2021-07-26T16:07:31.474 INFO:teuthology.orchestra.run.smithi037.stdout: "cnt": 0, 2021-07-26T16:07:31.474 INFO:teuthology.orchestra.run.smithi037.stdout: "pct": 0 2021-07-26T16:07:31.475 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.475 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.475 INFO:teuthology.orchestra.run.smithi037.stdout: "timed_workload_host_reads": { 2021-07-26T16:07:31.475 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.476 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 65535 2021-07-26T16:07:31.476 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.476 INFO:teuthology.orchestra.run.smithi037.stdout: "timed_workload_media_wear": { 2021-07-26T16:07:31.476 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.477 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 64 2021-07-26T16:07:31.477 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.477 INFO:teuthology.orchestra.run.smithi037.stdout: "timed_workload_timer": { 2021-07-26T16:07:31.477 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.477 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 65535 2021-07-26T16:07:31.478 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.478 INFO:teuthology.orchestra.run.smithi037.stdout: "wear_leveling": { 2021-07-26T16:07:31.478 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 92, 2021-07-26T16:07:31.478 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": { 2021-07-26T16:07:31.479 INFO:teuthology.orchestra.run.smithi037.stdout: "avg": 2464, 2021-07-26T16:07:31.479 INFO:teuthology.orchestra.run.smithi037.stdout: "max": 2479, 2021-07-26T16:07:31.479 INFO:teuthology.orchestra.run.smithi037.stdout: "min": 2451 2021-07-26T16:07:31.479 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.479 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.480 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.480 INFO:teuthology.orchestra.run.smithi037.stdout: "Intel Smart log": "nvme0n1" 2021-07-26T16:07:31.480 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.480 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_smart_health_information_log": { 2021-07-26T16:07:31.481 INFO:teuthology.orchestra.run.smithi037.stdout: "available_spare": 100, 2021-07-26T16:07:31.481 INFO:teuthology.orchestra.run.smithi037.stdout: "available_spare_threshold": 10, 2021-07-26T16:07:31.481 INFO:teuthology.orchestra.run.smithi037.stdout: "controller_busy_time": 29, 2021-07-26T16:07:31.481 INFO:teuthology.orchestra.run.smithi037.stdout: "critical_warning": 0, 2021-07-26T16:07:31.482 INFO:teuthology.orchestra.run.smithi037.stdout: "data_units_read": 309736859, 2021-07-26T16:07:31.482 INFO:teuthology.orchestra.run.smithi037.stdout: "data_units_written": 1626962192, 2021-07-26T16:07:31.482 INFO:teuthology.orchestra.run.smithi037.stdout: "host_reads": 4756881616, 2021-07-26T16:07:31.482 INFO:teuthology.orchestra.run.smithi037.stdout: "host_writes": 24518848687, 2021-07-26T16:07:31.483 INFO:teuthology.orchestra.run.smithi037.stdout: "media_errors": 0, 2021-07-26T16:07:31.483 INFO:teuthology.orchestra.run.smithi037.stdout: "num_err_log_entries": 0, 2021-07-26T16:07:31.483 INFO:teuthology.orchestra.run.smithi037.stdout: "percentage_used": 8, 2021-07-26T16:07:31.483 INFO:teuthology.orchestra.run.smithi037.stdout: "power_cycles": 31579, 2021-07-26T16:07:31.483 INFO:teuthology.orchestra.run.smithi037.stdout: "power_on_hours": 37863, 2021-07-26T16:07:31.484 INFO:teuthology.orchestra.run.smithi037.stdout: "temperature": 28, 2021-07-26T16:07:31.484 INFO:teuthology.orchestra.run.smithi037.stdout: "unsafe_shutdowns": 3158 2021-07-26T16:07:31.484 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.484 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_vendor": "intel", 2021-07-26T16:07:31.484 INFO:teuthology.orchestra.run.smithi037.stdout: "power_cycle_count": 31579, 2021-07-26T16:07:31.485 INFO:teuthology.orchestra.run.smithi037.stdout: "power_on_time": { 2021-07-26T16:07:31.485 INFO:teuthology.orchestra.run.smithi037.stdout: "hours": 37863 2021-07-26T16:07:31.485 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.485 INFO:teuthology.orchestra.run.smithi037.stdout: "serial_number": "PHFT620400NK400BGN", 2021-07-26T16:07:31.485 INFO:teuthology.orchestra.run.smithi037.stdout: "smart_status": { 2021-07-26T16:07:31.486 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme": { 2021-07-26T16:07:31.486 INFO:teuthology.orchestra.run.smithi037.stdout: "value": 0 2021-07-26T16:07:31.486 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.486 INFO:teuthology.orchestra.run.smithi037.stdout: "passed": true 2021-07-26T16:07:31.487 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.487 INFO:teuthology.orchestra.run.smithi037.stdout: "smartctl": { 2021-07-26T16:07:31.487 INFO:teuthology.orchestra.run.smithi037.stdout: "argv": [ 2021-07-26T16:07:31.487 INFO:teuthology.orchestra.run.smithi037.stdout: "smartctl", 2021-07-26T16:07:31.487 INFO:teuthology.orchestra.run.smithi037.stdout: "-a", 2021-07-26T16:07:31.488 INFO:teuthology.orchestra.run.smithi037.stdout: "--json=o", 2021-07-26T16:07:31.488 INFO:teuthology.orchestra.run.smithi037.stdout: "/dev/nvme0n1" 2021-07-26T16:07:31.488 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T16:07:31.488 INFO:teuthology.orchestra.run.smithi037.stdout: "build_info": "(local build)", 2021-07-26T16:07:31.488 INFO:teuthology.orchestra.run.smithi037.stdout: "exit_status": 0, 2021-07-26T16:07:31.489 INFO:teuthology.orchestra.run.smithi037.stdout: "output": [ 2021-07-26T16:07:31.489 INFO:teuthology.orchestra.run.smithi037.stdout: "smartctl 7.1 2020-04-05 r5049 [x86_64-linux-5.4.0-80-generic] (local build)", 2021-07-26T16:07:31.489 INFO:teuthology.orchestra.run.smithi037.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2021-07-26T16:07:31.489 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.490 INFO:teuthology.orchestra.run.smithi037.stdout: "=== START OF INFORMATION SECTION ===", 2021-07-26T16:07:31.490 INFO:teuthology.orchestra.run.smithi037.stdout: "Model Number: INTEL SSDPEDMD400G4", 2021-07-26T16:07:31.490 INFO:teuthology.orchestra.run.smithi037.stdout: "Serial Number: PHFT620400NK400BGN", 2021-07-26T16:07:31.490 INFO:teuthology.orchestra.run.smithi037.stdout: "Firmware Version: 8DV101H0", 2021-07-26T16:07:31.490 INFO:teuthology.orchestra.run.smithi037.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2021-07-26T16:07:31.491 INFO:teuthology.orchestra.run.smithi037.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2021-07-26T16:07:31.491 INFO:teuthology.orchestra.run.smithi037.stdout: "Controller ID: 0", 2021-07-26T16:07:31.491 INFO:teuthology.orchestra.run.smithi037.stdout: "Number of Namespaces: 1", 2021-07-26T16:07:31.491 INFO:teuthology.orchestra.run.smithi037.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2021-07-26T16:07:31.492 INFO:teuthology.orchestra.run.smithi037.stdout: "Namespace 1 Formatted LBA Size: 512", 2021-07-26T16:07:31.492 INFO:teuthology.orchestra.run.smithi037.stdout: "Local Time is: Mon Jul 26 15:56:21 2021 UTC", 2021-07-26T16:07:31.492 INFO:teuthology.orchestra.run.smithi037.stdout: "Firmware Updates (0x02): 1 Slot", 2021-07-26T16:07:31.492 INFO:teuthology.orchestra.run.smithi037.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2021-07-26T16:07:31.493 INFO:teuthology.orchestra.run.smithi037.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2021-07-26T16:07:31.493 INFO:teuthology.orchestra.run.smithi037.stdout: "Maximum Data Transfer Size: 32 Pages", 2021-07-26T16:07:31.493 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.493 INFO:teuthology.orchestra.run.smithi037.stdout: "Supported Power States", 2021-07-26T16:07:31.493 INFO:teuthology.orchestra.run.smithi037.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2021-07-26T16:07:31.494 INFO:teuthology.orchestra.run.smithi037.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2021-07-26T16:07:31.494 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.494 INFO:teuthology.orchestra.run.smithi037.stdout: "Supported LBA Sizes (NSID 0x1)", 2021-07-26T16:07:31.494 INFO:teuthology.orchestra.run.smithi037.stdout: "Id Fmt Data Metadt Rel_Perf", 2021-07-26T16:07:31.495 INFO:teuthology.orchestra.run.smithi037.stdout: " 0 + 512 0 2", 2021-07-26T16:07:31.495 INFO:teuthology.orchestra.run.smithi037.stdout: " 1 - 512 8 2", 2021-07-26T16:07:31.495 INFO:teuthology.orchestra.run.smithi037.stdout: " 2 - 512 16 2", 2021-07-26T16:07:31.495 INFO:teuthology.orchestra.run.smithi037.stdout: " 3 - 4096 0 0", 2021-07-26T16:07:31.496 INFO:teuthology.orchestra.run.smithi037.stdout: " 4 - 4096 8 0", 2021-07-26T16:07:31.496 INFO:teuthology.orchestra.run.smithi037.stdout: " 5 - 4096 64 0", 2021-07-26T16:07:31.496 INFO:teuthology.orchestra.run.smithi037.stdout: " 6 - 4096 128 0", 2021-07-26T16:07:31.496 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.497 INFO:teuthology.orchestra.run.smithi037.stdout: "=== START OF SMART DATA SECTION ===", 2021-07-26T16:07:31.497 INFO:teuthology.orchestra.run.smithi037.stdout: "SMART overall-health self-assessment test result: PASSED", 2021-07-26T16:07:31.497 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.497 INFO:teuthology.orchestra.run.smithi037.stdout: "SMART/Health Information (NVMe Log 0x02)", 2021-07-26T16:07:31.497 INFO:teuthology.orchestra.run.smithi037.stdout: "Critical Warning: 0x00", 2021-07-26T16:07:31.498 INFO:teuthology.orchestra.run.smithi037.stdout: "Temperature: 28 Celsius", 2021-07-26T16:07:31.498 INFO:teuthology.orchestra.run.smithi037.stdout: "Available Spare: 100%", 2021-07-26T16:07:31.498 INFO:teuthology.orchestra.run.smithi037.stdout: "Available Spare Threshold: 10%", 2021-07-26T16:07:31.498 INFO:teuthology.orchestra.run.smithi037.stdout: "Percentage Used: 8%", 2021-07-26T16:07:31.499 INFO:teuthology.orchestra.run.smithi037.stdout: "Data Units Read: 309,736,859 [158 TB]", 2021-07-26T16:07:31.499 INFO:teuthology.orchestra.run.smithi037.stdout: "Data Units Written: 1,626,962,192 [833 TB]", 2021-07-26T16:07:31.499 INFO:teuthology.orchestra.run.smithi037.stdout: "Host Read Commands: 4,756,881,616", 2021-07-26T16:07:31.499 INFO:teuthology.orchestra.run.smithi037.stdout: "Host Write Commands: 24,518,848,687", 2021-07-26T16:07:31.499 INFO:teuthology.orchestra.run.smithi037.stdout: "Controller Busy Time: 29", 2021-07-26T16:07:31.500 INFO:teuthology.orchestra.run.smithi037.stdout: "Power Cycles: 31,579", 2021-07-26T16:07:31.500 INFO:teuthology.orchestra.run.smithi037.stdout: "Power On Hours: 37,863", 2021-07-26T16:07:31.500 INFO:teuthology.orchestra.run.smithi037.stdout: "Unsafe Shutdowns: 3,158", 2021-07-26T16:07:31.500 INFO:teuthology.orchestra.run.smithi037.stdout: "Media and Data Integrity Errors: 0", 2021-07-26T16:07:31.501 INFO:teuthology.orchestra.run.smithi037.stdout: "Error Information Log Entries: 0", 2021-07-26T16:07:31.501 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.501 INFO:teuthology.orchestra.run.smithi037.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2021-07-26T16:07:31.501 INFO:teuthology.orchestra.run.smithi037.stdout: "No Errors Logged", 2021-07-26T16:07:31.501 INFO:teuthology.orchestra.run.smithi037.stdout: "" 2021-07-26T16:07:31.502 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T16:07:31.502 INFO:teuthology.orchestra.run.smithi037.stdout: "platform_info": "x86_64-linux-5.4.0-80-generic", 2021-07-26T16:07:31.502 INFO:teuthology.orchestra.run.smithi037.stdout: "svn_revision": "5049", 2021-07-26T16:07:31.502 INFO:teuthology.orchestra.run.smithi037.stdout: "version": [ 2021-07-26T16:07:31.503 INFO:teuthology.orchestra.run.smithi037.stdout: 7, 2021-07-26T16:07:31.503 INFO:teuthology.orchestra.run.smithi037.stdout: 1 2021-07-26T16:07:31.503 INFO:teuthology.orchestra.run.smithi037.stdout: ] 2021-07-26T16:07:31.503 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.503 INFO:teuthology.orchestra.run.smithi037.stdout: "temperature": { 2021-07-26T16:07:31.504 INFO:teuthology.orchestra.run.smithi037.stdout: "current": 28 2021-07-26T16:07:31.504 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.504 INFO:teuthology.orchestra.run.smithi037.stdout: "user_capacity": { 2021-07-26T16:07:31.504 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T16:07:31.505 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T16:07:31.505 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.505 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.505 INFO:teuthology.orchestra.run.smithi037.stdout: "20210726-155827": { 2021-07-26T16:07:31.505 INFO:teuthology.orchestra.run.smithi037.stdout: "device": { 2021-07-26T16:07:31.506 INFO:teuthology.orchestra.run.smithi037.stdout: "info_name": "/dev/nvme0n1", 2021-07-26T16:07:31.506 INFO:teuthology.orchestra.run.smithi037.stdout: "name": "/dev/nvme0n1", 2021-07-26T16:07:31.506 INFO:teuthology.orchestra.run.smithi037.stdout: "protocol": "NVMe", 2021-07-26T16:07:31.506 INFO:teuthology.orchestra.run.smithi037.stdout: "type": "nvme" 2021-07-26T16:07:31.507 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.507 INFO:teuthology.orchestra.run.smithi037.stdout: "firmware_version": "8DV101H0", 2021-07-26T16:07:31.507 INFO:teuthology.orchestra.run.smithi037.stdout: "json_format_version": [ 2021-07-26T16:07:31.507 INFO:teuthology.orchestra.run.smithi037.stdout: 1, 2021-07-26T16:07:31.507 INFO:teuthology.orchestra.run.smithi037.stdout: 0 2021-07-26T16:07:31.508 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T16:07:31.508 INFO:teuthology.orchestra.run.smithi037.stdout: "local_time": { 2021-07-26T16:07:31.508 INFO:teuthology.orchestra.run.smithi037.stdout: "asctime": "Mon Jul 26 15:58:26 2021 UTC", 2021-07-26T16:07:31.508 INFO:teuthology.orchestra.run.smithi037.stdout: "time_t": 1627315106 2021-07-26T16:07:31.509 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.509 INFO:teuthology.orchestra.run.smithi037.stdout: "logical_block_size": 512, 2021-07-26T16:07:31.509 INFO:teuthology.orchestra.run.smithi037.stdout: "model_name": "INTEL SSDPEDMD400G4", 2021-07-26T16:07:31.509 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_controller_id": 0, 2021-07-26T16:07:31.509 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_ieee_oui_identifier": 6083300, 2021-07-26T16:07:31.510 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_namespaces": [ 2021-07-26T16:07:31.510 INFO:teuthology.orchestra.run.smithi037.stdout: { 2021-07-26T16:07:31.510 INFO:teuthology.orchestra.run.smithi037.stdout: "capacity": { 2021-07-26T16:07:31.510 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T16:07:31.510 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T16:07:31.511 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.511 INFO:teuthology.orchestra.run.smithi037.stdout: "formatted_lba_size": 512, 2021-07-26T16:07:31.511 INFO:teuthology.orchestra.run.smithi037.stdout: "id": 1, 2021-07-26T16:07:31.511 INFO:teuthology.orchestra.run.smithi037.stdout: "size": { 2021-07-26T16:07:31.512 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T16:07:31.512 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T16:07:31.512 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.512 INFO:teuthology.orchestra.run.smithi037.stdout: "utilization": { 2021-07-26T16:07:31.512 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T16:07:31.513 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T16:07:31.513 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.513 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.513 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T16:07:31.513 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_number_of_namespaces": 1, 2021-07-26T16:07:31.514 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_pci_vendor": { 2021-07-26T16:07:31.514 INFO:teuthology.orchestra.run.smithi037.stdout: "id": 32902, 2021-07-26T16:07:31.514 INFO:teuthology.orchestra.run.smithi037.stdout: "subsystem_id": 32902 2021-07-26T16:07:31.514 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.515 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_smart_health_information_add_log": { 2021-07-26T16:07:31.515 INFO:teuthology.orchestra.run.smithi037.stdout: "Device stats": { 2021-07-26T16:07:31.515 INFO:teuthology.orchestra.run.smithi037.stdout: "crc_error_count": { 2021-07-26T16:07:31.515 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.516 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.516 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.516 INFO:teuthology.orchestra.run.smithi037.stdout: "end_to_end_error_detection_count": { 2021-07-26T16:07:31.516 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.516 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.517 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.517 INFO:teuthology.orchestra.run.smithi037.stdout: "erase_fail_count": { 2021-07-26T16:07:31.517 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.517 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.518 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.518 INFO:teuthology.orchestra.run.smithi037.stdout: "host_bytes_written": { 2021-07-26T16:07:31.518 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.518 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 24825480 2021-07-26T16:07:31.518 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.519 INFO:teuthology.orchestra.run.smithi037.stdout: "nand_bytes_written": { 2021-07-26T16:07:31.519 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.519 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 37370271 2021-07-26T16:07:31.519 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.520 INFO:teuthology.orchestra.run.smithi037.stdout: "pll_lock_loss_count": { 2021-07-26T16:07:31.520 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.520 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.520 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.520 INFO:teuthology.orchestra.run.smithi037.stdout: "program_fail_count": { 2021-07-26T16:07:31.521 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.521 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.521 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.521 INFO:teuthology.orchestra.run.smithi037.stdout: "retry_buffer_overflow_count": { 2021-07-26T16:07:31.521 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.522 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 0 2021-07-26T16:07:31.522 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.522 INFO:teuthology.orchestra.run.smithi037.stdout: "thermal_throttle_status": { 2021-07-26T16:07:31.522 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.523 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": { 2021-07-26T16:07:31.523 INFO:teuthology.orchestra.run.smithi037.stdout: "cnt": 0, 2021-07-26T16:07:31.523 INFO:teuthology.orchestra.run.smithi037.stdout: "pct": 0 2021-07-26T16:07:31.523 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.523 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.524 INFO:teuthology.orchestra.run.smithi037.stdout: "timed_workload_host_reads": { 2021-07-26T16:07:31.524 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.524 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 65535 2021-07-26T16:07:31.524 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.525 INFO:teuthology.orchestra.run.smithi037.stdout: "timed_workload_media_wear": { 2021-07-26T16:07:31.525 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.525 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 64 2021-07-26T16:07:31.525 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.525 INFO:teuthology.orchestra.run.smithi037.stdout: "timed_workload_timer": { 2021-07-26T16:07:31.526 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 100, 2021-07-26T16:07:31.526 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": 65535 2021-07-26T16:07:31.526 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.526 INFO:teuthology.orchestra.run.smithi037.stdout: "wear_leveling": { 2021-07-26T16:07:31.527 INFO:teuthology.orchestra.run.smithi037.stdout: "normalized": 92, 2021-07-26T16:07:31.527 INFO:teuthology.orchestra.run.smithi037.stdout: "raw": { 2021-07-26T16:07:31.527 INFO:teuthology.orchestra.run.smithi037.stdout: "avg": 2464, 2021-07-26T16:07:31.527 INFO:teuthology.orchestra.run.smithi037.stdout: "max": 2479, 2021-07-26T16:07:31.527 INFO:teuthology.orchestra.run.smithi037.stdout: "min": 2451 2021-07-26T16:07:31.528 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.528 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.528 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.528 INFO:teuthology.orchestra.run.smithi037.stdout: "Intel Smart log": "nvme0n1" 2021-07-26T16:07:31.529 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.529 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_smart_health_information_log": { 2021-07-26T16:07:31.529 INFO:teuthology.orchestra.run.smithi037.stdout: "available_spare": 100, 2021-07-26T16:07:31.529 INFO:teuthology.orchestra.run.smithi037.stdout: "available_spare_threshold": 10, 2021-07-26T16:07:31.529 INFO:teuthology.orchestra.run.smithi037.stdout: "controller_busy_time": 29, 2021-07-26T16:07:31.530 INFO:teuthology.orchestra.run.smithi037.stdout: "critical_warning": 0, 2021-07-26T16:07:31.530 INFO:teuthology.orchestra.run.smithi037.stdout: "data_units_read": 309736910, 2021-07-26T16:07:31.530 INFO:teuthology.orchestra.run.smithi037.stdout: "data_units_written": 1626962660, 2021-07-26T16:07:31.530 INFO:teuthology.orchestra.run.smithi037.stdout: "host_reads": 4756882234, 2021-07-26T16:07:31.531 INFO:teuthology.orchestra.run.smithi037.stdout: "host_writes": 24518860329, 2021-07-26T16:07:31.531 INFO:teuthology.orchestra.run.smithi037.stdout: "media_errors": 0, 2021-07-26T16:07:31.531 INFO:teuthology.orchestra.run.smithi037.stdout: "num_err_log_entries": 0, 2021-07-26T16:07:31.531 INFO:teuthology.orchestra.run.smithi037.stdout: "percentage_used": 8, 2021-07-26T16:07:31.531 INFO:teuthology.orchestra.run.smithi037.stdout: "power_cycles": 31579, 2021-07-26T16:07:31.532 INFO:teuthology.orchestra.run.smithi037.stdout: "power_on_hours": 37863, 2021-07-26T16:07:31.532 INFO:teuthology.orchestra.run.smithi037.stdout: "temperature": 28, 2021-07-26T16:07:31.532 INFO:teuthology.orchestra.run.smithi037.stdout: "unsafe_shutdowns": 3158 2021-07-26T16:07:31.532 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.533 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme_vendor": "intel", 2021-07-26T16:07:31.533 INFO:teuthology.orchestra.run.smithi037.stdout: "power_cycle_count": 31579, 2021-07-26T16:07:31.533 INFO:teuthology.orchestra.run.smithi037.stdout: "power_on_time": { 2021-07-26T16:07:31.533 INFO:teuthology.orchestra.run.smithi037.stdout: "hours": 37863 2021-07-26T16:07:31.533 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.534 INFO:teuthology.orchestra.run.smithi037.stdout: "serial_number": "PHFT620400NK400BGN", 2021-07-26T16:07:31.534 INFO:teuthology.orchestra.run.smithi037.stdout: "smart_status": { 2021-07-26T16:07:31.534 INFO:teuthology.orchestra.run.smithi037.stdout: "nvme": { 2021-07-26T16:07:31.534 INFO:teuthology.orchestra.run.smithi037.stdout: "value": 0 2021-07-26T16:07:31.534 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.535 INFO:teuthology.orchestra.run.smithi037.stdout: "passed": true 2021-07-26T16:07:31.535 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.535 INFO:teuthology.orchestra.run.smithi037.stdout: "smartctl": { 2021-07-26T16:07:31.535 INFO:teuthology.orchestra.run.smithi037.stdout: "argv": [ 2021-07-26T16:07:31.535 INFO:teuthology.orchestra.run.smithi037.stdout: "smartctl", 2021-07-26T16:07:31.536 INFO:teuthology.orchestra.run.smithi037.stdout: "-a", 2021-07-26T16:07:31.536 INFO:teuthology.orchestra.run.smithi037.stdout: "--json=o", 2021-07-26T16:07:31.536 INFO:teuthology.orchestra.run.smithi037.stdout: "/dev/nvme0n1" 2021-07-26T16:07:31.536 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T16:07:31.537 INFO:teuthology.orchestra.run.smithi037.stdout: "build_info": "(local build)", 2021-07-26T16:07:31.537 INFO:teuthology.orchestra.run.smithi037.stdout: "exit_status": 0, 2021-07-26T16:07:31.537 INFO:teuthology.orchestra.run.smithi037.stdout: "output": [ 2021-07-26T16:07:31.537 INFO:teuthology.orchestra.run.smithi037.stdout: "smartctl 7.1 2020-04-05 r5049 [x86_64-linux-5.4.0-80-generic] (local build)", 2021-07-26T16:07:31.537 INFO:teuthology.orchestra.run.smithi037.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2021-07-26T16:07:31.538 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.538 INFO:teuthology.orchestra.run.smithi037.stdout: "=== START OF INFORMATION SECTION ===", 2021-07-26T16:07:31.538 INFO:teuthology.orchestra.run.smithi037.stdout: "Model Number: INTEL SSDPEDMD400G4", 2021-07-26T16:07:31.538 INFO:teuthology.orchestra.run.smithi037.stdout: "Serial Number: PHFT620400NK400BGN", 2021-07-26T16:07:31.538 INFO:teuthology.orchestra.run.smithi037.stdout: "Firmware Version: 8DV101H0", 2021-07-26T16:07:31.539 INFO:teuthology.orchestra.run.smithi037.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2021-07-26T16:07:31.539 INFO:teuthology.orchestra.run.smithi037.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2021-07-26T16:07:31.539 INFO:teuthology.orchestra.run.smithi037.stdout: "Controller ID: 0", 2021-07-26T16:07:31.539 INFO:teuthology.orchestra.run.smithi037.stdout: "Number of Namespaces: 1", 2021-07-26T16:07:31.539 INFO:teuthology.orchestra.run.smithi037.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2021-07-26T16:07:31.540 INFO:teuthology.orchestra.run.smithi037.stdout: "Namespace 1 Formatted LBA Size: 512", 2021-07-26T16:07:31.540 INFO:teuthology.orchestra.run.smithi037.stdout: "Local Time is: Mon Jul 26 15:58:26 2021 UTC", 2021-07-26T16:07:31.540 INFO:teuthology.orchestra.run.smithi037.stdout: "Firmware Updates (0x02): 1 Slot", 2021-07-26T16:07:31.540 INFO:teuthology.orchestra.run.smithi037.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2021-07-26T16:07:31.540 INFO:teuthology.orchestra.run.smithi037.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2021-07-26T16:07:31.541 INFO:teuthology.orchestra.run.smithi037.stdout: "Maximum Data Transfer Size: 32 Pages", 2021-07-26T16:07:31.541 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.541 INFO:teuthology.orchestra.run.smithi037.stdout: "Supported Power States", 2021-07-26T16:07:31.541 INFO:teuthology.orchestra.run.smithi037.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2021-07-26T16:07:31.542 INFO:teuthology.orchestra.run.smithi037.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2021-07-26T16:07:31.542 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.542 INFO:teuthology.orchestra.run.smithi037.stdout: "Supported LBA Sizes (NSID 0x1)", 2021-07-26T16:07:31.542 INFO:teuthology.orchestra.run.smithi037.stdout: "Id Fmt Data Metadt Rel_Perf", 2021-07-26T16:07:31.542 INFO:teuthology.orchestra.run.smithi037.stdout: " 0 + 512 0 2", 2021-07-26T16:07:31.543 INFO:teuthology.orchestra.run.smithi037.stdout: " 1 - 512 8 2", 2021-07-26T16:07:31.543 INFO:teuthology.orchestra.run.smithi037.stdout: " 2 - 512 16 2", 2021-07-26T16:07:31.543 INFO:teuthology.orchestra.run.smithi037.stdout: " 3 - 4096 0 0", 2021-07-26T16:07:31.543 INFO:teuthology.orchestra.run.smithi037.stdout: " 4 - 4096 8 0", 2021-07-26T16:07:31.543 INFO:teuthology.orchestra.run.smithi037.stdout: " 5 - 4096 64 0", 2021-07-26T16:07:31.544 INFO:teuthology.orchestra.run.smithi037.stdout: " 6 - 4096 128 0", 2021-07-26T16:07:31.544 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.544 INFO:teuthology.orchestra.run.smithi037.stdout: "=== START OF SMART DATA SECTION ===", 2021-07-26T16:07:31.544 INFO:teuthology.orchestra.run.smithi037.stdout: "SMART overall-health self-assessment test result: PASSED", 2021-07-26T16:07:31.544 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.545 INFO:teuthology.orchestra.run.smithi037.stdout: "SMART/Health Information (NVMe Log 0x02)", 2021-07-26T16:07:31.545 INFO:teuthology.orchestra.run.smithi037.stdout: "Critical Warning: 0x00", 2021-07-26T16:07:31.545 INFO:teuthology.orchestra.run.smithi037.stdout: "Temperature: 28 Celsius", 2021-07-26T16:07:31.545 INFO:teuthology.orchestra.run.smithi037.stdout: "Available Spare: 100%", 2021-07-26T16:07:31.546 INFO:teuthology.orchestra.run.smithi037.stdout: "Available Spare Threshold: 10%", 2021-07-26T16:07:31.546 INFO:teuthology.orchestra.run.smithi037.stdout: "Percentage Used: 8%", 2021-07-26T16:07:31.546 INFO:teuthology.orchestra.run.smithi037.stdout: "Data Units Read: 309,736,910 [158 TB]", 2021-07-26T16:07:31.546 INFO:teuthology.orchestra.run.smithi037.stdout: "Data Units Written: 1,626,962,660 [833 TB]", 2021-07-26T16:07:31.546 INFO:teuthology.orchestra.run.smithi037.stdout: "Host Read Commands: 4,756,882,234", 2021-07-26T16:07:31.547 INFO:teuthology.orchestra.run.smithi037.stdout: "Host Write Commands: 24,518,860,329", 2021-07-26T16:07:31.547 INFO:teuthology.orchestra.run.smithi037.stdout: "Controller Busy Time: 29", 2021-07-26T16:07:31.547 INFO:teuthology.orchestra.run.smithi037.stdout: "Power Cycles: 31,579", 2021-07-26T16:07:31.547 INFO:teuthology.orchestra.run.smithi037.stdout: "Power On Hours: 37,863", 2021-07-26T16:07:31.547 INFO:teuthology.orchestra.run.smithi037.stdout: "Unsafe Shutdowns: 3,158", 2021-07-26T16:07:31.548 INFO:teuthology.orchestra.run.smithi037.stdout: "Media and Data Integrity Errors: 0", 2021-07-26T16:07:31.548 INFO:teuthology.orchestra.run.smithi037.stdout: "Error Information Log Entries: 0", 2021-07-26T16:07:31.548 INFO:teuthology.orchestra.run.smithi037.stdout: "", 2021-07-26T16:07:31.548 INFO:teuthology.orchestra.run.smithi037.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2021-07-26T16:07:31.549 INFO:teuthology.orchestra.run.smithi037.stdout: "No Errors Logged", 2021-07-26T16:07:31.549 INFO:teuthology.orchestra.run.smithi037.stdout: "" 2021-07-26T16:07:31.549 INFO:teuthology.orchestra.run.smithi037.stdout: ], 2021-07-26T16:07:31.549 INFO:teuthology.orchestra.run.smithi037.stdout: "platform_info": "x86_64-linux-5.4.0-80-generic", 2021-07-26T16:07:31.549 INFO:teuthology.orchestra.run.smithi037.stdout: "svn_revision": "5049", 2021-07-26T16:07:31.550 INFO:teuthology.orchestra.run.smithi037.stdout: "version": [ 2021-07-26T16:07:31.550 INFO:teuthology.orchestra.run.smithi037.stdout: 7, 2021-07-26T16:07:31.550 INFO:teuthology.orchestra.run.smithi037.stdout: 1 2021-07-26T16:07:31.550 INFO:teuthology.orchestra.run.smithi037.stdout: ] 2021-07-26T16:07:31.550 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.551 INFO:teuthology.orchestra.run.smithi037.stdout: "temperature": { 2021-07-26T16:07:31.551 INFO:teuthology.orchestra.run.smithi037.stdout: "current": 28 2021-07-26T16:07:31.551 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2021-07-26T16:07:31.551 INFO:teuthology.orchestra.run.smithi037.stdout: "user_capacity": { 2021-07-26T16:07:31.552 INFO:teuthology.orchestra.run.smithi037.stdout: "blocks": 781422768, 2021-07-26T16:07:31.552 INFO:teuthology.orchestra.run.smithi037.stdout: "bytes": 400088457216 2021-07-26T16:07:31.552 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.552 INFO:teuthology.orchestra.run.smithi037.stdout: } 2021-07-26T16:07:31.552 INFO:teuthology.orchestra.run.smithi037.stdout:} 2021-07-26T16:07:31.553 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:31 smithi107 bash[29346]: cluster 2021-07-26T16:07:29.865990+0000 mgr.y (mgr.24994) 463 : cluster [DBG] pgmap v682: 89 pgs: 89 active+clean; 290 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.9 MiB/s wr, 24 op/s 2021-07-26T16:07:31.554 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:31 smithi107 bash[29346]: cluster 2021-07-26T16:07:30.262083+0000 mon.a (mon.0) 1114 : cluster [DBG] osdmap e649: 8 total, 8 up, 8 in 2021-07-26T16:07:31.555 INFO:tasks.rados.rados.0.smithi037.stdout:3023: finishing write tid 1 to smithi03738989-42 2021-07-26T16:07:31.556 INFO:tasks.rados.rados.0.smithi037.stdout:3014: done (10 left) 2021-07-26T16:07:31.556 INFO:tasks.rados.rados.0.smithi037.stdout:3016: done (9 left) 2021-07-26T16:07:31.556 INFO:tasks.rados.rados.0.smithi037.stdout:3017: done (8 left) 2021-07-26T16:07:31.556 INFO:tasks.rados.rados.0.smithi037.stdout:3019: done (7 left) 2021-07-26T16:07:31.557 INFO:tasks.rados.rados.0.smithi037.stdout:3020: done (6 left) 2021-07-26T16:07:31.557 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 294 2021-07-26T16:07:31.557 INFO:tasks.rados.rados.0.smithi037.stdout:3030: seq_num 969 ranges {0=638976,638976=630784,1269760=532480,1802240=40960} 2021-07-26T16:07:31.557 INFO:tasks.rados.rados.0.smithi037.stdout:3030: writing smithi03738989-6 from 0 to 638976 tid 1 2021-07-26T16:07:31.557 INFO:tasks.rados.rados.0.smithi037.stdout:3030: writing smithi03738989-6 from 638976 to 1269760 tid 2 2021-07-26T16:07:31.558 INFO:tasks.rados.rados.0.smithi037.stdout:3030: writing smithi03738989-6 from 1269760 to 1802240 tid 3 2021-07-26T16:07:31.558 INFO:tasks.rados.rados.0.smithi037.stdout:3030: writing smithi03738989-6 from 1802240 to 1843200 tid 4 2021-07-26T16:07:31.558 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 294 2021-07-26T16:07:31.559 INFO:tasks.rados.rados.0.smithi037.stdout:3031: seq_num 970 ranges {1753088=655360,2408448=516096,2924544=688128} 2021-07-26T16:07:31.559 INFO:tasks.rados.rados.0.smithi037.stdout:3031: writing smithi03738989-31 from 1753088 to 2408448 tid 1 2021-07-26T16:07:31.559 INFO:tasks.rados.rados.0.smithi037.stdout:3031: writing smithi03738989-31 from 2408448 to 2924544 tid 2 2021-07-26T16:07:31.559 INFO:tasks.rados.rados.0.smithi037.stdout:3031: writing smithi03738989-31 from 2924544 to 3612672 tid 3 2021-07-26T16:07:31.559 INFO:tasks.rados.rados.0.smithi037.stdout:3032: rollback oid 48 current snap is 294 2021-07-26T16:07:31.560 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 48 to 267 2021-07-26T16:07:31.560 INFO:tasks.rados.rados.0.smithi037.stdout:3028: finishing copy_from to smithi03738989-4 2021-07-26T16:07:31.560 INFO:tasks.rados.rados.0.smithi037.stdout:3028: got expected ENOENT (src dne) 2021-07-26T16:07:31.560 INFO:tasks.rados.rados.0.smithi037.stdout:3028: finishing copy_from racing read to smithi03738989-4 2021-07-26T16:07:31.561 INFO:tasks.rados.rados.0.smithi037.stdout:3023: finishing write tid 2 to smithi03738989-42 2021-07-26T16:07:31.561 INFO:tasks.rados.rados.0.smithi037.stdout:3023: finishing write tid 3 to smithi03738989-42 2021-07-26T16:07:31.561 INFO:tasks.rados.rados.0.smithi037.stdout:3023: finishing write tid 5 to smithi03738989-42 2021-07-26T16:07:31.561 INFO:tasks.rados.rados.0.smithi037.stdout:3023: finishing write tid 6 to smithi03738989-42 2021-07-26T16:07:31.562 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2492 (ObjNum 968 snap 294 seq_num 968) dirty exists 2021-07-26T16:07:31.562 INFO:tasks.rados.rados.0.smithi037.stdout:3023: left oid 42 (ObjNum 968 snap 294 seq_num 968) 2021-07-26T16:07:31.562 INFO:tasks.rados.rados.0.smithi037.stdout:3023: done (8 left) 2021-07-26T16:07:31.562 INFO:tasks.rados.rados.0.smithi037.stdout:3026: done (7 left) 2021-07-26T16:07:31.562 INFO:tasks.rados.rados.0.smithi037.stdout:3028: done (6 left) 2021-07-26T16:07:31.563 INFO:tasks.rados.rados.0.smithi037.stdout:3033: copy_from oid 1 from oid 19 current snap is 294 2021-07-26T16:07:31.563 INFO:tasks.rados.rados.0.smithi037.stdout:3027: expect (ObjNum 936 snap 288 seq_num 936) 2021-07-26T16:07:31.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:31 smithi037 bash[41498]: cluster 2021-07-26T16:07:29.865990+0000 mgr.y (mgr.24994) 463 : cluster [DBG] pgmap v682: 89 pgs: 89 active+clean; 290 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.9 MiB/s wr, 24 op/s 2021-07-26T16:07:31.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:31 smithi037 bash[41498]: cluster 2021-07-26T16:07:30.262083+0000 mon.a (mon.0) 1114 : cluster [DBG] osdmap e649: 8 total, 8 up, 8 in 2021-07-26T16:07:31.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:31 smithi037 bash[42499]: cluster 2021-07-26T16:07:29.865990+0000 mgr.y (mgr.24994) 463 : cluster [DBG] pgmap v682: 89 pgs: 89 active+clean; 290 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.9 MiB/s wr, 24 op/s 2021-07-26T16:07:31.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:31 smithi037 bash[42499]: cluster 2021-07-26T16:07:30.262083+0000 mon.a (mon.0) 1114 : cluster [DBG] osdmap e649: 8 total, 8 up, 8 in 2021-07-26T16:07:31.630 INFO:tasks.rados.rados.0.smithi037.stdout:3029: finishing rollback tid 0 to smithi03738989-16 2021-07-26T16:07:31.630 INFO:tasks.rados.rados.0.smithi037.stdout:3024: expect (ObjNum 861 snap 270 seq_num 861) 2021-07-26T16:07:32.355 INFO:tasks.rados.rados.0.smithi037.stdout:3029: finishing rollback tid 1 to smithi03738989-16 2021-07-26T16:07:32.356 INFO:tasks.rados.rados.0.smithi037.stdout:3029: finishing rollback tid 2 to smithi03738989-16 2021-07-26T16:07:32.356 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 2316 (ObjNum 581 snap 171 seq_num 581) dirty exists 2021-07-26T16:07:32.356 INFO:tasks.rados.rados.0.smithi037.stdout:3030: finishing write tid 1 to smithi03738989-6 2021-07-26T16:07:32.356 INFO:tasks.rados.rados.0.smithi037.stdout:3030: finishing write tid 2 to smithi03738989-6 2021-07-26T16:07:32.357 INFO:tasks.rados.rados.0.smithi037.stdout:3030: finishing write tid 3 to smithi03738989-6 2021-07-26T16:07:32.357 INFO:tasks.rados.rados.0.smithi037.stdout:3030: finishing write tid 4 to smithi03738989-6 2021-07-26T16:07:32.357 INFO:tasks.rados.rados.0.smithi037.stdout:3030: finishing write tid 6 to smithi03738989-6 2021-07-26T16:07:32.357 INFO:tasks.rados.rados.0.smithi037.stdout:3030: finishing write tid 7 to smithi03738989-6 2021-07-26T16:07:32.358 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2486 (ObjNum 969 snap 294 seq_num 969) dirty exists 2021-07-26T16:07:32.358 INFO:tasks.rados.rados.0.smithi037.stdout:3030: left oid 6 (ObjNum 969 snap 294 seq_num 969) 2021-07-26T16:07:32.358 INFO:tasks.rados.rados.0.smithi037.stdout:3031: finishing write tid 1 to smithi03738989-31 2021-07-26T16:07:32.358 INFO:tasks.rados.rados.0.smithi037.stdout:3024: done (6 left) 2021-07-26T16:07:32.358 INFO:tasks.rados.rados.0.smithi037.stdout:3027: done (5 left) 2021-07-26T16:07:32.359 INFO:tasks.rados.rados.0.smithi037.stdout:3029: done (4 left) 2021-07-26T16:07:32.359 INFO:tasks.rados.rados.0.smithi037.stdout:3030: done (3 left) 2021-07-26T16:07:32.359 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 294 2021-07-26T16:07:32.359 INFO:tasks.rados.rados.0.smithi037.stdout:3034: seq_num 971 ranges {1318912=671744,1990656=802816,2793472=401408} 2021-07-26T16:07:32.375 INFO:tasks.rados.rados.0.smithi037.stdout:3034: writing smithi03738989-16 from 1318912 to 1990656 tid 1 2021-07-26T16:07:32.380 INFO:tasks.rados.rados.0.smithi037.stdout:3034: writing smithi03738989-16 from 1990656 to 2793472 tid 2 2021-07-26T16:07:32.383 INFO:tasks.rados.rados.0.smithi037.stdout:3034: writing smithi03738989-16 from 2793472 to 3194880 tid 3 2021-07-26T16:07:32.383 INFO:tasks.rados.rados.0.smithi037.stdout:3035: copy_from oid 50 from oid 41 current snap is 294 2021-07-26T16:07:32.383 INFO:tasks.rados.rados.0.smithi037.stdout:3033: finishing copy_from to smithi03738989-1 2021-07-26T16:07:32.384 INFO:tasks.rados.rados.0.smithi037.stdout:3033: got expected ENOENT (src dne) 2021-07-26T16:07:32.384 INFO:tasks.rados.rados.0.smithi037.stdout:3033: finishing copy_from racing read to smithi03738989-1 2021-07-26T16:07:32.384 INFO:tasks.rados.rados.0.smithi037.stdout:3032: finishing rollback tid 0 to smithi03738989-48 2021-07-26T16:07:32.384 INFO:tasks.rados.rados.0.smithi037.stdout:3031: finishing write tid 2 to smithi03738989-31 2021-07-26T16:07:32.384 INFO:tasks.rados.rados.0.smithi037.stdout:3031: finishing write tid 3 to smithi03738989-31 2021-07-26T16:07:32.385 INFO:tasks.rados.rados.0.smithi037.stdout:3031: finishing write tid 5 to smithi03738989-31 2021-07-26T16:07:32.385 INFO:tasks.rados.rados.0.smithi037.stdout:3032: finishing rollback tid 1 to smithi03738989-48 2021-07-26T16:07:32.385 INFO:tasks.rados.rados.0.smithi037.stdout:3032: finishing rollback tid 2 to smithi03738989-48 2021-07-26T16:07:32.385 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 2319 (ObjNum 752 snap 228 seq_num 752) dirty exists 2021-07-26T16:07:32.386 INFO:tasks.rados.rados.0.smithi037.stdout:3031: finishing write tid 6 to smithi03738989-31 2021-07-26T16:07:32.386 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 2334 (ObjNum 970 snap 294 seq_num 970) dirty exists 2021-07-26T16:07:32.386 INFO:tasks.rados.rados.0.smithi037.stdout:3031: left oid 31 (ObjNum 970 snap 294 seq_num 970) 2021-07-26T16:07:32.386 INFO:tasks.rados.rados.0.smithi037.stdout:3031: done (4 left) 2021-07-26T16:07:32.387 INFO:tasks.rados.rados.0.smithi037.stdout:3032: done (3 left) 2021-07-26T16:07:32.387 INFO:tasks.rados.rados.0.smithi037.stdout:3033: done (2 left) 2021-07-26T16:07:32.387 INFO:tasks.rados.rados.0.smithi037.stdout:3036: rollback oid 38 current snap is 294 2021-07-26T16:07:32.387 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 38 to 287 2021-07-26T16:07:32.387 INFO:tasks.rados.rados.0.smithi037.stdout:3037: copy_from oid 9 from oid 22 current snap is 294 2021-07-26T16:07:32.388 INFO:tasks.rados.rados.0.smithi037.stdout:3038: snap_create 2021-07-26T16:07:32.389 INFO:tasks.rados.rados.0.smithi037.stdout:3034: finishing write tid 1 to smithi03738989-16 2021-07-26T16:07:32.389 INFO:tasks.rados.rados.0.smithi037.stdout:3036: finishing rollback tid 1 to smithi03738989-38 2021-07-26T16:07:32.389 INFO:tasks.rados.rados.0.smithi037.stdout:3034: finishing write tid 2 to smithi03738989-16 2021-07-26T16:07:32.390 INFO:tasks.rados.rados.0.smithi037.stdout:3034: finishing write tid 3 to smithi03738989-16 2021-07-26T16:07:32.390 INFO:tasks.rados.rados.0.smithi037.stdout:3036: finishing rollback tid 2 to smithi03738989-38 2021-07-26T16:07:32.390 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 2494 (ObjNum 876 snap 275 seq_num 876) dirty exists 2021-07-26T16:07:32.392 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- bash -c 'for devid in $(ceph device ls --format=json | jq -r '"'"'.[].devid'"'"'); do ceph device get-health-metrics $devid | jq '"'"'. | length > 0'"'"'; done' 2021-07-26T16:07:32.393 INFO:tasks.rados.rados.0.smithi037.stdout:3035: finishing copy_from to smithi03738989-50 2021-07-26T16:07:32.393 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 1754 (ObjNum 1 snap 21933 seq_num 372880784) dirty exists 2021-07-26T16:07:32.393 INFO:tasks.rados.rados.0.smithi037.stdout:3035: finishing copy_from racing read to smithi03738989-50 2021-07-26T16:07:32.394 INFO:tasks.rados.rados.0.smithi037.stdout:3034: finishing write tid 5 to smithi03738989-16 2021-07-26T16:07:32.394 INFO:tasks.rados.rados.0.smithi037.stdout:3034: finishing write tid 6 to smithi03738989-16 2021-07-26T16:07:32.394 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 2323 (ObjNum 971 snap 294 seq_num 971) dirty exists 2021-07-26T16:07:32.394 INFO:tasks.rados.rados.0.smithi037.stdout:3034: left oid 16 (ObjNum 971 snap 294 seq_num 971) 2021-07-26T16:07:32.395 INFO:tasks.rados.rados.0.smithi037.stdout:3037: finishing copy_from to smithi03738989-9 2021-07-26T16:07:32.395 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1699 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:07:32.396 INFO:tasks.rados.rados.0.smithi037.stdout:3037: finishing copy_from racing read to smithi03738989-9 2021-07-26T16:07:32.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:32 smithi107 bash[29346]: cluster 2021-07-26T16:07:31.285074+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e650: 8 total, 8 up, 8 in 2021-07-26T16:07:32.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:32 smithi107 bash[29346]: audit 2021-07-26T16:07:31.444735+0000 mgr.y (mgr.24994) 464 : audit [DBG] from='client.44490 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_PHFT620400NK400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:07:32.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:32 smithi107 bash[29346]: cluster 2021-07-26T16:07:32.104497+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e651: 8 total, 8 up, 8 in 2021-07-26T16:07:32.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:32 smithi037 bash[41498]: cluster 2021-07-26T16:07:31.285074+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e650: 8 total, 8 up, 8 in 2021-07-26T16:07:32.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:32 smithi037 bash[41498]: audit 2021-07-26T16:07:31.444735+0000 mgr.y (mgr.24994) 464 : audit [DBG] from='client.44490 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_PHFT620400NK400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:07:32.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:32 smithi037 bash[41498]: cluster 2021-07-26T16:07:32.104497+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e651: 8 total, 8 up, 8 in 2021-07-26T16:07:32.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:32 smithi037 bash[42499]: cluster 2021-07-26T16:07:31.285074+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e650: 8 total, 8 up, 8 in 2021-07-26T16:07:32.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:32 smithi037 bash[42499]: audit 2021-07-26T16:07:31.444735+0000 mgr.y (mgr.24994) 464 : audit [DBG] from='client.44490 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_PHFT620400NK400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:07:32.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:32 smithi037 bash[42499]: cluster 2021-07-26T16:07:32.104497+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e651: 8 total, 8 up, 8 in 2021-07-26T16:07:33.288 INFO:tasks.rados.rados.0.smithi037.stdout:3034: done (4 left) 2021-07-26T16:07:33.288 INFO:tasks.rados.rados.0.smithi037.stdout:3035: done (3 left) 2021-07-26T16:07:33.288 INFO:tasks.rados.rados.0.smithi037.stdout:3036: done (2 left) 2021-07-26T16:07:33.289 INFO:tasks.rados.rados.0.smithi037.stdout:3037: done (1 left) 2021-07-26T16:07:33.289 INFO:tasks.rados.rados.0.smithi037.stdout:3038: done (0 left) 2021-07-26T16:07:33.289 INFO:tasks.rados.rados.0.smithi037.stdout:3039: setattr oid 22 current snap is 295 2021-07-26T16:07:33.292 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 295 2021-07-26T16:07:33.292 INFO:tasks.rados.rados.0.smithi037.stdout:3040: seq_num 972 ranges {2048000=688128,2736128=688128,3424256=516096} 2021-07-26T16:07:33.308 INFO:tasks.rados.rados.0.smithi037.stdout:3040: writing smithi03738989-26 from 2048000 to 2736128 tid 1 2021-07-26T16:07:33.312 INFO:tasks.rados.rados.0.smithi037.stdout:3040: writing smithi03738989-26 from 2736128 to 3424256 tid 2 2021-07-26T16:07:33.316 INFO:tasks.rados.rados.0.smithi037.stdout:3040: writing smithi03738989-26 from 3424256 to 3940352 tid 3 2021-07-26T16:07:33.316 INFO:tasks.rados.rados.0.smithi037.stdout:3041: read oid 36 snap 258 2021-07-26T16:07:33.316 INFO:tasks.rados.rados.0.smithi037.stdout:3041: expect (ObjNum 757 snap 228 seq_num 757) 2021-07-26T16:07:33.317 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 295 2021-07-26T16:07:33.317 INFO:tasks.rados.rados.0.smithi037.stdout:3042: seq_num 973 ranges {0=704512,704512=573440,1277952=507904,1785856=122880} 2021-07-26T16:07:33.321 INFO:tasks.rados.rados.0.smithi037.stdout:3042: writing smithi03738989-19 from 0 to 704512 tid 1 2021-07-26T16:07:33.324 INFO:tasks.rados.rados.0.smithi037.stdout:3042: writing smithi03738989-19 from 704512 to 1277952 tid 2 2021-07-26T16:07:33.328 INFO:tasks.rados.rados.0.smithi037.stdout:3042: writing smithi03738989-19 from 1277952 to 1785856 tid 3 2021-07-26T16:07:33.329 INFO:tasks.rados.rados.0.smithi037.stdout:3042: writing smithi03738989-19 from 1785856 to 1908736 tid 4 2021-07-26T16:07:33.329 INFO:tasks.rados.rados.0.smithi037.stdout:3043: copy_from oid 5 from oid 44 current snap is 295 2021-07-26T16:07:33.329 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 1952 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:07:33.330 INFO:tasks.rados.rados.0.smithi037.stdout:3040: finishing write tid 1 to smithi03738989-26 2021-07-26T16:07:33.330 INFO:tasks.rados.rados.0.smithi037.stdout:3040: finishing write tid 2 to smithi03738989-26 2021-07-26T16:07:33.330 INFO:tasks.rados.rados.0.smithi037.stdout:3040: finishing write tid 3 to smithi03738989-26 2021-07-26T16:07:33.330 INFO:tasks.rados.rados.0.smithi037.stdout:3039: done (4 left) 2021-07-26T16:07:33.330 INFO:tasks.rados.rados.0.smithi037.stdout:3044: read oid 28 snap -1 2021-07-26T16:07:33.331 INFO:tasks.rados.rados.0.smithi037.stdout:3044: expect deleted 2021-07-26T16:07:33.331 INFO:tasks.rados.rados.0.smithi037.stdout:3045: snap_remove snap 294 2021-07-26T16:07:33.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:33 smithi107 bash[29346]: cluster 2021-07-26T16:07:31.866811+0000 mgr.y (mgr.24994) 465 : cluster [DBG] pgmap v685: 89 pgs: 89 active+clean; 290 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2021-07-26T16:07:33.524 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:33 smithi037 bash[42499]: cluster 2021-07-26T16:07:31.866811+0000 mgr.y (mgr.24994) 465 : cluster [DBG] pgmap v685: 89 pgs: 89 active+clean; 290 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2021-07-26T16:07:33.525 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:33 smithi037 bash[41498]: cluster 2021-07-26T16:07:31.866811+0000 mgr.y (mgr.24994) 465 : cluster [DBG] pgmap v685: 89 pgs: 89 active+clean; 290 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2021-07-26T16:07:33.817 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:07:33 smithi037 bash[50550]: level=error ts=2021-07-26T16:07:33.527Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:33.818 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:07:33 smithi037 bash[50550]: level=error ts=2021-07-26T16:07:33.527Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:33.818 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:07:33 smithi037 bash[50550]: level=error ts=2021-07-26T16:07:33.527Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs; Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" 2021-07-26T16:07:34.300 INFO:tasks.rados.rados.0.smithi037.stdout:3045: done (5 left) 2021-07-26T16:07:34.300 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 295 2021-07-26T16:07:34.301 INFO:tasks.rados.rados.0.smithi037.stdout:3040: finishing write tid 5 to smithi03738989-26 2021-07-26T16:07:34.301 INFO:tasks.rados.rados.0.smithi037.stdout:3041: expect (ObjNum 757 snap 228 seq_num 757) 2021-07-26T16:07:34.331 INFO:tasks.rados.rados.0.smithi037.stdout:3040: finishing write tid 6 to smithi03738989-26 2021-07-26T16:07:34.332 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2216 (ObjNum 972 snap 295 seq_num 972) dirty exists 2021-07-26T16:07:34.332 INFO:tasks.rados.rados.0.smithi037.stdout:3040: left oid 26 (ObjNum 972 snap 295 seq_num 972) 2021-07-26T16:07:34.332 INFO:tasks.rados.rados.0.smithi037.stdout:3046: seq_num 974 ranges {2523136=720896,3244032=507904,3751936=671744,4423680=24576} 2021-07-26T16:07:34.355 INFO:tasks.rados.rados.0.smithi037.stdout:3046: writing smithi03738989-14 from 2523136 to 3244032 tid 1 2021-07-26T16:07:34.358 INFO:tasks.rados.rados.0.smithi037.stdout:3046: writing smithi03738989-14 from 3244032 to 3751936 tid 2 2021-07-26T16:07:34.362 INFO:tasks.rados.rados.0.smithi037.stdout:3046: writing smithi03738989-14 from 3751936 to 4423680 tid 3 2021-07-26T16:07:34.363 INFO:tasks.rados.rados.0.smithi037.stdout:3046: writing smithi03738989-14 from 4423680 to 4448256 tid 4 2021-07-26T16:07:34.363 INFO:tasks.rados.rados.0.smithi037.stdout:3040: done (5 left) 2021-07-26T16:07:34.363 INFO:tasks.rados.rados.0.smithi037.stdout:3041: done (4 left) 2021-07-26T16:07:34.363 INFO:tasks.rados.rados.0.smithi037.stdout:3047: snap_remove snap 255 2021-07-26T16:07:34.573 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:34 smithi037 bash[41498]: cluster 2021-07-26T16:07:33.288261+0000 mon.a (mon.0) 1117 : cluster [DBG] osdmap e652: 8 total, 8 up, 8 in 2021-07-26T16:07:34.574 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:34 smithi037 bash[42499]: cluster 2021-07-26T16:07:33.288261+0000 mon.a (mon.0) 1117 : cluster [DBG] osdmap e652: 8 total, 8 up, 8 in 2021-07-26T16:07:34.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:34 smithi107 bash[29346]: cluster 2021-07-26T16:07:33.288261+0000 mon.a (mon.0) 1117 : cluster [DBG] osdmap e652: 8 total, 8 up, 8 in 2021-07-26T16:07:35.311 INFO:tasks.rados.rados.0.smithi037.stdout:3047: done (4 left) 2021-07-26T16:07:35.312 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 295 2021-07-26T16:07:35.312 INFO:tasks.rados.rados.0.smithi037.stdout:3048: seq_num 975 ranges {0=737280,737280=786432,1523712=417792} 2021-07-26T16:07:35.314 INFO:tasks.rados.rados.0.smithi037.stdout:3048: writing smithi03738989-18 from 0 to 737280 tid 1 2021-07-26T16:07:35.320 INFO:tasks.rados.rados.0.smithi037.stdout:3048: writing smithi03738989-18 from 737280 to 1523712 tid 2 2021-07-26T16:07:35.323 INFO:tasks.rados.rados.0.smithi037.stdout:3048: writing smithi03738989-18 from 1523712 to 1941504 tid 3 2021-07-26T16:07:35.323 INFO:tasks.rados.rados.0.smithi037.stdout:3049: snap_create 2021-07-26T16:07:35.324 INFO:tasks.rados.rados.0.smithi037.stdout:3042: finishing write tid 1 to smithi03738989-19 2021-07-26T16:07:35.324 INFO:tasks.rados.rados.0.smithi037.stdout:3042: finishing write tid 2 to smithi03738989-19 2021-07-26T16:07:35.324 INFO:tasks.rados.rados.0.smithi037.stdout:3042: finishing write tid 3 to smithi03738989-19 2021-07-26T16:07:35.324 INFO:tasks.rados.rados.0.smithi037.stdout:3042: finishing write tid 4 to smithi03738989-19 2021-07-26T16:07:35.325 INFO:tasks.rados.rados.0.smithi037.stdout:3042: finishing write tid 6 to smithi03738989-19 2021-07-26T16:07:35.325 INFO:tasks.rados.rados.0.smithi037.stdout:3042: finishing write tid 7 to smithi03738989-19 2021-07-26T16:07:35.325 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2212 (ObjNum 973 snap 295 seq_num 973) dirty exists 2021-07-26T16:07:35.325 INFO:tasks.rados.rados.0.smithi037.stdout:3042: left oid 19 (ObjNum 973 snap 295 seq_num 973) 2021-07-26T16:07:35.326 INFO:tasks.rados.rados.0.smithi037.stdout:3043: finishing copy_from to smithi03738989-5 2021-07-26T16:07:35.326 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 2207 (ObjNum 954 snap 291 seq_num 954) dirty exists 2021-07-26T16:07:35.326 INFO:tasks.rados.rados.0.smithi037.stdout:3043: finishing copy_from racing read to smithi03738989-5 2021-07-26T16:07:35.326 INFO:tasks.rados.rados.0.smithi037.stdout:3046: finishing write tid 1 to smithi03738989-14 2021-07-26T16:07:35.327 INFO:tasks.rados.rados.0.smithi037.stdout:3046: finishing write tid 2 to smithi03738989-14 2021-07-26T16:07:35.327 INFO:tasks.rados.rados.0.smithi037.stdout:3046: finishing write tid 3 to smithi03738989-14 2021-07-26T16:07:35.327 INFO:tasks.rados.rados.0.smithi037.stdout:3046: finishing write tid 4 to smithi03738989-14 2021-07-26T16:07:35.327 INFO:tasks.rados.rados.0.smithi037.stdout:3046: finishing write tid 6 to smithi03738989-14 2021-07-26T16:07:35.327 INFO:tasks.rados.rados.0.smithi037.stdout:3046: finishing write tid 7 to smithi03738989-14 2021-07-26T16:07:35.328 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 1710 (ObjNum 974 snap 295 seq_num 974) dirty exists 2021-07-26T16:07:35.328 INFO:tasks.rados.rados.0.smithi037.stdout:3046: left oid 14 (ObjNum 974 snap 295 seq_num 974) 2021-07-26T16:07:35.328 INFO:tasks.rados.rados.0.smithi037.stdout:3048: finishing write tid 1 to smithi03738989-18 2021-07-26T16:07:35.329 INFO:tasks.rados.rados.0.smithi037.stdout:3048: finishing write tid 2 to smithi03738989-18 2021-07-26T16:07:35.339 INFO:tasks.rados.rados.0.smithi037.stdout:3048: finishing write tid 3 to smithi03738989-18 2021-07-26T16:07:35.339 INFO:tasks.rados.rados.0.smithi037.stdout:3048: finishing write tid 5 to smithi03738989-18 2021-07-26T16:07:35.343 INFO:tasks.rados.rados.0.smithi037.stdout:3048: finishing write tid 6 to smithi03738989-18 2021-07-26T16:07:35.344 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 2210 (ObjNum 975 snap 295 seq_num 975) dirty exists 2021-07-26T16:07:35.344 INFO:tasks.rados.rados.0.smithi037.stdout:3048: left oid 18 (ObjNum 975 snap 295 seq_num 975) 2021-07-26T16:07:35.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:35 smithi037 bash[42499]: cluster 2021-07-26T16:07:33.867666+0000 mgr.y (mgr.24994) 466 : cluster [DBG] pgmap v688: 89 pgs: 89 active+clean; 304 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 19 op/s 2021-07-26T16:07:35.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:35 smithi037 bash[42499]: cluster 2021-07-26T16:07:34.298424+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e653: 8 total, 8 up, 8 in 2021-07-26T16:07:35.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:35 smithi037 bash[41498]: cluster 2021-07-26T16:07:33.867666+0000 mgr.y (mgr.24994) 466 : cluster [DBG] pgmap v688: 89 pgs: 89 active+clean; 304 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 19 op/s 2021-07-26T16:07:35.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:35 smithi037 bash[41498]: cluster 2021-07-26T16:07:34.298424+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e653: 8 total, 8 up, 8 in 2021-07-26T16:07:35.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:35 smithi107 bash[29346]: cluster 2021-07-26T16:07:33.867666+0000 mgr.y (mgr.24994) 466 : cluster [DBG] pgmap v688: 89 pgs: 89 active+clean; 304 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 19 op/s 2021-07-26T16:07:35.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:35 smithi107 bash[29346]: cluster 2021-07-26T16:07:34.298424+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e653: 8 total, 8 up, 8 in 2021-07-26T16:07:36.313 INFO:tasks.rados.rados.0.smithi037.stdout:3042: done (5 left) 2021-07-26T16:07:36.314 INFO:tasks.rados.rados.0.smithi037.stdout:3043: done (4 left) 2021-07-26T16:07:36.314 INFO:tasks.rados.rados.0.smithi037.stdout:3044: done (3 left) 2021-07-26T16:07:36.314 INFO:tasks.rados.rados.0.smithi037.stdout:3046: done (2 left) 2021-07-26T16:07:36.315 INFO:tasks.rados.rados.0.smithi037.stdout:3048: done (1 left) 2021-07-26T16:07:36.315 INFO:tasks.rados.rados.0.smithi037.stdout:3049: done (0 left) 2021-07-26T16:07:36.315 INFO:tasks.rados.rados.0.smithi037.stdout:3050: read oid 30 snap -1 2021-07-26T16:07:36.315 INFO:tasks.rados.rados.0.smithi037.stdout:3050: expect deleted 2021-07-26T16:07:36.316 INFO:tasks.rados.rados.0.smithi037.stdout:3051: delete oid 49 current snap is 296 2021-07-26T16:07:36.323 INFO:tasks.rados.rados.0.smithi037.stdout:3050: done (1 left) 2021-07-26T16:07:36.324 INFO:tasks.rados.rados.0.smithi037.stdout:3051: done (0 left) 2021-07-26T16:07:36.324 INFO:tasks.rados.rados.0.smithi037.stdout:3052: rollback oid 37 current snap is 296 2021-07-26T16:07:36.324 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 37 to 287 2021-07-26T16:07:36.324 INFO:tasks.rados.rados.0.smithi037.stdout:3053: copy_from oid 1 from oid 10 current snap is 296 2021-07-26T16:07:36.325 INFO:tasks.rados.rados.0.smithi037.stdout:3054: read oid 5 snap -1 2021-07-26T16:07:36.325 INFO:tasks.rados.rados.0.smithi037.stdout:3054: expect (ObjNum 954 snap 291 seq_num 954) 2021-07-26T16:07:36.325 INFO:tasks.rados.rados.0.smithi037.stdout:3055: copy_from oid 47 from oid 33 current snap is 296 2021-07-26T16:07:36.325 INFO:tasks.rados.rados.0.smithi037.stdout:3056: rollback oid 25 current snap is 296 2021-07-26T16:07:36.325 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 25 to 286 2021-07-26T16:07:36.326 INFO:tasks.rados.rados.0.smithi037.stdout:3057: read oid 28 snap -1 2021-07-26T16:07:36.326 INFO:tasks.rados.rados.0.smithi037.stdout:3057: expect deleted 2021-07-26T16:07:36.326 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 296 2021-07-26T16:07:36.326 INFO:tasks.rados.rados.0.smithi037.stdout:3058: seq_num 977 ranges {4448256=770048,5218304=557056,5775360=491520,6266880=155648} 2021-07-26T16:07:36.355 INFO:tasks.rados.rados.0.smithi037.stdout:3058: writing smithi03738989-14 from 4448256 to 5218304 tid 1 2021-07-26T16:07:36.359 INFO:tasks.rados.rados.0.smithi037.stdout:3058: writing smithi03738989-14 from 5218304 to 5775360 tid 2 2021-07-26T16:07:36.362 INFO:tasks.rados.rados.0.smithi037.stdout:3058: writing smithi03738989-14 from 5775360 to 6266880 tid 3 2021-07-26T16:07:36.363 INFO:tasks.rados.rados.0.smithi037.stdout:3058: writing smithi03738989-14 from 6266880 to 6422528 tid 4 2021-07-26T16:07:36.363 INFO:tasks.rados.rados.0.smithi037.stdout:3059: snap_create 2021-07-26T16:07:36.363 INFO:tasks.rados.rados.0.smithi037.stdout:3055: finishing copy_from to smithi03738989-47 2021-07-26T16:07:36.364 INFO:tasks.rados.rados.0.smithi037.stdout:3055: got expected ENOENT (src dne) 2021-07-26T16:07:36.364 INFO:tasks.rados.rados.0.smithi037.stdout:3055: finishing copy_from racing read to smithi03738989-47 2021-07-26T16:07:36.364 INFO:tasks.rados.rados.0.smithi037.stdout:3056: finishing rollback tid 1 to smithi03738989-25 2021-07-26T16:07:36.364 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 1734 (ObjNum 1 snap 21933 seq_num 372381440) dirty dne 2021-07-26T16:07:36.364 INFO:tasks.rados.rados.0.smithi037.stdout:3054: expect (ObjNum 954 snap 291 seq_num 954) 2021-07-26T16:07:36.467 INFO:tasks.rados.rados.0.smithi037.stdout:3052: finishing rollback tid 0 to smithi03738989-37 2021-07-26T16:07:36.468 INFO:tasks.rados.rados.0.smithi037.stdout:3052: finishing rollback tid 1 to smithi03738989-37 2021-07-26T16:07:36.468 INFO:tasks.rados.rados.0.smithi037.stdout:3053: finishing copy_from to smithi03738989-1 2021-07-26T16:07:36.469 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 2312 (ObjNum 924 snap 285 seq_num 924) dirty exists 2021-07-26T16:07:36.469 INFO:tasks.rados.rados.0.smithi037.stdout:3052: finishing rollback tid 2 to smithi03738989-37 2021-07-26T16:07:36.470 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 2326 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:07:36.470 INFO:tasks.rados.rados.0.smithi037.stdout:3053: finishing copy_from racing read to smithi03738989-1 2021-07-26T16:07:36.470 INFO:tasks.rados.rados.0.smithi037.stdout:3058: finishing write tid 1 to smithi03738989-14 2021-07-26T16:07:36.471 INFO:tasks.rados.rados.0.smithi037.stdout:3058: finishing write tid 2 to smithi03738989-14 2021-07-26T16:07:36.471 INFO:tasks.rados.rados.0.smithi037.stdout:3058: finishing write tid 3 to smithi03738989-14 2021-07-26T16:07:36.471 INFO:tasks.rados.rados.0.smithi037.stdout:3058: finishing write tid 4 to smithi03738989-14 2021-07-26T16:07:36.471 INFO:tasks.rados.rados.0.smithi037.stdout:3058: finishing write tid 6 to smithi03738989-14 2021-07-26T16:07:36.472 INFO:tasks.rados.rados.0.smithi037.stdout:3058: finishing write tid 7 to smithi03738989-14 2021-07-26T16:07:36.472 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 1715 (ObjNum 977 snap 296 seq_num 977) dirty exists 2021-07-26T16:07:36.472 INFO:tasks.rados.rados.0.smithi037.stdout:3058: left oid 14 (ObjNum 977 snap 296 seq_num 977) 2021-07-26T16:07:36.485 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T16:07:36.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:36 smithi037 bash[41498]: cluster 2021-07-26T16:07:35.307315+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e654: 8 total, 8 up, 8 in 2021-07-26T16:07:36.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:36 smithi037 bash[42499]: cluster 2021-07-26T16:07:35.307315+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e654: 8 total, 8 up, 8 in 2021-07-26T16:07:36.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:36 smithi107 bash[29346]: cluster 2021-07-26T16:07:35.307315+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e654: 8 total, 8 up, 8 in 2021-07-26T16:07:36.812 INFO:teuthology.orchestra.run.smithi037.stdout:true 2021-07-26T16:07:37.107 INFO:tasks.rados.rados.0.smithi037.stdout:3052: done (7 left) 2021-07-26T16:07:37.107 INFO:tasks.rados.rados.0.smithi037.stdout:3053: done (6 left) 2021-07-26T16:07:37.108 INFO:tasks.rados.rados.0.smithi037.stdout:3054: done (5 left) 2021-07-26T16:07:37.108 INFO:tasks.rados.rados.0.smithi037.stdout:3055: done (4 left) 2021-07-26T16:07:37.108 INFO:tasks.rados.rados.0.smithi037.stdout:3056: done (3 left) 2021-07-26T16:07:37.108 INFO:tasks.rados.rados.0.smithi037.stdout:3057: done (2 left) 2021-07-26T16:07:37.109 INFO:tasks.rados.rados.0.smithi037.stdout:3058: done (1 left) 2021-07-26T16:07:37.109 INFO:tasks.rados.rados.0.smithi037.stdout:3059: done (0 left) 2021-07-26T16:07:37.109 INFO:tasks.rados.rados.0.smithi037.stdout:3060: rollback oid 9 current snap is 297 2021-07-26T16:07:37.109 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 9 to 280 2021-07-26T16:07:37.110 INFO:tasks.rados.rados.0.smithi037.stdout:3061: setattr oid 48 current snap is 297 2021-07-26T16:07:37.110 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 297 2021-07-26T16:07:37.111 INFO:tasks.rados.rados.0.smithi037.stdout:3062: seq_num 978 ranges {1941504=786432,2727936=442368,3170304=647168,3817472=114688} 2021-07-26T16:07:37.126 INFO:tasks.rados.rados.0.smithi037.stdout:3062: writing smithi03738989-18 from 1941504 to 2727936 tid 1 2021-07-26T16:07:37.128 INFO:tasks.rados.rados.0.smithi037.stdout:3062: writing smithi03738989-18 from 2727936 to 3170304 tid 2 2021-07-26T16:07:37.132 INFO:tasks.rados.rados.0.smithi037.stdout:3062: writing smithi03738989-18 from 3170304 to 3817472 tid 3 2021-07-26T16:07:37.133 INFO:tasks.rados.rados.0.smithi037.stdout:3062: writing smithi03738989-18 from 3817472 to 3932160 tid 4 2021-07-26T16:07:37.133 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 297 2021-07-26T16:07:37.133 INFO:tasks.rados.rados.0.smithi037.stdout:3063: seq_num 979 ranges {9715712=802816,10518528=729088,11247616=458752,11706368=16384} 2021-07-26T16:07:37.191 INFO:tasks.rados.rados.0.smithi037.stdout:3063: writing smithi03738989-2 from 9715712 to 10518528 tid 1 2021-07-26T16:07:37.195 INFO:tasks.rados.rados.0.smithi037.stdout:3063: writing smithi03738989-2 from 10518528 to 11247616 tid 2 2021-07-26T16:07:37.199 INFO:tasks.rados.rados.0.smithi037.stdout:3063: writing smithi03738989-2 from 11247616 to 11706368 tid 3 2021-07-26T16:07:37.199 INFO:tasks.rados.rados.0.smithi037.stdout:3063: writing smithi03738989-2 from 11706368 to 11722752 tid 4 2021-07-26T16:07:37.200 INFO:tasks.rados.rados.0.smithi037.stdout:3064: snap_create 2021-07-26T16:07:37.201 INFO:tasks.rados.rados.0.smithi037.stdout:3060: finishing rollback tid 0 to smithi03738989-9 2021-07-26T16:07:37.201 INFO:tasks.rados.rados.0.smithi037.stdout:3060: finishing rollback tid 1 to smithi03738989-9 2021-07-26T16:07:37.201 INFO:tasks.rados.rados.0.smithi037.stdout:3060: finishing rollback tid 2 to smithi03738989-9 2021-07-26T16:07:37.201 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 2492 (ObjNum 861 snap 270 seq_num 861) dirty exists 2021-07-26T16:07:37.202 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 2327 (ObjNum 752 snap 228 seq_num 752) dirty exists 2021-07-26T16:07:37.202 INFO:tasks.rados.rados.0.smithi037.stdout:3062: finishing write tid 1 to smithi03738989-18 2021-07-26T16:07:37.202 INFO:tasks.rados.rados.0.smithi037.stdout:3062: finishing write tid 2 to smithi03738989-18 2021-07-26T16:07:37.202 INFO:tasks.rados.rados.0.smithi037.stdout:3062: finishing write tid 3 to smithi03738989-18 2021-07-26T16:07:37.203 INFO:tasks.rados.rados.0.smithi037.stdout:3062: finishing write tid 4 to smithi03738989-18 2021-07-26T16:07:37.203 INFO:tasks.rados.rados.0.smithi037.stdout:3062: finishing write tid 6 to smithi03738989-18 2021-07-26T16:07:37.203 INFO:tasks.rados.rados.0.smithi037.stdout:3062: finishing write tid 7 to smithi03738989-18 2021-07-26T16:07:37.203 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 2216 (ObjNum 978 snap 297 seq_num 978) dirty exists 2021-07-26T16:07:37.203 INFO:tasks.rados.rados.0.smithi037.stdout:3062: left oid 18 (ObjNum 978 snap 297 seq_num 978) 2021-07-26T16:07:37.205 INFO:tasks.rados.rados.0.smithi037.stdout:3063: finishing write tid 1 to smithi03738989-2 2021-07-26T16:07:37.205 INFO:tasks.rados.rados.0.smithi037.stdout:3063: finishing write tid 2 to smithi03738989-2 2021-07-26T16:07:37.207 INFO:tasks.rados.rados.0.smithi037.stdout:3063: finishing write tid 3 to smithi03738989-2 2021-07-26T16:07:37.207 INFO:tasks.rados.rados.0.smithi037.stdout:3063: finishing write tid 4 to smithi03738989-2 2021-07-26T16:07:37.208 INFO:tasks.rados.rados.0.smithi037.stdout:3063: finishing write tid 6 to smithi03738989-2 2021-07-26T16:07:37.209 INFO:tasks.rados.rados.0.smithi037.stdout:3063: finishing write tid 7 to smithi03738989-2 2021-07-26T16:07:37.210 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 2491 (ObjNum 979 snap 297 seq_num 979) dirty exists 2021-07-26T16:07:37.210 INFO:tasks.rados.rados.0.smithi037.stdout:3063: left oid 2 (ObjNum 979 snap 297 seq_num 979) 2021-07-26T16:07:37.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:37 smithi037 bash[42499]: cluster 2021-07-26T16:07:35.868291+0000 mgr.y (mgr.24994) 467 : cluster [DBG] pgmap v691: 89 pgs: 89 active+clean; 310 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 6.6 MiB/s wr, 48 op/s 2021-07-26T16:07:37.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:37 smithi037 bash[42499]: audit 2021-07-26T16:07:36.129153+0000 mgr.y (mgr.24994) 468 : audit [DBG] from='client.54436 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:07:37.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:37 smithi037 bash[42499]: cluster 2021-07-26T16:07:36.316674+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e655: 8 total, 8 up, 8 in 2021-07-26T16:07:37.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:37 smithi037 bash[42499]: audit 2021-07-26T16:07:36.457189+0000 mgr.y (mgr.24994) 469 : audit [DBG] from='client.44502 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_CVFT5331005T400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:07:37.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:37 smithi037 bash[42499]: cluster 2021-07-26T16:07:37.108047+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e656: 8 total, 8 up, 8 in 2021-07-26T16:07:37.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:37 smithi037 bash[41498]: cluster 2021-07-26T16:07:35.868291+0000 mgr.y (mgr.24994) 467 : cluster [DBG] pgmap v691: 89 pgs: 89 active+clean; 310 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 6.6 MiB/s wr, 48 op/s 2021-07-26T16:07:37.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:37 smithi037 bash[41498]: audit 2021-07-26T16:07:36.129153+0000 mgr.y (mgr.24994) 468 : audit [DBG] from='client.54436 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:07:37.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:37 smithi037 bash[41498]: cluster 2021-07-26T16:07:36.316674+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e655: 8 total, 8 up, 8 in 2021-07-26T16:07:37.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:37 smithi037 bash[41498]: audit 2021-07-26T16:07:36.457189+0000 mgr.y (mgr.24994) 469 : audit [DBG] from='client.44502 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_CVFT5331005T400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:07:37.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:37 smithi037 bash[41498]: cluster 2021-07-26T16:07:37.108047+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e656: 8 total, 8 up, 8 in 2021-07-26T16:07:37.603 DEBUG:teuthology.parallel:result is None 2021-07-26T16:07:37.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:37 smithi107 bash[29346]: cluster 2021-07-26T16:07:35.868291+0000 mgr.y (mgr.24994) 467 : cluster [DBG] pgmap v691: 89 pgs: 89 active+clean; 310 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 6.6 MiB/s wr, 48 op/s 2021-07-26T16:07:37.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:37 smithi107 bash[29346]: audit 2021-07-26T16:07:36.129153+0000 mgr.y (mgr.24994) 468 : audit [DBG] from='client.54436 -' entity='client.admin' cmd=[{"prefix": "device ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:07:37.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:37 smithi107 bash[29346]: cluster 2021-07-26T16:07:36.316674+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e655: 8 total, 8 up, 8 in 2021-07-26T16:07:37.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:37 smithi107 bash[29346]: audit 2021-07-26T16:07:36.457189+0000 mgr.y (mgr.24994) 469 : audit [DBG] from='client.44502 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_CVFT5331005T400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:07:37.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:37 smithi107 bash[29346]: cluster 2021-07-26T16:07:37.108047+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e656: 8 total, 8 up, 8 in 2021-07-26T16:07:38.121 INFO:tasks.rados.rados.0.smithi037.stdout:3060: done (4 left) 2021-07-26T16:07:38.121 INFO:tasks.rados.rados.0.smithi037.stdout:3061: done (3 left) 2021-07-26T16:07:38.121 INFO:tasks.rados.rados.0.smithi037.stdout:3062: done (2 left) 2021-07-26T16:07:38.122 INFO:tasks.rados.rados.0.smithi037.stdout:3063: done (1 left) 2021-07-26T16:07:38.122 INFO:tasks.rados.rados.0.smithi037.stdout:3064: done (0 left) 2021-07-26T16:07:38.122 INFO:tasks.rados.rados.0.smithi037.stdout:3065: read oid 9 snap -1 2021-07-26T16:07:38.122 INFO:tasks.rados.rados.0.smithi037.stdout:3065: expect (ObjNum 861 snap 270 seq_num 861) 2021-07-26T16:07:38.123 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 298 2021-07-26T16:07:38.123 INFO:tasks.rados.rados.0.smithi037.stdout:3066: seq_num 980 ranges {278528=417792,696320=614400,1310720=663552,1974272=327680} 2021-07-26T16:07:38.128 INFO:tasks.rados.rados.0.smithi037.stdout:3066: writing smithi03738989-38 from 278528 to 696320 tid 1 2021-07-26T16:07:38.131 INFO:tasks.rados.rados.0.smithi037.stdout:3066: writing smithi03738989-38 from 696320 to 1310720 tid 2 2021-07-26T16:07:38.135 INFO:tasks.rados.rados.0.smithi037.stdout:3066: writing smithi03738989-38 from 1310720 to 1974272 tid 3 2021-07-26T16:07:38.138 INFO:tasks.rados.rados.0.smithi037.stdout:3066: writing smithi03738989-38 from 1974272 to 2301952 tid 4 2021-07-26T16:07:38.138 INFO:tasks.rados.rados.0.smithi037.stdout:3067: read oid 43 snap -1 2021-07-26T16:07:38.138 INFO:tasks.rados.rados.0.smithi037.stdout:3067: expect (ObjNum 906 snap 282 seq_num 906) 2021-07-26T16:07:38.139 INFO:tasks.rados.rados.0.smithi037.stdout:3068: snap_create 2021-07-26T16:07:38.143 INFO:tasks.rados.rados.0.smithi037.stdout:3066: finishing write tid 1 to smithi03738989-38 2021-07-26T16:07:38.144 INFO:tasks.rados.rados.0.smithi037.stdout:3066: finishing write tid 2 to smithi03738989-38 2021-07-26T16:07:38.145 INFO:tasks.rados.rados.0.smithi037.stdout:3066: finishing write tid 3 to smithi03738989-38 2021-07-26T16:07:38.145 INFO:tasks.rados.rados.0.smithi037.stdout:3066: finishing write tid 4 to smithi03738989-38 2021-07-26T16:07:38.146 INFO:tasks.rados.rados.0.smithi037.stdout:3066: finishing write tid 6 to smithi03738989-38 2021-07-26T16:07:38.147 INFO:tasks.rados.rados.0.smithi037.stdout:3066: finishing write tid 7 to smithi03738989-38 2021-07-26T16:07:38.147 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 2499 (ObjNum 980 snap 298 seq_num 980) dirty exists 2021-07-26T16:07:38.147 INFO:tasks.rados.rados.0.smithi037.stdout:3066: left oid 38 (ObjNum 980 snap 298 seq_num 980) 2021-07-26T16:07:38.154 INFO:tasks.rados.rados.0.smithi037.stdout:3067: expect (ObjNum 906 snap 282 seq_num 906) 2021-07-26T16:07:38.174 INFO:tasks.rados.rados.0.smithi037.stdout:3065: expect (ObjNum 861 snap 270 seq_num 861) 2021-07-26T16:07:38.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:38 smithi037 bash[42499]: audit 2021-07-26T16:07:36.786027+0000 mgr.y (mgr.24994) 470 : audit [DBG] from='client.44508 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_PHFT620400NK400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:07:38.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:38 smithi037 bash[42499]: cluster 2021-07-26T16:07:38.122350+0000 mon.a (mon.0) 1122 : cluster [DBG] osdmap e657: 8 total, 8 up, 8 in 2021-07-26T16:07:38.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:38 smithi037 bash[41498]: audit 2021-07-26T16:07:36.786027+0000 mgr.y (mgr.24994) 470 : audit [DBG] from='client.44508 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_PHFT620400NK400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:07:38.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:38 smithi037 bash[41498]: cluster 2021-07-26T16:07:38.122350+0000 mon.a (mon.0) 1122 : cluster [DBG] osdmap e657: 8 total, 8 up, 8 in 2021-07-26T16:07:38.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:38 smithi107 bash[29346]: audit 2021-07-26T16:07:36.786027+0000 mgr.y (mgr.24994) 470 : audit [DBG] from='client.44508 -' entity='client.admin' cmd=[{"prefix": "device get-health-metrics", "devid": "INTEL_SSDPEDMD400G4_PHFT620400NK400BGN", "target": ["mon-mgr", ""]}]: dispatch 2021-07-26T16:07:38.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:38 smithi107 bash[29346]: cluster 2021-07-26T16:07:38.122350+0000 mon.a (mon.0) 1122 : cluster [DBG] osdmap e657: 8 total, 8 up, 8 in 2021-07-26T16:07:39.127 INFO:tasks.rados.rados.0.smithi037.stdout:3065: done (3 left) 2021-07-26T16:07:39.127 INFO:tasks.rados.rados.0.smithi037.stdout:3066: done (2 left) 2021-07-26T16:07:39.127 INFO:tasks.rados.rados.0.smithi037.stdout:3067: done (1 left) 2021-07-26T16:07:39.128 INFO:tasks.rados.rados.0.smithi037.stdout:3068: done (0 left) 2021-07-26T16:07:39.128 INFO:tasks.rados.rados.0.smithi037.stdout:3069: read oid 14 snap 286 2021-07-26T16:07:39.128 INFO:tasks.rados.rados.0.smithi037.stdout:3069: expect (ObjNum 757 snap 228 seq_num 757) 2021-07-26T16:07:39.128 INFO:tasks.rados.rados.0.smithi037.stdout:3070: rmattr oid 43 current snap is 299 2021-07-26T16:07:39.129 INFO:tasks.rados.rados.0.smithi037.stdout:3070: done (1 left) 2021-07-26T16:07:39.129 INFO:tasks.rados.rados.0.smithi037.stdout:3071: rollback oid 37 current snap is 299 2021-07-26T16:07:39.129 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 37 to 258 2021-07-26T16:07:39.129 INFO:tasks.rados.rados.0.smithi037.stdout:3072: snap_remove snap 298 2021-07-26T16:07:39.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:39 smithi037 bash[42499]: cluster 2021-07-26T16:07:37.869153+0000 mgr.y (mgr.24994) 471 : cluster [DBG] pgmap v694: 89 pgs: 89 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.5 MiB/s wr, 36 op/s 2021-07-26T16:07:39.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:39 smithi037 bash[42499]: cluster 2021-07-26T16:07:39.123694+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e658: 8 total, 8 up, 8 in 2021-07-26T16:07:39.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:39 smithi037 bash[41498]: cluster 2021-07-26T16:07:37.869153+0000 mgr.y (mgr.24994) 471 : cluster [DBG] pgmap v694: 89 pgs: 89 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.5 MiB/s wr, 36 op/s 2021-07-26T16:07:39.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:39 smithi037 bash[41498]: cluster 2021-07-26T16:07:39.123694+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e658: 8 total, 8 up, 8 in 2021-07-26T16:07:39.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:39 smithi107 bash[29346]: cluster 2021-07-26T16:07:37.869153+0000 mgr.y (mgr.24994) 471 : cluster [DBG] pgmap v694: 89 pgs: 89 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.5 MiB/s wr, 36 op/s 2021-07-26T16:07:39.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:39 smithi107 bash[29346]: cluster 2021-07-26T16:07:39.123694+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e658: 8 total, 8 up, 8 in 2021-07-26T16:07:40.130 INFO:tasks.rados.rados.0.smithi037.stdout:3072: done (2 left) 2021-07-26T16:07:40.131 INFO:tasks.rados.rados.0.smithi037.stdout:3073: rollback oid 44 current snap is 299 2021-07-26T16:07:40.131 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 44 to 280 2021-07-26T16:07:40.131 INFO:tasks.rados.rados.0.smithi037.stdout:3069: expect (ObjNum 757 snap 228 seq_num 757) 2021-07-26T16:07:40.165 INFO:tasks.rados.rados.0.smithi037.stdout:3071: finishing rollback tid 0 to smithi03738989-37 2021-07-26T16:07:40.166 INFO:tasks.rados.rados.0.smithi037.stdout:3071: finishing rollback tid 1 to smithi03738989-37 2021-07-26T16:07:40.166 INFO:tasks.rados.rados.0.smithi037.stdout:3071: finishing rollback tid 2 to smithi03738989-37 2021-07-26T16:07:40.166 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 2330 (ObjNum 757 snap 228 seq_num 757) dirty exists 2021-07-26T16:07:40.167 INFO:tasks.rados.rados.0.smithi037.stdout:3069: done (2 left) 2021-07-26T16:07:40.167 INFO:tasks.rados.rados.0.smithi037.stdout:3071: done (1 left) 2021-07-26T16:07:40.167 INFO:tasks.rados.rados.0.smithi037.stdout:3074: setattr oid 20 current snap is 299 2021-07-26T16:07:40.167 INFO:tasks.rados.rados.0.smithi037.stdout:3073: finishing rollback tid 0 to smithi03738989-44 2021-07-26T16:07:40.168 INFO:tasks.rados.rados.0.smithi037.stdout:3073: finishing rollback tid 1 to smithi03738989-44 2021-07-26T16:07:40.168 INFO:tasks.rados.rados.0.smithi037.stdout:3073: finishing rollback tid 2 to smithi03738989-44 2021-07-26T16:07:40.168 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 2215 (ObjNum 2122951696 snap 32610 seq_num 372991040) dirty exists 2021-07-26T16:07:40.168 INFO:tasks.rados.rados.0.smithi037.stdout:3073: done (1 left) 2021-07-26T16:07:40.169 INFO:tasks.rados.rados.0.smithi037.stdout:3075: delete oid 9 current snap is 299 2021-07-26T16:07:40.171 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 1734 (ObjNum 1684169057 snap 1851348340 seq_num 1700615259) dirty exists 2021-07-26T16:07:40.174 INFO:tasks.rados.rados.0.smithi037.stdout:3074: done (1 left) 2021-07-26T16:07:40.174 INFO:tasks.rados.rados.0.smithi037.stdout:3075: done (0 left) 2021-07-26T16:07:40.175 INFO:tasks.rados.rados.0.smithi037.stdout:3076: copy_from oid 8 from oid 46 current snap is 299 2021-07-26T16:07:40.175 INFO:tasks.rados.rados.0.smithi037.stdout:3077: snap_remove snap 258 2021-07-26T16:07:41.135 INFO:tasks.rados.rados.0.smithi037.stdout:3077: done (1 left) 2021-07-26T16:07:41.136 INFO:tasks.rados.rados.0.smithi037.stdout:3078: rmattr oid 36 current snap is 299 2021-07-26T16:07:41.136 INFO:tasks.rados.rados.0.smithi037.stdout:3078: done (1 left) 2021-07-26T16:07:41.136 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 28 current snap is 299 2021-07-26T16:07:41.137 INFO:tasks.rados.rados.0.smithi037.stdout:3079: seq_num 982 ranges {0=450560,450560=425984,876544=679936,1556480=466944,2023424=32768} 2021-07-26T16:07:41.138 INFO:tasks.rados.rados.0.smithi037.stdout:3079: writing smithi03738989-28 from 0 to 450560 tid 1 2021-07-26T16:07:41.142 INFO:tasks.rados.rados.0.smithi037.stdout:3079: writing smithi03738989-28 from 450560 to 876544 tid 2 2021-07-26T16:07:41.146 INFO:tasks.rados.rados.0.smithi037.stdout:3079: writing smithi03738989-28 from 876544 to 1556480 tid 3 2021-07-26T16:07:41.149 INFO:tasks.rados.rados.0.smithi037.stdout:3079: writing smithi03738989-28 from 1556480 to 2023424 tid 4 2021-07-26T16:07:41.150 INFO:tasks.rados.rados.0.smithi037.stdout:3079: writing smithi03738989-28 from 2023424 to 2056192 tid 5 2021-07-26T16:07:41.150 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 33 current snap is 299 2021-07-26T16:07:41.151 INFO:tasks.rados.rados.0.smithi037.stdout:3080: seq_num 983 ranges {0=466944,466944=712704,1179648=434176,1613824=458752} 2021-07-26T16:07:41.154 INFO:tasks.rados.rados.0.smithi037.stdout:3080: writing smithi03738989-33 from 0 to 466944 tid 1 2021-07-26T16:07:41.159 INFO:tasks.rados.rados.0.smithi037.stdout:3080: writing smithi03738989-33 from 466944 to 1179648 tid 2 2021-07-26T16:07:41.162 INFO:tasks.rados.rados.0.smithi037.stdout:3080: writing smithi03738989-33 from 1179648 to 1613824 tid 3 2021-07-26T16:07:41.165 INFO:tasks.rados.rados.0.smithi037.stdout:3080: writing smithi03738989-33 from 1613824 to 2072576 tid 4 2021-07-26T16:07:41.165 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 299 2021-07-26T16:07:41.166 INFO:tasks.rados.rados.0.smithi037.stdout:3081: seq_num 984 ranges {3842048=483328,4325376=598016,4923392=647168,5570560=360448} 2021-07-26T16:07:41.191 INFO:tasks.rados.rados.0.smithi037.stdout:3081: writing smithi03738989-39 from 3842048 to 4325376 tid 1 2021-07-26T16:07:41.195 INFO:tasks.rados.rados.0.smithi037.stdout:3081: writing smithi03738989-39 from 4325376 to 4923392 tid 2 2021-07-26T16:07:41.198 INFO:tasks.rados.rados.0.smithi037.stdout:3081: writing smithi03738989-39 from 4923392 to 5570560 tid 3 2021-07-26T16:07:41.201 INFO:tasks.rados.rados.0.smithi037.stdout:3081: writing smithi03738989-39 from 5570560 to 5931008 tid 4 2021-07-26T16:07:41.202 INFO:tasks.rados.rados.0.smithi037.stdout:3082: copy_from oid 35 from oid 47 current snap is 299 2021-07-26T16:07:41.202 INFO:tasks.rados.rados.0.smithi037.stdout:3076: finishing copy_from to smithi03738989-8 2021-07-26T16:07:41.202 INFO:tasks.rados.rados.0.smithi037.stdout:3076: got expected ENOENT (src dne) 2021-07-26T16:07:41.202 INFO:tasks.rados.rados.0.smithi037.stdout:3076: finishing copy_from racing read to smithi03738989-8 2021-07-26T16:07:41.203 INFO:tasks.rados.rados.0.smithi037.stdout:3079: finishing write tid 1 to smithi03738989-28 2021-07-26T16:07:41.203 INFO:tasks.rados.rados.0.smithi037.stdout:3079: finishing write tid 2 to smithi03738989-28 2021-07-26T16:07:41.203 INFO:tasks.rados.rados.0.smithi037.stdout:3079: finishing write tid 3 to smithi03738989-28 2021-07-26T16:07:41.203 INFO:tasks.rados.rados.0.smithi037.stdout:3079: finishing write tid 4 to smithi03738989-28 2021-07-26T16:07:41.204 INFO:tasks.rados.rados.0.smithi037.stdout:3079: finishing write tid 5 to smithi03738989-28 2021-07-26T16:07:41.204 INFO:tasks.rados.rados.0.smithi037.stdout:3080: finishing write tid 1 to smithi03738989-33 2021-07-26T16:07:41.204 INFO:tasks.rados.rados.0.smithi037.stdout:3080: finishing write tid 2 to smithi03738989-33 2021-07-26T16:07:41.204 INFO:tasks.rados.rados.0.smithi037.stdout:3080: finishing write tid 3 to smithi03738989-33 2021-07-26T16:07:41.204 INFO:tasks.rados.rados.0.smithi037.stdout:3080: finishing write tid 4 to smithi03738989-33 2021-07-26T16:07:41.205 INFO:tasks.rados.rados.0.smithi037.stdout:3080: finishing write tid 6 to smithi03738989-33 2021-07-26T16:07:41.205 INFO:tasks.rados.rados.0.smithi037.stdout:3079: finishing write tid 7 to smithi03738989-28 2021-07-26T16:07:41.205 INFO:tasks.rados.rados.0.smithi037.stdout:3079: finishing write tid 8 to smithi03738989-28 2021-07-26T16:07:41.205 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 1958 (ObjNum 982 snap 299 seq_num 982) dirty exists 2021-07-26T16:07:41.205 INFO:tasks.rados.rados.0.smithi037.stdout:3079: left oid 28 (ObjNum 982 snap 299 seq_num 982) 2021-07-26T16:07:41.206 INFO:tasks.rados.rados.0.smithi037.stdout:3076: done (4 left) 2021-07-26T16:07:41.206 INFO:tasks.rados.rados.0.smithi037.stdout:3079: done (3 left) 2021-07-26T16:07:41.206 INFO:tasks.rados.rados.0.smithi037.stdout:3083: snap_create 2021-07-26T16:07:41.206 INFO:tasks.rados.rados.0.smithi037.stdout:3080: finishing write tid 7 to smithi03738989-33 2021-07-26T16:07:41.207 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 2498 (ObjNum 983 snap 299 seq_num 983) dirty exists 2021-07-26T16:07:41.207 INFO:tasks.rados.rados.0.smithi037.stdout:3080: left oid 33 (ObjNum 983 snap 299 seq_num 983) 2021-07-26T16:07:41.207 INFO:tasks.rados.rados.0.smithi037.stdout:3081: finishing write tid 1 to smithi03738989-39 2021-07-26T16:07:41.207 INFO:tasks.rados.rados.0.smithi037.stdout:3081: finishing write tid 2 to smithi03738989-39 2021-07-26T16:07:41.208 INFO:tasks.rados.rados.0.smithi037.stdout:3082: finishing copy_from to smithi03738989-35 2021-07-26T16:07:41.208 INFO:tasks.rados.rados.0.smithi037.stdout:3082: got expected ENOENT (src dne) 2021-07-26T16:07:41.208 INFO:tasks.rados.rados.0.smithi037.stdout:3082: finishing copy_from racing read to smithi03738989-35 2021-07-26T16:07:41.209 INFO:tasks.rados.rados.0.smithi037.stdout:3081: finishing write tid 3 to smithi03738989-39 2021-07-26T16:07:41.209 INFO:tasks.rados.rados.0.smithi037.stdout:3081: finishing write tid 4 to smithi03738989-39 2021-07-26T16:07:41.210 INFO:tasks.rados.rados.0.smithi037.stdout:3081: finishing write tid 6 to smithi03738989-39 2021-07-26T16:07:41.211 INFO:tasks.rados.rados.0.smithi037.stdout:3081: finishing write tid 7 to smithi03738989-39 2021-07-26T16:07:41.212 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2827 (ObjNum 984 snap 299 seq_num 984) dirty exists 2021-07-26T16:07:41.212 INFO:tasks.rados.rados.0.smithi037.stdout:3081: left oid 39 (ObjNum 984 snap 299 seq_num 984) 2021-07-26T16:07:41.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:41 smithi107 bash[29346]: cluster 2021-07-26T16:07:39.869973+0000 mgr.y (mgr.24994) 472 : cluster [DBG] pgmap v697: 89 pgs: 89 active+clean; 326 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2021-07-26T16:07:41.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:41 smithi107 bash[29346]: cluster 2021-07-26T16:07:40.131014+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e659: 8 total, 8 up, 8 in 2021-07-26T16:07:41.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:41 smithi037 bash[41498]: cluster 2021-07-26T16:07:39.869973+0000 mgr.y (mgr.24994) 472 : cluster [DBG] pgmap v697: 89 pgs: 89 active+clean; 326 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2021-07-26T16:07:41.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:41 smithi037 bash[41498]: cluster 2021-07-26T16:07:40.131014+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e659: 8 total, 8 up, 8 in 2021-07-26T16:07:41.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:41 smithi037 bash[42499]: cluster 2021-07-26T16:07:39.869973+0000 mgr.y (mgr.24994) 472 : cluster [DBG] pgmap v697: 89 pgs: 89 active+clean; 326 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2021-07-26T16:07:41.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:41 smithi037 bash[42499]: cluster 2021-07-26T16:07:40.131014+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e659: 8 total, 8 up, 8 in 2021-07-26T16:07:42.109 INFO:tasks.rados.rados.0.smithi037.stdout:3080: done (3 left) 2021-07-26T16:07:42.109 INFO:tasks.rados.rados.0.smithi037.stdout:3081: done (2 left) 2021-07-26T16:07:42.109 INFO:tasks.rados.rados.0.smithi037.stdout:3082: done (1 left) 2021-07-26T16:07:42.110 INFO:tasks.rados.rados.0.smithi037.stdout:3083: done (0 left) 2021-07-26T16:07:42.110 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 300 2021-07-26T16:07:42.110 INFO:tasks.rados.rados.0.smithi037.stdout:3084: seq_num 985 ranges {1605632=499712,2105344=483328,2588672=450560,3039232=581632,3620864=90112} 2021-07-26T16:07:42.123 INFO:tasks.rados.rados.0.smithi037.stdout:3084: writing smithi03738989-13 from 1605632 to 2105344 tid 1 2021-07-26T16:07:42.126 INFO:tasks.rados.rados.0.smithi037.stdout:3084: writing smithi03738989-13 from 2105344 to 2588672 tid 2 2021-07-26T16:07:42.129 INFO:tasks.rados.rados.0.smithi037.stdout:3084: writing smithi03738989-13 from 2588672 to 3039232 tid 3 2021-07-26T16:07:42.133 INFO:tasks.rados.rados.0.smithi037.stdout:3084: writing smithi03738989-13 from 3039232 to 3620864 tid 4 2021-07-26T16:07:42.134 INFO:tasks.rados.rados.0.smithi037.stdout:3084: writing smithi03738989-13 from 3620864 to 3710976 tid 5 2021-07-26T16:07:42.135 INFO:tasks.rados.rados.0.smithi037.stdout:3085: rollback oid 43 current snap is 300 2021-07-26T16:07:42.135 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 43 to 292 2021-07-26T16:07:42.135 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 300 2021-07-26T16:07:42.135 INFO:tasks.rados.rados.0.smithi037.stdout:3086: seq_num 986 ranges {0=516096,516096=770048,1286144=655360,1941504=180224} 2021-07-26T16:07:42.138 INFO:tasks.rados.rados.0.smithi037.stdout:3086: writing smithi03738989-30 from 0 to 516096 tid 1 2021-07-26T16:07:42.143 INFO:tasks.rados.rados.0.smithi037.stdout:3086: writing smithi03738989-30 from 516096 to 1286144 tid 2 2021-07-26T16:07:42.148 INFO:tasks.rados.rados.0.smithi037.stdout:3086: writing smithi03738989-30 from 1286144 to 1941504 tid 3 2021-07-26T16:07:42.150 INFO:tasks.rados.rados.0.smithi037.stdout:3086: writing smithi03738989-30 from 1941504 to 2121728 tid 4 2021-07-26T16:07:42.150 INFO:tasks.rados.rados.0.smithi037.stdout:3087: snap_create 2021-07-26T16:07:42.150 INFO:tasks.rados.rados.0.smithi037.stdout:3084: finishing write tid 1 to smithi03738989-13 2021-07-26T16:07:42.151 INFO:tasks.rados.rados.0.smithi037.stdout:3084: finishing write tid 2 to smithi03738989-13 2021-07-26T16:07:42.151 INFO:tasks.rados.rados.0.smithi037.stdout:3084: finishing write tid 3 to smithi03738989-13 2021-07-26T16:07:42.151 INFO:tasks.rados.rados.0.smithi037.stdout:3085: finishing rollback tid 0 to smithi03738989-43 2021-07-26T16:07:42.151 INFO:tasks.rados.rados.0.smithi037.stdout:3085: finishing rollback tid 1 to smithi03738989-43 2021-07-26T16:07:42.152 INFO:tasks.rados.rados.0.smithi037.stdout:3085: finishing rollback tid 2 to smithi03738989-43 2021-07-26T16:07:42.152 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 2494 (ObjNum 906 snap 282 seq_num 906) dirty exists 2021-07-26T16:07:42.152 INFO:tasks.rados.rados.0.smithi037.stdout:3084: finishing write tid 4 to smithi03738989-13 2021-07-26T16:07:42.152 INFO:tasks.rados.rados.0.smithi037.stdout:3084: finishing write tid 5 to smithi03738989-13 2021-07-26T16:07:42.153 INFO:tasks.rados.rados.0.smithi037.stdout:3086: finishing write tid 1 to smithi03738989-30 2021-07-26T16:07:42.153 INFO:tasks.rados.rados.0.smithi037.stdout:3084: finishing write tid 7 to smithi03738989-13 2021-07-26T16:07:42.154 INFO:tasks.rados.rados.0.smithi037.stdout:3086: finishing write tid 2 to smithi03738989-30 2021-07-26T16:07:42.154 INFO:tasks.rados.rados.0.smithi037.stdout:3084: finishing write tid 8 to smithi03738989-13 2021-07-26T16:07:42.154 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1964 (ObjNum 985 snap 300 seq_num 985) dirty exists 2021-07-26T16:07:42.154 INFO:tasks.rados.rados.0.smithi037.stdout:3084: left oid 13 (ObjNum 985 snap 300 seq_num 985) 2021-07-26T16:07:42.155 INFO:tasks.rados.rados.0.smithi037.stdout:3086: finishing write tid 3 to smithi03738989-30 2021-07-26T16:07:42.160 INFO:tasks.rados.rados.0.smithi037.stdout:3086: finishing write tid 4 to smithi03738989-30 2021-07-26T16:07:42.161 INFO:tasks.rados.rados.0.smithi037.stdout:3086: finishing write tid 6 to smithi03738989-30 2021-07-26T16:07:42.161 INFO:tasks.rados.rados.0.smithi037.stdout:3086: finishing write tid 7 to smithi03738989-30 2021-07-26T16:07:42.161 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 1759 (ObjNum 986 snap 300 seq_num 986) dirty exists 2021-07-26T16:07:42.161 INFO:tasks.rados.rados.0.smithi037.stdout:3086: left oid 30 (ObjNum 986 snap 300 seq_num 986) 2021-07-26T16:07:42.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:42 smithi107 bash[29346]: cluster 2021-07-26T16:07:41.137492+0000 mon.a (mon.0) 1125 : cluster [DBG] osdmap e660: 8 total, 8 up, 8 in 2021-07-26T16:07:42.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:42 smithi107 bash[29346]: cluster 2021-07-26T16:07:42.110694+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e661: 8 total, 8 up, 8 in 2021-07-26T16:07:42.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:42 smithi037 bash[41498]: cluster 2021-07-26T16:07:41.137492+0000 mon.a (mon.0) 1125 : cluster [DBG] osdmap e660: 8 total, 8 up, 8 in 2021-07-26T16:07:42.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:42 smithi037 bash[41498]: cluster 2021-07-26T16:07:42.110694+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e661: 8 total, 8 up, 8 in 2021-07-26T16:07:42.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:42 smithi037 bash[42499]: cluster 2021-07-26T16:07:41.137492+0000 mon.a (mon.0) 1125 : cluster [DBG] osdmap e660: 8 total, 8 up, 8 in 2021-07-26T16:07:42.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:42 smithi037 bash[42499]: cluster 2021-07-26T16:07:42.110694+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e661: 8 total, 8 up, 8 in 2021-07-26T16:07:43.153 INFO:tasks.rados.rados.0.smithi037.stdout:3084: done (3 left) 2021-07-26T16:07:43.153 INFO:tasks.rados.rados.0.smithi037.stdout:3085: done (2 left) 2021-07-26T16:07:43.154 INFO:tasks.rados.rados.0.smithi037.stdout:3086: done (1 left) 2021-07-26T16:07:43.154 INFO:tasks.rados.rados.0.smithi037.stdout:3087: done (0 left) 2021-07-26T16:07:43.154 INFO:tasks.rados.rados.0.smithi037.stdout:3088: snap_remove snap 286 2021-07-26T16:07:43.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:43 smithi107 bash[29346]: cluster 2021-07-26T16:07:41.870715+0000 mgr.y (mgr.24994) 473 : cluster [DBG] pgmap v700: 89 pgs: 89 active+clean; 326 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.2 MiB/s wr, 20 op/s 2021-07-26T16:07:43.525 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:43 smithi037 bash[41498]: cluster 2021-07-26T16:07:41.870715+0000 mgr.y (mgr.24994) 473 : cluster [DBG] pgmap v700: 89 pgs: 89 active+clean; 326 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.2 MiB/s wr, 20 op/s 2021-07-26T16:07:43.525 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:43 smithi037 bash[42499]: cluster 2021-07-26T16:07:41.870715+0000 mgr.y (mgr.24994) 473 : cluster [DBG] pgmap v700: 89 pgs: 89 active+clean; 326 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.2 MiB/s wr, 20 op/s 2021-07-26T16:07:43.834 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:07:43 smithi037 bash[50550]: level=error ts=2021-07-26T16:07:43.528Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:43.834 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:07:43 smithi037 bash[50550]: level=error ts=2021-07-26T16:07:43.528Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:43.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:07:43 smithi037 bash[50550]: level=error ts=2021-07-26T16:07:43.528Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:07:44.179 INFO:tasks.rados.rados.0.smithi037.stdout:3088: done (0 left) 2021-07-26T16:07:44.180 INFO:tasks.rados.rados.0.smithi037.stdout:3089: setattr oid 40 current snap is 301 2021-07-26T16:07:44.180 INFO:tasks.rados.rados.0.smithi037.stdout:3090: read oid 41 snap 297 2021-07-26T16:07:44.180 INFO:tasks.rados.rados.0.smithi037.stdout:3090: expect (ObjNum 371767776 snap 21933 seq_num 372022992) 2021-07-26T16:07:44.180 INFO:tasks.rados.rados.0.smithi037.stdout:3091: read oid 47 snap -1 2021-07-26T16:07:44.181 INFO:tasks.rados.rados.0.smithi037.stdout:3091: expect deleted 2021-07-26T16:07:44.181 INFO:tasks.rados.rados.0.smithi037.stdout:3092: copy_from oid 12 from oid 49 current snap is 301 2021-07-26T16:07:44.181 INFO:tasks.rados.rados.0.smithi037.stdout:3093: copy_from oid 16 from oid 14 current snap is 301 2021-07-26T16:07:44.181 INFO:tasks.rados.rados.0.smithi037.stdout:3094: snap_create 2021-07-26T16:07:44.183 INFO:tasks.rados.rados.0.smithi037.stdout:3090: expect (ObjNum 371767776 snap 21933 seq_num 372022992) 2021-07-26T16:07:44.186 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 2084 (ObjNum 946 snap 290 seq_num 946) dirty exists 2021-07-26T16:07:44.190 INFO:tasks.rados.rados.0.smithi037.stdout:3092: finishing copy_from to smithi03738989-12 2021-07-26T16:07:44.190 INFO:tasks.rados.rados.0.smithi037.stdout:3092: got expected ENOENT (src dne) 2021-07-26T16:07:44.191 INFO:tasks.rados.rados.0.smithi037.stdout:3092: finishing copy_from racing read to smithi03738989-12 2021-07-26T16:07:44.228 INFO:tasks.rados.rados.0.smithi037.stdout:3093: finishing copy_from to smithi03738989-16 2021-07-26T16:07:44.228 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 1715 (ObjNum 977 snap 296 seq_num 977) dirty exists 2021-07-26T16:07:44.229 INFO:tasks.rados.rados.0.smithi037.stdout:3093: finishing copy_from racing read to smithi03738989-16 2021-07-26T16:07:44.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:44 smithi107 bash[29346]: cluster 2021-07-26T16:07:43.156114+0000 mon.a (mon.0) 1127 : cluster [DBG] osdmap e662: 8 total, 8 up, 8 in 2021-07-26T16:07:44.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:44 smithi037 bash[41498]: cluster 2021-07-26T16:07:43.156114+0000 mon.a (mon.0) 1127 : cluster [DBG] osdmap e662: 8 total, 8 up, 8 in 2021-07-26T16:07:44.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:44 smithi037 bash[42499]: cluster 2021-07-26T16:07:43.156114+0000 mon.a (mon.0) 1127 : cluster [DBG] osdmap e662: 8 total, 8 up, 8 in 2021-07-26T16:07:45.192 INFO:tasks.rados.rados.0.smithi037.stdout:3089: done (5 left) 2021-07-26T16:07:45.192 INFO:tasks.rados.rados.0.smithi037.stdout:3090: done (4 left) 2021-07-26T16:07:45.192 INFO:tasks.rados.rados.0.smithi037.stdout:3091: done (3 left) 2021-07-26T16:07:45.192 INFO:tasks.rados.rados.0.smithi037.stdout:3092: done (2 left) 2021-07-26T16:07:45.193 INFO:tasks.rados.rados.0.smithi037.stdout:3093: done (1 left) 2021-07-26T16:07:45.193 INFO:tasks.rados.rados.0.smithi037.stdout:3094: done (0 left) 2021-07-26T16:07:45.193 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 302 2021-07-26T16:07:45.193 INFO:tasks.rados.rados.0.smithi037.stdout:3095: seq_num 987 ranges {3932160=532480,4464640=647168,5111808=417792,5529600=409600,5939200=131072} 2021-07-26T16:07:45.218 INFO:tasks.rados.rados.0.smithi037.stdout:3095: writing smithi03738989-18 from 3932160 to 4464640 tid 1 2021-07-26T16:07:45.221 INFO:tasks.rados.rados.0.smithi037.stdout:3095: writing smithi03738989-18 from 4464640 to 5111808 tid 2 2021-07-26T16:07:45.224 INFO:tasks.rados.rados.0.smithi037.stdout:3095: writing smithi03738989-18 from 5111808 to 5529600 tid 3 2021-07-26T16:07:45.226 INFO:tasks.rados.rados.0.smithi037.stdout:3095: writing smithi03738989-18 from 5529600 to 5939200 tid 4 2021-07-26T16:07:45.227 INFO:tasks.rados.rados.0.smithi037.stdout:3095: writing smithi03738989-18 from 5939200 to 6070272 tid 5 2021-07-26T16:07:45.227 INFO:tasks.rados.rados.0.smithi037.stdout:3096: snap_create 2021-07-26T16:07:45.233 INFO:tasks.rados.rados.0.smithi037.stdout:3095: finishing write tid 1 to smithi03738989-18 2021-07-26T16:07:45.236 INFO:tasks.rados.rados.0.smithi037.stdout:3095: finishing write tid 2 to smithi03738989-18 2021-07-26T16:07:45.237 INFO:tasks.rados.rados.0.smithi037.stdout:3095: finishing write tid 3 to smithi03738989-18 2021-07-26T16:07:45.237 INFO:tasks.rados.rados.0.smithi037.stdout:3095: finishing write tid 4 to smithi03738989-18 2021-07-26T16:07:45.237 INFO:tasks.rados.rados.0.smithi037.stdout:3095: finishing write tid 5 to smithi03738989-18 2021-07-26T16:07:45.239 INFO:tasks.rados.rados.0.smithi037.stdout:3095: finishing write tid 7 to smithi03738989-18 2021-07-26T16:07:45.240 INFO:tasks.rados.rados.0.smithi037.stdout:3095: finishing write tid 8 to smithi03738989-18 2021-07-26T16:07:45.240 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 2222 (ObjNum 987 snap 302 seq_num 987) dirty exists 2021-07-26T16:07:45.241 INFO:tasks.rados.rados.0.smithi037.stdout:3095: left oid 18 (ObjNum 987 snap 302 seq_num 987) 2021-07-26T16:07:45.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:45 smithi107 bash[29346]: cluster 2021-07-26T16:07:43.871454+0000 mgr.y (mgr.24994) 474 : cluster [DBG] pgmap v703: 89 pgs: 89 active+clean; 340 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2021-07-26T16:07:45.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:45 smithi107 bash[29346]: cluster 2021-07-26T16:07:44.175384+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e663: 8 total, 8 up, 8 in 2021-07-26T16:07:45.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:45 smithi037 bash[41498]: cluster 2021-07-26T16:07:43.871454+0000 mgr.y (mgr.24994) 474 : cluster [DBG] pgmap v703: 89 pgs: 89 active+clean; 340 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2021-07-26T16:07:45.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:45 smithi037 bash[41498]: cluster 2021-07-26T16:07:44.175384+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e663: 8 total, 8 up, 8 in 2021-07-26T16:07:45.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:45 smithi037 bash[42499]: cluster 2021-07-26T16:07:43.871454+0000 mgr.y (mgr.24994) 474 : cluster [DBG] pgmap v703: 89 pgs: 89 active+clean; 340 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2021-07-26T16:07:45.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:45 smithi037 bash[42499]: cluster 2021-07-26T16:07:44.175384+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e663: 8 total, 8 up, 8 in 2021-07-26T16:07:46.192 INFO:tasks.rados.rados.0.smithi037.stdout:3095: done (1 left) 2021-07-26T16:07:46.193 INFO:tasks.rados.rados.0.smithi037.stdout:3096: done (0 left) 2021-07-26T16:07:46.193 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 303 2021-07-26T16:07:46.193 INFO:tasks.rados.rados.0.smithi037.stdout:3097: seq_num 988 ranges {2793472=557056,3350528=532480,3883008=622592,4505600=450560} 2021-07-26T16:07:46.211 INFO:tasks.rados.rados.0.smithi037.stdout:3097: writing smithi03738989-45 from 2793472 to 3350528 tid 1 2021-07-26T16:07:46.215 INFO:tasks.rados.rados.0.smithi037.stdout:3097: writing smithi03738989-45 from 3350528 to 3883008 tid 2 2021-07-26T16:07:46.218 INFO:tasks.rados.rados.0.smithi037.stdout:3097: writing smithi03738989-45 from 3883008 to 4505600 tid 3 2021-07-26T16:07:46.222 INFO:tasks.rados.rados.0.smithi037.stdout:3097: writing smithi03738989-45 from 4505600 to 4956160 tid 4 2021-07-26T16:07:46.222 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 303 2021-07-26T16:07:46.222 INFO:tasks.rados.rados.0.smithi037.stdout:3098: seq_num 989 ranges {0=573440,573440=466944,1040384=434176,1474560=638976,2113536=65536} 2021-07-26T16:07:46.225 INFO:tasks.rados.rados.0.smithi037.stdout:3098: writing smithi03738989-17 from 0 to 573440 tid 1 2021-07-26T16:07:46.227 INFO:tasks.rados.rados.0.smithi037.stdout:3098: writing smithi03738989-17 from 573440 to 1040384 tid 2 2021-07-26T16:07:46.230 INFO:tasks.rados.rados.0.smithi037.stdout:3098: writing smithi03738989-17 from 1040384 to 1474560 tid 3 2021-07-26T16:07:46.235 INFO:tasks.rados.rados.0.smithi037.stdout:3098: writing smithi03738989-17 from 1474560 to 2113536 tid 4 2021-07-26T16:07:46.235 INFO:tasks.rados.rados.0.smithi037.stdout:3098: writing smithi03738989-17 from 2113536 to 2179072 tid 5 2021-07-26T16:07:46.236 INFO:tasks.rados.rados.0.smithi037.stdout:3099: snap_create 2021-07-26T16:07:46.236 INFO:tasks.rados.rados.0.smithi037.stdout:3097: finishing write tid 1 to smithi03738989-45 2021-07-26T16:07:46.236 INFO:tasks.rados.rados.0.smithi037.stdout:3097: finishing write tid 2 to smithi03738989-45 2021-07-26T16:07:46.236 INFO:tasks.rados.rados.0.smithi037.stdout:3097: finishing write tid 3 to smithi03738989-45 2021-07-26T16:07:46.237 INFO:tasks.rados.rados.0.smithi037.stdout:3097: finishing write tid 4 to smithi03738989-45 2021-07-26T16:07:46.237 INFO:tasks.rados.rados.0.smithi037.stdout:3097: finishing write tid 6 to smithi03738989-45 2021-07-26T16:07:46.238 INFO:tasks.rados.rados.0.smithi037.stdout:3097: finishing write tid 7 to smithi03738989-45 2021-07-26T16:07:46.238 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 2843 (ObjNum 988 snap 303 seq_num 988) dirty exists 2021-07-26T16:07:46.238 INFO:tasks.rados.rados.0.smithi037.stdout:3097: left oid 45 (ObjNum 988 snap 303 seq_num 988) 2021-07-26T16:07:46.239 INFO:tasks.rados.rados.0.smithi037.stdout:3098: finishing write tid 1 to smithi03738989-17 2021-07-26T16:07:46.239 INFO:tasks.rados.rados.0.smithi037.stdout:3098: finishing write tid 2 to smithi03738989-17 2021-07-26T16:07:46.240 INFO:tasks.rados.rados.0.smithi037.stdout:3098: finishing write tid 3 to smithi03738989-17 2021-07-26T16:07:46.243 INFO:tasks.rados.rados.0.smithi037.stdout:3098: finishing write tid 4 to smithi03738989-17 2021-07-26T16:07:46.243 INFO:tasks.rados.rados.0.smithi037.stdout:3098: finishing write tid 5 to smithi03738989-17 2021-07-26T16:07:46.244 INFO:tasks.rados.rados.0.smithi037.stdout:3098: finishing write tid 7 to smithi03738989-17 2021-07-26T16:07:46.246 INFO:tasks.rados.rados.0.smithi037.stdout:3098: finishing write tid 8 to smithi03738989-17 2021-07-26T16:07:46.246 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1723 (ObjNum 989 snap 303 seq_num 989) dirty exists 2021-07-26T16:07:46.246 INFO:tasks.rados.rados.0.smithi037.stdout:3098: left oid 17 (ObjNum 989 snap 303 seq_num 989) 2021-07-26T16:07:46.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:46 smithi107 bash[29346]: cluster 2021-07-26T16:07:45.193374+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e664: 8 total, 8 up, 8 in 2021-07-26T16:07:46.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:46 smithi107 bash[29346]: audit 2021-07-26T16:07:45.761582+0000 mon.c (mon.1) 447 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-07-26T16:07:46.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:46 smithi107 bash[29346]: audit 2021-07-26T16:07:45.762236+0000 mon.c (mon.1) 448 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-07-26T16:07:46.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:46 smithi107 bash[29346]: audit 2021-07-26T16:07:45.762444+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-07-26T16:07:46.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:46 smithi107 bash[29346]: audit 2021-07-26T16:07:45.762805+0000 mon.c (mon.1) 449 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-07-26T16:07:46.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:46 smithi107 bash[29346]: audit 2021-07-26T16:07:45.763282+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-07-26T16:07:46.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:46 smithi107 bash[29346]: audit 2021-07-26T16:07:45.764176+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-07-26T16:07:46.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:46 smithi107 bash[29346]: audit 2021-07-26T16:07:46.001593+0000 mon.c (mon.1) 450 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:07:46.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:46 smithi107 bash[29346]: audit 2021-07-26T16:07:46.002205+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:07:46.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:46 smithi037 bash[41498]: cluster 2021-07-26T16:07:45.193374+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e664: 8 total, 8 up, 8 in 2021-07-26T16:07:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:46 smithi037 bash[41498]: audit 2021-07-26T16:07:45.761582+0000 mon.c (mon.1) 447 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-07-26T16:07:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:46 smithi037 bash[41498]: audit 2021-07-26T16:07:45.762236+0000 mon.c (mon.1) 448 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-07-26T16:07:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:46 smithi037 bash[41498]: audit 2021-07-26T16:07:45.762444+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-07-26T16:07:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:46 smithi037 bash[41498]: audit 2021-07-26T16:07:45.762805+0000 mon.c (mon.1) 449 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-07-26T16:07:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:46 smithi037 bash[41498]: audit 2021-07-26T16:07:45.763282+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-07-26T16:07:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:46 smithi037 bash[41498]: audit 2021-07-26T16:07:45.764176+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-07-26T16:07:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:46 smithi037 bash[41498]: audit 2021-07-26T16:07:46.001593+0000 mon.c (mon.1) 450 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:07:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:46 smithi037 bash[41498]: audit 2021-07-26T16:07:46.002205+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:07:46.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:46 smithi037 bash[42499]: cluster 2021-07-26T16:07:45.193374+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e664: 8 total, 8 up, 8 in 2021-07-26T16:07:46.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:46 smithi037 bash[42499]: audit 2021-07-26T16:07:45.761582+0000 mon.c (mon.1) 447 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-07-26T16:07:46.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:46 smithi037 bash[42499]: audit 2021-07-26T16:07:45.762236+0000 mon.c (mon.1) 448 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-07-26T16:07:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:46 smithi037 bash[42499]: audit 2021-07-26T16:07:45.762444+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-07-26T16:07:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:46 smithi037 bash[42499]: audit 2021-07-26T16:07:45.762805+0000 mon.c (mon.1) 449 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-07-26T16:07:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:46 smithi037 bash[42499]: audit 2021-07-26T16:07:45.763282+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-07-26T16:07:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:46 smithi037 bash[42499]: audit 2021-07-26T16:07:45.764176+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-07-26T16:07:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:46 smithi037 bash[42499]: audit 2021-07-26T16:07:46.001593+0000 mon.c (mon.1) 450 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:07:46.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:46 smithi037 bash[42499]: audit 2021-07-26T16:07:46.002205+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:07:47.113 INFO:tasks.rados.rados.0.smithi037.stdout:3097: done (2 left) 2021-07-26T16:07:47.113 INFO:tasks.rados.rados.0.smithi037.stdout:3098: done (1 left) 2021-07-26T16:07:47.113 INFO:tasks.rados.rados.0.smithi037.stdout:3099: done (0 left) 2021-07-26T16:07:47.114 INFO:tasks.rados.rados.0.smithi037.stdout:3100: rmattr oid 43 current snap is 304 2021-07-26T16:07:47.114 INFO:tasks.rados.rados.0.smithi037.stdout:3100: done (0 left) 2021-07-26T16:07:47.114 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 304 2021-07-26T16:07:47.114 INFO:tasks.rados.rados.0.smithi037.stdout:3101: seq_num 990 ranges {2121728=589824,2711552=753664,3465216=638976,4104192=212992} 2021-07-26T16:07:47.128 INFO:tasks.rados.rados.0.smithi037.stdout:3101: writing smithi03738989-30 from 2121728 to 2711552 tid 1 2021-07-26T16:07:47.133 INFO:tasks.rados.rados.0.smithi037.stdout:3101: writing smithi03738989-30 from 2711552 to 3465216 tid 2 2021-07-26T16:07:47.137 INFO:tasks.rados.rados.0.smithi037.stdout:3101: writing smithi03738989-30 from 3465216 to 4104192 tid 3 2021-07-26T16:07:47.139 INFO:tasks.rados.rados.0.smithi037.stdout:3101: writing smithi03738989-30 from 4104192 to 4317184 tid 4 2021-07-26T16:07:47.139 INFO:tasks.rados.rados.0.smithi037.stdout:3102: read oid 44 snap -1 2021-07-26T16:07:47.139 INFO:tasks.rados.rados.0.smithi037.stdout:3102: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:07:47.140 INFO:tasks.rados.rados.0.smithi037.stdout:3103: rmattr oid 47 current snap is 304 2021-07-26T16:07:47.140 INFO:tasks.rados.rados.0.smithi037.stdout:3103: done (2 left) 2021-07-26T16:07:47.140 INFO:tasks.rados.rados.0.smithi037.stdout:3104: read oid 19 snap 247 2021-07-26T16:07:47.140 INFO:tasks.rados.rados.0.smithi037.stdout:3104: expect deleted 2021-07-26T16:07:47.140 INFO:tasks.rados.rados.0.smithi037.stdout:3105: read oid 4 snap -1 2021-07-26T16:07:47.141 INFO:tasks.rados.rados.0.smithi037.stdout:3105: expect (ObjNum 963 snap 294 seq_num 963) 2021-07-26T16:07:47.141 INFO:tasks.rados.rados.0.smithi037.stdout:3106: rmattr oid 14 current snap is 304 2021-07-26T16:07:47.141 INFO:tasks.rados.rados.0.smithi037.stdout:3107: delete oid 47 current snap is 304 2021-07-26T16:07:47.142 INFO:tasks.rados.rados.0.smithi037.stdout:3102: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:07:47.144 INFO:tasks.rados.rados.0.smithi037.stdout:3101: finishing write tid 1 to smithi03738989-30 2021-07-26T16:07:47.145 INFO:tasks.rados.rados.0.smithi037.stdout:3101: finishing write tid 2 to smithi03738989-30 2021-07-26T16:07:47.145 INFO:tasks.rados.rados.0.smithi037.stdout:3102: done (5 left) 2021-07-26T16:07:47.146 INFO:tasks.rados.rados.0.smithi037.stdout:3104: done (4 left) 2021-07-26T16:07:47.146 INFO:tasks.rados.rados.0.smithi037.stdout:3107: done (3 left) 2021-07-26T16:07:47.146 INFO:tasks.rados.rados.0.smithi037.stdout:3108: delete oid 37 current snap is 304 2021-07-26T16:07:47.147 INFO:tasks.rados.rados.0.smithi037.stdout:3101: finishing write tid 3 to smithi03738989-30 2021-07-26T16:07:47.148 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 1716 (ObjNum 977 snap 296 seq_num 977) dirty exists 2021-07-26T16:07:47.148 INFO:tasks.rados.rados.0.smithi037.stdout:3101: finishing write tid 4 to smithi03738989-30 2021-07-26T16:07:47.149 INFO:tasks.rados.rados.0.smithi037.stdout:3101: finishing write tid 6 to smithi03738989-30 2021-07-26T16:07:47.150 INFO:tasks.rados.rados.0.smithi037.stdout:3106: done (3 left) 2021-07-26T16:07:47.150 INFO:tasks.rados.rados.0.smithi037.stdout:3108: done (2 left) 2021-07-26T16:07:47.150 INFO:tasks.rados.rados.0.smithi037.stdout:3109: snap_create 2021-07-26T16:07:47.151 INFO:tasks.rados.rados.0.smithi037.stdout:3101: finishing write tid 7 to smithi03738989-30 2021-07-26T16:07:47.151 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 1764 (ObjNum 990 snap 304 seq_num 990) dirty exists 2021-07-26T16:07:47.152 INFO:tasks.rados.rados.0.smithi037.stdout:3101: left oid 30 (ObjNum 990 snap 304 seq_num 990) 2021-07-26T16:07:47.170 INFO:tasks.rados.rados.0.smithi037.stdout:3105: expect (ObjNum 963 snap 294 seq_num 963) 2021-07-26T16:07:47.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:47 smithi107 bash[29346]: cluster 2021-07-26T16:07:45.872186+0000 mgr.y (mgr.24994) 475 : cluster [DBG] pgmap v706: 89 pgs: 89 active+clean; 339 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 5.0 MiB/s wr, 26 op/s 2021-07-26T16:07:47.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:47 smithi107 bash[29346]: cluster 2021-07-26T16:07:46.193860+0000 mon.a (mon.0) 1134 : cluster [DBG] osdmap e665: 8 total, 8 up, 8 in 2021-07-26T16:07:47.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:47 smithi107 bash[29346]: audit 2021-07-26T16:07:47.028910+0000 mon.c (mon.1) 451 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:07:47.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:47 smithi107 bash[29346]: audit 2021-07-26T16:07:47.029693+0000 mon.a (mon.0) 1135 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:07:47.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:47 smithi107 bash[29346]: cluster 2021-07-26T16:07:47.114218+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e666: 8 total, 8 up, 8 in 2021-07-26T16:07:47.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:47 smithi037 bash[41498]: cluster 2021-07-26T16:07:45.872186+0000 mgr.y (mgr.24994) 475 : cluster [DBG] pgmap v706: 89 pgs: 89 active+clean; 339 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 5.0 MiB/s wr, 26 op/s 2021-07-26T16:07:47.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:47 smithi037 bash[41498]: cluster 2021-07-26T16:07:46.193860+0000 mon.a (mon.0) 1134 : cluster [DBG] osdmap e665: 8 total, 8 up, 8 in 2021-07-26T16:07:47.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:47 smithi037 bash[41498]: audit 2021-07-26T16:07:47.028910+0000 mon.c (mon.1) 451 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:07:47.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:47 smithi037 bash[41498]: audit 2021-07-26T16:07:47.029693+0000 mon.a (mon.0) 1135 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:07:47.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:47 smithi037 bash[41498]: cluster 2021-07-26T16:07:47.114218+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e666: 8 total, 8 up, 8 in 2021-07-26T16:07:47.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:47 smithi037 bash[42499]: cluster 2021-07-26T16:07:45.872186+0000 mgr.y (mgr.24994) 475 : cluster [DBG] pgmap v706: 89 pgs: 89 active+clean; 339 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 5.0 MiB/s wr, 26 op/s 2021-07-26T16:07:47.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:47 smithi037 bash[42499]: cluster 2021-07-26T16:07:46.193860+0000 mon.a (mon.0) 1134 : cluster [DBG] osdmap e665: 8 total, 8 up, 8 in 2021-07-26T16:07:47.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:47 smithi037 bash[42499]: audit 2021-07-26T16:07:47.028910+0000 mon.c (mon.1) 451 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:07:47.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:47 smithi037 bash[42499]: audit 2021-07-26T16:07:47.029693+0000 mon.a (mon.0) 1135 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:07:47.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:47 smithi037 bash[42499]: cluster 2021-07-26T16:07:47.114218+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e666: 8 total, 8 up, 8 in 2021-07-26T16:07:48.129 INFO:tasks.rados.rados.0.smithi037.stdout:3101: done (2 left) 2021-07-26T16:07:48.129 INFO:tasks.rados.rados.0.smithi037.stdout:3105: done (1 left) 2021-07-26T16:07:48.130 INFO:tasks.rados.rados.0.smithi037.stdout:3109: done (0 left) 2021-07-26T16:07:48.130 INFO:tasks.rados.rados.0.smithi037.stdout:3110: setattr oid 28 current snap is 305 2021-07-26T16:07:48.131 INFO:tasks.rados.rados.0.smithi037.stdout:3111: read oid 7 snap 287 2021-07-26T16:07:48.132 INFO:tasks.rados.rados.0.smithi037.stdout:3111: expect (ObjNum 893 snap 280 seq_num 893) 2021-07-26T16:07:48.132 INFO:tasks.rados.rados.0.smithi037.stdout:3112: snap_remove snap 296 2021-07-26T16:07:49.130 INFO:tasks.rados.rados.0.smithi037.stdout:3112: done (2 left) 2021-07-26T16:07:49.130 INFO:tasks.rados.rados.0.smithi037.stdout:3113: snap_create 2021-07-26T16:07:49.130 INFO:tasks.rados.rados.0.smithi037.stdout:3111: expect (ObjNum 893 snap 280 seq_num 893) 2021-07-26T16:07:49.187 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 1965 (ObjNum 982 snap 299 seq_num 982) dirty exists 2021-07-26T16:07:49.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:49 smithi107 bash[29346]: cluster 2021-07-26T16:07:47.873033+0000 mgr.y (mgr.24994) 476 : cluster [DBG] pgmap v709: 89 pgs: 89 active+clean; 340 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 735 KiB/s rd, 3.5 MiB/s wr, 14 op/s 2021-07-26T16:07:49.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:49 smithi107 bash[29346]: cluster 2021-07-26T16:07:48.127687+0000 mon.a (mon.0) 1137 : cluster [DBG] osdmap e667: 8 total, 8 up, 8 in 2021-07-26T16:07:49.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:49 smithi037 bash[41498]: cluster 2021-07-26T16:07:47.873033+0000 mgr.y (mgr.24994) 476 : cluster [DBG] pgmap v709: 89 pgs: 89 active+clean; 340 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 735 KiB/s rd, 3.5 MiB/s wr, 14 op/s 2021-07-26T16:07:49.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:49 smithi037 bash[41498]: cluster 2021-07-26T16:07:48.127687+0000 mon.a (mon.0) 1137 : cluster [DBG] osdmap e667: 8 total, 8 up, 8 in 2021-07-26T16:07:49.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:49 smithi037 bash[42499]: cluster 2021-07-26T16:07:47.873033+0000 mgr.y (mgr.24994) 476 : cluster [DBG] pgmap v709: 89 pgs: 89 active+clean; 340 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 735 KiB/s rd, 3.5 MiB/s wr, 14 op/s 2021-07-26T16:07:49.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:49 smithi037 bash[42499]: cluster 2021-07-26T16:07:48.127687+0000 mon.a (mon.0) 1137 : cluster [DBG] osdmap e667: 8 total, 8 up, 8 in 2021-07-26T16:07:50.155 INFO:tasks.rados.rados.0.smithi037.stdout:3110: done (2 left) 2021-07-26T16:07:50.155 INFO:tasks.rados.rados.0.smithi037.stdout:3111: done (1 left) 2021-07-26T16:07:50.155 INFO:tasks.rados.rados.0.smithi037.stdout:3113: done (0 left) 2021-07-26T16:07:50.156 INFO:tasks.rados.rados.0.smithi037.stdout:3114: setattr oid 44 current snap is 306 2021-07-26T16:07:50.156 INFO:tasks.rados.rados.0.smithi037.stdout:3115: snap_create 2021-07-26T16:07:50.162 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 2216 (ObjNum 1365272929 snap 1398301778 seq_num 1314477392) dirty exists 2021-07-26T16:07:50.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:50 smithi107 bash[29346]: cluster 2021-07-26T16:07:49.129985+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e668: 8 total, 8 up, 8 in 2021-07-26T16:07:50.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:50 smithi037 bash[41498]: cluster 2021-07-26T16:07:49.129985+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e668: 8 total, 8 up, 8 in 2021-07-26T16:07:50.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:50 smithi037 bash[42499]: cluster 2021-07-26T16:07:49.129985+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e668: 8 total, 8 up, 8 in 2021-07-26T16:07:51.163 INFO:tasks.rados.rados.0.smithi037.stdout:3114: done (1 left) 2021-07-26T16:07:51.163 INFO:tasks.rados.rados.0.smithi037.stdout:3115: done (0 left) 2021-07-26T16:07:51.163 INFO:tasks.rados.rados.0.smithi037.stdout:3116: read oid 37 snap -1 2021-07-26T16:07:51.164 INFO:tasks.rados.rados.0.smithi037.stdout:3116: expect deleted 2021-07-26T16:07:51.164 INFO:tasks.rados.rados.0.smithi037.stdout:3117: snap_create 2021-07-26T16:07:51.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:51 smithi107 bash[29346]: cluster 2021-07-26T16:07:49.874000+0000 mgr.y (mgr.24994) 477 : cluster [DBG] pgmap v712: 89 pgs: 89 active+clean; 346 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2021-07-26T16:07:51.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:51 smithi107 bash[29346]: cluster 2021-07-26T16:07:50.154917+0000 mon.a (mon.0) 1139 : cluster [DBG] osdmap e669: 8 total, 8 up, 8 in 2021-07-26T16:07:51.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:51 smithi037 bash[41498]: cluster 2021-07-26T16:07:49.874000+0000 mgr.y (mgr.24994) 477 : cluster [DBG] pgmap v712: 89 pgs: 89 active+clean; 346 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2021-07-26T16:07:51.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:51 smithi037 bash[41498]: cluster 2021-07-26T16:07:50.154917+0000 mon.a (mon.0) 1139 : cluster [DBG] osdmap e669: 8 total, 8 up, 8 in 2021-07-26T16:07:51.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:51 smithi037 bash[42499]: cluster 2021-07-26T16:07:49.874000+0000 mgr.y (mgr.24994) 477 : cluster [DBG] pgmap v712: 89 pgs: 89 active+clean; 346 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2021-07-26T16:07:51.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:51 smithi037 bash[42499]: cluster 2021-07-26T16:07:50.154917+0000 mon.a (mon.0) 1139 : cluster [DBG] osdmap e669: 8 total, 8 up, 8 in 2021-07-26T16:07:52.117 INFO:tasks.rados.rados.0.smithi037.stdout:3116: done (1 left) 2021-07-26T16:07:52.117 INFO:tasks.rados.rados.0.smithi037.stdout:3117: done (0 left) 2021-07-26T16:07:52.118 INFO:tasks.rados.rados.0.smithi037.stdout:3118: read oid 39 snap -1 2021-07-26T16:07:52.118 INFO:tasks.rados.rados.0.smithi037.stdout:3118: expect (ObjNum 984 snap 299 seq_num 984) 2021-07-26T16:07:52.118 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 308 2021-07-26T16:07:52.118 INFO:tasks.rados.rados.0.smithi037.stdout:3119: seq_num 993 ranges {0=638976,638976=409600,1048576=409600,1458176=688128,2146304=98304} 2021-07-26T16:07:52.122 INFO:tasks.rados.rados.0.smithi037.stdout:3119: writing smithi03738989-41 from 0 to 638976 tid 1 2021-07-26T16:07:52.126 INFO:tasks.rados.rados.0.smithi037.stdout:3119: writing smithi03738989-41 from 638976 to 1048576 tid 2 2021-07-26T16:07:52.130 INFO:tasks.rados.rados.0.smithi037.stdout:3119: writing smithi03738989-41 from 1048576 to 1458176 tid 3 2021-07-26T16:07:52.136 INFO:tasks.rados.rados.0.smithi037.stdout:3119: writing smithi03738989-41 from 1458176 to 2146304 tid 4 2021-07-26T16:07:52.138 INFO:tasks.rados.rados.0.smithi037.stdout:3119: writing smithi03738989-41 from 2146304 to 2244608 tid 5 2021-07-26T16:07:52.138 INFO:tasks.rados.rados.0.smithi037.stdout:3120: read oid 45 snap -1 2021-07-26T16:07:52.138 INFO:tasks.rados.rados.0.smithi037.stdout:3120: expect (ObjNum 988 snap 303 seq_num 988) 2021-07-26T16:07:52.139 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 308 2021-07-26T16:07:52.139 INFO:tasks.rados.rados.0.smithi037.stdout:3121: seq_num 994 ranges {3612672=655360,4268032=688128,4956160=622592,5578752=294912} 2021-07-26T16:07:52.163 INFO:tasks.rados.rados.0.smithi037.stdout:3121: writing smithi03738989-31 from 3612672 to 4268032 tid 1 2021-07-26T16:07:52.167 INFO:tasks.rados.rados.0.smithi037.stdout:3121: writing smithi03738989-31 from 4268032 to 4956160 tid 2 2021-07-26T16:07:52.170 INFO:tasks.rados.rados.0.smithi037.stdout:3121: writing smithi03738989-31 from 4956160 to 5578752 tid 3 2021-07-26T16:07:52.173 INFO:tasks.rados.rados.0.smithi037.stdout:3121: writing smithi03738989-31 from 5578752 to 5873664 tid 4 2021-07-26T16:07:52.173 INFO:tasks.rados.rados.0.smithi037.stdout:3122: delete oid 32 current snap is 308 2021-07-26T16:07:52.173 INFO:tasks.rados.rados.0.smithi037.stdout:3119: finishing write tid 1 to smithi03738989-41 2021-07-26T16:07:52.173 INFO:tasks.rados.rados.0.smithi037.stdout:3119: finishing write tid 2 to smithi03738989-41 2021-07-26T16:07:52.174 INFO:tasks.rados.rados.0.smithi037.stdout:3119: finishing write tid 3 to smithi03738989-41 2021-07-26T16:07:52.174 INFO:tasks.rados.rados.0.smithi037.stdout:3119: finishing write tid 4 to smithi03738989-41 2021-07-26T16:07:52.174 INFO:tasks.rados.rados.0.smithi037.stdout:3119: finishing write tid 5 to smithi03738989-41 2021-07-26T16:07:52.174 INFO:tasks.rados.rados.0.smithi037.stdout:3119: finishing write tid 7 to smithi03738989-41 2021-07-26T16:07:52.175 INFO:tasks.rados.rados.0.smithi037.stdout:3119: finishing write tid 8 to smithi03738989-41 2021-07-26T16:07:52.175 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1770 (ObjNum 993 snap 308 seq_num 993) dirty exists 2021-07-26T16:07:52.175 INFO:tasks.rados.rados.0.smithi037.stdout:3119: left oid 41 (ObjNum 993 snap 308 seq_num 993) 2021-07-26T16:07:52.175 INFO:tasks.rados.rados.0.smithi037.stdout:3118: expect (ObjNum 984 snap 299 seq_num 984) 2021-07-26T16:07:52.451 INFO:tasks.rados.rados.0.smithi037.stdout:3120: expect (ObjNum 988 snap 303 seq_num 988) 2021-07-26T16:07:52.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:52 smithi107 bash[29346]: cluster 2021-07-26T16:07:51.163656+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e670: 8 total, 8 up, 8 in 2021-07-26T16:07:52.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:52 smithi107 bash[29346]: cluster 2021-07-26T16:07:52.119429+0000 mon.a (mon.0) 1141 : cluster [DBG] osdmap e671: 8 total, 8 up, 8 in 2021-07-26T16:07:52.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:52 smithi037 bash[41498]: cluster 2021-07-26T16:07:51.163656+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e670: 8 total, 8 up, 8 in 2021-07-26T16:07:52.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:52 smithi037 bash[41498]: cluster 2021-07-26T16:07:52.119429+0000 mon.a (mon.0) 1141 : cluster [DBG] osdmap e671: 8 total, 8 up, 8 in 2021-07-26T16:07:52.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:52 smithi037 bash[42499]: cluster 2021-07-26T16:07:51.163656+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e670: 8 total, 8 up, 8 in 2021-07-26T16:07:52.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:52 smithi037 bash[42499]: cluster 2021-07-26T16:07:52.119429+0000 mon.a (mon.0) 1141 : cluster [DBG] osdmap e671: 8 total, 8 up, 8 in 2021-07-26T16:07:52.652 INFO:tasks.rados.rados.0.smithi037.stdout:3121: finishing write tid 1 to smithi03738989-31 2021-07-26T16:07:52.653 INFO:tasks.rados.rados.0.smithi037.stdout:3121: finishing write tid 2 to smithi03738989-31 2021-07-26T16:07:52.653 INFO:tasks.rados.rados.0.smithi037.stdout:3121: finishing write tid 3 to smithi03738989-31 2021-07-26T16:07:52.653 INFO:tasks.rados.rados.0.smithi037.stdout:3121: finishing write tid 4 to smithi03738989-31 2021-07-26T16:07:52.654 INFO:tasks.rados.rados.0.smithi037.stdout:3121: finishing write tid 6 to smithi03738989-31 2021-07-26T16:07:52.655 INFO:tasks.rados.rados.0.smithi037.stdout:3121: finishing write tid 7 to smithi03738989-31 2021-07-26T16:07:52.655 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 2339 (ObjNum 994 snap 308 seq_num 994) dirty exists 2021-07-26T16:07:52.655 INFO:tasks.rados.rados.0.smithi037.stdout:3121: left oid 31 (ObjNum 994 snap 308 seq_num 994) 2021-07-26T16:07:52.656 INFO:tasks.rados.rados.0.smithi037.stdout:3118: done (4 left) 2021-07-26T16:07:52.656 INFO:tasks.rados.rados.0.smithi037.stdout:3119: done (3 left) 2021-07-26T16:07:52.656 INFO:tasks.rados.rados.0.smithi037.stdout:3120: done (2 left) 2021-07-26T16:07:52.656 INFO:tasks.rados.rados.0.smithi037.stdout:3121: done (1 left) 2021-07-26T16:07:52.657 INFO:tasks.rados.rados.0.smithi037.stdout:3122: done (0 left) 2021-07-26T16:07:52.657 INFO:tasks.rados.rados.0.smithi037.stdout:3123: delete oid 1 current snap is 308 2021-07-26T16:07:52.659 INFO:tasks.rados.rados.0.smithi037.stdout:3123: done (0 left) 2021-07-26T16:07:52.659 INFO:tasks.rados.rados.0.smithi037.stdout:3124: copy_from oid 34 from oid 2 current snap is 308 2021-07-26T16:07:52.660 INFO:tasks.rados.rados.0.smithi037.stdout:3125: rollback oid 40 current snap is 308 2021-07-26T16:07:52.660 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 40 to 291 2021-07-26T16:07:52.660 INFO:tasks.rados.rados.0.smithi037.stdout:3126: read oid 29 snap -1 2021-07-26T16:07:52.661 INFO:tasks.rados.rados.0.smithi037.stdout:3126: expect (ObjNum 966 snap 294 seq_num 966) 2021-07-26T16:07:52.661 INFO:tasks.rados.rados.0.smithi037.stdout:3127: delete oid 22 current snap is 308 2021-07-26T16:07:52.670 INFO:tasks.rados.rados.0.smithi037.stdout:3125: finishing rollback tid 0 to smithi03738989-40 2021-07-26T16:07:52.671 INFO:tasks.rados.rados.0.smithi037.stdout:3127: done (3 left) 2021-07-26T16:07:52.671 INFO:tasks.rados.rados.0.smithi037.stdout:3128: read oid 48 snap -1 2021-07-26T16:07:52.671 INFO:tasks.rados.rados.0.smithi037.stdout:3128: expect (ObjNum 752 snap 228 seq_num 752) 2021-07-26T16:07:52.671 INFO:tasks.rados.rados.0.smithi037.stdout:3129: copy_from oid 21 from oid 12 current snap is 308 2021-07-26T16:07:52.672 INFO:tasks.rados.rados.0.smithi037.stdout:3130: read oid 8 snap -1 2021-07-26T16:07:52.672 INFO:tasks.rados.rados.0.smithi037.stdout:3130: expect (ObjNum 958 snap 293 seq_num 958) 2021-07-26T16:07:52.672 INFO:tasks.rados.rados.0.smithi037.stdout:3131: read oid 41 snap -1 2021-07-26T16:07:52.672 INFO:tasks.rados.rados.0.smithi037.stdout:3131: expect (ObjNum 993 snap 308 seq_num 993) 2021-07-26T16:07:52.672 INFO:tasks.rados.rados.0.smithi037.stdout:3132: rollback oid 27 current snap is 308 2021-07-26T16:07:52.673 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 27 to 299 2021-07-26T16:07:52.673 INFO:tasks.rados.rados.0.smithi037.stdout:3133: rmattr oid 7 current snap is 308 2021-07-26T16:07:52.673 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 308 2021-07-26T16:07:52.674 INFO:tasks.rados.rados.0.smithi037.stdout:3134: seq_num 998 ranges {3284992=720896,4005888=679936,4685824=598016,5283840=327680} 2021-07-26T16:07:52.696 INFO:tasks.rados.rados.0.smithi037.stdout:3134: writing smithi03738989-42 from 3284992 to 4005888 tid 1 2021-07-26T16:07:52.700 INFO:tasks.rados.rados.0.smithi037.stdout:3134: writing smithi03738989-42 from 4005888 to 4685824 tid 2 2021-07-26T16:07:52.703 INFO:tasks.rados.rados.0.smithi037.stdout:3134: writing smithi03738989-42 from 4685824 to 5283840 tid 3 2021-07-26T16:07:52.706 INFO:tasks.rados.rados.0.smithi037.stdout:3134: writing smithi03738989-42 from 5283840 to 5611520 tid 4 2021-07-26T16:07:52.706 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 308 2021-07-26T16:07:52.706 INFO:tasks.rados.rados.0.smithi037.stdout:3135: seq_num 999 ranges {1908736=737280,2646016=565248,3211264=761856,3973120=278528} 2021-07-26T16:07:52.721 INFO:tasks.rados.rados.0.smithi037.stdout:3135: writing smithi03738989-19 from 1908736 to 2646016 tid 1 2021-07-26T16:07:52.725 INFO:tasks.rados.rados.0.smithi037.stdout:3135: writing smithi03738989-19 from 2646016 to 3211264 tid 2 2021-07-26T16:07:52.730 INFO:tasks.rados.rados.0.smithi037.stdout:3135: writing smithi03738989-19 from 3211264 to 3973120 tid 3 2021-07-26T16:07:52.732 INFO:tasks.rados.rados.0.smithi037.stdout:3135: writing smithi03738989-19 from 3973120 to 4251648 tid 4 2021-07-26T16:07:52.732 INFO:tasks.rados.rados.0.smithi037.stdout:3136: copy_from oid 16 from oid 43 current snap is 308 2021-07-26T16:07:52.733 INFO:tasks.rados.rados.0.smithi037.stdout:3125: finishing rollback tid 1 to smithi03738989-40 2021-07-26T16:07:52.733 INFO:tasks.rados.rados.0.smithi037.stdout:3137: read oid 44 snap 292 2021-07-26T16:07:52.733 INFO:tasks.rados.rados.0.smithi037.stdout:3137: expect (ObjNum 954 snap 291 seq_num 954) 2021-07-26T16:07:52.733 INFO:tasks.rados.rados.0.smithi037.stdout:3138: rollback oid 10 current snap is 308 2021-07-26T16:07:52.734 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 10 to 292 2021-07-26T16:07:52.734 INFO:tasks.rados.rados.0.smithi037.stdout:3125: finishing rollback tid 2 to smithi03738989-40 2021-07-26T16:07:52.734 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 2087 (ObjNum 946 snap 290 seq_num 946) dirty exists 2021-07-26T16:07:52.734 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2499 (ObjNum 745 snap 225 seq_num 745) dirty exists 2021-07-26T16:07:52.734 INFO:tasks.rados.rados.0.smithi037.stdout:3128: expect (ObjNum 752 snap 228 seq_num 752) 2021-07-26T16:07:52.764 INFO:tasks.rados.rados.0.smithi037.stdout:3132: finishing rollback tid 1 to smithi03738989-27 2021-07-26T16:07:52.764 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 2209 (ObjNum 372125808 snap 21933 seq_num 374180752) dirty dne 2021-07-26T16:07:52.765 INFO:tasks.rados.rados.0.smithi037.stdout:3125: done (13 left) 2021-07-26T16:07:52.765 INFO:tasks.rados.rados.0.smithi037.stdout:3128: done (12 left) 2021-07-26T16:07:52.765 INFO:tasks.rados.rados.0.smithi037.stdout:3132: done (11 left) 2021-07-26T16:07:52.765 INFO:tasks.rados.rados.0.smithi037.stdout:3133: done (10 left) 2021-07-26T16:07:52.766 INFO:tasks.rados.rados.0.smithi037.stdout:3139: read oid 15 snap -1 2021-07-26T16:07:52.766 INFO:tasks.rados.rados.0.smithi037.stdout:3139: expect (ObjNum 952 snap 291 seq_num 952) 2021-07-26T16:07:52.766 INFO:tasks.rados.rados.0.smithi037.stdout:3140: rollback oid 4 current snap is 308 2021-07-26T16:07:52.766 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 4 to 304 2021-07-26T16:07:52.767 INFO:tasks.rados.rados.0.smithi037.stdout:3131: expect (ObjNum 993 snap 308 seq_num 993) 2021-07-26T16:07:52.819 INFO:tasks.rados.rados.0.smithi037.stdout:3130: expect (ObjNum 958 snap 293 seq_num 958) 2021-07-26T16:07:52.857 INFO:tasks.rados.rados.0.smithi037.stdout:3126: expect (ObjNum 966 snap 294 seq_num 966) 2021-07-26T16:07:52.942 INFO:tasks.rados.rados.0.smithi037.stdout:3129: finishing copy_from to smithi03738989-21 2021-07-26T16:07:52.942 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2091 (ObjNum 936 snap 288 seq_num 936) dirty exists 2021-07-26T16:07:52.943 INFO:tasks.rados.rados.0.smithi037.stdout:3129: finishing copy_from racing read to smithi03738989-21 2021-07-26T16:07:52.943 INFO:tasks.rados.rados.0.smithi037.stdout:3134: finishing write tid 1 to smithi03738989-42 2021-07-26T16:07:52.943 INFO:tasks.rados.rados.0.smithi037.stdout:3134: finishing write tid 2 to smithi03738989-42 2021-07-26T16:07:52.943 INFO:tasks.rados.rados.0.smithi037.stdout:3134: finishing write tid 3 to smithi03738989-42 2021-07-26T16:07:52.944 INFO:tasks.rados.rados.0.smithi037.stdout:3134: finishing write tid 4 to smithi03738989-42 2021-07-26T16:07:52.944 INFO:tasks.rados.rados.0.smithi037.stdout:3134: finishing write tid 6 to smithi03738989-42 2021-07-26T16:07:52.944 INFO:tasks.rados.rados.0.smithi037.stdout:3134: finishing write tid 7 to smithi03738989-42 2021-07-26T16:07:52.944 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2504 (ObjNum 998 snap 308 seq_num 998) dirty exists 2021-07-26T16:07:52.945 INFO:tasks.rados.rados.0.smithi037.stdout:3134: left oid 42 (ObjNum 998 snap 308 seq_num 998) 2021-07-26T16:07:52.945 INFO:tasks.rados.rados.0.smithi037.stdout:3124: finishing copy_from to smithi03738989-34 2021-07-26T16:07:52.945 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2491 (ObjNum 979 snap 297 seq_num 979) dirty exists 2021-07-26T16:07:52.945 INFO:tasks.rados.rados.0.smithi037.stdout:3124: finishing copy_from racing read to smithi03738989-34 2021-07-26T16:07:52.945 INFO:tasks.rados.rados.0.smithi037.stdout:3135: finishing write tid 1 to smithi03738989-19 2021-07-26T16:07:52.946 INFO:tasks.rados.rados.0.smithi037.stdout:3135: finishing write tid 2 to smithi03738989-19 2021-07-26T16:07:52.946 INFO:tasks.rados.rados.0.smithi037.stdout:3124: done (11 left) 2021-07-26T16:07:52.946 INFO:tasks.rados.rados.0.smithi037.stdout:3126: done (10 left) 2021-07-26T16:07:52.946 INFO:tasks.rados.rados.0.smithi037.stdout:3129: done (9 left) 2021-07-26T16:07:52.946 INFO:tasks.rados.rados.0.smithi037.stdout:3130: done (8 left) 2021-07-26T16:07:52.947 INFO:tasks.rados.rados.0.smithi037.stdout:3131: done (7 left) 2021-07-26T16:07:52.947 INFO:tasks.rados.rados.0.smithi037.stdout:3134: done (6 left) 2021-07-26T16:07:52.947 INFO:tasks.rados.rados.0.smithi037.stdout:3141: copy_from oid 9 from oid 50 current snap is 308 2021-07-26T16:07:52.947 INFO:tasks.rados.rados.0.smithi037.stdout:3138: finishing rollback tid 0 to smithi03738989-10 2021-07-26T16:07:52.948 INFO:tasks.rados.rados.0.smithi037.stdout:3138: finishing rollback tid 1 to smithi03738989-10 2021-07-26T16:07:52.948 INFO:tasks.rados.rados.0.smithi037.stdout:3135: finishing write tid 3 to smithi03738989-19 2021-07-26T16:07:52.948 INFO:tasks.rados.rados.0.smithi037.stdout:3138: finishing rollback tid 2 to smithi03738989-10 2021-07-26T16:07:52.948 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 2854 (ObjNum 923 snap 284 seq_num 923) dirty exists 2021-07-26T16:07:52.948 INFO:tasks.rados.rados.0.smithi037.stdout:3136: finishing copy_from to smithi03738989-16 2021-07-26T16:07:52.949 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 2494 (ObjNum 906 snap 282 seq_num 906) dirty exists 2021-07-26T16:07:52.949 INFO:tasks.rados.rados.0.smithi037.stdout:3136: finishing copy_from racing read to smithi03738989-16 2021-07-26T16:07:52.949 INFO:tasks.rados.rados.0.smithi037.stdout:3135: finishing write tid 4 to smithi03738989-19 2021-07-26T16:07:52.949 INFO:tasks.rados.rados.0.smithi037.stdout:3135: finishing write tid 6 to smithi03738989-19 2021-07-26T16:07:52.949 INFO:tasks.rados.rados.0.smithi037.stdout:3137: expect (ObjNum 954 snap 291 seq_num 954) 2021-07-26T16:07:53.038 INFO:tasks.rados.rados.0.smithi037.stdout:3135: finishing write tid 7 to smithi03738989-19 2021-07-26T16:07:53.038 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2221 (ObjNum 999 snap 308 seq_num 999) dirty exists 2021-07-26T16:07:53.038 INFO:tasks.rados.rados.0.smithi037.stdout:3135: left oid 19 (ObjNum 999 snap 308 seq_num 999) 2021-07-26T16:07:53.039 INFO:tasks.rados.rados.0.smithi037.stdout:3140: finishing rollback tid 0 to smithi03738989-4 2021-07-26T16:07:53.039 INFO:tasks.rados.rados.0.smithi037.stdout:3135: done (6 left) 2021-07-26T16:07:53.039 INFO:tasks.rados.rados.0.smithi037.stdout:3136: done (5 left) 2021-07-26T16:07:53.039 INFO:tasks.rados.rados.0.smithi037.stdout:3137: done (4 left) 2021-07-26T16:07:53.040 INFO:tasks.rados.rados.0.smithi037.stdout:3138: done (3 left) 2021-07-26T16:07:53.040 INFO:tasks.rados.rados.0.smithi037.stdout:3142: copy_from oid 47 from oid 12 current snap is 308 2021-07-26T16:07:53.040 INFO:tasks.rados.rados.0.smithi037.stdout:3140: finishing rollback tid 1 to smithi03738989-4 2021-07-26T16:07:53.040 INFO:tasks.rados.rados.0.smithi037.stdout:3140: finishing rollback tid 2 to smithi03738989-4 2021-07-26T16:07:53.041 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2858 (ObjNum 963 snap 294 seq_num 963) dirty exists 2021-07-26T16:07:53.041 INFO:tasks.rados.rados.0.smithi037.stdout:3139: expect (ObjNum 952 snap 291 seq_num 952) 2021-07-26T16:07:53.110 INFO:tasks.rados.rados.0.smithi037.stdout:3141: finishing copy_from to smithi03738989-9 2021-07-26T16:07:53.110 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 1754 (ObjNum 1649566829 snap 1650418001 seq_num 1483886687) dirty exists 2021-07-26T16:07:53.110 INFO:tasks.rados.rados.0.smithi037.stdout:3141: finishing copy_from racing read to smithi03738989-9 2021-07-26T16:07:53.111 INFO:tasks.rados.rados.0.smithi037.stdout:3142: finishing copy_from to smithi03738989-47 2021-07-26T16:07:53.111 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 2091 (ObjNum 936 snap 288 seq_num 936) dirty exists 2021-07-26T16:07:53.111 INFO:tasks.rados.rados.0.smithi037.stdout:3142: finishing copy_from racing read to smithi03738989-47 2021-07-26T16:07:53.111 INFO:tasks.rados.rados.0.smithi037.stdout:3139: done (3 left) 2021-07-26T16:07:53.112 INFO:tasks.rados.rados.0.smithi037.stdout:3140: done (2 left) 2021-07-26T16:07:53.112 INFO:tasks.rados.rados.0.smithi037.stdout:3141: done (1 left) 2021-07-26T16:07:53.112 INFO:tasks.rados.rados.0.smithi037.stdout:3142: done (0 left) 2021-07-26T16:07:53.112 INFO:tasks.rados.rados.0.smithi037.stdout:3143: read oid 16 snap -1 2021-07-26T16:07:53.113 INFO:tasks.rados.rados.0.smithi037.stdout:3143: expect (ObjNum 906 snap 282 seq_num 906) 2021-07-26T16:07:53.113 INFO:tasks.rados.rados.0.smithi037.stdout:3144: copy_from oid 26 from oid 35 current snap is 308 2021-07-26T16:07:53.113 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 308 2021-07-26T16:07:53.113 INFO:tasks.rados.rados.0.smithi037.stdout:3145: seq_num 1000 ranges {5611520=753664,6365184=442368,6807552=565248,7372800=458752,7831552=139264} 2021-07-26T16:07:53.152 INFO:tasks.rados.rados.0.smithi037.stdout:3145: writing smithi03738989-42 from 5611520 to 6365184 tid 1 2021-07-26T16:07:53.154 INFO:tasks.rados.rados.0.smithi037.stdout:3145: writing smithi03738989-42 from 6365184 to 6807552 tid 2 2021-07-26T16:07:53.157 INFO:tasks.rados.rados.0.smithi037.stdout:3145: writing smithi03738989-42 from 6807552 to 7372800 tid 3 2021-07-26T16:07:53.160 INFO:tasks.rados.rados.0.smithi037.stdout:3145: writing smithi03738989-42 from 7372800 to 7831552 tid 4 2021-07-26T16:07:53.161 INFO:tasks.rados.rados.0.smithi037.stdout:3145: writing smithi03738989-42 from 7831552 to 7970816 tid 5 2021-07-26T16:07:53.161 INFO:tasks.rados.rados.0.smithi037.stdout:3146: snap_create 2021-07-26T16:07:53.161 INFO:tasks.rados.rados.0.smithi037.stdout:3143: expect (ObjNum 906 snap 282 seq_num 906) 2021-07-26T16:07:53.187 INFO:tasks.rados.rados.0.smithi037.stdout:3144: finishing copy_from to smithi03738989-26 2021-07-26T16:07:53.187 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2312 (ObjNum 924 snap 285 seq_num 924) dirty exists 2021-07-26T16:07:53.187 INFO:tasks.rados.rados.0.smithi037.stdout:3144: finishing copy_from racing read to smithi03738989-26 2021-07-26T16:07:53.188 INFO:tasks.rados.rados.0.smithi037.stdout:3145: finishing write tid 1 to smithi03738989-42 2021-07-26T16:07:53.188 INFO:tasks.rados.rados.0.smithi037.stdout:3145: finishing write tid 2 to smithi03738989-42 2021-07-26T16:07:53.189 INFO:tasks.rados.rados.0.smithi037.stdout:3145: finishing write tid 3 to smithi03738989-42 2021-07-26T16:07:53.189 INFO:tasks.rados.rados.0.smithi037.stdout:3145: finishing write tid 4 to smithi03738989-42 2021-07-26T16:07:53.189 INFO:tasks.rados.rados.0.smithi037.stdout:3145: finishing write tid 5 to smithi03738989-42 2021-07-26T16:07:53.189 INFO:tasks.rados.rados.0.smithi037.stdout:3145: finishing write tid 7 to smithi03738989-42 2021-07-26T16:07:53.190 INFO:tasks.rados.rados.0.smithi037.stdout:3145: finishing write tid 8 to smithi03738989-42 2021-07-26T16:07:53.191 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2510 (ObjNum 1000 snap 308 seq_num 1000) dirty exists 2021-07-26T16:07:53.191 INFO:tasks.rados.rados.0.smithi037.stdout:3145: left oid 42 (ObjNum 1000 snap 308 seq_num 1000) 2021-07-26T16:07:53.522 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:53 smithi107 bash[29346]: cluster 2021-07-26T16:07:51.874767+0000 mgr.y (mgr.24994) 478 : cluster [DBG] pgmap v715: 89 pgs: 89 active+clean; 346 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2021-07-26T16:07:53.525 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:53 smithi037 bash[42499]: cluster 2021-07-26T16:07:51.874767+0000 mgr.y (mgr.24994) 478 : cluster [DBG] pgmap v715: 89 pgs: 89 active+clean; 346 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2021-07-26T16:07:53.526 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:53 smithi037 bash[41498]: cluster 2021-07-26T16:07:51.874767+0000 mgr.y (mgr.24994) 478 : cluster [DBG] pgmap v715: 89 pgs: 89 active+clean; 346 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2021-07-26T16:07:53.834 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:07:53 smithi037 bash[50550]: level=error ts=2021-07-26T16:07:53.528Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:53.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:07:53 smithi037 bash[50550]: level=error ts=2021-07-26T16:07:53.528Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:07:53.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:07:53 smithi037 bash[50550]: level=error ts=2021-07-26T16:07:53.528Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs; Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" 2021-07-26T16:07:54.176 INFO:tasks.rados.rados.0.smithi037.stdout:3143: done (3 left) 2021-07-26T16:07:54.177 INFO:tasks.rados.rados.0.smithi037.stdout:3144: done (2 left) 2021-07-26T16:07:54.177 INFO:tasks.rados.rados.0.smithi037.stdout:3145: done (1 left) 2021-07-26T16:07:54.177 INFO:tasks.rados.rados.0.smithi037.stdout:3146: done (0 left) 2021-07-26T16:07:54.177 INFO:tasks.rados.rados.0.smithi037.stdout:3147: delete oid 35 current snap is 309 2021-07-26T16:07:54.188 INFO:tasks.rados.rados.0.smithi037.stdout:3147: done (0 left) 2021-07-26T16:07:54.189 INFO:tasks.rados.rados.0.smithi037.stdout:3148: delete oid 27 current snap is 309 2021-07-26T16:07:54.191 INFO:tasks.rados.rados.0.smithi037.stdout:3148: done (0 left) 2021-07-26T16:07:54.192 INFO:tasks.rados.rados.0.smithi037.stdout:3149: snap_remove snap 303 2021-07-26T16:07:55.198 INFO:tasks.rados.rados.0.smithi037.stdout:3149: done (0 left) 2021-07-26T16:07:55.199 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 309 2021-07-26T16:07:55.199 INFO:tasks.rados.rados.0.smithi037.stdout:3150: seq_num 1003 ranges {2179072=802816,2981888=499712,3481600=737280,4218880=368640} 2021-07-26T16:07:55.217 INFO:tasks.rados.rados.0.smithi037.stdout:3150: writing smithi03738989-17 from 2179072 to 2981888 tid 1 2021-07-26T16:07:55.220 INFO:tasks.rados.rados.0.smithi037.stdout:3150: writing smithi03738989-17 from 2981888 to 3481600 tid 2 2021-07-26T16:07:55.225 INFO:tasks.rados.rados.0.smithi037.stdout:3150: writing smithi03738989-17 from 3481600 to 4218880 tid 3 2021-07-26T16:07:55.227 INFO:tasks.rados.rados.0.smithi037.stdout:3150: writing smithi03738989-17 from 4218880 to 4587520 tid 4 2021-07-26T16:07:55.227 INFO:tasks.rados.rados.0.smithi037.stdout:3151: snap_remove snap 291 2021-07-26T16:07:55.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:55 smithi107 bash[29346]: cluster 2021-07-26T16:07:53.875713+0000 mgr.y (mgr.24994) 479 : cluster [DBG] pgmap v717: 89 pgs: 89 active+clean; 348 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 448 KiB/s wr, 10 op/s 2021-07-26T16:07:55.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:55 smithi107 bash[29346]: cluster 2021-07-26T16:07:54.175546+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e672: 8 total, 8 up, 8 in 2021-07-26T16:07:55.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:55 smithi037 bash[41498]: cluster 2021-07-26T16:07:53.875713+0000 mgr.y (mgr.24994) 479 : cluster [DBG] pgmap v717: 89 pgs: 89 active+clean; 348 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 448 KiB/s wr, 10 op/s 2021-07-26T16:07:55.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:55 smithi037 bash[41498]: cluster 2021-07-26T16:07:54.175546+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e672: 8 total, 8 up, 8 in 2021-07-26T16:07:55.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:55 smithi037 bash[42499]: cluster 2021-07-26T16:07:53.875713+0000 mgr.y (mgr.24994) 479 : cluster [DBG] pgmap v717: 89 pgs: 89 active+clean; 348 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 448 KiB/s wr, 10 op/s 2021-07-26T16:07:55.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:55 smithi037 bash[42499]: cluster 2021-07-26T16:07:54.175546+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e672: 8 total, 8 up, 8 in 2021-07-26T16:07:56.202 INFO:tasks.rados.rados.0.smithi037.stdout:3151: done (1 left) 2021-07-26T16:07:56.203 INFO:tasks.rados.rados.0.smithi037.stdout:3152: snap_create 2021-07-26T16:07:56.203 INFO:tasks.rados.rados.0.smithi037.stdout:3150: finishing write tid 1 to smithi03738989-17 2021-07-26T16:07:56.203 INFO:tasks.rados.rados.0.smithi037.stdout:3150: finishing write tid 2 to smithi03738989-17 2021-07-26T16:07:56.203 INFO:tasks.rados.rados.0.smithi037.stdout:3150: finishing write tid 3 to smithi03738989-17 2021-07-26T16:07:56.204 INFO:tasks.rados.rados.0.smithi037.stdout:3150: finishing write tid 4 to smithi03738989-17 2021-07-26T16:07:56.204 INFO:tasks.rados.rados.0.smithi037.stdout:3150: finishing write tid 6 to smithi03738989-17 2021-07-26T16:07:56.204 INFO:tasks.rados.rados.0.smithi037.stdout:3150: finishing write tid 7 to smithi03738989-17 2021-07-26T16:07:56.204 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1728 (ObjNum 1003 snap 309 seq_num 1003) dirty exists 2021-07-26T16:07:56.205 INFO:tasks.rados.rados.0.smithi037.stdout:3150: left oid 17 (ObjNum 1003 snap 309 seq_num 1003) 2021-07-26T16:07:56.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:56 smithi107 bash[29346]: cluster 2021-07-26T16:07:55.195457+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e673: 8 total, 8 up, 8 in 2021-07-26T16:07:56.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:56 smithi037 bash[41498]: cluster 2021-07-26T16:07:55.195457+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e673: 8 total, 8 up, 8 in 2021-07-26T16:07:56.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:56 smithi037 bash[42499]: cluster 2021-07-26T16:07:55.195457+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e673: 8 total, 8 up, 8 in 2021-07-26T16:07:57.133 INFO:tasks.rados.rados.0.smithi037.stdout:3150: done (1 left) 2021-07-26T16:07:57.134 INFO:tasks.rados.rados.0.smithi037.stdout:3152: done (0 left) 2021-07-26T16:07:57.134 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 310 2021-07-26T16:07:57.134 INFO:tasks.rados.rados.0.smithi037.stdout:3153: seq_num 1004 ranges {11722752=16384} 2021-07-26T16:07:57.202 INFO:tasks.rados.rados.0.smithi037.stdout:3153: writing smithi03738989-34 from 11722752 to 11739136 tid 1 2021-07-26T16:07:57.202 INFO:tasks.rados.rados.0.smithi037.stdout:3154: setattr oid 41 current snap is 310 2021-07-26T16:07:57.203 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 310 2021-07-26T16:07:57.203 INFO:tasks.rados.rados.0.smithi037.stdout:3155: seq_num 1005 ranges {1449984=32768} 2021-07-26T16:07:57.213 INFO:tasks.rados.rados.0.smithi037.stdout:3155: writing smithi03738989-40 from 1449984 to 1482752 tid 1 2021-07-26T16:07:57.213 INFO:tasks.rados.rados.0.smithi037.stdout:3156: read oid 47 snap 267 2021-07-26T16:07:57.213 INFO:tasks.rados.rados.0.smithi037.stdout:3156: expect deleted 2021-07-26T16:07:57.214 INFO:tasks.rados.rados.0.smithi037.stdout:3157: read oid 12 snap -1 2021-07-26T16:07:57.214 INFO:tasks.rados.rados.0.smithi037.stdout:3157: expect (ObjNum 936 snap 288 seq_num 936) 2021-07-26T16:07:57.215 INFO:tasks.rados.rados.0.smithi037.stdout:3158: snap_remove snap 308 2021-07-26T16:07:57.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:57 smithi107 bash[29346]: cluster 2021-07-26T16:07:55.876463+0000 mgr.y (mgr.24994) 480 : cluster [DBG] pgmap v720: 89 pgs: 89 active+clean; 355 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2021-07-26T16:07:57.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:57 smithi107 bash[29346]: cluster 2021-07-26T16:07:56.205152+0000 mon.a (mon.0) 1144 : cluster [DBG] osdmap e674: 8 total, 8 up, 8 in 2021-07-26T16:07:57.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:57 smithi107 bash[29346]: cluster 2021-07-26T16:07:57.131242+0000 mon.a (mon.0) 1145 : cluster [DBG] osdmap e675: 8 total, 8 up, 8 in 2021-07-26T16:07:57.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:57 smithi037 bash[41498]: cluster 2021-07-26T16:07:55.876463+0000 mgr.y (mgr.24994) 480 : cluster [DBG] pgmap v720: 89 pgs: 89 active+clean; 355 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2021-07-26T16:07:57.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:57 smithi037 bash[41498]: cluster 2021-07-26T16:07:56.205152+0000 mon.a (mon.0) 1144 : cluster [DBG] osdmap e674: 8 total, 8 up, 8 in 2021-07-26T16:07:57.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:57 smithi037 bash[41498]: cluster 2021-07-26T16:07:57.131242+0000 mon.a (mon.0) 1145 : cluster [DBG] osdmap e675: 8 total, 8 up, 8 in 2021-07-26T16:07:57.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:57 smithi037 bash[42499]: cluster 2021-07-26T16:07:55.876463+0000 mgr.y (mgr.24994) 480 : cluster [DBG] pgmap v720: 89 pgs: 89 active+clean; 355 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2021-07-26T16:07:57.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:57 smithi037 bash[42499]: cluster 2021-07-26T16:07:56.205152+0000 mon.a (mon.0) 1144 : cluster [DBG] osdmap e674: 8 total, 8 up, 8 in 2021-07-26T16:07:57.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:57 smithi037 bash[42499]: cluster 2021-07-26T16:07:57.131242+0000 mon.a (mon.0) 1145 : cluster [DBG] osdmap e675: 8 total, 8 up, 8 in 2021-07-26T16:07:58.214 INFO:tasks.rados.rados.0.smithi037.stdout:3158: done (5 left) 2021-07-26T16:07:58.215 INFO:tasks.rados.rados.0.smithi037.stdout:3159: delete oid 42 current snap is 310 2021-07-26T16:07:58.215 INFO:tasks.rados.rados.0.smithi037.stdout:3153: finishing write tid 1 to smithi03738989-34 2021-07-26T16:07:58.215 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 1771 (ObjNum 993 snap 308 seq_num 993) dirty exists 2021-07-26T16:07:58.215 INFO:tasks.rados.rados.0.smithi037.stdout:3153: finishing write tid 3 to smithi03738989-34 2021-07-26T16:07:58.215 INFO:tasks.rados.rados.0.smithi037.stdout:3157: expect (ObjNum 936 snap 288 seq_num 936) 2021-07-26T16:07:58.300 INFO:tasks.rados.rados.0.smithi037.stdout:3153: finishing write tid 4 to smithi03738989-34 2021-07-26T16:07:58.301 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2493 (ObjNum 1004 snap 310 seq_num 1004) dirty exists 2021-07-26T16:07:58.301 INFO:tasks.rados.rados.0.smithi037.stdout:3153: left oid 34 (ObjNum 1004 snap 310 seq_num 1004) 2021-07-26T16:07:58.301 INFO:tasks.rados.rados.0.smithi037.stdout:3155: finishing write tid 1 to smithi03738989-40 2021-07-26T16:07:58.301 INFO:tasks.rados.rados.0.smithi037.stdout:3155: finishing write tid 3 to smithi03738989-40 2021-07-26T16:07:58.302 INFO:tasks.rados.rados.0.smithi037.stdout:3155: finishing write tid 4 to smithi03738989-40 2021-07-26T16:07:58.302 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 2093 (ObjNum 1005 snap 310 seq_num 1005) dirty exists 2021-07-26T16:07:58.302 INFO:tasks.rados.rados.0.smithi037.stdout:3155: left oid 40 (ObjNum 1005 snap 310 seq_num 1005) 2021-07-26T16:07:58.302 INFO:tasks.rados.rados.0.smithi037.stdout:3153: done (5 left) 2021-07-26T16:07:58.303 INFO:tasks.rados.rados.0.smithi037.stdout:3154: done (4 left) 2021-07-26T16:07:58.303 INFO:tasks.rados.rados.0.smithi037.stdout:3155: done (3 left) 2021-07-26T16:07:58.303 INFO:tasks.rados.rados.0.smithi037.stdout:3156: done (2 left) 2021-07-26T16:07:58.303 INFO:tasks.rados.rados.0.smithi037.stdout:3157: done (1 left) 2021-07-26T16:07:58.303 INFO:tasks.rados.rados.0.smithi037.stdout:3159: done (0 left) 2021-07-26T16:07:58.304 INFO:tasks.rados.rados.0.smithi037.stdout:3160: snap_remove snap 301 2021-07-26T16:07:59.227 INFO:tasks.rados.rados.0.smithi037.stdout:3160: done (0 left) 2021-07-26T16:07:59.228 INFO:tasks.rados.rados.0.smithi037.stdout:3161: copy_from oid 33 from oid 15 current snap is 310 2021-07-26T16:07:59.228 INFO:tasks.rados.rados.0.smithi037.stdout:3162: copy_from oid 16 from oid 12 current snap is 310 2021-07-26T16:07:59.228 INFO:tasks.rados.rados.0.smithi037.stdout:3163: rmattr oid 8 current snap is 310 2021-07-26T16:07:59.228 INFO:tasks.rados.rados.0.smithi037.stdout:3163: done (2 left) 2021-07-26T16:07:59.229 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 310 2021-07-26T16:07:59.229 INFO:tasks.rados.rados.0.smithi037.stdout:3164: seq_num 1007 ranges {6078464=65536} 2021-07-26T16:07:59.256 INFO:tasks.rados.rados.0.smithi037.stdout:3164: writing smithi03738989-4 from 6078464 to 6144000 tid 1 2021-07-26T16:07:59.256 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 310 2021-07-26T16:07:59.256 INFO:tasks.rados.rados.0.smithi037.stdout:3165: seq_num 1008 ranges {3801088=90112} 2021-07-26T16:07:59.278 INFO:tasks.rados.rados.0.smithi037.stdout:3165: writing smithi03738989-36 from 3801088 to 3891200 tid 1 2021-07-26T16:07:59.278 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 310 2021-07-26T16:07:59.279 INFO:tasks.rados.rados.0.smithi037.stdout:3166: seq_num 1009 ranges {1843200=106496} 2021-07-26T16:07:59.290 INFO:tasks.rados.rados.0.smithi037.stdout:3166: writing smithi03738989-6 from 1843200 to 1949696 tid 1 2021-07-26T16:07:59.290 INFO:tasks.rados.rados.0.smithi037.stdout:3167: snap_create 2021-07-26T16:07:59.290 INFO:tasks.rados.rados.0.smithi037.stdout:3162: finishing copy_from to smithi03738989-16 2021-07-26T16:07:59.290 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 2091 (ObjNum 936 snap 288 seq_num 936) dirty exists 2021-07-26T16:07:59.291 INFO:tasks.rados.rados.0.smithi037.stdout:3162: finishing copy_from racing read to smithi03738989-16 2021-07-26T16:07:59.291 INFO:tasks.rados.rados.0.smithi037.stdout:3161: finishing copy_from to smithi03738989-33 2021-07-26T16:07:59.291 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 1717 (ObjNum 952 snap 291 seq_num 952) dirty exists 2021-07-26T16:07:59.291 INFO:tasks.rados.rados.0.smithi037.stdout:3161: finishing copy_from racing read to smithi03738989-33 2021-07-26T16:07:59.292 INFO:tasks.rados.rados.0.smithi037.stdout:3164: finishing write tid 1 to smithi03738989-4 2021-07-26T16:07:59.292 INFO:tasks.rados.rados.0.smithi037.stdout:3164: finishing write tid 3 to smithi03738989-4 2021-07-26T16:07:59.292 INFO:tasks.rados.rados.0.smithi037.stdout:3164: finishing write tid 4 to smithi03738989-4 2021-07-26T16:07:59.292 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2885 (ObjNum 1007 snap 310 seq_num 1007) dirty exists 2021-07-26T16:07:59.292 INFO:tasks.rados.rados.0.smithi037.stdout:3164: left oid 4 (ObjNum 1007 snap 310 seq_num 1007) 2021-07-26T16:07:59.293 INFO:tasks.rados.rados.0.smithi037.stdout:3165: finishing write tid 1 to smithi03738989-36 2021-07-26T16:07:59.293 INFO:tasks.rados.rados.0.smithi037.stdout:3165: finishing write tid 3 to smithi03738989-36 2021-07-26T16:07:59.293 INFO:tasks.rados.rados.0.smithi037.stdout:3165: finishing write tid 4 to smithi03738989-36 2021-07-26T16:07:59.293 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 1773 (ObjNum 1008 snap 310 seq_num 1008) dirty exists 2021-07-26T16:07:59.294 INFO:tasks.rados.rados.0.smithi037.stdout:3165: left oid 36 (ObjNum 1008 snap 310 seq_num 1008) 2021-07-26T16:07:59.294 INFO:tasks.rados.rados.0.smithi037.stdout:3166: finishing write tid 1 to smithi03738989-6 2021-07-26T16:07:59.295 INFO:tasks.rados.rados.0.smithi037.stdout:3166: finishing write tid 3 to smithi03738989-6 2021-07-26T16:07:59.297 INFO:tasks.rados.rados.0.smithi037.stdout:3166: finishing write tid 4 to smithi03738989-6 2021-07-26T16:07:59.297 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2496 (ObjNum 1009 snap 310 seq_num 1009) dirty exists 2021-07-26T16:07:59.297 INFO:tasks.rados.rados.0.smithi037.stdout:3166: left oid 6 (ObjNum 1009 snap 310 seq_num 1009) 2021-07-26T16:07:59.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:59 smithi107 bash[29346]: cluster 2021-07-26T16:07:57.877310+0000 mgr.y (mgr.24994) 481 : cluster [DBG] pgmap v723: 89 pgs: 89 active+clean; 377 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 7.2 MiB/s wr, 20 op/s 2021-07-26T16:07:59.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:07:59 smithi107 bash[29346]: cluster 2021-07-26T16:07:58.213347+0000 mon.a (mon.0) 1146 : cluster [DBG] osdmap e676: 8 total, 8 up, 8 in 2021-07-26T16:07:59.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:59 smithi037 bash[42499]: cluster 2021-07-26T16:07:57.877310+0000 mgr.y (mgr.24994) 481 : cluster [DBG] pgmap v723: 89 pgs: 89 active+clean; 377 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 7.2 MiB/s wr, 20 op/s 2021-07-26T16:07:59.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:07:59 smithi037 bash[42499]: cluster 2021-07-26T16:07:58.213347+0000 mon.a (mon.0) 1146 : cluster [DBG] osdmap e676: 8 total, 8 up, 8 in 2021-07-26T16:07:59.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:59 smithi037 bash[41498]: cluster 2021-07-26T16:07:57.877310+0000 mgr.y (mgr.24994) 481 : cluster [DBG] pgmap v723: 89 pgs: 89 active+clean; 377 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 7.2 MiB/s wr, 20 op/s 2021-07-26T16:07:59.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:07:59 smithi037 bash[41498]: cluster 2021-07-26T16:07:58.213347+0000 mon.a (mon.0) 1146 : cluster [DBG] osdmap e676: 8 total, 8 up, 8 in 2021-07-26T16:08:00.237 INFO:tasks.rados.rados.0.smithi037.stdout:3161: done (5 left) 2021-07-26T16:08:00.237 INFO:tasks.rados.rados.0.smithi037.stdout:3162: done (4 left) 2021-07-26T16:08:00.238 INFO:tasks.rados.rados.0.smithi037.stdout:3164: done (3 left) 2021-07-26T16:08:00.238 INFO:tasks.rados.rados.0.smithi037.stdout:3165: done (2 left) 2021-07-26T16:08:00.238 INFO:tasks.rados.rados.0.smithi037.stdout:3166: done (1 left) 2021-07-26T16:08:00.238 INFO:tasks.rados.rados.0.smithi037.stdout:3167: done (0 left) 2021-07-26T16:08:00.239 INFO:tasks.rados.rados.0.smithi037.stdout:3168: rmattr oid 44 current snap is 311 2021-07-26T16:08:00.239 INFO:tasks.rados.rados.0.smithi037.stdout:3169: rmattr oid 36 current snap is 311 2021-07-26T16:08:00.239 INFO:tasks.rados.rados.0.smithi037.stdout:3169: done (1 left) 2021-07-26T16:08:00.239 INFO:tasks.rados.rados.0.smithi037.stdout:3170: read oid 37 snap -1 2021-07-26T16:08:00.240 INFO:tasks.rados.rados.0.smithi037.stdout:3170: expect deleted 2021-07-26T16:08:00.240 INFO:tasks.rados.rados.0.smithi037.stdout:3171: rmattr oid 50 current snap is 311 2021-07-26T16:08:00.240 INFO:tasks.rados.rados.0.smithi037.stdout:3172: snap_create 2021-07-26T16:08:00.243 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 1967 (ObjNum 1953066355 snap 858810728 seq_num 959984439) dirty exists 2021-07-26T16:08:00.246 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 2222 (ObjNum 372366912 snap 21933 seq_num 1811941584) dirty exists 2021-07-26T16:08:00.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:00 smithi107 bash[29346]: cluster 2021-07-26T16:07:59.218401+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e677: 8 total, 8 up, 8 in 2021-07-26T16:08:00.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:00 smithi037 bash[41498]: cluster 2021-07-26T16:07:59.218401+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e677: 8 total, 8 up, 8 in 2021-07-26T16:08:00.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:00 smithi037 bash[42499]: cluster 2021-07-26T16:07:59.218401+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e677: 8 total, 8 up, 8 in 2021-07-26T16:08:01.241 INFO:tasks.rados.rados.0.smithi037.stdout:3168: done (3 left) 2021-07-26T16:08:01.242 INFO:tasks.rados.rados.0.smithi037.stdout:3170: done (2 left) 2021-07-26T16:08:01.242 INFO:tasks.rados.rados.0.smithi037.stdout:3171: done (1 left) 2021-07-26T16:08:01.242 INFO:tasks.rados.rados.0.smithi037.stdout:3172: done (0 left) 2021-07-26T16:08:01.243 INFO:tasks.rados.rados.0.smithi037.stdout:3173: snap_remove snap 305 2021-07-26T16:08:01.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:01 smithi107 bash[29346]: cluster 2021-07-26T16:07:59.878072+0000 mgr.y (mgr.24994) 482 : cluster [DBG] pgmap v726: 89 pgs: 89 active+clean; 379 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.9 MiB/s wr, 16 op/s 2021-07-26T16:08:01.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:01 smithi107 bash[29346]: cluster 2021-07-26T16:08:00.237679+0000 mon.a (mon.0) 1148 : cluster [DBG] osdmap e678: 8 total, 8 up, 8 in 2021-07-26T16:08:01.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:01 smithi037 bash[41498]: cluster 2021-07-26T16:07:59.878072+0000 mgr.y (mgr.24994) 482 : cluster [DBG] pgmap v726: 89 pgs: 89 active+clean; 379 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.9 MiB/s wr, 16 op/s 2021-07-26T16:08:01.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:01 smithi037 bash[41498]: cluster 2021-07-26T16:08:00.237679+0000 mon.a (mon.0) 1148 : cluster [DBG] osdmap e678: 8 total, 8 up, 8 in 2021-07-26T16:08:01.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:01 smithi037 bash[42499]: cluster 2021-07-26T16:07:59.878072+0000 mgr.y (mgr.24994) 482 : cluster [DBG] pgmap v726: 89 pgs: 89 active+clean; 379 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.9 MiB/s wr, 16 op/s 2021-07-26T16:08:01.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:01 smithi037 bash[42499]: cluster 2021-07-26T16:08:00.237679+0000 mon.a (mon.0) 1148 : cluster [DBG] osdmap e678: 8 total, 8 up, 8 in 2021-07-26T16:08:02.250 INFO:tasks.rados.rados.0.smithi037.stdout:3173: done (0 left) 2021-07-26T16:08:02.251 INFO:tasks.rados.rados.0.smithi037.stdout:3174: read oid 1 snap -1 2021-07-26T16:08:02.251 INFO:tasks.rados.rados.0.smithi037.stdout:3174: expect deleted 2021-07-26T16:08:02.251 INFO:tasks.rados.rados.0.smithi037.stdout:3175: copy_from oid 12 from oid 10 current snap is 312 2021-07-26T16:08:02.252 INFO:tasks.rados.rados.0.smithi037.stdout:3176: read oid 45 snap -1 2021-07-26T16:08:02.252 INFO:tasks.rados.rados.0.smithi037.stdout:3176: expect (ObjNum 988 snap 303 seq_num 988) 2021-07-26T16:08:02.253 INFO:tasks.rados.rados.0.smithi037.stdout:3177: setattr oid 28 current snap is 312 2021-07-26T16:08:02.255 INFO:tasks.rados.rados.0.smithi037.stdout:3178: read oid 20 snap -1 2021-07-26T16:08:02.255 INFO:tasks.rados.rados.0.smithi037.stdout:3178: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:08:02.256 INFO:tasks.rados.rados.0.smithi037.stdout:3179: read oid 25 snap 306 2021-07-26T16:08:02.256 INFO:tasks.rados.rados.0.smithi037.stdout:3179: expect deleted 2021-07-26T16:08:02.257 INFO:tasks.rados.rados.0.smithi037.stdout:3180: snap_create 2021-07-26T16:08:02.258 INFO:tasks.rados.rados.0.smithi037.stdout:3178: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:08:02.273 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 1968 (ObjNum 982 snap 299 seq_num 982) dirty exists 2021-07-26T16:08:02.293 INFO:tasks.rados.rados.0.smithi037.stdout:3176: expect (ObjNum 988 snap 303 seq_num 988) 2021-07-26T16:08:02.513 INFO:tasks.rados.rados.0.smithi037.stdout:3175: finishing copy_from to smithi03738989-12 2021-07-26T16:08:02.513 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 2854 (ObjNum 923 snap 284 seq_num 923) dirty exists 2021-07-26T16:08:02.514 INFO:tasks.rados.rados.0.smithi037.stdout:3175: finishing copy_from racing read to smithi03738989-12 2021-07-26T16:08:02.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:02 smithi107 bash[29346]: cluster 2021-07-26T16:08:01.243377+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e679: 8 total, 8 up, 8 in 2021-07-26T16:08:02.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:02 smithi107 bash[29346]: cluster 2021-07-26T16:08:02.245222+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e680: 8 total, 8 up, 8 in 2021-07-26T16:08:02.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:02 smithi037 bash[41498]: cluster 2021-07-26T16:08:01.243377+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e679: 8 total, 8 up, 8 in 2021-07-26T16:08:02.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:02 smithi037 bash[41498]: cluster 2021-07-26T16:08:02.245222+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e680: 8 total, 8 up, 8 in 2021-07-26T16:08:02.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:02 smithi037 bash[42499]: cluster 2021-07-26T16:08:01.243377+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e679: 8 total, 8 up, 8 in 2021-07-26T16:08:02.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:02 smithi037 bash[42499]: cluster 2021-07-26T16:08:02.245222+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e680: 8 total, 8 up, 8 in 2021-07-26T16:08:03.270 INFO:tasks.rados.rados.0.smithi037.stdout:3174: done (6 left) 2021-07-26T16:08:03.270 INFO:tasks.rados.rados.0.smithi037.stdout:3175: done (5 left) 2021-07-26T16:08:03.271 INFO:tasks.rados.rados.0.smithi037.stdout:3176: done (4 left) 2021-07-26T16:08:03.271 INFO:tasks.rados.rados.0.smithi037.stdout:3177: done (3 left) 2021-07-26T16:08:03.271 INFO:tasks.rados.rados.0.smithi037.stdout:3178: done (2 left) 2021-07-26T16:08:03.271 INFO:tasks.rados.rados.0.smithi037.stdout:3179: done (1 left) 2021-07-26T16:08:03.271 INFO:tasks.rados.rados.0.smithi037.stdout:3180: done (0 left) 2021-07-26T16:08:03.272 INFO:tasks.rados.rados.0.smithi037.stdout:3181: snap_remove snap 287 2021-07-26T16:08:03.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:03 smithi107 bash[29346]: cluster 2021-07-26T16:08:01.878815+0000 mgr.y (mgr.24994) 483 : cluster [DBG] pgmap v729: 89 pgs: 89 active+clean; 382 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2021-07-26T16:08:03.525 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:03 smithi037 bash[41498]: cluster 2021-07-26T16:08:01.878815+0000 mgr.y (mgr.24994) 483 : cluster [DBG] pgmap v729: 89 pgs: 89 active+clean; 382 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2021-07-26T16:08:03.526 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:03 smithi037 bash[42499]: cluster 2021-07-26T16:08:01.878815+0000 mgr.y (mgr.24994) 483 : cluster [DBG] pgmap v729: 89 pgs: 89 active+clean; 382 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2021-07-26T16:08:03.834 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:08:03 smithi037 bash[50550]: level=error ts=2021-07-26T16:08:03.528Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:03.834 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:08:03 smithi037 bash[50550]: level=error ts=2021-07-26T16:08:03.528Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:03.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:08:03 smithi037 bash[50550]: level=error ts=2021-07-26T16:08:03.529Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs; Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" 2021-07-26T16:08:04.290 INFO:tasks.rados.rados.0.smithi037.stdout:3181: done (0 left) 2021-07-26T16:08:04.291 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 313 2021-07-26T16:08:04.291 INFO:tasks.rados.rados.0.smithi037.stdout:3182: seq_num 1010 ranges {2768896=122880} 2021-07-26T16:08:04.308 INFO:tasks.rados.rados.0.smithi037.stdout:3182: writing smithi03738989-29 from 2768896 to 2891776 tid 1 2021-07-26T16:08:04.308 INFO:tasks.rados.rados.0.smithi037.stdout:3183: snap_create 2021-07-26T16:08:04.321 INFO:tasks.rados.rados.0.smithi037.stdout:3182: finishing write tid 1 to smithi03738989-29 2021-07-26T16:08:04.323 INFO:tasks.rados.rados.0.smithi037.stdout:3182: finishing write tid 3 to smithi03738989-29 2021-07-26T16:08:04.325 INFO:tasks.rados.rados.0.smithi037.stdout:3182: finishing write tid 4 to smithi03738989-29 2021-07-26T16:08:04.325 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2342 (ObjNum 1010 snap 313 seq_num 1010) dirty exists 2021-07-26T16:08:04.325 INFO:tasks.rados.rados.0.smithi037.stdout:3182: left oid 29 (ObjNum 1010 snap 313 seq_num 1010) 2021-07-26T16:08:04.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:04 smithi037 bash[41498]: cluster 2021-07-26T16:08:03.270638+0000 mon.a (mon.0) 1151 : cluster [DBG] osdmap e681: 8 total, 8 up, 8 in 2021-07-26T16:08:04.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:04 smithi037 bash[42499]: cluster 2021-07-26T16:08:03.270638+0000 mon.a (mon.0) 1151 : cluster [DBG] osdmap e681: 8 total, 8 up, 8 in 2021-07-26T16:08:04.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:04 smithi107 bash[29346]: cluster 2021-07-26T16:08:03.270638+0000 mon.a (mon.0) 1151 : cluster [DBG] osdmap e681: 8 total, 8 up, 8 in 2021-07-26T16:08:05.299 INFO:tasks.rados.rados.0.smithi037.stdout:3182: done (1 left) 2021-07-26T16:08:05.299 INFO:tasks.rados.rados.0.smithi037.stdout:3183: done (0 left) 2021-07-26T16:08:05.300 INFO:tasks.rados.rados.0.smithi037.stdout:3184: rollback oid 15 current snap is 314 2021-07-26T16:08:05.300 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 15 to 295 2021-07-26T16:08:05.300 INFO:tasks.rados.rados.0.smithi037.stdout:3185: read oid 40 snap -1 2021-07-26T16:08:05.300 INFO:tasks.rados.rados.0.smithi037.stdout:3185: expect (ObjNum 1005 snap 310 seq_num 1005) 2021-07-26T16:08:05.301 INFO:tasks.rados.rados.0.smithi037.stdout:3186: snap_remove snap 312 2021-07-26T16:08:05.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:05 smithi037 bash[42499]: cluster 2021-07-26T16:08:03.879649+0000 mgr.y (mgr.24994) 484 : cluster [DBG] pgmap v732: 89 pgs: 89 active+clean; 384 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2021-07-26T16:08:05.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:05 smithi037 bash[42499]: cluster 2021-07-26T16:08:04.289549+0000 mon.a (mon.0) 1152 : cluster [DBG] osdmap e682: 8 total, 8 up, 8 in 2021-07-26T16:08:05.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:05 smithi037 bash[41498]: cluster 2021-07-26T16:08:03.879649+0000 mgr.y (mgr.24994) 484 : cluster [DBG] pgmap v732: 89 pgs: 89 active+clean; 384 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2021-07-26T16:08:05.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:05 smithi037 bash[41498]: cluster 2021-07-26T16:08:04.289549+0000 mon.a (mon.0) 1152 : cluster [DBG] osdmap e682: 8 total, 8 up, 8 in 2021-07-26T16:08:05.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:05 smithi107 bash[29346]: cluster 2021-07-26T16:08:03.879649+0000 mgr.y (mgr.24994) 484 : cluster [DBG] pgmap v732: 89 pgs: 89 active+clean; 384 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2021-07-26T16:08:05.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:05 smithi107 bash[29346]: cluster 2021-07-26T16:08:04.289549+0000 mon.a (mon.0) 1152 : cluster [DBG] osdmap e682: 8 total, 8 up, 8 in 2021-07-26T16:08:06.308 INFO:tasks.rados.rados.0.smithi037.stdout:3186: done (2 left) 2021-07-26T16:08:06.309 INFO:tasks.rados.rados.0.smithi037.stdout:3187: read oid 24 snap -1 2021-07-26T16:08:06.309 INFO:tasks.rados.rados.0.smithi037.stdout:3187: expect (ObjNum 949 snap 291 seq_num 949) 2021-07-26T16:08:06.309 INFO:tasks.rados.rados.0.smithi037.stdout:3188: rollback oid 29 current snap is 314 2021-07-26T16:08:06.309 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 29 to 299 2021-07-26T16:08:06.310 INFO:tasks.rados.rados.0.smithi037.stdout:3184: finishing rollback tid 0 to smithi03738989-15 2021-07-26T16:08:06.310 INFO:tasks.rados.rados.0.smithi037.stdout:3184: finishing rollback tid 1 to smithi03738989-15 2021-07-26T16:08:06.310 INFO:tasks.rados.rados.0.smithi037.stdout:3184: finishing rollback tid 2 to smithi03738989-15 2021-07-26T16:08:06.310 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1731 (ObjNum 952 snap 291 seq_num 952) dirty exists 2021-07-26T16:08:06.311 INFO:tasks.rados.rados.0.smithi037.stdout:3185: expect (ObjNum 1005 snap 310 seq_num 1005) 2021-07-26T16:08:06.374 INFO:tasks.rados.rados.0.smithi037.stdout:3187: expect (ObjNum 949 snap 291 seq_num 949) 2021-07-26T16:08:06.455 INFO:tasks.rados.rados.0.smithi037.stdout:3188: finishing rollback tid 0 to smithi03738989-29 2021-07-26T16:08:06.455 INFO:tasks.rados.rados.0.smithi037.stdout:3188: finishing rollback tid 1 to smithi03738989-29 2021-07-26T16:08:06.455 INFO:tasks.rados.rados.0.smithi037.stdout:3188: finishing rollback tid 2 to smithi03738989-29 2021-07-26T16:08:06.456 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2345 (ObjNum 966 snap 294 seq_num 966) dirty exists 2021-07-26T16:08:06.456 INFO:tasks.rados.rados.0.smithi037.stdout:3184: done (3 left) 2021-07-26T16:08:06.456 INFO:tasks.rados.rados.0.smithi037.stdout:3185: done (2 left) 2021-07-26T16:08:06.456 INFO:tasks.rados.rados.0.smithi037.stdout:3187: done (1 left) 2021-07-26T16:08:06.456 INFO:tasks.rados.rados.0.smithi037.stdout:3188: done (0 left) 2021-07-26T16:08:06.457 INFO:tasks.rados.rados.0.smithi037.stdout:3189: snap_remove snap 304 2021-07-26T16:08:06.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:06 smithi037 bash[41498]: cluster 2021-07-26T16:08:05.299361+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e683: 8 total, 8 up, 8 in 2021-07-26T16:08:06.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:06 smithi037 bash[42499]: cluster 2021-07-26T16:08:05.299361+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e683: 8 total, 8 up, 8 in 2021-07-26T16:08:06.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:06 smithi107 bash[29346]: cluster 2021-07-26T16:08:05.299361+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e683: 8 total, 8 up, 8 in 2021-07-26T16:08:07.139 INFO:tasks.rados.rados.0.smithi037.stdout:3189: done (0 left) 2021-07-26T16:08:07.140 INFO:tasks.rados.rados.0.smithi037.stdout:3190: copy_from oid 36 from oid 44 current snap is 314 2021-07-26T16:08:07.140 INFO:tasks.rados.rados.0.smithi037.stdout:3191: rollback oid 8 current snap is 314 2021-07-26T16:08:07.140 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 8 to 306 2021-07-26T16:08:07.140 INFO:tasks.rados.rados.0.smithi037.stdout:3192: snap_remove snap 290 2021-07-26T16:08:07.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:07 smithi037 bash[41498]: cluster 2021-07-26T16:08:05.880350+0000 mgr.y (mgr.24994) 485 : cluster [DBG] pgmap v735: 89 pgs: 89 active+clean; 386 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2021-07-26T16:08:07.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:07 smithi037 bash[41498]: cluster 2021-07-26T16:08:06.310768+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e684: 8 total, 8 up, 8 in 2021-07-26T16:08:07.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:07 smithi037 bash[41498]: cluster 2021-07-26T16:08:07.138123+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e685: 8 total, 8 up, 8 in 2021-07-26T16:08:07.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:07 smithi037 bash[42499]: cluster 2021-07-26T16:08:05.880350+0000 mgr.y (mgr.24994) 485 : cluster [DBG] pgmap v735: 89 pgs: 89 active+clean; 386 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2021-07-26T16:08:07.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:07 smithi037 bash[42499]: cluster 2021-07-26T16:08:06.310768+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e684: 8 total, 8 up, 8 in 2021-07-26T16:08:07.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:07 smithi037 bash[42499]: cluster 2021-07-26T16:08:07.138123+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e685: 8 total, 8 up, 8 in 2021-07-26T16:08:07.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:07 smithi107 bash[29346]: cluster 2021-07-26T16:08:05.880350+0000 mgr.y (mgr.24994) 485 : cluster [DBG] pgmap v735: 89 pgs: 89 active+clean; 386 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2021-07-26T16:08:07.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:07 smithi107 bash[29346]: cluster 2021-07-26T16:08:06.310768+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e684: 8 total, 8 up, 8 in 2021-07-26T16:08:07.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:07 smithi107 bash[29346]: cluster 2021-07-26T16:08:07.138123+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e685: 8 total, 8 up, 8 in 2021-07-26T16:08:08.151 INFO:tasks.rados.rados.0.smithi037.stdout:3192: done (2 left) 2021-07-26T16:08:08.152 INFO:tasks.rados.rados.0.smithi037.stdout:3193: delete oid 14 current snap is 314 2021-07-26T16:08:08.152 INFO:tasks.rados.rados.0.smithi037.stdout:3191: finishing rollback tid 0 to smithi03738989-8 2021-07-26T16:08:08.152 INFO:tasks.rados.rados.0.smithi037.stdout:3191: finishing rollback tid 1 to smithi03738989-8 2021-07-26T16:08:08.153 INFO:tasks.rados.rados.0.smithi037.stdout:3191: finishing rollback tid 2 to smithi03738989-8 2021-07-26T16:08:08.153 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 2514 (ObjNum 958 snap 293 seq_num 958) dirty exists 2021-07-26T16:08:08.153 INFO:tasks.rados.rados.0.smithi037.stdout:3190: finishing copy_from to smithi03738989-36 2021-07-26T16:08:08.153 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 2222 (ObjNum 374205744 snap 21933 seq_num 372964880) dirty exists 2021-07-26T16:08:08.153 INFO:tasks.rados.rados.0.smithi037.stdout:3190: finishing copy_from racing read to smithi03738989-36 2021-07-26T16:08:08.161 INFO:tasks.rados.rados.0.smithi037.stdout:3190: done (2 left) 2021-07-26T16:08:08.161 INFO:tasks.rados.rados.0.smithi037.stdout:3191: done (1 left) 2021-07-26T16:08:08.161 INFO:tasks.rados.rados.0.smithi037.stdout:3193: done (0 left) 2021-07-26T16:08:08.162 INFO:tasks.rados.rados.0.smithi037.stdout:3194: delete oid 29 current snap is 314 2021-07-26T16:08:08.165 INFO:tasks.rados.rados.0.smithi037.stdout:3194: done (0 left) 2021-07-26T16:08:08.165 INFO:tasks.rados.rados.0.smithi037.stdout:3195: rmattr oid 32 current snap is 314 2021-07-26T16:08:08.166 INFO:tasks.rados.rados.0.smithi037.stdout:3195: done (0 left) 2021-07-26T16:08:08.166 INFO:tasks.rados.rados.0.smithi037.stdout:3196: snap_remove snap 267 2021-07-26T16:08:09.165 INFO:tasks.rados.rados.0.smithi037.stdout:3196: done (0 left) 2021-07-26T16:08:09.165 INFO:tasks.rados.rados.0.smithi037.stdout:3197: read oid 29 snap -1 2021-07-26T16:08:09.166 INFO:tasks.rados.rados.0.smithi037.stdout:3197: expect deleted 2021-07-26T16:08:09.166 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 314 2021-07-26T16:08:09.166 INFO:tasks.rados.rados.0.smithi037.stdout:3198: seq_num 1013 ranges {2244608=172032} 2021-07-26T16:08:09.180 INFO:tasks.rados.rados.0.smithi037.stdout:3198: writing smithi03738989-41 from 2244608 to 2416640 tid 1 2021-07-26T16:08:09.181 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 314 2021-07-26T16:08:09.181 INFO:tasks.rados.rados.0.smithi037.stdout:3199: seq_num 1014 ranges {11722752=188416} 2021-07-26T16:08:09.249 INFO:tasks.rados.rados.0.smithi037.stdout:3199: writing smithi03738989-2 from 11722752 to 11911168 tid 1 2021-07-26T16:08:09.250 INFO:tasks.rados.rados.0.smithi037.stdout:3200: read oid 8 snap -1 2021-07-26T16:08:09.250 INFO:tasks.rados.rados.0.smithi037.stdout:3200: expect (ObjNum 958 snap 293 seq_num 958) 2021-07-26T16:08:09.250 INFO:tasks.rados.rados.0.smithi037.stdout:3201: setattr oid 22 current snap is 314 2021-07-26T16:08:09.251 INFO:tasks.rados.rados.0.smithi037.stdout:3198: finishing write tid 1 to smithi03738989-41 2021-07-26T16:08:09.251 INFO:tasks.rados.rados.0.smithi037.stdout:3198: finishing write tid 3 to smithi03738989-41 2021-07-26T16:08:09.251 INFO:tasks.rados.rados.0.smithi037.stdout:3198: finishing write tid 4 to smithi03738989-41 2021-07-26T16:08:09.251 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 2224 (ObjNum 1013 snap 314 seq_num 1013) dirty exists 2021-07-26T16:08:09.251 INFO:tasks.rados.rados.0.smithi037.stdout:3198: left oid 41 (ObjNum 1013 snap 314 seq_num 1013) 2021-07-26T16:08:09.252 INFO:tasks.rados.rados.0.smithi037.stdout:3197: done (4 left) 2021-07-26T16:08:09.252 INFO:tasks.rados.rados.0.smithi037.stdout:3198: done (3 left) 2021-07-26T16:08:09.253 INFO:tasks.rados.rados.0.smithi037.stdout:3202: snap_create 2021-07-26T16:08:09.256 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 1969 (ObjNum 1953066355 snap 858810728 seq_num 959984439) dirty exists 2021-07-26T16:08:09.259 INFO:tasks.rados.rados.0.smithi037.stdout:3199: finishing write tid 1 to smithi03738989-2 2021-07-26T16:08:09.260 INFO:tasks.rados.rados.0.smithi037.stdout:3199: finishing write tid 3 to smithi03738989-2 2021-07-26T16:08:09.263 INFO:tasks.rados.rados.0.smithi037.stdout:3200: expect (ObjNum 958 snap 293 seq_num 958) 2021-07-26T16:08:09.304 INFO:tasks.rados.rados.0.smithi037.stdout:3199: finishing write tid 4 to smithi03738989-2 2021-07-26T16:08:09.305 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 2498 (ObjNum 1014 snap 314 seq_num 1014) dirty exists 2021-07-26T16:08:09.305 INFO:tasks.rados.rados.0.smithi037.stdout:3199: left oid 2 (ObjNum 1014 snap 314 seq_num 1014) 2021-07-26T16:08:09.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:09 smithi107 bash[29346]: cluster 2021-07-26T16:08:07.881298+0000 mgr.y (mgr.24994) 486 : cluster [DBG] pgmap v738: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 386 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 462 KiB/s wr, 8 op/s 2021-07-26T16:08:09.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:09 smithi107 bash[29346]: cluster 2021-07-26T16:08:08.152192+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e686: 8 total, 8 up, 8 in 2021-07-26T16:08:09.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:09 smithi107 bash[29346]: audit 2021-07-26T16:08:08.637741+0000 mon.c (mon.1) 452 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:08:09.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:09 smithi107 bash[29346]: audit 2021-07-26T16:08:08.904004+0000 mon.a (mon.0) 1157 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:08:09.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[41498]: cluster 2021-07-26T16:08:07.881298+0000 mgr.y (mgr.24994) 486 : cluster [DBG] pgmap v738: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 386 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 462 KiB/s wr, 8 op/s 2021-07-26T16:08:09.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[41498]: cluster 2021-07-26T16:08:08.152192+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e686: 8 total, 8 up, 8 in 2021-07-26T16:08:09.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[41498]: audit 2021-07-26T16:08:08.637741+0000 mon.c (mon.1) 452 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:08:09.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[41498]: audit 2021-07-26T16:08:08.904004+0000 mon.a (mon.0) 1157 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:08:09.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[42499]: cluster 2021-07-26T16:08:07.881298+0000 mgr.y (mgr.24994) 486 : cluster [DBG] pgmap v738: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 386 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 462 KiB/s wr, 8 op/s 2021-07-26T16:08:09.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[42499]: cluster 2021-07-26T16:08:08.152192+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e686: 8 total, 8 up, 8 in 2021-07-26T16:08:09.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[42499]: audit 2021-07-26T16:08:08.637741+0000 mon.c (mon.1) 452 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:08:09.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[42499]: audit 2021-07-26T16:08:08.904004+0000 mon.a (mon.0) 1157 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:08:09.588 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: debug 2021-07-26T16:08:09.146+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:08:09.588 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:08:09.588 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:09.588 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:08:09.589 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:09.589 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:08:09.589 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:09.590 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:09.590 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:08:09.590 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: debug 2021-07-26T16:08:09.146+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:08:09.590 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:08:09.591 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:09.591 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:08:09.591 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:09.591 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:08:09.591 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:09.592 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:09.592 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:08:09.592 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: debug 2021-07-26T16:08:09.150+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:08:09.593 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:08:09.593 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:09.593 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:08:09.593 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:09.593 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:08:09.594 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:09.594 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:09.594 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:08:09.594 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: debug 2021-07-26T16:08:09.150+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:08:09.595 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:08:09.595 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:09.595 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:08:09.595 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:09.595 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:08:09.596 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:09.596 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:09.596 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:08:09 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:08:10.177 INFO:tasks.rados.rados.0.smithi037.stdout:3199: done (3 left) 2021-07-26T16:08:10.178 INFO:tasks.rados.rados.0.smithi037.stdout:3200: done (2 left) 2021-07-26T16:08:10.178 INFO:tasks.rados.rados.0.smithi037.stdout:3201: done (1 left) 2021-07-26T16:08:10.178 INFO:tasks.rados.rados.0.smithi037.stdout:3202: done (0 left) 2021-07-26T16:08:10.179 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 315 2021-07-26T16:08:10.179 INFO:tasks.rados.rados.0.smithi037.stdout:3203: seq_num 1015 ranges {0=204800} 2021-07-26T16:08:10.180 INFO:tasks.rados.rados.0.smithi037.stdout:3203: writing smithi03738989-14 from 0 to 204800 tid 1 2021-07-26T16:08:10.180 INFO:tasks.rados.rados.0.smithi037.stdout:3204: rollback oid 15 current snap is 315 2021-07-26T16:08:10.180 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 15 to 300 2021-07-26T16:08:10.180 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 315 2021-07-26T16:08:10.181 INFO:tasks.rados.rados.0.smithi037.stdout:3205: seq_num 1016 ranges {0=221184} 2021-07-26T16:08:10.181 INFO:tasks.rados.rados.0.smithi037.stdout:3205: writing smithi03738989-46 from 0 to 221184 tid 1 2021-07-26T16:08:10.182 INFO:tasks.rados.rados.0.smithi037.stdout:3206: read oid 49 snap 299 2021-07-26T16:08:10.182 INFO:tasks.rados.rados.0.smithi037.stdout:3206: expect deleted 2021-07-26T16:08:10.182 INFO:tasks.rados.rados.0.smithi037.stdout:3207: rmattr oid 8 current snap is 315 2021-07-26T16:08:10.182 INFO:tasks.rados.rados.0.smithi037.stdout:3207: done (4 left) 2021-07-26T16:08:10.183 INFO:tasks.rados.rados.0.smithi037.stdout:3208: snap_create 2021-07-26T16:08:10.188 INFO:tasks.rados.rados.0.smithi037.stdout:3204: finishing rollback tid 0 to smithi03738989-15 2021-07-26T16:08:10.188 INFO:tasks.rados.rados.0.smithi037.stdout:3205: finishing write tid 1 to smithi03738989-46 2021-07-26T16:08:10.190 INFO:tasks.rados.rados.0.smithi037.stdout:3204: finishing rollback tid 1 to smithi03738989-15 2021-07-26T16:08:10.190 INFO:tasks.rados.rados.0.smithi037.stdout:3204: finishing rollback tid 2 to smithi03738989-15 2021-07-26T16:08:10.191 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1734 (ObjNum 952 snap 291 seq_num 952) dirty exists 2021-07-26T16:08:10.191 INFO:tasks.rados.rados.0.smithi037.stdout:3205: finishing write tid 3 to smithi03738989-46 2021-07-26T16:08:10.191 INFO:tasks.rados.rados.0.smithi037.stdout:3203: finishing write tid 1 to smithi03738989-14 2021-07-26T16:08:10.192 INFO:tasks.rados.rados.0.smithi037.stdout:3203: finishing write tid 3 to smithi03738989-14 2021-07-26T16:08:10.194 INFO:tasks.rados.rados.0.smithi037.stdout:3205: finishing write tid 4 to smithi03738989-46 2021-07-26T16:08:10.194 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 2501 (ObjNum 1016 snap 315 seq_num 1016) dirty exists 2021-07-26T16:08:10.194 INFO:tasks.rados.rados.0.smithi037.stdout:3205: left oid 46 (ObjNum 1016 snap 315 seq_num 1016) 2021-07-26T16:08:10.195 INFO:tasks.rados.rados.0.smithi037.stdout:3203: finishing write tid 4 to smithi03738989-14 2021-07-26T16:08:10.195 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 1719 (ObjNum 1015 snap 315 seq_num 1015) dirty exists 2021-07-26T16:08:10.196 INFO:tasks.rados.rados.0.smithi037.stdout:3203: left oid 14 (ObjNum 1015 snap 315 seq_num 1015) 2021-07-26T16:08:10.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: audit 2021-07-26T16:08:09.147899+0000 mon.a (mon.0) 1158 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:08:10.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: cephadm 2021-07-26T16:08:09.150393+0000 mgr.y (mgr.24994) 487 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:08:10.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:08:10.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:10.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:08:10.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:10.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:08:10.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:10.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:10.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:08:10.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: cephadm 2021-07-26T16:08:09.151608+0000 mgr.y (mgr.24994) 488 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:08:10.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:08:10.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:10.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:08:10.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:10.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:08:10.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:10.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:10.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:08:10.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: cephadm 2021-07-26T16:08:09.153699+0000 mgr.y (mgr.24994) 489 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:08:10.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:08:10.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:10.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:08:10.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:10.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:08:10.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:10.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:10.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:08:10.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: cephadm 2021-07-26T16:08:09.154721+0000 mgr.y (mgr.24994) 490 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:08:10.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:08:10.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:10.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:08:10.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:10.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:08:10.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:10.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:10.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:08:10.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:10 smithi107 bash[29346]: cluster 2021-07-26T16:08:09.166259+0000 mon.a (mon.0) 1159 : cluster [DBG] osdmap e687: 8 total, 8 up, 8 in 2021-07-26T16:08:10.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: audit 2021-07-26T16:08:09.147899+0000 mon.a (mon.0) 1158 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:08:10.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: cephadm 2021-07-26T16:08:09.150393+0000 mgr.y (mgr.24994) 487 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:08:10.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:08:10.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:10.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:08:10.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:10.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:08:10.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:10.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:10.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:08:10.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: cephadm 2021-07-26T16:08:09.151608+0000 mgr.y (mgr.24994) 488 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:08:10.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:08:10.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:10.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:08:10.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:10.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:08:10.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:10.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:10.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:08:10.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: cephadm 2021-07-26T16:08:09.153699+0000 mgr.y (mgr.24994) 489 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:08:10.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:08:10.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:10.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:08:10.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:10.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:08:10.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:10.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:10.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:08:10.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: audit 2021-07-26T16:08:09.147899+0000 mon.a (mon.0) 1158 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:08:10.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: cephadm 2021-07-26T16:08:09.150393+0000 mgr.y (mgr.24994) 487 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:08:10.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:08:10.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:10.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:08:10.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:10.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:08:10.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:10.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:10.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:08:10.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: cephadm 2021-07-26T16:08:09.151608+0000 mgr.y (mgr.24994) 488 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:08:10.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:08:10.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:10.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:08:10.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:10.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:08:10.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:10.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:10.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:08:10.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: cephadm 2021-07-26T16:08:09.153699+0000 mgr.y (mgr.24994) 489 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:08:10.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:08:10.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:10.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:08:10.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:10.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:08:10.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:10.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:10.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:08:10.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: cephadm 2021-07-26T16:08:09.154721+0000 mgr.y (mgr.24994) 490 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:08:10.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:08:10.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:10.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:08:10.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:10.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:08:10.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:10.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:10.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:08:10.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[41498]: cluster 2021-07-26T16:08:09.166259+0000 mon.a (mon.0) 1159 : cluster [DBG] osdmap e687: 8 total, 8 up, 8 in 2021-07-26T16:08:10.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: cephadm 2021-07-26T16:08:09.154721+0000 mgr.y (mgr.24994) 490 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:08:10.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:08:10.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:08:10.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:08:10.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:08:10.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:08:10.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:08:10.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:08:10.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:08:10.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:10 smithi037 bash[42499]: cluster 2021-07-26T16:08:09.166259+0000 mon.a (mon.0) 1159 : cluster [DBG] osdmap e687: 8 total, 8 up, 8 in 2021-07-26T16:08:11.182 INFO:tasks.rados.rados.0.smithi037.stdout:3203: done (4 left) 2021-07-26T16:08:11.182 INFO:tasks.rados.rados.0.smithi037.stdout:3204: done (3 left) 2021-07-26T16:08:11.182 INFO:tasks.rados.rados.0.smithi037.stdout:3205: done (2 left) 2021-07-26T16:08:11.182 INFO:tasks.rados.rados.0.smithi037.stdout:3206: done (1 left) 2021-07-26T16:08:11.183 INFO:tasks.rados.rados.0.smithi037.stdout:3208: done (0 left) 2021-07-26T16:08:11.183 INFO:tasks.rados.rados.0.smithi037.stdout:3209: read oid 5 snap -1 2021-07-26T16:08:11.183 INFO:tasks.rados.rados.0.smithi037.stdout:3209: expect (ObjNum 954 snap 291 seq_num 954) 2021-07-26T16:08:11.183 INFO:tasks.rados.rados.0.smithi037.stdout:3210: read oid 41 snap -1 2021-07-26T16:08:11.184 INFO:tasks.rados.rados.0.smithi037.stdout:3210: expect (ObjNum 1013 snap 314 seq_num 1013) 2021-07-26T16:08:11.184 INFO:tasks.rados.rados.0.smithi037.stdout:3211: read oid 11 snap -1 2021-07-26T16:08:11.184 INFO:tasks.rados.rados.0.smithi037.stdout:3211: expect (ObjNum 792 snap 240 seq_num 792) 2021-07-26T16:08:11.184 INFO:tasks.rados.rados.0.smithi037.stdout:3212: rollback oid 36 current snap is 316 2021-07-26T16:08:11.184 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 36 to 306 2021-07-26T16:08:11.185 INFO:tasks.rados.rados.0.smithi037.stdout:3213: copy_from oid 32 from oid 27 current snap is 316 2021-07-26T16:08:11.185 INFO:tasks.rados.rados.0.smithi037.stdout:3214: snap_remove snap 310 2021-07-26T16:08:11.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:11 smithi107 bash[29346]: cluster 2021-07-26T16:08:09.882126+0000 mgr.y (mgr.24994) 491 : cluster [DBG] pgmap v741: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 386 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 30 KiB/s wr, 4 op/s 2021-07-26T16:08:11.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:11 smithi107 bash[29346]: cluster 2021-07-26T16:08:10.176520+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e688: 8 total, 8 up, 8 in 2021-07-26T16:08:11.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:11 smithi037 bash[41498]: cluster 2021-07-26T16:08:09.882126+0000 mgr.y (mgr.24994) 491 : cluster [DBG] pgmap v741: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 386 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 30 KiB/s wr, 4 op/s 2021-07-26T16:08:11.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:11 smithi037 bash[41498]: cluster 2021-07-26T16:08:10.176520+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e688: 8 total, 8 up, 8 in 2021-07-26T16:08:11.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:11 smithi037 bash[42499]: cluster 2021-07-26T16:08:09.882126+0000 mgr.y (mgr.24994) 491 : cluster [DBG] pgmap v741: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 386 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 30 KiB/s wr, 4 op/s 2021-07-26T16:08:11.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:11 smithi037 bash[42499]: cluster 2021-07-26T16:08:10.176520+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e688: 8 total, 8 up, 8 in 2021-07-26T16:08:12.140 INFO:tasks.rados.rados.0.smithi037.stdout:3214: done (5 left) 2021-07-26T16:08:12.140 INFO:tasks.rados.rados.0.smithi037.stdout:3215: rollback oid 28 current snap is 316 2021-07-26T16:08:12.141 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 28 to 292 2021-07-26T16:08:12.141 INFO:tasks.rados.rados.0.smithi037.stdout:3213: finishing copy_from to smithi03738989-32 2021-07-26T16:08:12.141 INFO:tasks.rados.rados.0.smithi037.stdout:3213: got expected ENOENT (src dne) 2021-07-26T16:08:12.141 INFO:tasks.rados.rados.0.smithi037.stdout:3213: finishing copy_from racing read to smithi03738989-32 2021-07-26T16:08:12.142 INFO:tasks.rados.rados.0.smithi037.stdout:3209: expect (ObjNum 954 snap 291 seq_num 954) 2021-07-26T16:08:12.244 INFO:tasks.rados.rados.0.smithi037.stdout:3211: expect (ObjNum 792 snap 240 seq_num 792) 2021-07-26T16:08:12.274 INFO:tasks.rados.rados.0.smithi037.stdout:3212: finishing rollback tid 0 to smithi03738989-36 2021-07-26T16:08:12.275 INFO:tasks.rados.rados.0.smithi037.stdout:3212: finishing rollback tid 1 to smithi03738989-36 2021-07-26T16:08:12.275 INFO:tasks.rados.rados.0.smithi037.stdout:3212: finishing rollback tid 2 to smithi03738989-36 2021-07-26T16:08:12.275 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 2227 (ObjNum 959 snap 293 seq_num 959) dirty exists 2021-07-26T16:08:12.276 INFO:tasks.rados.rados.0.smithi037.stdout:3210: expect (ObjNum 1013 snap 314 seq_num 1013) 2021-07-26T16:08:12.372 INFO:tasks.rados.rados.0.smithi037.stdout:3215: finishing rollback tid 0 to smithi03738989-28 2021-07-26T16:08:12.373 INFO:tasks.rados.rados.0.smithi037.stdout:3215: finishing rollback tid 1 to smithi03738989-28 2021-07-26T16:08:12.373 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 1971 (ObjNum 373082720 snap 21933 seq_num 0) dirty dne 2021-07-26T16:08:12.373 INFO:tasks.rados.rados.0.smithi037.stdout:3209: done (5 left) 2021-07-26T16:08:12.373 INFO:tasks.rados.rados.0.smithi037.stdout:3210: done (4 left) 2021-07-26T16:08:12.374 INFO:tasks.rados.rados.0.smithi037.stdout:3211: done (3 left) 2021-07-26T16:08:12.374 INFO:tasks.rados.rados.0.smithi037.stdout:3212: done (2 left) 2021-07-26T16:08:12.374 INFO:tasks.rados.rados.0.smithi037.stdout:3213: done (1 left) 2021-07-26T16:08:12.374 INFO:tasks.rados.rados.0.smithi037.stdout:3215: done (0 left) 2021-07-26T16:08:12.375 INFO:tasks.rados.rados.0.smithi037.stdout:3216: delete oid 6 current snap is 316 2021-07-26T16:08:12.376 INFO:tasks.rados.rados.0.smithi037.stdout:3216: done (0 left) 2021-07-26T16:08:12.376 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 316 2021-07-26T16:08:12.376 INFO:tasks.rados.rados.0.smithi037.stdout:3217: seq_num 1018 ranges {11739136=253952} 2021-07-26T16:08:12.449 INFO:tasks.rados.rados.0.smithi037.stdout:3217: writing smithi03738989-34 from 11739136 to 11993088 tid 1 2021-07-26T16:08:12.450 INFO:tasks.rados.rados.0.smithi037.stdout:3218: read oid 41 snap 292 2021-07-26T16:08:12.450 INFO:tasks.rados.rados.0.smithi037.stdout:3218: expect (ObjNum 372171600 snap 21933 seq_num 372791360) 2021-07-26T16:08:12.450 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 316 2021-07-26T16:08:12.450 INFO:tasks.rados.rados.0.smithi037.stdout:3219: seq_num 1019 ranges {2588672=270336} 2021-07-26T16:08:12.465 INFO:tasks.rados.rados.0.smithi037.stdout:3219: writing smithi03738989-24 from 2588672 to 2859008 tid 1 2021-07-26T16:08:12.465 INFO:tasks.rados.rados.0.smithi037.stdout:3220: snap_remove snap 311 2021-07-26T16:08:12.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:12 smithi107 bash[29346]: cluster 2021-07-26T16:08:11.182646+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2021-07-26T16:08:12.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:12 smithi107 bash[29346]: cluster 2021-07-26T16:08:12.140255+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2021-07-26T16:08:12.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:12 smithi037 bash[41498]: cluster 2021-07-26T16:08:11.182646+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2021-07-26T16:08:12.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:12 smithi037 bash[41498]: cluster 2021-07-26T16:08:12.140255+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2021-07-26T16:08:12.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:12 smithi037 bash[42499]: cluster 2021-07-26T16:08:11.182646+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2021-07-26T16:08:12.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:12 smithi037 bash[42499]: cluster 2021-07-26T16:08:12.140255+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2021-07-26T16:08:13.201 INFO:tasks.rados.rados.0.smithi037.stdout:3220: done (3 left) 2021-07-26T16:08:13.202 INFO:tasks.rados.rados.0.smithi037.stdout:3221: copy_from oid 8 from oid 44 current snap is 316 2021-07-26T16:08:13.202 INFO:tasks.rados.rados.0.smithi037.stdout:3218: expect (ObjNum 372171600 snap 21933 seq_num 372791360) 2021-07-26T16:08:13.204 INFO:tasks.rados.rados.0.smithi037.stdout:3217: finishing write tid 1 to smithi03738989-34 2021-07-26T16:08:13.205 INFO:tasks.rados.rados.0.smithi037.stdout:3217: finishing write tid 3 to smithi03738989-34 2021-07-26T16:08:13.205 INFO:tasks.rados.rados.0.smithi037.stdout:3218: done (3 left) 2021-07-26T16:08:13.205 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 316 2021-07-26T16:08:13.205 INFO:tasks.rados.rados.0.smithi037.stdout:3222: seq_num 1020 ranges {2457600=286720} 2021-07-26T16:08:13.222 INFO:tasks.rados.rados.0.smithi037.stdout:3222: writing smithi03738989-15 from 2457600 to 2744320 tid 1 2021-07-26T16:08:13.222 INFO:tasks.rados.rados.0.smithi037.stdout:3223: rollback oid 35 current snap is 316 2021-07-26T16:08:13.222 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 35 to 300 2021-07-26T16:08:13.223 INFO:tasks.rados.rados.0.smithi037.stdout:3217: finishing write tid 4 to smithi03738989-34 2021-07-26T16:08:13.223 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2495 (ObjNum 1018 snap 316 seq_num 1018) dirty exists 2021-07-26T16:08:13.223 INFO:tasks.rados.rados.0.smithi037.stdout:3217: left oid 34 (ObjNum 1018 snap 316 seq_num 1018) 2021-07-26T16:08:13.223 INFO:tasks.rados.rados.0.smithi037.stdout:3219: finishing write tid 1 to smithi03738989-24 2021-07-26T16:08:13.224 INFO:tasks.rados.rados.0.smithi037.stdout:3219: finishing write tid 3 to smithi03738989-24 2021-07-26T16:08:13.224 INFO:tasks.rados.rados.0.smithi037.stdout:3219: finishing write tid 4 to smithi03738989-24 2021-07-26T16:08:13.224 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 2934 (ObjNum 1019 snap 316 seq_num 1019) dirty exists 2021-07-26T16:08:13.224 INFO:tasks.rados.rados.0.smithi037.stdout:3219: left oid 24 (ObjNum 1019 snap 316 seq_num 1019) 2021-07-26T16:08:13.225 INFO:tasks.rados.rados.0.smithi037.stdout:3217: done (4 left) 2021-07-26T16:08:13.225 INFO:tasks.rados.rados.0.smithi037.stdout:3219: done (3 left) 2021-07-26T16:08:13.225 INFO:tasks.rados.rados.0.smithi037.stdout:3224: rollback oid 45 current snap is 316 2021-07-26T16:08:13.225 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 45 to 297 2021-07-26T16:08:13.226 INFO:tasks.rados.rados.0.smithi037.stdout:3221: finishing copy_from to smithi03738989-8 2021-07-26T16:08:13.226 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 2222 (ObjNum 372939568 snap 21933 seq_num 375506784) dirty exists 2021-07-26T16:08:13.226 INFO:tasks.rados.rados.0.smithi037.stdout:3225: snap_create 2021-07-26T16:08:13.226 INFO:tasks.rados.rados.0.smithi037.stdout:3221: finishing copy_from racing read to smithi03738989-8 2021-07-26T16:08:13.229 INFO:tasks.rados.rados.0.smithi037.stdout:3223: finishing rollback tid 1 to smithi03738989-35 2021-07-26T16:08:13.229 INFO:tasks.rados.rados.0.smithi037.stdout:3223: finishing rollback tid 2 to smithi03738989-35 2021-07-26T16:08:13.230 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 2348 (ObjNum 924 snap 285 seq_num 924) dirty exists 2021-07-26T16:08:13.231 INFO:tasks.rados.rados.0.smithi037.stdout:3222: finishing write tid 1 to smithi03738989-15 2021-07-26T16:08:13.231 INFO:tasks.rados.rados.0.smithi037.stdout:3222: finishing write tid 3 to smithi03738989-15 2021-07-26T16:08:13.232 INFO:tasks.rados.rados.0.smithi037.stdout:3224: finishing rollback tid 0 to smithi03738989-45 2021-07-26T16:08:13.232 INFO:tasks.rados.rados.0.smithi037.stdout:3224: finishing rollback tid 1 to smithi03738989-45 2021-07-26T16:08:13.232 INFO:tasks.rados.rados.0.smithi037.stdout:3222: finishing write tid 4 to smithi03738989-15 2021-07-26T16:08:13.232 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 1736 (ObjNum 1020 snap 316 seq_num 1020) dirty exists 2021-07-26T16:08:13.233 INFO:tasks.rados.rados.0.smithi037.stdout:3222: left oid 15 (ObjNum 1020 snap 316 seq_num 1020) 2021-07-26T16:08:13.233 INFO:tasks.rados.rados.0.smithi037.stdout:3224: finishing rollback tid 2 to smithi03738989-45 2021-07-26T16:08:13.233 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 2940 (ObjNum 653 snap 192 seq_num 653) dirty exists 2021-07-26T16:08:13.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:13 smithi107 bash[29346]: cluster 2021-07-26T16:08:11.882914+0000 mgr.y (mgr.24994) 492 : cluster [DBG] pgmap v744: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 362 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 30 KiB/s wr, 4 op/s 2021-07-26T16:08:13.526 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:13 smithi037 bash[41498]: cluster 2021-07-26T16:08:11.882914+0000 mgr.y (mgr.24994) 492 : cluster [DBG] pgmap v744: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 362 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 30 KiB/s wr, 4 op/s 2021-07-26T16:08:13.526 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:13 smithi037 bash[42499]: cluster 2021-07-26T16:08:11.882914+0000 mgr.y (mgr.24994) 492 : cluster [DBG] pgmap v744: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 362 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 30 KiB/s wr, 4 op/s 2021-07-26T16:08:13.834 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:08:13 smithi037 bash[50550]: level=error ts=2021-07-26T16:08:13.529Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:13.834 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:08:13 smithi037 bash[50550]: level=error ts=2021-07-26T16:08:13.529Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:13.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:08:13 smithi037 bash[50550]: level=error ts=2021-07-26T16:08:13.529Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:08:14.217 INFO:tasks.rados.rados.0.smithi037.stdout:3221: done (4 left) 2021-07-26T16:08:14.217 INFO:tasks.rados.rados.0.smithi037.stdout:3222: done (3 left) 2021-07-26T16:08:14.217 INFO:tasks.rados.rados.0.smithi037.stdout:3223: done (2 left) 2021-07-26T16:08:14.218 INFO:tasks.rados.rados.0.smithi037.stdout:3224: done (1 left) 2021-07-26T16:08:14.218 INFO:tasks.rados.rados.0.smithi037.stdout:3225: done (0 left) 2021-07-26T16:08:14.218 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 317 2021-07-26T16:08:14.218 INFO:tasks.rados.rados.0.smithi037.stdout:3226: seq_num 1021 ranges {4317184=303104} 2021-07-26T16:08:14.245 INFO:tasks.rados.rados.0.smithi037.stdout:3226: writing smithi03738989-30 from 4317184 to 4620288 tid 1 2021-07-26T16:08:14.245 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 317 2021-07-26T16:08:14.245 INFO:tasks.rados.rados.0.smithi037.stdout:3227: seq_num 1022 ranges {2301952=319488} 2021-07-26T16:08:14.260 INFO:tasks.rados.rados.0.smithi037.stdout:3227: writing smithi03738989-38 from 2301952 to 2621440 tid 1 2021-07-26T16:08:14.260 INFO:tasks.rados.rados.0.smithi037.stdout:3228: snap_create 2021-07-26T16:08:14.261 INFO:tasks.rados.rados.0.smithi037.stdout:3226: finishing write tid 1 to smithi03738989-30 2021-07-26T16:08:14.261 INFO:tasks.rados.rados.0.smithi037.stdout:3226: finishing write tid 3 to smithi03738989-30 2021-07-26T16:08:14.261 INFO:tasks.rados.rados.0.smithi037.stdout:3226: finishing write tid 4 to smithi03738989-30 2021-07-26T16:08:14.261 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2229 (ObjNum 1021 snap 317 seq_num 1021) dirty exists 2021-07-26T16:08:14.261 INFO:tasks.rados.rados.0.smithi037.stdout:3226: left oid 30 (ObjNum 1021 snap 317 seq_num 1021) 2021-07-26T16:08:14.271 INFO:tasks.rados.rados.0.smithi037.stdout:3227: finishing write tid 1 to smithi03738989-38 2021-07-26T16:08:14.271 INFO:tasks.rados.rados.0.smithi037.stdout:3227: finishing write tid 3 to smithi03738989-38 2021-07-26T16:08:14.273 INFO:tasks.rados.rados.0.smithi037.stdout:3227: finishing write tid 4 to smithi03738989-38 2021-07-26T16:08:14.274 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 2516 (ObjNum 1022 snap 317 seq_num 1022) dirty exists 2021-07-26T16:08:14.274 INFO:tasks.rados.rados.0.smithi037.stdout:3227: left oid 38 (ObjNum 1022 snap 317 seq_num 1022) 2021-07-26T16:08:14.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:14 smithi107 bash[29346]: cluster 2021-07-26T16:08:13.202351+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2021-07-26T16:08:14.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:14 smithi037 bash[41498]: cluster 2021-07-26T16:08:13.202351+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2021-07-26T16:08:14.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:14 smithi037 bash[42499]: cluster 2021-07-26T16:08:13.202351+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2021-07-26T16:08:15.234 INFO:tasks.rados.rados.0.smithi037.stdout:3226: done (2 left) 2021-07-26T16:08:15.235 INFO:tasks.rados.rados.0.smithi037.stdout:3227: done (1 left) 2021-07-26T16:08:15.235 INFO:tasks.rados.rados.0.smithi037.stdout:3228: done (0 left) 2021-07-26T16:08:15.235 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 318 2021-07-26T16:08:15.236 INFO:tasks.rados.rados.0.smithi037.stdout:3229: seq_num 1023 ranges {5873664=335872} 2021-07-26T16:08:15.270 INFO:tasks.rados.rados.0.smithi037.stdout:3229: writing smithi03738989-31 from 5873664 to 6209536 tid 1 2021-07-26T16:08:15.271 INFO:tasks.rados.rados.0.smithi037.stdout:3230: rmattr oid 35 current snap is 318 2021-07-26T16:08:15.271 INFO:tasks.rados.rados.0.smithi037.stdout:3230: done (1 left) 2021-07-26T16:08:15.271 INFO:tasks.rados.rados.0.smithi037.stdout:3231: read oid 29 snap 295 2021-07-26T16:08:15.271 INFO:tasks.rados.rados.0.smithi037.stdout:3231: expect (ObjNum 966 snap 294 seq_num 966) 2021-07-26T16:08:15.272 INFO:tasks.rados.rados.0.smithi037.stdout:3232: copy_from oid 11 from oid 13 current snap is 318 2021-07-26T16:08:15.272 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 318 2021-07-26T16:08:15.272 INFO:tasks.rados.rados.0.smithi037.stdout:3233: seq_num 1024 ranges {221184=352256} 2021-07-26T16:08:15.273 INFO:tasks.rados.rados.0.smithi037.stdout:3233: writing smithi03738989-46 from 221184 to 573440 tid 1 2021-07-26T16:08:15.274 INFO:tasks.rados.rados.0.smithi037.stdout:3234: delete oid 18 current snap is 318 2021-07-26T16:08:15.284 INFO:tasks.rados.rados.0.smithi037.stdout:3233: finishing write tid 1 to smithi03738989-46 2021-07-26T16:08:15.284 INFO:tasks.rados.rados.0.smithi037.stdout:3233: finishing write tid 3 to smithi03738989-46 2021-07-26T16:08:15.285 INFO:tasks.rados.rados.0.smithi037.stdout:3234: done (4 left) 2021-07-26T16:08:15.286 INFO:tasks.rados.rados.0.smithi037.stdout:3235: read oid 23 snap -1 2021-07-26T16:08:15.286 INFO:tasks.rados.rados.0.smithi037.stdout:3235: expect (ObjNum 910 snap 282 seq_num 910) 2021-07-26T16:08:15.286 INFO:tasks.rados.rados.0.smithi037.stdout:3236: copy_from oid 39 from oid 43 current snap is 318 2021-07-26T16:08:15.286 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 318 2021-07-26T16:08:15.287 INFO:tasks.rados.rados.0.smithi037.stdout:3237: seq_num 1026 ranges {4587520=385024} 2021-07-26T16:08:15.318 INFO:tasks.rados.rados.0.smithi037.stdout:3237: writing smithi03738989-17 from 4587520 to 4972544 tid 1 2021-07-26T16:08:15.318 INFO:tasks.rados.rados.0.smithi037.stdout:3238: read oid 1 snap -1 2021-07-26T16:08:15.318 INFO:tasks.rados.rados.0.smithi037.stdout:3238: expect deleted 2021-07-26T16:08:15.318 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 318 2021-07-26T16:08:15.319 INFO:tasks.rados.rados.0.smithi037.stdout:3239: seq_num 1027 ranges {0=409600} 2021-07-26T16:08:15.321 INFO:tasks.rados.rados.0.smithi037.stdout:3239: writing smithi03738989-18 from 0 to 409600 tid 1 2021-07-26T16:08:15.321 INFO:tasks.rados.rados.0.smithi037.stdout:3240: read oid 14 snap -1 2021-07-26T16:08:15.321 INFO:tasks.rados.rados.0.smithi037.stdout:3240: expect (ObjNum 1015 snap 315 seq_num 1015) 2021-07-26T16:08:15.321 INFO:tasks.rados.rados.0.smithi037.stdout:3241: copy_from oid 30 from oid 37 current snap is 318 2021-07-26T16:08:15.322 INFO:tasks.rados.rados.0.smithi037.stdout:3233: finishing write tid 4 to smithi03738989-46 2021-07-26T16:08:15.322 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 2503 (ObjNum 1024 snap 318 seq_num 1024) dirty exists 2021-07-26T16:08:15.322 INFO:tasks.rados.rados.0.smithi037.stdout:3233: left oid 46 (ObjNum 1024 snap 318 seq_num 1024) 2021-07-26T16:08:15.322 INFO:tasks.rados.rados.0.smithi037.stdout:3233: done (10 left) 2021-07-26T16:08:15.322 INFO:tasks.rados.rados.0.smithi037.stdout:3242: rollback oid 22 current snap is 318 2021-07-26T16:08:15.323 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 22 to 315 2021-07-26T16:08:15.323 INFO:tasks.rados.rados.0.smithi037.stdout:3236: finishing copy_from to smithi03738989-39 2021-07-26T16:08:15.323 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2494 (ObjNum 906 snap 282 seq_num 906) dirty exists 2021-07-26T16:08:15.323 INFO:tasks.rados.rados.0.smithi037.stdout:3236: finishing copy_from racing read to smithi03738989-39 2021-07-26T16:08:15.324 INFO:tasks.rados.rados.0.smithi037.stdout:3236: done (10 left) 2021-07-26T16:08:15.324 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 318 2021-07-26T16:08:15.324 INFO:tasks.rados.rados.0.smithi037.stdout:3243: seq_num 1028 ranges {0=425984} 2021-07-26T16:08:15.325 INFO:tasks.rados.rados.0.smithi037.stdout:3243: writing smithi03738989-9 from 0 to 425984 tid 1 2021-07-26T16:08:15.325 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 318 2021-07-26T16:08:15.325 INFO:tasks.rados.rados.0.smithi037.stdout:3244: seq_num 1029 ranges {0=442368} 2021-07-26T16:08:15.326 INFO:tasks.rados.rados.0.smithi037.stdout:3244: writing smithi03738989-25 from 0 to 442368 tid 1 2021-07-26T16:08:15.326 INFO:tasks.rados.rados.0.smithi037.stdout:3245: copy_from oid 36 from oid 6 current snap is 318 2021-07-26T16:08:15.327 INFO:tasks.rados.rados.0.smithi037.stdout:3229: finishing write tid 1 to smithi03738989-31 2021-07-26T16:08:15.327 INFO:tasks.rados.rados.0.smithi037.stdout:3229: finishing write tid 3 to smithi03738989-31 2021-07-26T16:08:15.327 INFO:tasks.rados.rados.0.smithi037.stdout:3231: expect (ObjNum 966 snap 294 seq_num 966) 2021-07-26T16:08:15.415 INFO:tasks.rados.rados.0.smithi037.stdout:3229: finishing write tid 4 to smithi03738989-31 2021-07-26T16:08:15.416 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 2350 (ObjNum 1023 snap 318 seq_num 1023) dirty exists 2021-07-26T16:08:15.416 INFO:tasks.rados.rados.0.smithi037.stdout:3229: left oid 31 (ObjNum 1023 snap 318 seq_num 1023) 2021-07-26T16:08:15.416 INFO:tasks.rados.rados.0.smithi037.stdout:3235: expect (ObjNum 910 snap 282 seq_num 910) 2021-07-26T16:08:15.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:15 smithi107 bash[29346]: cluster 2021-07-26T16:08:13.883726+0000 mgr.y (mgr.24994) 493 : cluster [DBG] pgmap v747: 89 pgs: 89 active+clean; 352 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 166 KiB/s wr, 5 op/s 2021-07-26T16:08:15.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:15 smithi107 bash[29346]: cluster 2021-07-26T16:08:14.219808+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2021-07-26T16:08:15.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:15 smithi037 bash[42499]: cluster 2021-07-26T16:08:13.883726+0000 mgr.y (mgr.24994) 493 : cluster [DBG] pgmap v747: 89 pgs: 89 active+clean; 352 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 166 KiB/s wr, 5 op/s 2021-07-26T16:08:15.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:15 smithi037 bash[42499]: cluster 2021-07-26T16:08:14.219808+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2021-07-26T16:08:15.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:15 smithi037 bash[41498]: cluster 2021-07-26T16:08:13.883726+0000 mgr.y (mgr.24994) 493 : cluster [DBG] pgmap v747: 89 pgs: 89 active+clean; 352 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 166 KiB/s wr, 5 op/s 2021-07-26T16:08:15.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:15 smithi037 bash[41498]: cluster 2021-07-26T16:08:14.219808+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2021-07-26T16:08:15.674 INFO:tasks.rados.rados.0.smithi037.stdout:3232: finishing copy_from to smithi03738989-11 2021-07-26T16:08:15.674 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 1964 (ObjNum 985 snap 300 seq_num 985) dirty exists 2021-07-26T16:08:15.675 INFO:tasks.rados.rados.0.smithi037.stdout:3241: finishing copy_from to smithi03738989-30 2021-07-26T16:08:15.675 INFO:tasks.rados.rados.0.smithi037.stdout:3241: got expected ENOENT (src dne) 2021-07-26T16:08:15.675 INFO:tasks.rados.rados.0.smithi037.stdout:3241: finishing copy_from racing read to smithi03738989-30 2021-07-26T16:08:15.675 INFO:tasks.rados.rados.0.smithi037.stdout:3232: finishing copy_from racing read to smithi03738989-11 2021-07-26T16:08:15.676 INFO:tasks.rados.rados.0.smithi037.stdout:3237: finishing write tid 1 to smithi03738989-17 2021-07-26T16:08:15.676 INFO:tasks.rados.rados.0.smithi037.stdout:3240: expect (ObjNum 1015 snap 315 seq_num 1015) 2021-07-26T16:08:15.680 INFO:tasks.rados.rados.0.smithi037.stdout:3237: finishing write tid 3 to smithi03738989-17 2021-07-26T16:08:15.680 INFO:tasks.rados.rados.0.smithi037.stdout:3239: finishing write tid 1 to smithi03738989-18 2021-07-26T16:08:15.681 INFO:tasks.rados.rados.0.smithi037.stdout:3239: finishing write tid 3 to smithi03738989-18 2021-07-26T16:08:15.681 INFO:tasks.rados.rados.0.smithi037.stdout:3242: finishing rollback tid 0 to smithi03738989-22 2021-07-26T16:08:15.682 INFO:tasks.rados.rados.0.smithi037.stdout:3244: finishing write tid 1 to smithi03738989-25 2021-07-26T16:08:15.682 INFO:tasks.rados.rados.0.smithi037.stdout:3239: finishing write tid 4 to smithi03738989-18 2021-07-26T16:08:15.683 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 2225 (ObjNum 1027 snap 318 seq_num 1027) dirty exists 2021-07-26T16:08:15.683 INFO:tasks.rados.rados.0.smithi037.stdout:3239: left oid 18 (ObjNum 1027 snap 318 seq_num 1027) 2021-07-26T16:08:15.683 INFO:tasks.rados.rados.0.smithi037.stdout:3237: finishing write tid 4 to smithi03738989-17 2021-07-26T16:08:15.683 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1738 (ObjNum 1026 snap 318 seq_num 1026) dirty exists 2021-07-26T16:08:15.684 INFO:tasks.rados.rados.0.smithi037.stdout:3237: left oid 17 (ObjNum 1026 snap 318 seq_num 1026) 2021-07-26T16:08:15.684 INFO:tasks.rados.rados.0.smithi037.stdout:3242: finishing rollback tid 1 to smithi03738989-22 2021-07-26T16:08:15.684 INFO:tasks.rados.rados.0.smithi037.stdout:3245: finishing copy_from to smithi03738989-36 2021-07-26T16:08:15.684 INFO:tasks.rados.rados.0.smithi037.stdout:3245: got expected ENOENT (src dne) 2021-07-26T16:08:15.684 INFO:tasks.rados.rados.0.smithi037.stdout:3243: finishing write tid 1 to smithi03738989-9 2021-07-26T16:08:15.685 INFO:tasks.rados.rados.0.smithi037.stdout:3245: finishing copy_from racing read to smithi03738989-36 2021-07-26T16:08:15.685 INFO:tasks.rados.rados.0.smithi037.stdout:3244: finishing write tid 3 to smithi03738989-25 2021-07-26T16:08:15.685 INFO:tasks.rados.rados.0.smithi037.stdout:3243: finishing write tid 3 to smithi03738989-9 2021-07-26T16:08:15.685 INFO:tasks.rados.rados.0.smithi037.stdout:3244: finishing write tid 4 to smithi03738989-25 2021-07-26T16:08:15.685 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 2231 (ObjNum 1029 snap 318 seq_num 1029) dirty exists 2021-07-26T16:08:15.686 INFO:tasks.rados.rados.0.smithi037.stdout:3244: left oid 25 (ObjNum 1029 snap 318 seq_num 1029) 2021-07-26T16:08:15.686 INFO:tasks.rados.rados.0.smithi037.stdout:3243: finishing write tid 4 to smithi03738989-9 2021-07-26T16:08:15.686 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 2505 (ObjNum 1028 snap 318 seq_num 1028) dirty exists 2021-07-26T16:08:15.686 INFO:tasks.rados.rados.0.smithi037.stdout:3243: left oid 9 (ObjNum 1028 snap 318 seq_num 1028) 2021-07-26T16:08:15.687 INFO:tasks.rados.rados.0.smithi037.stdout:3242: finishing rollback tid 2 to smithi03738989-22 2021-07-26T16:08:15.687 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 1974 (ObjNum 372747568 snap 21933 seq_num 372244256) dirty exists 2021-07-26T16:08:15.687 INFO:tasks.rados.rados.0.smithi037.stdout:3229: done (12 left) 2021-07-26T16:08:15.687 INFO:tasks.rados.rados.0.smithi037.stdout:3231: done (11 left) 2021-07-26T16:08:15.687 INFO:tasks.rados.rados.0.smithi037.stdout:3232: done (10 left) 2021-07-26T16:08:15.688 INFO:tasks.rados.rados.0.smithi037.stdout:3235: done (9 left) 2021-07-26T16:08:15.688 INFO:tasks.rados.rados.0.smithi037.stdout:3237: done (8 left) 2021-07-26T16:08:15.688 INFO:tasks.rados.rados.0.smithi037.stdout:3238: done (7 left) 2021-07-26T16:08:15.688 INFO:tasks.rados.rados.0.smithi037.stdout:3239: done (6 left) 2021-07-26T16:08:15.689 INFO:tasks.rados.rados.0.smithi037.stdout:3240: done (5 left) 2021-07-26T16:08:15.689 INFO:tasks.rados.rados.0.smithi037.stdout:3241: done (4 left) 2021-07-26T16:08:15.689 INFO:tasks.rados.rados.0.smithi037.stdout:3242: done (3 left) 2021-07-26T16:08:15.689 INFO:tasks.rados.rados.0.smithi037.stdout:3243: done (2 left) 2021-07-26T16:08:15.689 INFO:tasks.rados.rados.0.smithi037.stdout:3244: done (1 left) 2021-07-26T16:08:15.690 INFO:tasks.rados.rados.0.smithi037.stdout:3245: done (0 left) 2021-07-26T16:08:15.690 INFO:tasks.rados.rados.0.smithi037.stdout:3246: copy_from oid 9 from oid 32 current snap is 318 2021-07-26T16:08:15.690 INFO:tasks.rados.rados.0.smithi037.stdout:3247: copy_from oid 7 from oid 2 current snap is 318 2021-07-26T16:08:15.690 INFO:tasks.rados.rados.0.smithi037.stdout:3248: read oid 13 snap -1 2021-07-26T16:08:15.691 INFO:tasks.rados.rados.0.smithi037.stdout:3248: expect (ObjNum 985 snap 300 seq_num 985) 2021-07-26T16:08:15.691 INFO:tasks.rados.rados.0.smithi037.stdout:3249: rollback oid 21 current snap is 318 2021-07-26T16:08:15.691 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 21 to 295 2021-07-26T16:08:15.691 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 318 2021-07-26T16:08:15.691 INFO:tasks.rados.rados.0.smithi037.stdout:3250: seq_num 1030 ranges {0=458752} 2021-07-26T16:08:15.692 INFO:tasks.rados.rados.0.smithi037.stdout:3250: writing smithi03738989-49 from 0 to 458752 tid 1 2021-07-26T16:08:15.693 INFO:tasks.rados.rados.0.smithi037.stdout:3251: read oid 20 snap -1 2021-07-26T16:08:15.693 INFO:tasks.rados.rados.0.smithi037.stdout:3251: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:08:15.693 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 318 2021-07-26T16:08:15.693 INFO:tasks.rados.rados.0.smithi037.stdout:3252: seq_num 1031 ranges {1081344=475136} 2021-07-26T16:08:15.699 INFO:tasks.rados.rados.0.smithi037.stdout:3252: writing smithi03738989-35 from 1081344 to 1556480 tid 1 2021-07-26T16:08:15.700 INFO:tasks.rados.rados.0.smithi037.stdout:3253: copy_from oid 6 from oid 1 current snap is 318 2021-07-26T16:08:15.700 INFO:tasks.rados.rados.0.smithi037.stdout:3246: finishing copy_from to smithi03738989-9 2021-07-26T16:08:15.700 INFO:tasks.rados.rados.0.smithi037.stdout:3246: got expected ENOENT (src dne) 2021-07-26T16:08:15.700 INFO:tasks.rados.rados.0.smithi037.stdout:3246: finishing copy_from racing read to smithi03738989-9 2021-07-26T16:08:15.700 INFO:tasks.rados.rados.0.smithi037.stdout:3249: finishing rollback tid 0 to smithi03738989-21 2021-07-26T16:08:15.701 INFO:tasks.rados.rados.0.smithi037.stdout:3249: finishing rollback tid 1 to smithi03738989-21 2021-07-26T16:08:15.701 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2095 (ObjNum 8710 snap 0 seq_num 0) dirty dne 2021-07-26T16:08:15.701 INFO:tasks.rados.rados.0.smithi037.stdout:3251: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:08:15.702 INFO:tasks.rados.rados.0.smithi037.stdout:3250: finishing write tid 1 to smithi03738989-49 2021-07-26T16:08:15.702 INFO:tasks.rados.rados.0.smithi037.stdout:3250: finishing write tid 3 to smithi03738989-49 2021-07-26T16:08:15.703 INFO:tasks.rados.rados.0.smithi037.stdout:3246: done (7 left) 2021-07-26T16:08:15.703 INFO:tasks.rados.rados.0.smithi037.stdout:3249: done (6 left) 2021-07-26T16:08:15.703 INFO:tasks.rados.rados.0.smithi037.stdout:3251: done (5 left) 2021-07-26T16:08:15.703 INFO:tasks.rados.rados.0.smithi037.stdout:3254: rmattr oid 38 current snap is 318 2021-07-26T16:08:15.703 INFO:tasks.rados.rados.0.smithi037.stdout:3254: done (5 left) 2021-07-26T16:08:15.705 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 25 current snap is 318 2021-07-26T16:08:15.706 INFO:tasks.rados.rados.0.smithi037.stdout:3255: seq_num 1032 ranges {442368=491520} 2021-07-26T16:08:15.709 INFO:tasks.rados.rados.0.smithi037.stdout:3255: writing smithi03738989-25 from 442368 to 933888 tid 1 2021-07-26T16:08:15.709 INFO:tasks.rados.rados.0.smithi037.stdout:3256: snap_create 2021-07-26T16:08:15.709 INFO:tasks.rados.rados.0.smithi037.stdout:3248: expect (ObjNum 985 snap 300 seq_num 985) 2021-07-26T16:08:15.829 INFO:tasks.rados.rados.0.smithi037.stdout:3250: finishing write tid 4 to smithi03738989-49 2021-07-26T16:08:15.830 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2227 (ObjNum 1030 snap 318 seq_num 1030) dirty exists 2021-07-26T16:08:15.830 INFO:tasks.rados.rados.0.smithi037.stdout:3250: left oid 49 (ObjNum 1030 snap 318 seq_num 1030) 2021-07-26T16:08:15.830 INFO:tasks.rados.rados.0.smithi037.stdout:3252: finishing write tid 1 to smithi03738989-35 2021-07-26T16:08:15.831 INFO:tasks.rados.rados.0.smithi037.stdout:3252: finishing write tid 3 to smithi03738989-35 2021-07-26T16:08:15.831 INFO:tasks.rados.rados.0.smithi037.stdout:3252: finishing write tid 4 to smithi03738989-35 2021-07-26T16:08:15.831 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 2352 (ObjNum 1031 snap 318 seq_num 1031) dirty exists 2021-07-26T16:08:15.831 INFO:tasks.rados.rados.0.smithi037.stdout:3252: left oid 35 (ObjNum 1031 snap 318 seq_num 1031) 2021-07-26T16:08:15.831 INFO:tasks.rados.rados.0.smithi037.stdout:3253: finishing copy_from to smithi03738989-6 2021-07-26T16:08:15.832 INFO:tasks.rados.rados.0.smithi037.stdout:3253: got expected ENOENT (src dne) 2021-07-26T16:08:15.832 INFO:tasks.rados.rados.0.smithi037.stdout:3253: finishing copy_from racing read to smithi03738989-6 2021-07-26T16:08:15.832 INFO:tasks.rados.rados.0.smithi037.stdout:3255: finishing write tid 1 to smithi03738989-25 2021-07-26T16:08:15.832 INFO:tasks.rados.rados.0.smithi037.stdout:3255: finishing write tid 3 to smithi03738989-25 2021-07-26T16:08:15.833 INFO:tasks.rados.rados.0.smithi037.stdout:3255: finishing write tid 4 to smithi03738989-25 2021-07-26T16:08:15.833 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 2233 (ObjNum 1032 snap 318 seq_num 1032) dirty exists 2021-07-26T16:08:15.833 INFO:tasks.rados.rados.0.smithi037.stdout:3255: left oid 25 (ObjNum 1032 snap 318 seq_num 1032) 2021-07-26T16:08:15.833 INFO:tasks.rados.rados.0.smithi037.stdout:3247: finishing copy_from to smithi03738989-7 2021-07-26T16:08:15.834 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2498 (ObjNum 1014 snap 314 seq_num 1014) dirty exists 2021-07-26T16:08:15.834 INFO:tasks.rados.rados.0.smithi037.stdout:3247: finishing copy_from racing read to smithi03738989-7 2021-07-26T16:08:16.248 INFO:tasks.rados.rados.0.smithi037.stdout:3247: done (6 left) 2021-07-26T16:08:16.249 INFO:tasks.rados.rados.0.smithi037.stdout:3248: done (5 left) 2021-07-26T16:08:16.249 INFO:tasks.rados.rados.0.smithi037.stdout:3250: done (4 left) 2021-07-26T16:08:16.249 INFO:tasks.rados.rados.0.smithi037.stdout:3252: done (3 left) 2021-07-26T16:08:16.249 INFO:tasks.rados.rados.0.smithi037.stdout:3253: done (2 left) 2021-07-26T16:08:16.250 INFO:tasks.rados.rados.0.smithi037.stdout:3255: done (1 left) 2021-07-26T16:08:16.250 INFO:tasks.rados.rados.0.smithi037.stdout:3256: done (0 left) 2021-07-26T16:08:16.250 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 319 2021-07-26T16:08:16.250 INFO:tasks.rados.rados.0.smithi037.stdout:3257: seq_num 1033 ranges {778240=507904} 2021-07-26T16:08:16.256 INFO:tasks.rados.rados.0.smithi037.stdout:3257: writing smithi03738989-39 from 778240 to 1286144 tid 1 2021-07-26T16:08:16.256 INFO:tasks.rados.rados.0.smithi037.stdout:3258: read oid 17 snap -1 2021-07-26T16:08:16.257 INFO:tasks.rados.rados.0.smithi037.stdout:3258: expect (ObjNum 1026 snap 318 seq_num 1026) 2021-07-26T16:08:16.257 INFO:tasks.rados.rados.0.smithi037.stdout:3259: snap_create 2021-07-26T16:08:16.268 INFO:tasks.rados.rados.0.smithi037.stdout:3257: finishing write tid 1 to smithi03738989-39 2021-07-26T16:08:16.268 INFO:tasks.rados.rados.0.smithi037.stdout:3257: finishing write tid 3 to smithi03738989-39 2021-07-26T16:08:16.271 INFO:tasks.rados.rados.0.smithi037.stdout:3257: finishing write tid 4 to smithi03738989-39 2021-07-26T16:08:16.271 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 2945 (ObjNum 1033 snap 319 seq_num 1033) dirty exists 2021-07-26T16:08:16.271 INFO:tasks.rados.rados.0.smithi037.stdout:3257: left oid 39 (ObjNum 1033 snap 319 seq_num 1033) 2021-07-26T16:08:16.288 INFO:tasks.rados.rados.0.smithi037.stdout:3258: expect (ObjNum 1026 snap 318 seq_num 1026) 2021-07-26T16:08:16.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:16 smithi107 bash[29346]: cluster 2021-07-26T16:08:15.237266+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2021-07-26T16:08:16.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:16 smithi037 bash[42499]: cluster 2021-07-26T16:08:15.237266+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2021-07-26T16:08:16.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:16 smithi037 bash[41498]: cluster 2021-07-26T16:08:15.237266+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2021-07-26T16:08:17.141 INFO:tasks.rados.rados.0.smithi037.stdout:3257: done (2 left) 2021-07-26T16:08:17.142 INFO:tasks.rados.rados.0.smithi037.stdout:3258: done (1 left) 2021-07-26T16:08:17.142 INFO:tasks.rados.rados.0.smithi037.stdout:3259: done (0 left) 2021-07-26T16:08:17.142 INFO:tasks.rados.rados.0.smithi037.stdout:3260: snap_create 2021-07-26T16:08:17.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:17 smithi107 bash[29346]: cluster 2021-07-26T16:08:15.884307+0000 mgr.y (mgr.24994) 494 : cluster [DBG] pgmap v750: 89 pgs: 89 active+clean; 352 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 328 KiB/s wr, 16 op/s 2021-07-26T16:08:17.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:17 smithi107 bash[29346]: cluster 2021-07-26T16:08:16.247217+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2021-07-26T16:08:17.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:17 smithi107 bash[29346]: cluster 2021-07-26T16:08:17.142850+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2021-07-26T16:08:17.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:17 smithi037 bash[41498]: cluster 2021-07-26T16:08:15.884307+0000 mgr.y (mgr.24994) 494 : cluster [DBG] pgmap v750: 89 pgs: 89 active+clean; 352 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 328 KiB/s wr, 16 op/s 2021-07-26T16:08:17.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:17 smithi037 bash[41498]: cluster 2021-07-26T16:08:16.247217+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2021-07-26T16:08:17.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:17 smithi037 bash[41498]: cluster 2021-07-26T16:08:17.142850+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2021-07-26T16:08:17.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:17 smithi037 bash[42499]: cluster 2021-07-26T16:08:15.884307+0000 mgr.y (mgr.24994) 494 : cluster [DBG] pgmap v750: 89 pgs: 89 active+clean; 352 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 328 KiB/s wr, 16 op/s 2021-07-26T16:08:17.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:17 smithi037 bash[42499]: cluster 2021-07-26T16:08:16.247217+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2021-07-26T16:08:17.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:17 smithi037 bash[42499]: cluster 2021-07-26T16:08:17.142850+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2021-07-26T16:08:18.155 INFO:tasks.rados.rados.0.smithi037.stdout:3260: done (0 left) 2021-07-26T16:08:18.156 INFO:tasks.rados.rados.0.smithi037.stdout:3261: rollback oid 32 current snap is 321 2021-07-26T16:08:18.156 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 32 to 295 2021-07-26T16:08:18.156 INFO:tasks.rados.rados.0.smithi037.stdout:3262: copy_from oid 1 from oid 15 current snap is 321 2021-07-26T16:08:18.156 INFO:tasks.rados.rados.0.smithi037.stdout:3263: snap_remove snap 316 2021-07-26T16:08:19.163 INFO:tasks.rados.rados.0.smithi037.stdout:3263: done (2 left) 2021-07-26T16:08:19.163 INFO:tasks.rados.rados.0.smithi037.stdout:3264: copy_from oid 40 from oid 30 current snap is 321 2021-07-26T16:08:19.163 INFO:tasks.rados.rados.0.smithi037.stdout:3261: finishing rollback tid 1 to smithi03738989-32 2021-07-26T16:08:19.163 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 2427 (ObjNum 1953066355 snap 858810728 seq_num 959984439) dirty dne 2021-07-26T16:08:19.164 INFO:tasks.rados.rados.0.smithi037.stdout:3262: finishing copy_from to smithi03738989-1 2021-07-26T16:08:19.164 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 1736 (ObjNum 1020 snap 316 seq_num 1020) dirty exists 2021-07-26T16:08:19.164 INFO:tasks.rados.rados.0.smithi037.stdout:3262: finishing copy_from racing read to smithi03738989-1 2021-07-26T16:08:19.164 INFO:tasks.rados.rados.0.smithi037.stdout:3261: done (2 left) 2021-07-26T16:08:19.165 INFO:tasks.rados.rados.0.smithi037.stdout:3262: done (1 left) 2021-07-26T16:08:19.165 INFO:tasks.rados.rados.0.smithi037.stdout:3265: read oid 42 snap -1 2021-07-26T16:08:19.165 INFO:tasks.rados.rados.0.smithi037.stdout:3265: expect deleted 2021-07-26T16:08:19.165 INFO:tasks.rados.rados.0.smithi037.stdout:3266: read oid 19 snap -1 2021-07-26T16:08:19.165 INFO:tasks.rados.rados.0.smithi037.stdout:3266: expect (ObjNum 999 snap 308 seq_num 999) 2021-07-26T16:08:19.166 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 321 2021-07-26T16:08:19.166 INFO:tasks.rados.rados.0.smithi037.stdout:3267: seq_num 1034 ranges {4710400=524288} 2021-07-26T16:08:19.197 INFO:tasks.rados.rados.0.smithi037.stdout:3267: writing smithi03738989-23 from 4710400 to 5234688 tid 1 2021-07-26T16:08:19.197 INFO:tasks.rados.rados.0.smithi037.stdout:3268: rmattr oid 20 current snap is 321 2021-07-26T16:08:19.197 INFO:tasks.rados.rados.0.smithi037.stdout:3266: expect (ObjNum 999 snap 308 seq_num 999) 2021-07-26T16:08:19.333 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 1735 (ObjNum 372791280 snap 21933 seq_num 2122951744) dirty exists 2021-07-26T16:08:19.333 INFO:tasks.rados.rados.0.smithi037.stdout:3267: finishing write tid 1 to smithi03738989-23 2021-07-26T16:08:19.334 INFO:tasks.rados.rados.0.smithi037.stdout:3267: finishing write tid 3 to smithi03738989-23 2021-07-26T16:08:19.334 INFO:tasks.rados.rados.0.smithi037.stdout:3267: finishing write tid 4 to smithi03738989-23 2021-07-26T16:08:19.334 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1740 (ObjNum 1034 snap 321 seq_num 1034) dirty exists 2021-07-26T16:08:19.334 INFO:tasks.rados.rados.0.smithi037.stdout:3267: left oid 23 (ObjNum 1034 snap 321 seq_num 1034) 2021-07-26T16:08:19.335 INFO:tasks.rados.rados.0.smithi037.stdout:3264: finishing copy_from to smithi03738989-40 2021-07-26T16:08:19.335 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 2229 (ObjNum 1021 snap 317 seq_num 1021) dirty exists 2021-07-26T16:08:19.335 INFO:tasks.rados.rados.0.smithi037.stdout:3264: finishing copy_from racing read to smithi03738989-40 2021-07-26T16:08:19.335 INFO:tasks.rados.rados.0.smithi037.stdout:3264: done (4 left) 2021-07-26T16:08:19.336 INFO:tasks.rados.rados.0.smithi037.stdout:3265: done (3 left) 2021-07-26T16:08:19.336 INFO:tasks.rados.rados.0.smithi037.stdout:3266: done (2 left) 2021-07-26T16:08:19.336 INFO:tasks.rados.rados.0.smithi037.stdout:3267: done (1 left) 2021-07-26T16:08:19.336 INFO:tasks.rados.rados.0.smithi037.stdout:3268: done (0 left) 2021-07-26T16:08:19.336 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 321 2021-07-26T16:08:19.337 INFO:tasks.rados.rados.0.smithi037.stdout:3269: seq_num 1035 ranges {11993088=540672} 2021-07-26T16:08:19.411 INFO:tasks.rados.rados.0.smithi037.stdout:3269: writing smithi03738989-34 from 11993088 to 12533760 tid 1 2021-07-26T16:08:19.412 INFO:tasks.rados.rados.0.smithi037.stdout:3270: read oid 24 snap -1 2021-07-26T16:08:19.412 INFO:tasks.rados.rados.0.smithi037.stdout:3270: expect (ObjNum 1019 snap 316 seq_num 1019) 2021-07-26T16:08:19.412 INFO:tasks.rados.rados.0.smithi037.stdout:3271: snap_remove snap 317 2021-07-26T16:08:19.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:19 smithi107 bash[29346]: cluster 2021-07-26T16:08:17.885078+0000 mgr.y (mgr.24994) 495 : cluster [DBG] pgmap v753: 89 pgs: 89 active+clean; 365 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2021-07-26T16:08:19.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:19 smithi107 bash[29346]: cluster 2021-07-26T16:08:18.156559+0000 mon.a (mon.0) 1168 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2021-07-26T16:08:19.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:19 smithi037 bash[41498]: cluster 2021-07-26T16:08:17.885078+0000 mgr.y (mgr.24994) 495 : cluster [DBG] pgmap v753: 89 pgs: 89 active+clean; 365 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2021-07-26T16:08:19.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:19 smithi037 bash[41498]: cluster 2021-07-26T16:08:18.156559+0000 mon.a (mon.0) 1168 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2021-07-26T16:08:19.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:19 smithi037 bash[42499]: cluster 2021-07-26T16:08:17.885078+0000 mgr.y (mgr.24994) 495 : cluster [DBG] pgmap v753: 89 pgs: 89 active+clean; 365 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2021-07-26T16:08:19.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:19 smithi037 bash[42499]: cluster 2021-07-26T16:08:18.156559+0000 mon.a (mon.0) 1168 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2021-07-26T16:08:20.183 INFO:tasks.rados.rados.0.smithi037.stdout:3271: done (2 left) 2021-07-26T16:08:20.183 INFO:tasks.rados.rados.0.smithi037.stdout:3272: rollback oid 7 current snap is 321 2021-07-26T16:08:20.184 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 7 to 280 2021-07-26T16:08:20.187 INFO:tasks.rados.rados.0.smithi037.stdout:3269: finishing write tid 1 to smithi03738989-34 2021-07-26T16:08:20.188 INFO:tasks.rados.rados.0.smithi037.stdout:3269: finishing write tid 3 to smithi03738989-34 2021-07-26T16:08:20.188 INFO:tasks.rados.rados.0.smithi037.stdout:3269: finishing write tid 4 to smithi03738989-34 2021-07-26T16:08:20.188 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2497 (ObjNum 1035 snap 321 seq_num 1035) dirty exists 2021-07-26T16:08:20.188 INFO:tasks.rados.rados.0.smithi037.stdout:3269: left oid 34 (ObjNum 1035 snap 321 seq_num 1035) 2021-07-26T16:08:20.189 INFO:tasks.rados.rados.0.smithi037.stdout:3270: expect (ObjNum 1019 snap 316 seq_num 1019) 2021-07-26T16:08:20.319 INFO:tasks.rados.rados.0.smithi037.stdout:3269: done (2 left) 2021-07-26T16:08:20.319 INFO:tasks.rados.rados.0.smithi037.stdout:3270: done (1 left) 2021-07-26T16:08:20.320 INFO:tasks.rados.rados.0.smithi037.stdout:3273: read oid 11 snap -1 2021-07-26T16:08:20.320 INFO:tasks.rados.rados.0.smithi037.stdout:3273: expect (ObjNum 985 snap 300 seq_num 985) 2021-07-26T16:08:20.320 INFO:tasks.rados.rados.0.smithi037.stdout:3274: rollback oid 34 current snap is 321 2021-07-26T16:08:20.320 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 34 to 302 2021-07-26T16:08:20.320 INFO:tasks.rados.rados.0.smithi037.stdout:3272: finishing rollback tid 0 to smithi03738989-7 2021-07-26T16:08:20.321 INFO:tasks.rados.rados.0.smithi037.stdout:3272: finishing rollback tid 1 to smithi03738989-7 2021-07-26T16:08:20.321 INFO:tasks.rados.rados.0.smithi037.stdout:3275: read oid 38 snap -1 2021-07-26T16:08:20.321 INFO:tasks.rados.rados.0.smithi037.stdout:3275: expect (ObjNum 1022 snap 317 seq_num 1022) 2021-07-26T16:08:20.321 INFO:tasks.rados.rados.0.smithi037.stdout:3276: rollback oid 20 current snap is 321 2021-07-26T16:08:20.322 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 20 to 306 2021-07-26T16:08:20.322 INFO:tasks.rados.rados.0.smithi037.stdout:3272: finishing rollback tid 2 to smithi03738989-7 2021-07-26T16:08:20.322 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2508 (ObjNum 893 snap 280 seq_num 893) dirty exists 2021-07-26T16:08:20.322 INFO:tasks.rados.rados.0.smithi037.stdout:3272: done (4 left) 2021-07-26T16:08:20.322 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 321 2021-07-26T16:08:20.323 INFO:tasks.rados.rados.0.smithi037.stdout:3277: seq_num 1036 ranges {0=557056} 2021-07-26T16:08:20.323 INFO:tasks.rados.rados.0.smithi037.stdout:3277: writing smithi03738989-42 from 0 to 557056 tid 1 2021-07-26T16:08:20.323 INFO:tasks.rados.rados.0.smithi037.stdout:3278: snap_remove snap 297 2021-07-26T16:08:20.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:20 smithi107 bash[29346]: cluster 2021-07-26T16:08:19.163761+0000 mon.a (mon.0) 1169 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2021-07-26T16:08:20.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:20 smithi037 bash[41498]: cluster 2021-07-26T16:08:19.163761+0000 mon.a (mon.0) 1169 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2021-07-26T16:08:20.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:20 smithi037 bash[42499]: cluster 2021-07-26T16:08:19.163761+0000 mon.a (mon.0) 1169 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2021-07-26T16:08:21.191 INFO:tasks.rados.rados.0.smithi037.stdout:3278: done (5 left) 2021-07-26T16:08:21.192 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 321 2021-07-26T16:08:21.192 INFO:tasks.rados.rados.0.smithi037.stdout:3279: seq_num 1037 ranges {3694592=573440} 2021-07-26T16:08:21.218 INFO:tasks.rados.rados.0.smithi037.stdout:3279: writing smithi03738989-3 from 3694592 to 4268032 tid 1 2021-07-26T16:08:21.218 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 321 2021-07-26T16:08:21.218 INFO:tasks.rados.rados.0.smithi037.stdout:3280: seq_num 1038 ranges {3710976=589824} 2021-07-26T16:08:21.243 INFO:tasks.rados.rados.0.smithi037.stdout:3280: writing smithi03738989-13 from 3710976 to 4300800 tid 1 2021-07-26T16:08:21.243 INFO:tasks.rados.rados.0.smithi037.stdout:3281: setattr oid 8 current snap is 321 2021-07-26T16:08:21.244 INFO:tasks.rados.rados.0.smithi037.stdout:3274: finishing rollback tid 0 to smithi03738989-34 2021-07-26T16:08:21.244 INFO:tasks.rados.rados.0.smithi037.stdout:3276: finishing rollback tid 0 to smithi03738989-20 2021-07-26T16:08:21.244 INFO:tasks.rados.rados.0.smithi037.stdout:3276: finishing rollback tid 1 to smithi03738989-20 2021-07-26T16:08:21.244 INFO:tasks.rados.rados.0.smithi037.stdout:3274: finishing rollback tid 1 to smithi03738989-34 2021-07-26T16:08:21.245 INFO:tasks.rados.rados.0.smithi037.stdout:3276: finishing rollback tid 2 to smithi03738989-20 2021-07-26T16:08:21.245 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 1738 (ObjNum 372791280 snap 21933 seq_num 374181824) dirty exists 2021-07-26T16:08:21.245 INFO:tasks.rados.rados.0.smithi037.stdout:3274: finishing rollback tid 2 to smithi03738989-34 2021-07-26T16:08:21.245 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2500 (ObjNum 886 snap 277 seq_num 886) dirty exists 2021-07-26T16:08:21.245 INFO:tasks.rados.rados.0.smithi037.stdout:3275: expect (ObjNum 1022 snap 317 seq_num 1022) 2021-07-26T16:08:21.352 INFO:tasks.rados.rados.0.smithi037.stdout:3277: finishing write tid 1 to smithi03738989-42 2021-07-26T16:08:21.352 INFO:tasks.rados.rados.0.smithi037.stdout:3277: finishing write tid 3 to smithi03738989-42 2021-07-26T16:08:21.353 INFO:tasks.rados.rados.0.smithi037.stdout:3277: finishing write tid 4 to smithi03738989-42 2021-07-26T16:08:21.353 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2518 (ObjNum 1036 snap 321 seq_num 1036) dirty exists 2021-07-26T16:08:21.353 INFO:tasks.rados.rados.0.smithi037.stdout:3277: left oid 42 (ObjNum 1036 snap 321 seq_num 1036) 2021-07-26T16:08:21.353 INFO:tasks.rados.rados.0.smithi037.stdout:3273: expect (ObjNum 985 snap 300 seq_num 985) 2021-07-26T16:08:21.467 INFO:tasks.rados.rados.0.smithi037.stdout:3279: finishing write tid 1 to smithi03738989-3 2021-07-26T16:08:21.467 INFO:tasks.rados.rados.0.smithi037.stdout:3279: finishing write tid 3 to smithi03738989-3 2021-07-26T16:08:21.467 INFO:tasks.rados.rados.0.smithi037.stdout:3279: finishing write tid 4 to smithi03738989-3 2021-07-26T16:08:21.468 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 2354 (ObjNum 1037 snap 321 seq_num 1037) dirty exists 2021-07-26T16:08:21.468 INFO:tasks.rados.rados.0.smithi037.stdout:3279: left oid 3 (ObjNum 1037 snap 321 seq_num 1037) 2021-07-26T16:08:21.468 INFO:tasks.rados.rados.0.smithi037.stdout:3280: finishing write tid 1 to smithi03738989-13 2021-07-26T16:08:21.468 INFO:tasks.rados.rados.0.smithi037.stdout:3280: finishing write tid 3 to smithi03738989-13 2021-07-26T16:08:21.469 INFO:tasks.rados.rados.0.smithi037.stdout:3280: finishing write tid 4 to smithi03738989-13 2021-07-26T16:08:21.469 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1976 (ObjNum 1038 snap 321 seq_num 1038) dirty exists 2021-07-26T16:08:21.469 INFO:tasks.rados.rados.0.smithi037.stdout:3280: left oid 13 (ObjNum 1038 snap 321 seq_num 1038) 2021-07-26T16:08:21.469 INFO:tasks.rados.rados.0.smithi037.stdout:3273: done (7 left) 2021-07-26T16:08:21.469 INFO:tasks.rados.rados.0.smithi037.stdout:3274: done (6 left) 2021-07-26T16:08:21.470 INFO:tasks.rados.rados.0.smithi037.stdout:3275: done (5 left) 2021-07-26T16:08:21.470 INFO:tasks.rados.rados.0.smithi037.stdout:3276: done (4 left) 2021-07-26T16:08:21.470 INFO:tasks.rados.rados.0.smithi037.stdout:3277: done (3 left) 2021-07-26T16:08:21.470 INFO:tasks.rados.rados.0.smithi037.stdout:3279: done (2 left) 2021-07-26T16:08:21.471 INFO:tasks.rados.rados.0.smithi037.stdout:3280: done (1 left) 2021-07-26T16:08:21.471 INFO:tasks.rados.rados.0.smithi037.stdout:3282: snap_remove snap 280 2021-07-26T16:08:21.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:21 smithi107 bash[29346]: cluster 2021-07-26T16:08:19.885974+0000 mgr.y (mgr.24994) 496 : cluster [DBG] pgmap v756: 89 pgs: 89 active+clean; 373 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 20 op/s 2021-07-26T16:08:21.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:21 smithi107 bash[29346]: cluster 2021-07-26T16:08:20.182971+0000 mon.a (mon.0) 1170 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2021-07-26T16:08:21.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:21 smithi037 bash[41498]: cluster 2021-07-26T16:08:19.885974+0000 mgr.y (mgr.24994) 496 : cluster [DBG] pgmap v756: 89 pgs: 89 active+clean; 373 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 20 op/s 2021-07-26T16:08:21.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:21 smithi037 bash[41498]: cluster 2021-07-26T16:08:20.182971+0000 mon.a (mon.0) 1170 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2021-07-26T16:08:21.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:21 smithi037 bash[42499]: cluster 2021-07-26T16:08:19.885974+0000 mgr.y (mgr.24994) 496 : cluster [DBG] pgmap v756: 89 pgs: 89 active+clean; 373 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 20 op/s 2021-07-26T16:08:21.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:21 smithi037 bash[42499]: cluster 2021-07-26T16:08:20.182971+0000 mon.a (mon.0) 1170 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2021-07-26T16:08:22.147 INFO:tasks.rados.rados.0.smithi037.stdout:3282: done (1 left) 2021-07-26T16:08:22.147 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 321 2021-07-26T16:08:22.147 INFO:tasks.rados.rados.0.smithi037.stdout:3283: seq_num 1039 ranges {4300800=606208} 2021-07-26T16:08:22.176 INFO:tasks.rados.rados.0.smithi037.stdout:3283: writing smithi03738989-13 from 4300800 to 4907008 tid 1 2021-07-26T16:08:22.176 INFO:tasks.rados.rados.0.smithi037.stdout:3284: read oid 30 snap -1 2021-07-26T16:08:22.176 INFO:tasks.rados.rados.0.smithi037.stdout:3284: expect (ObjNum 1021 snap 317 seq_num 1021) 2021-07-26T16:08:22.177 INFO:tasks.rados.rados.0.smithi037.stdout:3285: setattr oid 32 current snap is 321 2021-07-26T16:08:22.177 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 2519 (ObjNum 4609 snap 0 seq_num 0) dirty exists 2021-07-26T16:08:22.178 INFO:tasks.rados.rados.0.smithi037.stdout:3281: done (3 left) 2021-07-26T16:08:22.178 INFO:tasks.rados.rados.0.smithi037.stdout:3286: setattr oid 49 current snap is 321 2021-07-26T16:08:22.180 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 321 2021-07-26T16:08:22.181 INFO:tasks.rados.rados.0.smithi037.stdout:3287: seq_num 1040 ranges {557056=622592} 2021-07-26T16:08:22.188 INFO:tasks.rados.rados.0.smithi037.stdout:3287: writing smithi03738989-42 from 557056 to 1179648 tid 1 2021-07-26T16:08:22.188 INFO:tasks.rados.rados.0.smithi037.stdout:3288: delete oid 46 current snap is 321 2021-07-26T16:08:22.188 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2228 (ObjNum 1030 snap 318 seq_num 1030) dirty exists 2021-07-26T16:08:22.189 INFO:tasks.rados.rados.0.smithi037.stdout:3283: finishing write tid 1 to smithi03738989-13 2021-07-26T16:08:22.194 INFO:tasks.rados.rados.0.smithi037.stdout:3286: done (5 left) 2021-07-26T16:08:22.194 INFO:tasks.rados.rados.0.smithi037.stdout:3288: done (4 left) 2021-07-26T16:08:22.194 INFO:tasks.rados.rados.0.smithi037.stdout:3289: rollback oid 38 current snap is 321 2021-07-26T16:08:22.195 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 38 to 315 2021-07-26T16:08:22.195 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 321 2021-07-26T16:08:22.195 INFO:tasks.rados.rados.0.smithi037.stdout:3290: seq_num 1042 ranges {0=655360} 2021-07-26T16:08:22.198 INFO:tasks.rados.rados.0.smithi037.stdout:3290: writing smithi03738989-27 from 0 to 655360 tid 1 2021-07-26T16:08:22.198 INFO:tasks.rados.rados.0.smithi037.stdout:3291: read oid 33 snap -1 2021-07-26T16:08:22.199 INFO:tasks.rados.rados.0.smithi037.stdout:3291: expect (ObjNum 952 snap 291 seq_num 952) 2021-07-26T16:08:22.199 INFO:tasks.rados.rados.0.smithi037.stdout:3292: snap_remove snap 299 2021-07-26T16:08:22.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:22 smithi107 bash[29346]: cluster 2021-07-26T16:08:21.192463+0000 mon.a (mon.0) 1171 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2021-07-26T16:08:22.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:22 smithi107 bash[29346]: cluster 2021-07-26T16:08:22.144544+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2021-07-26T16:08:22.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:22 smithi037 bash[41498]: cluster 2021-07-26T16:08:21.192463+0000 mon.a (mon.0) 1171 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2021-07-26T16:08:22.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:22 smithi037 bash[41498]: cluster 2021-07-26T16:08:22.144544+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2021-07-26T16:08:22.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:22 smithi037 bash[42499]: cluster 2021-07-26T16:08:21.192463+0000 mon.a (mon.0) 1171 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2021-07-26T16:08:22.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:22 smithi037 bash[42499]: cluster 2021-07-26T16:08:22.144544+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2021-07-26T16:08:23.207 INFO:tasks.rados.rados.0.smithi037.stdout:3292: done (7 left) 2021-07-26T16:08:23.208 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 9 current snap is 321 2021-07-26T16:08:23.208 INFO:tasks.rados.rados.0.smithi037.stdout:3293: seq_num 1043 ranges {425984=671744} 2021-07-26T16:08:23.214 INFO:tasks.rados.rados.0.smithi037.stdout:3293: writing smithi03738989-9 from 425984 to 1097728 tid 1 2021-07-26T16:08:23.215 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 2972 (ObjNum 1953066355 snap 858810728 seq_num 959984439) dirty exists 2021-07-26T16:08:23.216 INFO:tasks.rados.rados.0.smithi037.stdout:3283: finishing write tid 3 to smithi03738989-13 2021-07-26T16:08:23.216 INFO:tasks.rados.rados.0.smithi037.stdout:3284: expect (ObjNum 1021 snap 317 seq_num 1021) 2021-07-26T16:08:23.441 INFO:tasks.rados.rados.0.smithi037.stdout:3283: finishing write tid 4 to smithi03738989-13 2021-07-26T16:08:23.441 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1978 (ObjNum 1039 snap 321 seq_num 1039) dirty exists 2021-07-26T16:08:23.442 INFO:tasks.rados.rados.0.smithi037.stdout:3283: left oid 13 (ObjNum 1039 snap 321 seq_num 1039) 2021-07-26T16:08:23.442 INFO:tasks.rados.rados.0.smithi037.stdout:3290: finishing write tid 1 to smithi03738989-27 2021-07-26T16:08:23.442 INFO:tasks.rados.rados.0.smithi037.stdout:3290: finishing write tid 3 to smithi03738989-27 2021-07-26T16:08:23.442 INFO:tasks.rados.rados.0.smithi037.stdout:3287: finishing write tid 1 to smithi03738989-42 2021-07-26T16:08:23.443 INFO:tasks.rados.rados.0.smithi037.stdout:3287: finishing write tid 3 to smithi03738989-42 2021-07-26T16:08:23.443 INFO:tasks.rados.rados.0.smithi037.stdout:3289: finishing rollback tid 0 to smithi03738989-38 2021-07-26T16:08:23.443 INFO:tasks.rados.rados.0.smithi037.stdout:3289: finishing rollback tid 1 to smithi03738989-38 2021-07-26T16:08:23.443 INFO:tasks.rados.rados.0.smithi037.stdout:3289: finishing rollback tid 2 to smithi03738989-38 2021-07-26T16:08:23.444 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 2524 (ObjNum 980 snap 298 seq_num 980) dirty exists 2021-07-26T16:08:23.444 INFO:tasks.rados.rados.0.smithi037.stdout:3287: finishing write tid 4 to smithi03738989-42 2021-07-26T16:08:23.444 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2521 (ObjNum 1040 snap 321 seq_num 1040) dirty exists 2021-07-26T16:08:23.444 INFO:tasks.rados.rados.0.smithi037.stdout:3287: left oid 42 (ObjNum 1040 snap 321 seq_num 1040) 2021-07-26T16:08:23.444 INFO:tasks.rados.rados.0.smithi037.stdout:3290: finishing write tid 4 to smithi03738989-27 2021-07-26T16:08:23.445 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 2502 (ObjNum 1042 snap 321 seq_num 1042) dirty exists 2021-07-26T16:08:23.445 INFO:tasks.rados.rados.0.smithi037.stdout:3290: left oid 27 (ObjNum 1042 snap 321 seq_num 1042) 2021-07-26T16:08:23.445 INFO:tasks.rados.rados.0.smithi037.stdout:3291: expect (ObjNum 952 snap 291 seq_num 952) 2021-07-26T16:08:23.514 INFO:tasks.rados.rados.0.smithi037.stdout:3293: finishing write tid 1 to smithi03738989-9 2021-07-26T16:08:23.514 INFO:tasks.rados.rados.0.smithi037.stdout:3293: finishing write tid 3 to smithi03738989-9 2021-07-26T16:08:23.515 INFO:tasks.rados.rados.0.smithi037.stdout:3293: finishing write tid 4 to smithi03738989-9 2021-07-26T16:08:23.515 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 2511 (ObjNum 1043 snap 321 seq_num 1043) dirty exists 2021-07-26T16:08:23.515 INFO:tasks.rados.rados.0.smithi037.stdout:3293: left oid 9 (ObjNum 1043 snap 321 seq_num 1043) 2021-07-26T16:08:23.515 INFO:tasks.rados.rados.0.smithi037.stdout:3283: done (7 left) 2021-07-26T16:08:23.516 INFO:tasks.rados.rados.0.smithi037.stdout:3284: done (6 left) 2021-07-26T16:08:23.516 INFO:tasks.rados.rados.0.smithi037.stdout:3285: done (5 left) 2021-07-26T16:08:23.516 INFO:tasks.rados.rados.0.smithi037.stdout:3287: done (4 left) 2021-07-26T16:08:23.516 INFO:tasks.rados.rados.0.smithi037.stdout:3289: done (3 left) 2021-07-26T16:08:23.517 INFO:tasks.rados.rados.0.smithi037.stdout:3290: done (2 left) 2021-07-26T16:08:23.517 INFO:tasks.rados.rados.0.smithi037.stdout:3291: done (1 left) 2021-07-26T16:08:23.517 INFO:tasks.rados.rados.0.smithi037.stdout:3293: done (0 left) 2021-07-26T16:08:23.517 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 321 2021-07-26T16:08:23.517 INFO:tasks.rados.rados.0.smithi037.stdout:3294: seq_num 1044 ranges {4972544=688128} 2021-07-26T16:08:23.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:23 smithi107 bash[29346]: cluster 2021-07-26T16:08:21.886764+0000 mgr.y (mgr.24994) 497 : cluster [DBG] pgmap v759: 89 pgs: 89 active+clean; 377 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 14 op/s 2021-07-26T16:08:23.526 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:23 smithi037 bash[41498]: cluster 2021-07-26T16:08:21.886764+0000 mgr.y (mgr.24994) 497 : cluster [DBG] pgmap v759: 89 pgs: 89 active+clean; 377 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 14 op/s 2021-07-26T16:08:23.526 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:23 smithi037 bash[42499]: cluster 2021-07-26T16:08:21.886764+0000 mgr.y (mgr.24994) 497 : cluster [DBG] pgmap v759: 89 pgs: 89 active+clean; 377 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 14 op/s 2021-07-26T16:08:23.552 INFO:tasks.rados.rados.0.smithi037.stdout:3294: writing smithi03738989-17 from 4972544 to 5660672 tid 1 2021-07-26T16:08:23.552 INFO:tasks.rados.rados.0.smithi037.stdout:3295: snap_remove snap 320 2021-07-26T16:08:23.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:08:23 smithi037 bash[50550]: level=error ts=2021-07-26T16:08:23.529Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:23.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:08:23 smithi037 bash[50550]: level=error ts=2021-07-26T16:08:23.529Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:23.836 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:08:23 smithi037 bash[50550]: level=error ts=2021-07-26T16:08:23.529Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs; Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" 2021-07-26T16:08:24.226 INFO:tasks.rados.rados.0.smithi037.stdout:3295: done (1 left) 2021-07-26T16:08:24.226 INFO:tasks.rados.rados.0.smithi037.stdout:3296: read oid 29 snap -1 2021-07-26T16:08:24.226 INFO:tasks.rados.rados.0.smithi037.stdout:3296: expect deleted 2021-07-26T16:08:24.227 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 321 2021-07-26T16:08:24.227 INFO:tasks.rados.rados.0.smithi037.stdout:3297: seq_num 1045 ranges {1556480=704512} 2021-07-26T16:08:24.240 INFO:tasks.rados.rados.0.smithi037.stdout:3297: writing smithi03738989-35 from 1556480 to 2260992 tid 1 2021-07-26T16:08:24.240 INFO:tasks.rados.rados.0.smithi037.stdout:3298: copy_from oid 16 from oid 4 current snap is 321 2021-07-26T16:08:24.240 INFO:tasks.rados.rados.0.smithi037.stdout:3294: finishing write tid 1 to smithi03738989-17 2021-07-26T16:08:24.240 INFO:tasks.rados.rados.0.smithi037.stdout:3294: finishing write tid 3 to smithi03738989-17 2021-07-26T16:08:24.241 INFO:tasks.rados.rados.0.smithi037.stdout:3294: finishing write tid 4 to smithi03738989-17 2021-07-26T16:08:24.241 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1742 (ObjNum 1044 snap 321 seq_num 1044) dirty exists 2021-07-26T16:08:24.241 INFO:tasks.rados.rados.0.smithi037.stdout:3294: left oid 17 (ObjNum 1044 snap 321 seq_num 1044) 2021-07-26T16:08:24.241 INFO:tasks.rados.rados.0.smithi037.stdout:3294: done (3 left) 2021-07-26T16:08:24.242 INFO:tasks.rados.rados.0.smithi037.stdout:3296: done (2 left) 2021-07-26T16:08:24.242 INFO:tasks.rados.rados.0.smithi037.stdout:3299: read oid 34 snap -1 2021-07-26T16:08:24.242 INFO:tasks.rados.rados.0.smithi037.stdout:3299: expect (ObjNum 886 snap 277 seq_num 886) 2021-07-26T16:08:24.242 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 321 2021-07-26T16:08:24.242 INFO:tasks.rados.rados.0.smithi037.stdout:3300: seq_num 1046 ranges {458752=729088} 2021-07-26T16:08:24.247 INFO:tasks.rados.rados.0.smithi037.stdout:3300: writing smithi03738989-49 from 458752 to 1187840 tid 1 2021-07-26T16:08:24.248 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 321 2021-07-26T16:08:24.249 INFO:tasks.rados.rados.0.smithi037.stdout:3301: seq_num 1047 ranges {2301952=745472} 2021-07-26T16:08:24.266 INFO:tasks.rados.rados.0.smithi037.stdout:3301: writing smithi03738989-38 from 2301952 to 3047424 tid 1 2021-07-26T16:08:24.266 INFO:tasks.rados.rados.0.smithi037.stdout:3302: rollback oid 46 current snap is 321 2021-07-26T16:08:24.267 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 46 to 277 2021-07-26T16:08:24.267 INFO:tasks.rados.rados.0.smithi037.stdout:3299: expect (ObjNum 886 snap 277 seq_num 886) 2021-07-26T16:08:24.279 INFO:tasks.rados.rados.0.smithi037.stdout:3297: finishing write tid 1 to smithi03738989-35 2021-07-26T16:08:24.280 INFO:tasks.rados.rados.0.smithi037.stdout:3297: finishing write tid 3 to smithi03738989-35 2021-07-26T16:08:24.280 INFO:tasks.rados.rados.0.smithi037.stdout:3297: finishing write tid 4 to smithi03738989-35 2021-07-26T16:08:24.280 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 2356 (ObjNum 1045 snap 321 seq_num 1045) dirty exists 2021-07-26T16:08:24.280 INFO:tasks.rados.rados.0.smithi037.stdout:3297: left oid 35 (ObjNum 1045 snap 321 seq_num 1045) 2021-07-26T16:08:24.281 INFO:tasks.rados.rados.0.smithi037.stdout:3300: finishing write tid 1 to smithi03738989-49 2021-07-26T16:08:24.281 INFO:tasks.rados.rados.0.smithi037.stdout:3300: finishing write tid 3 to smithi03738989-49 2021-07-26T16:08:24.281 INFO:tasks.rados.rados.0.smithi037.stdout:3300: finishing write tid 4 to smithi03738989-49 2021-07-26T16:08:24.281 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2230 (ObjNum 1046 snap 321 seq_num 1046) dirty exists 2021-07-26T16:08:24.282 INFO:tasks.rados.rados.0.smithi037.stdout:3300: left oid 49 (ObjNum 1046 snap 321 seq_num 1046) 2021-07-26T16:08:24.282 INFO:tasks.rados.rados.0.smithi037.stdout:3297: done (5 left) 2021-07-26T16:08:24.282 INFO:tasks.rados.rados.0.smithi037.stdout:3299: done (4 left) 2021-07-26T16:08:24.282 INFO:tasks.rados.rados.0.smithi037.stdout:3300: done (3 left) 2021-07-26T16:08:24.283 INFO:tasks.rados.rados.0.smithi037.stdout:3302: finishing rollback tid 1 to smithi03738989-46 2021-07-26T16:08:24.283 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 2509 (ObjNum 1953066355 snap 858810728 seq_num 959984439) dirty dne 2021-07-26T16:08:24.283 INFO:tasks.rados.rados.0.smithi037.stdout:3301: finishing write tid 1 to smithi03738989-38 2021-07-26T16:08:24.283 INFO:tasks.rados.rados.0.smithi037.stdout:3301: finishing write tid 3 to smithi03738989-38 2021-07-26T16:08:24.284 INFO:tasks.rados.rados.0.smithi037.stdout:3301: finishing write tid 4 to smithi03738989-38 2021-07-26T16:08:24.284 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 2526 (ObjNum 1047 snap 321 seq_num 1047) dirty exists 2021-07-26T16:08:24.284 INFO:tasks.rados.rados.0.smithi037.stdout:3301: left oid 38 (ObjNum 1047 snap 321 seq_num 1047) 2021-07-26T16:08:24.284 INFO:tasks.rados.rados.0.smithi037.stdout:3303: read oid 50 snap -1 2021-07-26T16:08:24.285 INFO:tasks.rados.rados.0.smithi037.stdout:3303: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:08:24.285 INFO:tasks.rados.rados.0.smithi037.stdout:3301: done (3 left) 2021-07-26T16:08:24.285 INFO:tasks.rados.rados.0.smithi037.stdout:3302: done (2 left) 2021-07-26T16:08:24.285 INFO:tasks.rados.rados.0.smithi037.stdout:3304: copy_from oid 15 from oid 46 current snap is 321 2021-07-26T16:08:24.286 INFO:tasks.rados.rados.0.smithi037.stdout:3305: copy_from oid 30 from oid 37 current snap is 321 2021-07-26T16:08:24.286 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 321 2021-07-26T16:08:24.286 INFO:tasks.rados.rados.0.smithi037.stdout:3306: seq_num 1048 ranges {2744320=761856} 2021-07-26T16:08:24.298 INFO:tasks.rados.rados.0.smithi037.stdout:3306: writing smithi03738989-1 from 2744320 to 3506176 tid 1 2021-07-26T16:08:24.298 INFO:tasks.rados.rados.0.smithi037.stdout:3307: read oid 22 snap -1 2021-07-26T16:08:24.298 INFO:tasks.rados.rados.0.smithi037.stdout:3307: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:08:24.299 INFO:tasks.rados.rados.0.smithi037.stdout:3308: setattr oid 35 current snap is 321 2021-07-26T16:08:24.299 INFO:tasks.rados.rados.0.smithi037.stdout:3303: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:08:24.300 INFO:tasks.rados.rados.0.smithi037.stdout:3305: finishing copy_from to smithi03738989-30 2021-07-26T16:08:24.300 INFO:tasks.rados.rados.0.smithi037.stdout:3305: got expected ENOENT (src dne) 2021-07-26T16:08:24.300 INFO:tasks.rados.rados.0.smithi037.stdout:3304: finishing copy_from to smithi03738989-15 2021-07-26T16:08:24.301 INFO:tasks.rados.rados.0.smithi037.stdout:3304: got expected ENOENT (src dne) 2021-07-26T16:08:24.301 INFO:tasks.rados.rados.0.smithi037.stdout:3305: finishing copy_from racing read to smithi03738989-30 2021-07-26T16:08:24.301 INFO:tasks.rados.rados.0.smithi037.stdout:3304: finishing copy_from racing read to smithi03738989-15 2021-07-26T16:08:24.301 INFO:tasks.rados.rados.0.smithi037.stdout:3298: finishing copy_from to smithi03738989-16 2021-07-26T16:08:24.302 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 2885 (ObjNum 1007 snap 310 seq_num 1007) dirty exists 2021-07-26T16:08:24.302 INFO:tasks.rados.rados.0.smithi037.stdout:3298: finishing copy_from racing read to smithi03738989-16 2021-07-26T16:08:24.302 INFO:tasks.rados.rados.0.smithi037.stdout:3298: done (6 left) 2021-07-26T16:08:24.302 INFO:tasks.rados.rados.0.smithi037.stdout:3303: done (5 left) 2021-07-26T16:08:24.303 INFO:tasks.rados.rados.0.smithi037.stdout:3304: done (4 left) 2021-07-26T16:08:24.303 INFO:tasks.rados.rados.0.smithi037.stdout:3305: done (3 left) 2021-07-26T16:08:24.303 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 33 current snap is 321 2021-07-26T16:08:24.303 INFO:tasks.rados.rados.0.smithi037.stdout:3309: seq_num 1049 ranges {2457600=778240} 2021-07-26T16:08:24.318 INFO:tasks.rados.rados.0.smithi037.stdout:3309: writing smithi03738989-33 from 2457600 to 3235840 tid 1 2021-07-26T16:08:24.318 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 321 2021-07-26T16:08:24.318 INFO:tasks.rados.rados.0.smithi037.stdout:3310: seq_num 1050 ranges {3801088=794624} 2021-07-26T16:08:24.343 INFO:tasks.rados.rados.0.smithi037.stdout:3310: writing smithi03738989-36 from 3801088 to 4595712 tid 1 2021-07-26T16:08:24.343 INFO:tasks.rados.rados.0.smithi037.stdout:3311: snap_remove snap 306 2021-07-26T16:08:24.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:24 smithi107 bash[29346]: cluster 2021-07-26T16:08:23.206039+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2021-07-26T16:08:24.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:24 smithi037 bash[41498]: cluster 2021-07-26T16:08:23.206039+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2021-07-26T16:08:24.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:24 smithi037 bash[42499]: cluster 2021-07-26T16:08:23.206039+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2021-07-26T16:08:25.244 INFO:tasks.rados.rados.0.smithi037.stdout:3311: done (5 left) 2021-07-26T16:08:25.245 INFO:tasks.rados.rados.0.smithi037.stdout:3312: read oid 13 snap -1 2021-07-26T16:08:25.245 INFO:tasks.rados.rados.0.smithi037.stdout:3312: expect (ObjNum 1039 snap 321 seq_num 1039) 2021-07-26T16:08:25.245 INFO:tasks.rados.rados.0.smithi037.stdout:3313: read oid 46 snap -1 2021-07-26T16:08:25.246 INFO:tasks.rados.rados.0.smithi037.stdout:3313: expect deleted 2021-07-26T16:08:25.246 INFO:tasks.rados.rados.0.smithi037.stdout:3314: snap_create 2021-07-26T16:08:25.246 INFO:tasks.rados.rados.0.smithi037.stdout:3307: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:08:25.248 INFO:tasks.rados.rados.0.smithi037.stdout:3306: finishing write tid 1 to smithi03738989-1 2021-07-26T16:08:25.248 INFO:tasks.rados.rados.0.smithi037.stdout:3306: finishing write tid 3 to smithi03738989-1 2021-07-26T16:08:25.248 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 2357 (ObjNum 1045 snap 321 seq_num 1045) dirty exists 2021-07-26T16:08:25.249 INFO:tasks.rados.rados.0.smithi037.stdout:3306: finishing write tid 4 to smithi03738989-1 2021-07-26T16:08:25.249 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 2986 (ObjNum 1048 snap 321 seq_num 1048) dirty exists 2021-07-26T16:08:25.249 INFO:tasks.rados.rados.0.smithi037.stdout:3306: left oid 1 (ObjNum 1048 snap 321 seq_num 1048) 2021-07-26T16:08:25.249 INFO:tasks.rados.rados.0.smithi037.stdout:3309: finishing write tid 1 to smithi03738989-33 2021-07-26T16:08:25.250 INFO:tasks.rados.rados.0.smithi037.stdout:3309: finishing write tid 3 to smithi03738989-33 2021-07-26T16:08:25.250 INFO:tasks.rados.rados.0.smithi037.stdout:3309: finishing write tid 4 to smithi03738989-33 2021-07-26T16:08:25.250 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 2513 (ObjNum 1049 snap 321 seq_num 1049) dirty exists 2021-07-26T16:08:25.250 INFO:tasks.rados.rados.0.smithi037.stdout:3309: left oid 33 (ObjNum 1049 snap 321 seq_num 1049) 2021-07-26T16:08:25.251 INFO:tasks.rados.rados.0.smithi037.stdout:3310: finishing write tid 1 to smithi03738989-36 2021-07-26T16:08:25.251 INFO:tasks.rados.rados.0.smithi037.stdout:3310: finishing write tid 3 to smithi03738989-36 2021-07-26T16:08:25.251 INFO:tasks.rados.rados.0.smithi037.stdout:3310: finishing write tid 4 to smithi03738989-36 2021-07-26T16:08:25.251 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 2235 (ObjNum 1050 snap 321 seq_num 1050) dirty exists 2021-07-26T16:08:25.251 INFO:tasks.rados.rados.0.smithi037.stdout:3310: left oid 36 (ObjNum 1050 snap 321 seq_num 1050) 2021-07-26T16:08:25.280 INFO:tasks.rados.rados.0.smithi037.stdout:3312: expect (ObjNum 1039 snap 321 seq_num 1039) 2021-07-26T16:08:25.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:25 smithi107 bash[29346]: cluster 2021-07-26T16:08:23.887524+0000 mgr.y (mgr.24994) 498 : cluster [DBG] pgmap v762: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 373 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2021-07-26T16:08:25.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:25 smithi107 bash[29346]: cluster 2021-07-26T16:08:24.225566+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2021-07-26T16:08:25.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:25 smithi037 bash[41498]: cluster 2021-07-26T16:08:23.887524+0000 mgr.y (mgr.24994) 498 : cluster [DBG] pgmap v762: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 373 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2021-07-26T16:08:25.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:25 smithi037 bash[41498]: cluster 2021-07-26T16:08:24.225566+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2021-07-26T16:08:25.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:25 smithi037 bash[42499]: cluster 2021-07-26T16:08:23.887524+0000 mgr.y (mgr.24994) 498 : cluster [DBG] pgmap v762: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 373 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2021-07-26T16:08:25.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:25 smithi037 bash[42499]: cluster 2021-07-26T16:08:24.225566+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2021-07-26T16:08:26.247 INFO:tasks.rados.rados.0.smithi037.stdout:3306: done (7 left) 2021-07-26T16:08:26.248 INFO:tasks.rados.rados.0.smithi037.stdout:3307: done (6 left) 2021-07-26T16:08:26.248 INFO:tasks.rados.rados.0.smithi037.stdout:3308: done (5 left) 2021-07-26T16:08:26.248 INFO:tasks.rados.rados.0.smithi037.stdout:3309: done (4 left) 2021-07-26T16:08:26.248 INFO:tasks.rados.rados.0.smithi037.stdout:3310: done (3 left) 2021-07-26T16:08:26.249 INFO:tasks.rados.rados.0.smithi037.stdout:3312: done (2 left) 2021-07-26T16:08:26.249 INFO:tasks.rados.rados.0.smithi037.stdout:3313: done (1 left) 2021-07-26T16:08:26.249 INFO:tasks.rados.rados.0.smithi037.stdout:3314: done (0 left) 2021-07-26T16:08:26.249 INFO:tasks.rados.rados.0.smithi037.stdout:3315: read oid 43 snap -1 2021-07-26T16:08:26.250 INFO:tasks.rados.rados.0.smithi037.stdout:3315: expect (ObjNum 906 snap 282 seq_num 906) 2021-07-26T16:08:26.250 INFO:tasks.rados.rados.0.smithi037.stdout:3316: setattr oid 35 current snap is 322 2021-07-26T16:08:26.251 INFO:tasks.rados.rados.0.smithi037.stdout:3317: rmattr oid 6 current snap is 322 2021-07-26T16:08:26.251 INFO:tasks.rados.rados.0.smithi037.stdout:3317: done (2 left) 2021-07-26T16:08:26.251 INFO:tasks.rados.rados.0.smithi037.stdout:3318: read oid 26 snap 277 2021-07-26T16:08:26.252 INFO:tasks.rados.rados.0.smithi037.stdout:3318: expect deleted 2021-07-26T16:08:26.252 INFO:tasks.rados.rados.0.smithi037.stdout:3319: read oid 50 snap -1 2021-07-26T16:08:26.252 INFO:tasks.rados.rados.0.smithi037.stdout:3319: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:08:26.252 INFO:tasks.rados.rados.0.smithi037.stdout:3320: delete oid 21 current snap is 322 2021-07-26T16:08:26.255 INFO:tasks.rados.rados.0.smithi037.stdout:3319: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:08:26.257 INFO:tasks.rados.rados.0.smithi037.stdout:3315: expect (ObjNum 906 snap 282 seq_num 906) 2021-07-26T16:08:26.276 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 2358 (ObjNum 1045 snap 321 seq_num 1045) dirty exists 2021-07-26T16:08:26.277 INFO:tasks.rados.rados.0.smithi037.stdout:3315: done (4 left) 2021-07-26T16:08:26.277 INFO:tasks.rados.rados.0.smithi037.stdout:3316: done (3 left) 2021-07-26T16:08:26.277 INFO:tasks.rados.rados.0.smithi037.stdout:3318: done (2 left) 2021-07-26T16:08:26.277 INFO:tasks.rados.rados.0.smithi037.stdout:3319: done (1 left) 2021-07-26T16:08:26.278 INFO:tasks.rados.rados.0.smithi037.stdout:3320: done (0 left) 2021-07-26T16:08:26.278 INFO:tasks.rados.rados.0.smithi037.stdout:3321: rollback oid 32 current snap is 322 2021-07-26T16:08:26.278 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 32 to 292 2021-07-26T16:08:26.278 INFO:tasks.rados.rados.0.smithi037.stdout:3322: read oid 10 snap -1 2021-07-26T16:08:26.278 INFO:tasks.rados.rados.0.smithi037.stdout:3322: expect (ObjNum 923 snap 284 seq_num 923) 2021-07-26T16:08:26.279 INFO:tasks.rados.rados.0.smithi037.stdout:3323: snap_remove snap 314 2021-07-26T16:08:26.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:26 smithi107 bash[29346]: cluster 2021-07-26T16:08:25.244546+0000 mon.a (mon.0) 1175 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2021-07-26T16:08:26.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:26 smithi037 bash[41498]: cluster 2021-07-26T16:08:25.244546+0000 mon.a (mon.0) 1175 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2021-07-26T16:08:26.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:26 smithi037 bash[42499]: cluster 2021-07-26T16:08:25.244546+0000 mon.a (mon.0) 1175 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2021-07-26T16:08:27.148 INFO:tasks.rados.rados.0.smithi037.stdout:3323: done (2 left) 2021-07-26T16:08:27.148 INFO:tasks.rados.rados.0.smithi037.stdout:3324: setattr oid 6 current snap is 322 2021-07-26T16:08:27.149 INFO:tasks.rados.rados.0.smithi037.stdout:3321: finishing rollback tid 0 to smithi03738989-32 2021-07-26T16:08:27.149 INFO:tasks.rados.rados.0.smithi037.stdout:3321: finishing rollback tid 1 to smithi03738989-32 2021-07-26T16:08:27.149 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 3001 (ObjNum 1448761429 snap 1499159890 seq_num 1414753123) dirty dne 2021-07-26T16:08:27.150 INFO:tasks.rados.rados.0.smithi037.stdout:3322: expect (ObjNum 923 snap 284 seq_num 923) 2021-07-26T16:08:27.222 INFO:tasks.rados.rados.0.smithi037.stdout:3321: done (2 left) 2021-07-26T16:08:27.223 INFO:tasks.rados.rados.0.smithi037.stdout:3322: done (1 left) 2021-07-26T16:08:27.223 INFO:tasks.rados.rados.0.smithi037.stdout:3325: snap_create 2021-07-26T16:08:27.227 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2500 (ObjNum 373381696 snap 21933 seq_num 374181136) dirty exists 2021-07-26T16:08:27.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:27 smithi107 bash[29346]: cluster 2021-07-26T16:08:25.888307+0000 mgr.y (mgr.24994) 499 : cluster [DBG] pgmap v765: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 376 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2021-07-26T16:08:27.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:27 smithi107 bash[29346]: cluster 2021-07-26T16:08:26.248387+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2021-07-26T16:08:27.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:27 smithi107 bash[29346]: cluster 2021-07-26T16:08:27.146286+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2021-07-26T16:08:27.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:27 smithi037 bash[41498]: cluster 2021-07-26T16:08:25.888307+0000 mgr.y (mgr.24994) 499 : cluster [DBG] pgmap v765: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 376 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2021-07-26T16:08:27.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:27 smithi037 bash[41498]: cluster 2021-07-26T16:08:26.248387+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2021-07-26T16:08:27.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:27 smithi037 bash[41498]: cluster 2021-07-26T16:08:27.146286+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2021-07-26T16:08:27.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:27 smithi037 bash[42499]: cluster 2021-07-26T16:08:25.888307+0000 mgr.y (mgr.24994) 499 : cluster [DBG] pgmap v765: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 376 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2021-07-26T16:08:27.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:27 smithi037 bash[42499]: cluster 2021-07-26T16:08:26.248387+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2021-07-26T16:08:27.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:27 smithi037 bash[42499]: cluster 2021-07-26T16:08:27.146286+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2021-07-26T16:08:28.160 INFO:tasks.rados.rados.0.smithi037.stdout:3324: done (1 left) 2021-07-26T16:08:28.161 INFO:tasks.rados.rados.0.smithi037.stdout:3325: done (0 left) 2021-07-26T16:08:28.161 INFO:tasks.rados.rados.0.smithi037.stdout:3326: copy_from oid 34 from oid 8 current snap is 323 2021-07-26T16:08:28.161 INFO:tasks.rados.rados.0.smithi037.stdout:3327: snap_create 2021-07-26T16:08:28.171 INFO:tasks.rados.rados.0.smithi037.stdout:3326: finishing copy_from to smithi03738989-34 2021-07-26T16:08:28.171 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2519 (ObjNum 1315985266 snap 1683514475 seq_num 1819371368) dirty exists 2021-07-26T16:08:28.172 INFO:tasks.rados.rados.0.smithi037.stdout:3326: finishing copy_from racing read to smithi03738989-34 2021-07-26T16:08:29.169 INFO:tasks.rados.rados.0.smithi037.stdout:3326: done (1 left) 2021-07-26T16:08:29.169 INFO:tasks.rados.rados.0.smithi037.stdout:3327: done (0 left) 2021-07-26T16:08:29.169 INFO:tasks.rados.rados.0.smithi037.stdout:3328: read oid 38 snap 295 2021-07-26T16:08:29.170 INFO:tasks.rados.rados.0.smithi037.stdout:3328: expect (ObjNum 876 snap 275 seq_num 876) 2021-07-26T16:08:29.170 INFO:tasks.rados.rados.0.smithi037.stdout:3329: delete oid 20 current snap is 324 2021-07-26T16:08:29.172 INFO:tasks.rados.rados.0.smithi037.stdout:3329: done (1 left) 2021-07-26T16:08:29.173 INFO:tasks.rados.rados.0.smithi037.stdout:3330: snap_create 2021-07-26T16:08:29.178 INFO:tasks.rados.rados.0.smithi037.stdout:3328: expect (ObjNum 876 snap 275 seq_num 876) 2021-07-26T16:08:29.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:29 smithi107 bash[29346]: cluster 2021-07-26T16:08:27.889157+0000 mgr.y (mgr.24994) 500 : cluster [DBG] pgmap v768: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 376 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2021-07-26T16:08:29.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:29 smithi107 bash[29346]: cluster 2021-07-26T16:08:28.162345+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2021-07-26T16:08:29.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:29 smithi037 bash[41498]: cluster 2021-07-26T16:08:27.889157+0000 mgr.y (mgr.24994) 500 : cluster [DBG] pgmap v768: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 376 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2021-07-26T16:08:29.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:29 smithi037 bash[41498]: cluster 2021-07-26T16:08:28.162345+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2021-07-26T16:08:29.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:29 smithi037 bash[42499]: cluster 2021-07-26T16:08:27.889157+0000 mgr.y (mgr.24994) 500 : cluster [DBG] pgmap v768: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 376 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2021-07-26T16:08:29.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:29 smithi037 bash[42499]: cluster 2021-07-26T16:08:28.162345+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2021-07-26T16:08:30.181 INFO:tasks.rados.rados.0.smithi037.stdout:3328: done (1 left) 2021-07-26T16:08:30.182 INFO:tasks.rados.rados.0.smithi037.stdout:3330: done (0 left) 2021-07-26T16:08:30.182 INFO:tasks.rados.rados.0.smithi037.stdout:3331: rollback oid 31 current snap is 325 2021-07-26T16:08:30.182 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 31 to 295 2021-07-26T16:08:30.183 INFO:tasks.rados.rados.0.smithi037.stdout:3332: read oid 45 snap -1 2021-07-26T16:08:30.183 INFO:tasks.rados.rados.0.smithi037.stdout:3332: expect (ObjNum 653 snap 192 seq_num 653) 2021-07-26T16:08:30.183 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 325 2021-07-26T16:08:30.183 INFO:tasks.rados.rados.0.smithi037.stdout:3333: seq_num 1053 ranges {0=442368,442368=401408} 2021-07-26T16:08:30.185 INFO:tasks.rados.rados.0.smithi037.stdout:3333: writing smithi03738989-34 from 0 to 442368 tid 1 2021-07-26T16:08:30.188 INFO:tasks.rados.rados.0.smithi037.stdout:3333: writing smithi03738989-34 from 442368 to 843776 tid 2 2021-07-26T16:08:30.189 INFO:tasks.rados.rados.0.smithi037.stdout:3334: snap_create 2021-07-26T16:08:30.193 INFO:tasks.rados.rados.0.smithi037.stdout:3331: finishing rollback tid 0 to smithi03738989-31 2021-07-26T16:08:30.195 INFO:tasks.rados.rados.0.smithi037.stdout:3331: finishing rollback tid 1 to smithi03738989-31 2021-07-26T16:08:30.196 INFO:tasks.rados.rados.0.smithi037.stdout:3333: finishing write tid 1 to smithi03738989-34 2021-07-26T16:08:30.197 INFO:tasks.rados.rados.0.smithi037.stdout:3333: finishing write tid 2 to smithi03738989-34 2021-07-26T16:08:30.197 INFO:tasks.rados.rados.0.smithi037.stdout:3331: finishing rollback tid 2 to smithi03738989-31 2021-07-26T16:08:30.198 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 2361 (ObjNum 970 snap 294 seq_num 970) dirty exists 2021-07-26T16:08:30.198 INFO:tasks.rados.rados.0.smithi037.stdout:3333: finishing write tid 4 to smithi03738989-34 2021-07-26T16:08:30.199 INFO:tasks.rados.rados.0.smithi037.stdout:3332: expect (ObjNum 653 snap 192 seq_num 653) 2021-07-26T16:08:30.307 INFO:tasks.rados.rados.0.smithi037.stdout:3333: finishing write tid 5 to smithi03738989-34 2021-07-26T16:08:30.307 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2522 (ObjNum 1053 snap 325 seq_num 1053) dirty exists 2021-07-26T16:08:30.308 INFO:tasks.rados.rados.0.smithi037.stdout:3333: left oid 34 (ObjNum 1053 snap 325 seq_num 1053) 2021-07-26T16:08:30.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:30 smithi107 bash[29346]: cluster 2021-07-26T16:08:29.171796+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2021-07-26T16:08:30.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:30 smithi037 bash[41498]: cluster 2021-07-26T16:08:29.171796+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2021-07-26T16:08:30.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:30 smithi037 bash[42499]: cluster 2021-07-26T16:08:29.171796+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2021-07-26T16:08:31.184 INFO:tasks.rados.rados.0.smithi037.stdout:3331: done (3 left) 2021-07-26T16:08:31.184 INFO:tasks.rados.rados.0.smithi037.stdout:3332: done (2 left) 2021-07-26T16:08:31.184 INFO:tasks.rados.rados.0.smithi037.stdout:3333: done (1 left) 2021-07-26T16:08:31.184 INFO:tasks.rados.rados.0.smithi037.stdout:3334: done (0 left) 2021-07-26T16:08:31.185 INFO:tasks.rados.rados.0.smithi037.stdout:3335: rollback oid 46 current snap is 326 2021-07-26T16:08:31.185 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 46 to 277 2021-07-26T16:08:31.185 INFO:tasks.rados.rados.0.smithi037.stdout:3336: read oid 21 snap -1 2021-07-26T16:08:31.185 INFO:tasks.rados.rados.0.smithi037.stdout:3336: expect deleted 2021-07-26T16:08:31.186 INFO:tasks.rados.rados.0.smithi037.stdout:3337: delete oid 26 current snap is 326 2021-07-26T16:08:31.192 INFO:tasks.rados.rados.0.smithi037.stdout:3335: finishing rollback tid 1 to smithi03738989-46 2021-07-26T16:08:31.192 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 2509 (ObjNum 0 snap 32610 seq_num 373046496) dirty dne 2021-07-26T16:08:31.193 INFO:tasks.rados.rados.0.smithi037.stdout:3335: done (2 left) 2021-07-26T16:08:31.193 INFO:tasks.rados.rados.0.smithi037.stdout:3336: done (1 left) 2021-07-26T16:08:31.193 INFO:tasks.rados.rados.0.smithi037.stdout:3337: done (0 left) 2021-07-26T16:08:31.193 INFO:tasks.rados.rados.0.smithi037.stdout:3338: read oid 23 snap 292 2021-07-26T16:08:31.194 INFO:tasks.rados.rados.0.smithi037.stdout:3338: expect (ObjNum 910 snap 282 seq_num 910) 2021-07-26T16:08:31.194 INFO:tasks.rados.rados.0.smithi037.stdout:3339: setattr oid 29 current snap is 326 2021-07-26T16:08:31.194 INFO:tasks.rados.rados.0.smithi037.stdout:3340: copy_from oid 21 from oid 16 current snap is 326 2021-07-26T16:08:31.195 INFO:tasks.rados.rados.0.smithi037.stdout:3341: delete oid 4 current snap is 326 2021-07-26T16:08:31.200 INFO:tasks.rados.rados.0.smithi037.stdout:3341: done (3 left) 2021-07-26T16:08:31.200 INFO:tasks.rados.rados.0.smithi037.stdout:3342: snap_create 2021-07-26T16:08:31.202 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2362 (ObjNum 0 snap 0 seq_num 0) dirty exists 2021-07-26T16:08:31.221 INFO:tasks.rados.rados.0.smithi037.stdout:3338: expect (ObjNum 910 snap 282 seq_num 910) 2021-07-26T16:08:31.486 INFO:tasks.rados.rados.0.smithi037.stdout:3340: finishing copy_from to smithi03738989-21 2021-07-26T16:08:31.487 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2885 (ObjNum 1007 snap 310 seq_num 1007) dirty exists 2021-07-26T16:08:31.487 INFO:tasks.rados.rados.0.smithi037.stdout:3340: finishing copy_from racing read to smithi03738989-21 2021-07-26T16:08:31.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:31 smithi107 bash[29346]: cluster 2021-07-26T16:08:29.890093+0000 mgr.y (mgr.24994) 501 : cluster [DBG] pgmap v771: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 378 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.5 MiB/s wr, 31 op/s 2021-07-26T16:08:31.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:31 smithi107 bash[29346]: cluster 2021-07-26T16:08:30.181223+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2021-07-26T16:08:31.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:31 smithi037 bash[41498]: cluster 2021-07-26T16:08:29.890093+0000 mgr.y (mgr.24994) 501 : cluster [DBG] pgmap v771: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 378 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.5 MiB/s wr, 31 op/s 2021-07-26T16:08:31.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:31 smithi037 bash[41498]: cluster 2021-07-26T16:08:30.181223+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2021-07-26T16:08:31.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:31 smithi037 bash[42499]: cluster 2021-07-26T16:08:29.890093+0000 mgr.y (mgr.24994) 501 : cluster [DBG] pgmap v771: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 378 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.5 MiB/s wr, 31 op/s 2021-07-26T16:08:31.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:31 smithi037 bash[42499]: cluster 2021-07-26T16:08:30.181223+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2021-07-26T16:08:32.147 INFO:tasks.rados.rados.0.smithi037.stdout:3338: done (3 left) 2021-07-26T16:08:32.148 INFO:tasks.rados.rados.0.smithi037.stdout:3339: done (2 left) 2021-07-26T16:08:32.148 INFO:tasks.rados.rados.0.smithi037.stdout:3340: done (1 left) 2021-07-26T16:08:32.148 INFO:tasks.rados.rados.0.smithi037.stdout:3342: done (0 left) 2021-07-26T16:08:32.149 INFO:tasks.rados.rados.0.smithi037.stdout:3343: copy_from oid 14 from oid 19 current snap is 327 2021-07-26T16:08:32.149 INFO:tasks.rados.rados.0.smithi037.stdout:3344: rmattr oid 49 current snap is 327 2021-07-26T16:08:32.149 INFO:tasks.rados.rados.0.smithi037.stdout:3345: delete oid 31 current snap is 327 2021-07-26T16:08:32.160 INFO:tasks.rados.rados.0.smithi037.stdout:3345: done (2 left) 2021-07-26T16:08:32.160 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 327 2021-07-26T16:08:32.160 INFO:tasks.rados.rados.0.smithi037.stdout:3346: seq_num 1057 ranges {2859008=507904,3366912=401408} 2021-07-26T16:08:32.183 INFO:tasks.rados.rados.0.smithi037.stdout:3346: writing smithi03738989-24 from 2859008 to 3366912 tid 1 2021-07-26T16:08:32.185 INFO:tasks.rados.rados.0.smithi037.stdout:3346: writing smithi03738989-24 from 3366912 to 3768320 tid 2 2021-07-26T16:08:32.186 INFO:tasks.rados.rados.0.smithi037.stdout:3347: delete oid 38 current snap is 327 2021-07-26T16:08:32.186 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2231 (ObjNum 1046 snap 321 seq_num 1046) dirty exists 2021-07-26T16:08:32.186 INFO:tasks.rados.rados.0.smithi037.stdout:3343: finishing copy_from to smithi03738989-14 2021-07-26T16:08:32.187 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 2221 (ObjNum 999 snap 308 seq_num 999) dirty exists 2021-07-26T16:08:32.187 INFO:tasks.rados.rados.0.smithi037.stdout:3343: finishing copy_from racing read to smithi03738989-14 2021-07-26T16:08:32.195 INFO:tasks.rados.rados.0.smithi037.stdout:3343: done (3 left) 2021-07-26T16:08:32.196 INFO:tasks.rados.rados.0.smithi037.stdout:3344: done (2 left) 2021-07-26T16:08:32.196 INFO:tasks.rados.rados.0.smithi037.stdout:3347: done (1 left) 2021-07-26T16:08:32.196 INFO:tasks.rados.rados.0.smithi037.stdout:3348: rmattr oid 47 current snap is 327 2021-07-26T16:08:32.196 INFO:tasks.rados.rados.0.smithi037.stdout:3348: done (1 left) 2021-07-26T16:08:32.197 INFO:tasks.rados.rados.0.smithi037.stdout:3349: read oid 47 snap 292 2021-07-26T16:08:32.197 INFO:tasks.rados.rados.0.smithi037.stdout:3349: expect (ObjNum 886 snap 277 seq_num 886) 2021-07-26T16:08:32.197 INFO:tasks.rados.rados.0.smithi037.stdout:3350: read oid 15 snap -1 2021-07-26T16:08:32.197 INFO:tasks.rados.rados.0.smithi037.stdout:3350: expect (ObjNum 1020 snap 316 seq_num 1020) 2021-07-26T16:08:32.197 INFO:tasks.rados.rados.0.smithi037.stdout:3351: rollback oid 38 current snap is 327 2021-07-26T16:08:32.198 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 38 to 295 2021-07-26T16:08:32.198 INFO:tasks.rados.rados.0.smithi037.stdout:3352: copy_from oid 49 from oid 14 current snap is 327 2021-07-26T16:08:32.198 INFO:tasks.rados.rados.0.smithi037.stdout:3353: read oid 40 snap 315 2021-07-26T16:08:32.199 INFO:tasks.rados.rados.0.smithi037.stdout:3353: expect (ObjNum 1005 snap 310 seq_num 1005) 2021-07-26T16:08:32.199 INFO:tasks.rados.rados.0.smithi037.stdout:3354: read oid 12 snap -1 2021-07-26T16:08:32.199 INFO:tasks.rados.rados.0.smithi037.stdout:3354: expect (ObjNum 923 snap 284 seq_num 923) 2021-07-26T16:08:32.199 INFO:tasks.rados.rados.0.smithi037.stdout:3355: rmattr oid 43 current snap is 327 2021-07-26T16:08:32.199 INFO:tasks.rados.rados.0.smithi037.stdout:3355: done (7 left) 2021-07-26T16:08:32.200 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 327 2021-07-26T16:08:32.200 INFO:tasks.rados.rados.0.smithi037.stdout:3356: seq_num 1059 ranges {4268032=540672,4808704=401408} 2021-07-26T16:08:32.223 INFO:tasks.rados.rados.0.smithi037.stdout:3356: writing smithi03738989-3 from 4268032 to 4808704 tid 1 2021-07-26T16:08:32.225 INFO:tasks.rados.rados.0.smithi037.stdout:3356: writing smithi03738989-3 from 4808704 to 5210112 tid 2 2021-07-26T16:08:32.225 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 327 2021-07-26T16:08:32.225 INFO:tasks.rados.rados.0.smithi037.stdout:3357: seq_num 1060 ranges {4620288=557056,5177344=401408} 2021-07-26T16:08:32.254 INFO:tasks.rados.rados.0.smithi037.stdout:3357: writing smithi03738989-30 from 4620288 to 5177344 tid 1 2021-07-26T16:08:32.257 INFO:tasks.rados.rados.0.smithi037.stdout:3357: writing smithi03738989-30 from 5177344 to 5578752 tid 2 2021-07-26T16:08:32.258 INFO:tasks.rados.rados.0.smithi037.stdout:3358: read oid 37 snap 323 2021-07-26T16:08:32.258 INFO:tasks.rados.rados.0.smithi037.stdout:3358: expect deleted 2021-07-26T16:08:32.258 INFO:tasks.rados.rados.0.smithi037.stdout:3359: copy_from oid 16 from oid 4 current snap is 327 2021-07-26T16:08:32.258 INFO:tasks.rados.rados.0.smithi037.stdout:3360: delete oid 6 current snap is 327 2021-07-26T16:08:32.259 INFO:tasks.rados.rados.0.smithi037.stdout:3346: finishing write tid 1 to smithi03738989-24 2021-07-26T16:08:32.259 INFO:tasks.rados.rados.0.smithi037.stdout:3349: expect (ObjNum 886 snap 277 seq_num 886) 2021-07-26T16:08:32.275 INFO:tasks.rados.rados.0.smithi037.stdout:3351: finishing rollback tid 1 to smithi03738989-38 2021-07-26T16:08:32.275 INFO:tasks.rados.rados.0.smithi037.stdout:3351: finishing rollback tid 2 to smithi03738989-38 2021-07-26T16:08:32.275 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 2529 (ObjNum 876 snap 275 seq_num 876) dirty exists 2021-07-26T16:08:32.276 INFO:tasks.rados.rados.0.smithi037.stdout:3349: done (11 left) 2021-07-26T16:08:32.276 INFO:tasks.rados.rados.0.smithi037.stdout:3351: done (10 left) 2021-07-26T16:08:32.276 INFO:tasks.rados.rados.0.smithi037.stdout:3360: done (9 left) 2021-07-26T16:08:32.276 INFO:tasks.rados.rados.0.smithi037.stdout:3361: snap_remove snap 307 2021-07-26T16:08:32.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:32 smithi107 bash[29346]: cluster 2021-07-26T16:08:31.185389+0000 mon.a (mon.0) 1181 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2021-07-26T16:08:32.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:32 smithi107 bash[29346]: cluster 2021-07-26T16:08:32.149535+0000 mon.a (mon.0) 1182 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2021-07-26T16:08:32.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:32 smithi037 bash[41498]: cluster 2021-07-26T16:08:31.185389+0000 mon.a (mon.0) 1181 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2021-07-26T16:08:32.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:32 smithi037 bash[41498]: cluster 2021-07-26T16:08:32.149535+0000 mon.a (mon.0) 1182 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2021-07-26T16:08:32.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:32 smithi037 bash[42499]: cluster 2021-07-26T16:08:31.185389+0000 mon.a (mon.0) 1181 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2021-07-26T16:08:32.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:32 smithi037 bash[42499]: cluster 2021-07-26T16:08:32.149535+0000 mon.a (mon.0) 1182 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2021-07-26T16:08:33.213 INFO:tasks.rados.rados.0.smithi037.stdout:3361: done (9 left) 2021-07-26T16:08:33.213 INFO:tasks.rados.rados.0.smithi037.stdout:3362: read oid 50 snap -1 2021-07-26T16:08:33.214 INFO:tasks.rados.rados.0.smithi037.stdout:3362: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:08:33.214 INFO:tasks.rados.rados.0.smithi037.stdout:3363: setattr oid 39 current snap is 327 2021-07-26T16:08:33.215 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 327 2021-07-26T16:08:33.216 INFO:tasks.rados.rados.0.smithi037.stdout:3364: seq_num 1062 ranges {6144000=589824,6733824=401408} 2021-07-26T16:08:33.257 INFO:tasks.rados.rados.0.smithi037.stdout:3364: writing smithi03738989-21 from 6144000 to 6733824 tid 1 2021-07-26T16:08:33.260 INFO:tasks.rados.rados.0.smithi037.stdout:3364: writing smithi03738989-21 from 6733824 to 7135232 tid 2 2021-07-26T16:08:33.260 INFO:tasks.rados.rados.0.smithi037.stdout:3365: copy_from oid 6 from oid 25 current snap is 327 2021-07-26T16:08:33.261 INFO:tasks.rados.rados.0.smithi037.stdout:3354: expect (ObjNum 923 snap 284 seq_num 923) 2021-07-26T16:08:33.327 INFO:tasks.rados.rados.0.smithi037.stdout:3346: finishing write tid 2 to smithi03738989-24 2021-07-26T16:08:33.327 INFO:tasks.rados.rados.0.smithi037.stdout:3346: finishing write tid 4 to smithi03738989-24 2021-07-26T16:08:33.327 INFO:tasks.rados.rados.0.smithi037.stdout:3354: done (12 left) 2021-07-26T16:08:33.328 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 327 2021-07-26T16:08:33.328 INFO:tasks.rados.rados.0.smithi037.stdout:3366: seq_num 1063 ranges {4595712=606208,5201920=401408} 2021-07-26T16:08:33.356 INFO:tasks.rados.rados.0.smithi037.stdout:3366: writing smithi03738989-36 from 4595712 to 5201920 tid 1 2021-07-26T16:08:33.358 INFO:tasks.rados.rados.0.smithi037.stdout:3366: writing smithi03738989-36 from 5201920 to 5603328 tid 2 2021-07-26T16:08:33.358 INFO:tasks.rados.rados.0.smithi037.stdout:3367: read oid 11 snap -1 2021-07-26T16:08:33.358 INFO:tasks.rados.rados.0.smithi037.stdout:3367: expect (ObjNum 985 snap 300 seq_num 985) 2021-07-26T16:08:33.359 INFO:tasks.rados.rados.0.smithi037.stdout:3368: copy_from oid 5 from oid 17 current snap is 327 2021-07-26T16:08:33.359 INFO:tasks.rados.rados.0.smithi037.stdout:3346: finishing write tid 5 to smithi03738989-24 2021-07-26T16:08:33.359 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 3013 (ObjNum 1057 snap 327 seq_num 1057) dirty exists 2021-07-26T16:08:33.359 INFO:tasks.rados.rados.0.smithi037.stdout:3346: left oid 24 (ObjNum 1057 snap 327 seq_num 1057) 2021-07-26T16:08:33.360 INFO:tasks.rados.rados.0.smithi037.stdout:3353: expect (ObjNum 1005 snap 310 seq_num 1005) 2021-07-26T16:08:33.427 INFO:tasks.rados.rados.0.smithi037.stdout:3350: expect (ObjNum 1020 snap 316 seq_num 1020) 2021-07-26T16:08:33.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:33 smithi107 bash[29346]: cluster 2021-07-26T16:08:31.890882+0000 mgr.y (mgr.24994) 502 : cluster [DBG] pgmap v774: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 378 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 552 KiB/s wr, 18 op/s 2021-07-26T16:08:33.526 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:33 smithi037 bash[41498]: cluster 2021-07-26T16:08:31.890882+0000 mgr.y (mgr.24994) 502 : cluster [DBG] pgmap v774: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 378 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 552 KiB/s wr, 18 op/s 2021-07-26T16:08:33.527 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:33 smithi037 bash[42499]: cluster 2021-07-26T16:08:31.890882+0000 mgr.y (mgr.24994) 502 : cluster [DBG] pgmap v774: 89 pgs: 1 active+clean+snaptrim, 88 active+clean; 378 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 552 KiB/s wr, 18 op/s 2021-07-26T16:08:33.548 INFO:tasks.rados.rados.0.smithi037.stdout:3352: finishing copy_from to smithi03738989-49 2021-07-26T16:08:33.549 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2221 (ObjNum 999 snap 308 seq_num 999) dirty exists 2021-07-26T16:08:33.549 INFO:tasks.rados.rados.0.smithi037.stdout:3356: finishing write tid 1 to smithi03738989-3 2021-07-26T16:08:33.549 INFO:tasks.rados.rados.0.smithi037.stdout:3356: finishing write tid 2 to smithi03738989-3 2021-07-26T16:08:33.549 INFO:tasks.rados.rados.0.smithi037.stdout:3352: finishing copy_from racing read to smithi03738989-49 2021-07-26T16:08:33.550 INFO:tasks.rados.rados.0.smithi037.stdout:3356: finishing write tid 4 to smithi03738989-3 2021-07-26T16:08:33.550 INFO:tasks.rados.rados.0.smithi037.stdout:3356: finishing write tid 5 to smithi03738989-3 2021-07-26T16:08:33.550 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 2366 (ObjNum 1059 snap 327 seq_num 1059) dirty exists 2021-07-26T16:08:33.550 INFO:tasks.rados.rados.0.smithi037.stdout:3356: left oid 3 (ObjNum 1059 snap 327 seq_num 1059) 2021-07-26T16:08:33.551 INFO:tasks.rados.rados.0.smithi037.stdout:3346: done (14 left) 2021-07-26T16:08:33.551 INFO:tasks.rados.rados.0.smithi037.stdout:3350: done (13 left) 2021-07-26T16:08:33.551 INFO:tasks.rados.rados.0.smithi037.stdout:3352: done (12 left) 2021-07-26T16:08:33.551 INFO:tasks.rados.rados.0.smithi037.stdout:3353: done (11 left) 2021-07-26T16:08:33.552 INFO:tasks.rados.rados.0.smithi037.stdout:3356: done (10 left) 2021-07-26T16:08:33.552 INFO:tasks.rados.rados.0.smithi037.stdout:3369: copy_from oid 34 from oid 47 current snap is 327 2021-07-26T16:08:33.552 INFO:tasks.rados.rados.0.smithi037.stdout:3359: finishing copy_from to smithi03738989-16 2021-07-26T16:08:33.552 INFO:tasks.rados.rados.0.smithi037.stdout:3359: got expected ENOENT (src dne) 2021-07-26T16:08:33.552 INFO:tasks.rados.rados.0.smithi037.stdout:3359: finishing copy_from racing read to smithi03738989-16 2021-07-26T16:08:33.553 INFO:tasks.rados.rados.0.smithi037.stdout:3357: finishing write tid 1 to smithi03738989-30 2021-07-26T16:08:33.553 INFO:tasks.rados.rados.0.smithi037.stdout:3357: finishing write tid 2 to smithi03738989-30 2021-07-26T16:08:33.553 INFO:tasks.rados.rados.0.smithi037.stdout:3357: finishing write tid 4 to smithi03738989-30 2021-07-26T16:08:33.554 INFO:tasks.rados.rados.0.smithi037.stdout:3357: finishing write tid 5 to smithi03738989-30 2021-07-26T16:08:33.554 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2238 (ObjNum 1060 snap 327 seq_num 1060) dirty exists 2021-07-26T16:08:33.554 INFO:tasks.rados.rados.0.smithi037.stdout:3357: left oid 30 (ObjNum 1060 snap 327 seq_num 1060) 2021-07-26T16:08:33.554 INFO:tasks.rados.rados.0.smithi037.stdout:3362: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:08:33.555 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 3019 (ObjNum 1033 snap 319 seq_num 1033) dirty exists 2021-07-26T16:08:33.556 INFO:tasks.rados.rados.0.smithi037.stdout:3364: finishing write tid 1 to smithi03738989-21 2021-07-26T16:08:33.556 INFO:tasks.rados.rados.0.smithi037.stdout:3357: done (10 left) 2021-07-26T16:08:33.556 INFO:tasks.rados.rados.0.smithi037.stdout:3358: done (9 left) 2021-07-26T16:08:33.556 INFO:tasks.rados.rados.0.smithi037.stdout:3359: done (8 left) 2021-07-26T16:08:33.556 INFO:tasks.rados.rados.0.smithi037.stdout:3362: done (7 left) 2021-07-26T16:08:33.557 INFO:tasks.rados.rados.0.smithi037.stdout:3363: done (6 left) 2021-07-26T16:08:33.557 INFO:tasks.rados.rados.0.smithi037.stdout:3370: setattr oid 30 current snap is 327 2021-07-26T16:08:33.557 INFO:tasks.rados.rados.0.smithi037.stdout:3364: finishing write tid 2 to smithi03738989-21 2021-07-26T16:08:33.557 INFO:tasks.rados.rados.0.smithi037.stdout:3364: finishing write tid 4 to smithi03738989-21 2021-07-26T16:08:33.558 INFO:tasks.rados.rados.0.smithi037.stdout:3364: finishing write tid 5 to smithi03738989-21 2021-07-26T16:08:33.558 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2888 (ObjNum 1062 snap 327 seq_num 1062) dirty exists 2021-07-26T16:08:33.558 INFO:tasks.rados.rados.0.smithi037.stdout:3364: left oid 21 (ObjNum 1062 snap 327 seq_num 1062) 2021-07-26T16:08:33.558 INFO:tasks.rados.rados.0.smithi037.stdout:3365: finishing copy_from to smithi03738989-6 2021-07-26T16:08:33.558 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2233 (ObjNum 1032 snap 318 seq_num 1032) dirty exists 2021-07-26T16:08:33.559 INFO:tasks.rados.rados.0.smithi037.stdout:3365: finishing copy_from racing read to smithi03738989-6 2021-07-26T16:08:33.559 INFO:tasks.rados.rados.0.smithi037.stdout:3366: finishing write tid 1 to smithi03738989-36 2021-07-26T16:08:33.559 INFO:tasks.rados.rados.0.smithi037.stdout:3366: finishing write tid 2 to smithi03738989-36 2021-07-26T16:08:33.559 INFO:tasks.rados.rados.0.smithi037.stdout:3366: finishing write tid 4 to smithi03738989-36 2021-07-26T16:08:33.560 INFO:tasks.rados.rados.0.smithi037.stdout:3366: finishing write tid 5 to smithi03738989-36 2021-07-26T16:08:33.560 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 2241 (ObjNum 1063 snap 327 seq_num 1063) dirty exists 2021-07-26T16:08:33.560 INFO:tasks.rados.rados.0.smithi037.stdout:3366: left oid 36 (ObjNum 1063 snap 327 seq_num 1063) 2021-07-26T16:08:33.560 INFO:tasks.rados.rados.0.smithi037.stdout:3367: expect (ObjNum 985 snap 300 seq_num 985) 2021-07-26T16:08:33.667 INFO:tasks.rados.rados.0.smithi037.stdout:3368: finishing copy_from to smithi03738989-5 2021-07-26T16:08:33.667 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 1742 (ObjNum 1044 snap 321 seq_num 1044) dirty exists 2021-07-26T16:08:33.667 INFO:tasks.rados.rados.0.smithi037.stdout:3368: finishing copy_from racing read to smithi03738989-5 2021-07-26T16:08:33.668 INFO:tasks.rados.rados.0.smithi037.stdout:3369: finishing copy_from to smithi03738989-34 2021-07-26T16:08:33.668 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2091 (ObjNum 936 snap 288 seq_num 936) dirty exists 2021-07-26T16:08:33.668 INFO:tasks.rados.rados.0.smithi037.stdout:3369: finishing copy_from racing read to smithi03738989-34 2021-07-26T16:08:33.668 INFO:tasks.rados.rados.0.smithi037.stdout:3364: done (6 left) 2021-07-26T16:08:33.668 INFO:tasks.rados.rados.0.smithi037.stdout:3365: done (5 left) 2021-07-26T16:08:33.669 INFO:tasks.rados.rados.0.smithi037.stdout:3366: done (4 left) 2021-07-26T16:08:33.669 INFO:tasks.rados.rados.0.smithi037.stdout:3367: done (3 left) 2021-07-26T16:08:33.669 INFO:tasks.rados.rados.0.smithi037.stdout:3368: done (2 left) 2021-07-26T16:08:33.669 INFO:tasks.rados.rados.0.smithi037.stdout:3369: done (1 left) 2021-07-26T16:08:33.670 INFO:tasks.rados.rados.0.smithi037.stdout:3371: snap_remove snap 300 2021-07-26T16:08:33.834 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:08:33 smithi037 bash[50550]: level=error ts=2021-07-26T16:08:33.529Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:33.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:08:33 smithi037 bash[50550]: level=error ts=2021-07-26T16:08:33.529Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:33.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:08:33 smithi037 bash[50550]: level=error ts=2021-07-26T16:08:33.530Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:08:34.233 INFO:tasks.rados.rados.0.smithi037.stdout:3371: done (1 left) 2021-07-26T16:08:34.234 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 327 2021-07-26T16:08:34.234 INFO:tasks.rados.rados.0.smithi037.stdout:3372: seq_num 1064 ranges {5234688=622592,5857280=401408} 2021-07-26T16:08:34.271 INFO:tasks.rados.rados.0.smithi037.stdout:3372: writing smithi03738989-23 from 5234688 to 5857280 tid 1 2021-07-26T16:08:34.274 INFO:tasks.rados.rados.0.smithi037.stdout:3372: writing smithi03738989-23 from 5857280 to 6258688 tid 2 2021-07-26T16:08:34.274 INFO:tasks.rados.rados.0.smithi037.stdout:3373: rollback oid 32 current snap is 327 2021-07-26T16:08:34.274 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 32 to 309 2021-07-26T16:08:34.274 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2242 (ObjNum 1060 snap 327 seq_num 1060) dirty exists 2021-07-26T16:08:34.275 INFO:tasks.rados.rados.0.smithi037.stdout:3370: done (2 left) 2021-07-26T16:08:34.275 INFO:tasks.rados.rados.0.smithi037.stdout:3374: snap_remove snap 277 2021-07-26T16:08:34.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:34 smithi107 bash[29346]: cluster 2021-07-26T16:08:33.215223+0000 mon.a (mon.0) 1183 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2021-07-26T16:08:34.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:34 smithi037 bash[41498]: cluster 2021-07-26T16:08:33.215223+0000 mon.a (mon.0) 1183 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2021-07-26T16:08:34.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:34 smithi037 bash[42499]: cluster 2021-07-26T16:08:33.215223+0000 mon.a (mon.0) 1183 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2021-07-26T16:08:35.245 INFO:tasks.rados.rados.0.smithi037.stdout:3374: done (2 left) 2021-07-26T16:08:35.245 INFO:tasks.rados.rados.0.smithi037.stdout:3375: delete oid 16 current snap is 327 2021-07-26T16:08:35.245 INFO:tasks.rados.rados.0.smithi037.stdout:3372: finishing write tid 1 to smithi03738989-23 2021-07-26T16:08:35.245 INFO:tasks.rados.rados.0.smithi037.stdout:3372: finishing write tid 2 to smithi03738989-23 2021-07-26T16:08:35.246 INFO:tasks.rados.rados.0.smithi037.stdout:3372: finishing write tid 4 to smithi03738989-23 2021-07-26T16:08:35.246 INFO:tasks.rados.rados.0.smithi037.stdout:3373: finishing rollback tid 1 to smithi03738989-32 2021-07-26T16:08:35.246 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 3001 (ObjNum 1819364974 snap 1633379158 seq_num 1633703272) dirty dne 2021-07-26T16:08:35.246 INFO:tasks.rados.rados.0.smithi037.stdout:3372: finishing write tid 5 to smithi03738989-23 2021-07-26T16:08:35.247 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1745 (ObjNum 1064 snap 327 seq_num 1064) dirty exists 2021-07-26T16:08:35.247 INFO:tasks.rados.rados.0.smithi037.stdout:3372: left oid 23 (ObjNum 1064 snap 327 seq_num 1064) 2021-07-26T16:08:35.261 INFO:tasks.rados.rados.0.smithi037.stdout:3372: done (2 left) 2021-07-26T16:08:35.262 INFO:tasks.rados.rados.0.smithi037.stdout:3373: done (1 left) 2021-07-26T16:08:35.262 INFO:tasks.rados.rados.0.smithi037.stdout:3375: done (0 left) 2021-07-26T16:08:35.262 INFO:tasks.rados.rados.0.smithi037.stdout:3376: copy_from oid 47 from oid 41 current snap is 327 2021-07-26T16:08:35.263 INFO:tasks.rados.rados.0.smithi037.stdout:3377: delete oid 4 current snap is 327 2021-07-26T16:08:35.276 INFO:tasks.rados.rados.0.smithi037.stdout:3377: done (1 left) 2021-07-26T16:08:35.276 INFO:tasks.rados.rados.0.smithi037.stdout:3378: copy_from oid 34 from oid 31 current snap is 327 2021-07-26T16:08:35.276 INFO:tasks.rados.rados.0.smithi037.stdout:3379: copy_from oid 35 from oid 6 current snap is 327 2021-07-26T16:08:35.277 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 327 2021-07-26T16:08:35.277 INFO:tasks.rados.rados.0.smithi037.stdout:3380: seq_num 1067 ranges {0=679936,679936=401408} 2021-07-26T16:08:35.280 INFO:tasks.rados.rados.0.smithi037.stdout:3380: writing smithi03738989-37 from 0 to 679936 tid 1 2021-07-26T16:08:35.283 INFO:tasks.rados.rados.0.smithi037.stdout:3380: writing smithi03738989-37 from 679936 to 1081344 tid 2 2021-07-26T16:08:35.283 INFO:tasks.rados.rados.0.smithi037.stdout:3381: rollback oid 38 current snap is 327 2021-07-26T16:08:35.284 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 38 to 319 2021-07-26T16:08:35.284 INFO:tasks.rados.rados.0.smithi037.stdout:3382: delete oid 25 current snap is 327 2021-07-26T16:08:35.284 INFO:tasks.rados.rados.0.smithi037.stdout:3378: finishing copy_from to smithi03738989-34 2021-07-26T16:08:35.284 INFO:tasks.rados.rados.0.smithi037.stdout:3378: got expected ENOENT (src dne) 2021-07-26T16:08:35.287 INFO:tasks.rados.rados.0.smithi037.stdout:3378: finishing copy_from racing read to smithi03738989-34 2021-07-26T16:08:35.287 INFO:tasks.rados.rados.0.smithi037.stdout:3378: done (5 left) 2021-07-26T16:08:35.288 INFO:tasks.rados.rados.0.smithi037.stdout:3382: done (4 left) 2021-07-26T16:08:35.288 INFO:tasks.rados.rados.0.smithi037.stdout:3383: copy_from oid 33 from oid 49 current snap is 327 2021-07-26T16:08:35.288 INFO:tasks.rados.rados.0.smithi037.stdout:3380: finishing write tid 1 to smithi03738989-37 2021-07-26T16:08:35.288 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 327 2021-07-26T16:08:35.289 INFO:tasks.rados.rados.0.smithi037.stdout:3384: seq_num 1069 ranges {0=712704,712704=401408} 2021-07-26T16:08:35.291 INFO:tasks.rados.rados.0.smithi037.stdout:3384: writing smithi03738989-4 from 0 to 712704 tid 1 2021-07-26T16:08:35.295 INFO:tasks.rados.rados.0.smithi037.stdout:3384: writing smithi03738989-4 from 712704 to 1114112 tid 2 2021-07-26T16:08:35.295 INFO:tasks.rados.rados.0.smithi037.stdout:3385: rollback oid 50 current snap is 327 2021-07-26T16:08:35.295 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 323 2021-07-26T16:08:35.296 INFO:tasks.rados.rados.0.smithi037.stdout:3381: finishing rollback tid 0 to smithi03738989-38 2021-07-26T16:08:35.296 INFO:tasks.rados.rados.0.smithi037.stdout:3376: finishing copy_from to smithi03738989-47 2021-07-26T16:08:35.296 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 2224 (ObjNum 1013 snap 314 seq_num 1013) dirty exists 2021-07-26T16:08:35.296 INFO:tasks.rados.rados.0.smithi037.stdout:3381: finishing rollback tid 1 to smithi03738989-38 2021-07-26T16:08:35.297 INFO:tasks.rados.rados.0.smithi037.stdout:3376: finishing copy_from racing read to smithi03738989-47 2021-07-26T16:08:35.297 INFO:tasks.rados.rados.0.smithi037.stdout:3380: finishing write tid 2 to smithi03738989-37 2021-07-26T16:08:35.297 INFO:tasks.rados.rados.0.smithi037.stdout:3376: done (6 left) 2021-07-26T16:08:35.297 INFO:tasks.rados.rados.0.smithi037.stdout:3386: rollback oid 26 current snap is 327 2021-07-26T16:08:35.297 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 26 to 324 2021-07-26T16:08:35.298 INFO:tasks.rados.rados.0.smithi037.stdout:3380: finishing write tid 4 to smithi03738989-37 2021-07-26T16:08:35.298 INFO:tasks.rados.rados.0.smithi037.stdout:3380: finishing write tid 5 to smithi03738989-37 2021-07-26T16:08:35.298 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 2889 (ObjNum 1067 snap 327 seq_num 1067) dirty exists 2021-07-26T16:08:35.298 INFO:tasks.rados.rados.0.smithi037.stdout:3380: left oid 37 (ObjNum 1067 snap 327 seq_num 1067) 2021-07-26T16:08:35.299 INFO:tasks.rados.rados.0.smithi037.stdout:3380: done (6 left) 2021-07-26T16:08:35.299 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 327 2021-07-26T16:08:35.299 INFO:tasks.rados.rados.0.smithi037.stdout:3387: seq_num 1070 ranges {1384448=729088,2113536=401408} 2021-07-26T16:08:35.308 INFO:tasks.rados.rados.0.smithi037.stdout:3387: writing smithi03738989-7 from 1384448 to 2113536 tid 1 2021-07-26T16:08:35.310 INFO:tasks.rados.rados.0.smithi037.stdout:3387: writing smithi03738989-7 from 2113536 to 2514944 tid 2 2021-07-26T16:08:35.311 INFO:tasks.rados.rados.0.smithi037.stdout:3388: delete oid 46 current snap is 327 2021-07-26T16:08:35.311 INFO:tasks.rados.rados.0.smithi037.stdout:3379: finishing copy_from to smithi03738989-35 2021-07-26T16:08:35.311 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 2233 (ObjNum 1032 snap 318 seq_num 1032) dirty exists 2021-07-26T16:08:35.311 INFO:tasks.rados.rados.0.smithi037.stdout:3379: finishing copy_from racing read to smithi03738989-35 2021-07-26T16:08:35.312 INFO:tasks.rados.rados.0.smithi037.stdout:3386: finishing rollback tid 1 to smithi03738989-26 2021-07-26T16:08:35.312 INFO:tasks.rados.rados.0.smithi037.stdout:3381: finishing rollback tid 2 to smithi03738989-38 2021-07-26T16:08:35.312 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 2532 (ObjNum 1022 snap 317 seq_num 1022) dirty exists 2021-07-26T16:08:35.312 INFO:tasks.rados.rados.0.smithi037.stdout:3386: finishing rollback tid 2 to smithi03738989-26 2021-07-26T16:08:35.313 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2525 (ObjNum 924 snap 285 seq_num 924) dirty exists 2021-07-26T16:08:35.313 INFO:tasks.rados.rados.0.smithi037.stdout:3385: finishing rollback tid 0 to smithi03738989-50 2021-07-26T16:08:35.313 INFO:tasks.rados.rados.0.smithi037.stdout:3385: finishing rollback tid 1 to smithi03738989-50 2021-07-26T16:08:35.313 INFO:tasks.rados.rados.0.smithi037.stdout:3385: finishing rollback tid 2 to smithi03738989-50 2021-07-26T16:08:35.313 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 1981 (ObjNum 1884968032 snap 1332828509 seq_num 1331322958) dirty exists 2021-07-26T16:08:35.314 INFO:tasks.rados.rados.0.smithi037.stdout:3384: finishing write tid 1 to smithi03738989-4 2021-07-26T16:08:35.314 INFO:tasks.rados.rados.0.smithi037.stdout:3384: finishing write tid 2 to smithi03738989-4 2021-07-26T16:08:35.314 INFO:tasks.rados.rados.0.smithi037.stdout:3384: finishing write tid 4 to smithi03738989-4 2021-07-26T16:08:35.314 INFO:tasks.rados.rados.0.smithi037.stdout:3384: finishing write tid 5 to smithi03738989-4 2021-07-26T16:08:35.315 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 3054 (ObjNum 1069 snap 327 seq_num 1069) dirty exists 2021-07-26T16:08:35.315 INFO:tasks.rados.rados.0.smithi037.stdout:3384: left oid 4 (ObjNum 1069 snap 327 seq_num 1069) 2021-07-26T16:08:35.325 INFO:tasks.rados.rados.0.smithi037.stdout:3383: finishing copy_from to smithi03738989-33 2021-07-26T16:08:35.325 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 2221 (ObjNum 999 snap 308 seq_num 999) dirty exists 2021-07-26T16:08:35.326 INFO:tasks.rados.rados.0.smithi037.stdout:3383: finishing copy_from racing read to smithi03738989-33 2021-07-26T16:08:35.326 INFO:tasks.rados.rados.0.smithi037.stdout:3387: finishing write tid 1 to smithi03738989-7 2021-07-26T16:08:35.326 INFO:tasks.rados.rados.0.smithi037.stdout:3387: finishing write tid 2 to smithi03738989-7 2021-07-26T16:08:35.327 INFO:tasks.rados.rados.0.smithi037.stdout:3387: finishing write tid 4 to smithi03738989-7 2021-07-26T16:08:35.328 INFO:tasks.rados.rados.0.smithi037.stdout:3379: done (7 left) 2021-07-26T16:08:35.328 INFO:tasks.rados.rados.0.smithi037.stdout:3381: done (6 left) 2021-07-26T16:08:35.328 INFO:tasks.rados.rados.0.smithi037.stdout:3383: done (5 left) 2021-07-26T16:08:35.328 INFO:tasks.rados.rados.0.smithi037.stdout:3384: done (4 left) 2021-07-26T16:08:35.329 INFO:tasks.rados.rados.0.smithi037.stdout:3385: done (3 left) 2021-07-26T16:08:35.329 INFO:tasks.rados.rados.0.smithi037.stdout:3386: done (2 left) 2021-07-26T16:08:35.329 INFO:tasks.rados.rados.0.smithi037.stdout:3388: done (1 left) 2021-07-26T16:08:35.329 INFO:tasks.rados.rados.0.smithi037.stdout:3389: read oid 16 snap -1 2021-07-26T16:08:35.329 INFO:tasks.rados.rados.0.smithi037.stdout:3389: expect deleted 2021-07-26T16:08:35.330 INFO:tasks.rados.rados.0.smithi037.stdout:3390: delete oid 30 current snap is 327 2021-07-26T16:08:35.331 INFO:tasks.rados.rados.0.smithi037.stdout:3387: finishing write tid 5 to smithi03738989-7 2021-07-26T16:08:35.332 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2516 (ObjNum 1070 snap 327 seq_num 1070) dirty exists 2021-07-26T16:08:35.332 INFO:tasks.rados.rados.0.smithi037.stdout:3387: left oid 7 (ObjNum 1070 snap 327 seq_num 1070) 2021-07-26T16:08:35.332 INFO:tasks.rados.rados.0.smithi037.stdout:3387: done (2 left) 2021-07-26T16:08:35.332 INFO:tasks.rados.rados.0.smithi037.stdout:3389: done (1 left) 2021-07-26T16:08:35.333 INFO:tasks.rados.rados.0.smithi037.stdout:3390: done (0 left) 2021-07-26T16:08:35.333 INFO:tasks.rados.rados.0.smithi037.stdout:3391: copy_from oid 16 from oid 14 current snap is 327 2021-07-26T16:08:35.333 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 327 2021-07-26T16:08:35.333 INFO:tasks.rados.rados.0.smithi037.stdout:3392: seq_num 1073 ranges {3506176=778240,4284416=401408} 2021-07-26T16:08:35.361 INFO:tasks.rados.rados.0.smithi037.stdout:3392: writing smithi03738989-1 from 3506176 to 4284416 tid 1 2021-07-26T16:08:35.364 INFO:tasks.rados.rados.0.smithi037.stdout:3392: writing smithi03738989-1 from 4284416 to 4685824 tid 2 2021-07-26T16:08:35.364 INFO:tasks.rados.rados.0.smithi037.stdout:3393: read oid 27 snap -1 2021-07-26T16:08:35.364 INFO:tasks.rados.rados.0.smithi037.stdout:3393: expect (ObjNum 1042 snap 321 seq_num 1042) 2021-07-26T16:08:35.365 INFO:tasks.rados.rados.0.smithi037.stdout:3394: delete oid 33 current snap is 327 2021-07-26T16:08:35.365 INFO:tasks.rados.rados.0.smithi037.stdout:3391: finishing copy_from to smithi03738989-16 2021-07-26T16:08:35.365 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 2221 (ObjNum 999 snap 308 seq_num 999) dirty exists 2021-07-26T16:08:35.365 INFO:tasks.rados.rados.0.smithi037.stdout:3391: finishing copy_from racing read to smithi03738989-16 2021-07-26T16:08:35.369 INFO:tasks.rados.rados.0.smithi037.stdout:3393: expect (ObjNum 1042 snap 321 seq_num 1042) 2021-07-26T16:08:35.387 INFO:tasks.rados.rados.0.smithi037.stdout:3392: finishing write tid 1 to smithi03738989-1 2021-07-26T16:08:35.387 INFO:tasks.rados.rados.0.smithi037.stdout:3392: finishing write tid 2 to smithi03738989-1 2021-07-26T16:08:35.388 INFO:tasks.rados.rados.0.smithi037.stdout:3392: finishing write tid 4 to smithi03738989-1 2021-07-26T16:08:35.388 INFO:tasks.rados.rados.0.smithi037.stdout:3392: finishing write tid 5 to smithi03738989-1 2021-07-26T16:08:35.388 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 3058 (ObjNum 1073 snap 327 seq_num 1073) dirty exists 2021-07-26T16:08:35.388 INFO:tasks.rados.rados.0.smithi037.stdout:3392: left oid 1 (ObjNum 1073 snap 327 seq_num 1073) 2021-07-26T16:08:35.388 INFO:tasks.rados.rados.0.smithi037.stdout:3391: done (3 left) 2021-07-26T16:08:35.389 INFO:tasks.rados.rados.0.smithi037.stdout:3392: done (2 left) 2021-07-26T16:08:35.389 INFO:tasks.rados.rados.0.smithi037.stdout:3393: done (1 left) 2021-07-26T16:08:35.389 INFO:tasks.rados.rados.0.smithi037.stdout:3394: done (0 left) 2021-07-26T16:08:35.389 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 327 2021-07-26T16:08:35.390 INFO:tasks.rados.rados.0.smithi037.stdout:3395: seq_num 1075 ranges {3768320=409600,4177920=671744,4849664=131072} 2021-07-26T16:08:35.415 INFO:tasks.rados.rados.0.smithi037.stdout:3395: writing smithi03738989-24 from 3768320 to 4177920 tid 1 2021-07-26T16:08:35.419 INFO:tasks.rados.rados.0.smithi037.stdout:3395: writing smithi03738989-24 from 4177920 to 4849664 tid 2 2021-07-26T16:08:35.420 INFO:tasks.rados.rados.0.smithi037.stdout:3395: writing smithi03738989-24 from 4849664 to 4980736 tid 3 2021-07-26T16:08:35.420 INFO:tasks.rados.rados.0.smithi037.stdout:3396: rollback oid 13 current snap is 327 2021-07-26T16:08:35.420 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 13 to 322 2021-07-26T16:08:35.421 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 327 2021-07-26T16:08:35.421 INFO:tasks.rados.rados.0.smithi037.stdout:3397: seq_num 1076 ranges {778240=425984,1204224=548864,1753088=253952} 2021-07-26T16:08:35.427 INFO:tasks.rados.rados.0.smithi037.stdout:3397: writing smithi03738989-43 from 778240 to 1204224 tid 1 2021-07-26T16:08:35.431 INFO:tasks.rados.rados.0.smithi037.stdout:3397: writing smithi03738989-43 from 1204224 to 1753088 tid 2 2021-07-26T16:08:35.433 INFO:tasks.rados.rados.0.smithi037.stdout:3397: writing smithi03738989-43 from 1753088 to 2007040 tid 3 2021-07-26T16:08:35.433 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 40 current snap is 327 2021-07-26T16:08:35.433 INFO:tasks.rados.rados.0.smithi037.stdout:3398: seq_num 1077 ranges {4620288=442368,5062656=434176,5496832=368640} 2021-07-26T16:08:35.461 INFO:tasks.rados.rados.0.smithi037.stdout:3398: writing smithi03738989-40 from 4620288 to 5062656 tid 1 2021-07-26T16:08:35.463 INFO:tasks.rados.rados.0.smithi037.stdout:3398: writing smithi03738989-40 from 5062656 to 5496832 tid 2 2021-07-26T16:08:35.466 INFO:tasks.rados.rados.0.smithi037.stdout:3398: writing smithi03738989-40 from 5496832 to 5865472 tid 3 2021-07-26T16:08:35.466 INFO:tasks.rados.rados.0.smithi037.stdout:3399: snap_create 2021-07-26T16:08:35.467 INFO:tasks.rados.rados.0.smithi037.stdout:3395: finishing write tid 1 to smithi03738989-24 2021-07-26T16:08:35.467 INFO:tasks.rados.rados.0.smithi037.stdout:3395: finishing write tid 2 to smithi03738989-24 2021-07-26T16:08:35.467 INFO:tasks.rados.rados.0.smithi037.stdout:3395: finishing write tid 3 to smithi03738989-24 2021-07-26T16:08:35.468 INFO:tasks.rados.rados.0.smithi037.stdout:3396: finishing rollback tid 0 to smithi03738989-13 2021-07-26T16:08:35.468 INFO:tasks.rados.rados.0.smithi037.stdout:3395: finishing write tid 5 to smithi03738989-24 2021-07-26T16:08:35.468 INFO:tasks.rados.rados.0.smithi037.stdout:3396: finishing rollback tid 1 to smithi03738989-13 2021-07-26T16:08:35.469 INFO:tasks.rados.rados.0.smithi037.stdout:3396: finishing rollback tid 2 to smithi03738989-13 2021-07-26T16:08:35.469 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1984 (ObjNum 1039 snap 321 seq_num 1039) dirty exists 2021-07-26T16:08:35.469 INFO:tasks.rados.rados.0.smithi037.stdout:3395: finishing write tid 6 to smithi03738989-24 2021-07-26T16:08:35.469 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 3062 (ObjNum 1075 snap 327 seq_num 1075) dirty exists 2021-07-26T16:08:35.470 INFO:tasks.rados.rados.0.smithi037.stdout:3395: left oid 24 (ObjNum 1075 snap 327 seq_num 1075) 2021-07-26T16:08:35.470 INFO:tasks.rados.rados.0.smithi037.stdout:3397: finishing write tid 1 to smithi03738989-43 2021-07-26T16:08:35.470 INFO:tasks.rados.rados.0.smithi037.stdout:3397: finishing write tid 2 to smithi03738989-43 2021-07-26T16:08:35.470 INFO:tasks.rados.rados.0.smithi037.stdout:3397: finishing write tid 3 to smithi03738989-43 2021-07-26T16:08:35.471 INFO:tasks.rados.rados.0.smithi037.stdout:3397: finishing write tid 5 to smithi03738989-43 2021-07-26T16:08:35.471 INFO:tasks.rados.rados.0.smithi037.stdout:3397: finishing write tid 6 to smithi03738989-43 2021-07-26T16:08:35.471 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 2505 (ObjNum 1076 snap 327 seq_num 1076) dirty exists 2021-07-26T16:08:35.471 INFO:tasks.rados.rados.0.smithi037.stdout:3397: left oid 43 (ObjNum 1076 snap 327 seq_num 1076) 2021-07-26T16:08:35.472 INFO:tasks.rados.rados.0.smithi037.stdout:3398: finishing write tid 1 to smithi03738989-40 2021-07-26T16:08:35.476 INFO:tasks.rados.rados.0.smithi037.stdout:3398: finishing write tid 2 to smithi03738989-40 2021-07-26T16:08:35.477 INFO:tasks.rados.rados.0.smithi037.stdout:3398: finishing write tid 3 to smithi03738989-40 2021-07-26T16:08:35.477 INFO:tasks.rados.rados.0.smithi037.stdout:3398: finishing write tid 5 to smithi03738989-40 2021-07-26T16:08:35.479 INFO:tasks.rados.rados.0.smithi037.stdout:3398: finishing write tid 6 to smithi03738989-40 2021-07-26T16:08:35.480 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 40 v 2892 (ObjNum 1077 snap 327 seq_num 1077) dirty exists 2021-07-26T16:08:35.480 INFO:tasks.rados.rados.0.smithi037.stdout:3398: left oid 40 (ObjNum 1077 snap 327 seq_num 1077) 2021-07-26T16:08:35.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:35 smithi107 bash[29346]: cluster 2021-07-26T16:08:33.891797+0000 mgr.y (mgr.24994) 503 : cluster [DBG] pgmap v777: 89 pgs: 89 active+clean; 380 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 428 KiB/s wr, 12 op/s 2021-07-26T16:08:35.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:35 smithi107 bash[29346]: cluster 2021-07-26T16:08:34.234959+0000 mon.a (mon.0) 1184 : cluster [DBG] osdmap e712: 8 total, 8 up, 8 in 2021-07-26T16:08:35.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:35 smithi037 bash[41498]: cluster 2021-07-26T16:08:33.891797+0000 mgr.y (mgr.24994) 503 : cluster [DBG] pgmap v777: 89 pgs: 89 active+clean; 380 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 428 KiB/s wr, 12 op/s 2021-07-26T16:08:35.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:35 smithi037 bash[41498]: cluster 2021-07-26T16:08:34.234959+0000 mon.a (mon.0) 1184 : cluster [DBG] osdmap e712: 8 total, 8 up, 8 in 2021-07-26T16:08:35.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:35 smithi037 bash[42499]: cluster 2021-07-26T16:08:33.891797+0000 mgr.y (mgr.24994) 503 : cluster [DBG] pgmap v777: 89 pgs: 89 active+clean; 380 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 428 KiB/s wr, 12 op/s 2021-07-26T16:08:35.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:35 smithi037 bash[42499]: cluster 2021-07-26T16:08:34.234959+0000 mon.a (mon.0) 1184 : cluster [DBG] osdmap e712: 8 total, 8 up, 8 in 2021-07-26T16:08:36.260 INFO:tasks.rados.rados.0.smithi037.stdout:3395: done (4 left) 2021-07-26T16:08:36.261 INFO:tasks.rados.rados.0.smithi037.stdout:3396: done (3 left) 2021-07-26T16:08:36.261 INFO:tasks.rados.rados.0.smithi037.stdout:3397: done (2 left) 2021-07-26T16:08:36.261 INFO:tasks.rados.rados.0.smithi037.stdout:3398: done (1 left) 2021-07-26T16:08:36.262 INFO:tasks.rados.rados.0.smithi037.stdout:3399: done (0 left) 2021-07-26T16:08:36.262 INFO:tasks.rados.rados.0.smithi037.stdout:3400: delete oid 47 current snap is 328 2021-07-26T16:08:36.270 INFO:tasks.rados.rados.0.smithi037.stdout:3400: done (0 left) 2021-07-26T16:08:36.271 INFO:tasks.rados.rados.0.smithi037.stdout:3401: snap_create 2021-07-26T16:08:36.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:36 smithi107 bash[29346]: cluster 2021-07-26T16:08:35.245140+0000 mon.a (mon.0) 1185 : cluster [DBG] osdmap e713: 8 total, 8 up, 8 in 2021-07-26T16:08:36.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:36 smithi037 bash[41498]: cluster 2021-07-26T16:08:35.245140+0000 mon.a (mon.0) 1185 : cluster [DBG] osdmap e713: 8 total, 8 up, 8 in 2021-07-26T16:08:36.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:36 smithi037 bash[42499]: cluster 2021-07-26T16:08:35.245140+0000 mon.a (mon.0) 1185 : cluster [DBG] osdmap e713: 8 total, 8 up, 8 in 2021-07-26T16:08:37.154 INFO:tasks.rados.rados.0.smithi037.stdout:3401: done (0 left) 2021-07-26T16:08:37.154 INFO:tasks.rados.rados.0.smithi037.stdout:3402: read oid 39 snap -1 2021-07-26T16:08:37.154 INFO:tasks.rados.rados.0.smithi037.stdout:3402: expect (ObjNum 1033 snap 319 seq_num 1033) 2021-07-26T16:08:37.155 INFO:tasks.rados.rados.0.smithi037.stdout:3403: read oid 43 snap -1 2021-07-26T16:08:37.155 INFO:tasks.rados.rados.0.smithi037.stdout:3403: expect (ObjNum 1076 snap 327 seq_num 1076) 2021-07-26T16:08:37.155 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 329 2021-07-26T16:08:37.155 INFO:tasks.rados.rados.0.smithi037.stdout:3404: seq_num 1079 ranges {1081344=475136,1556480=606208,2162688=196608} 2021-07-26T16:08:37.162 INFO:tasks.rados.rados.0.smithi037.stdout:3404: writing smithi03738989-26 from 1081344 to 1556480 tid 1 2021-07-26T16:08:37.167 INFO:tasks.rados.rados.0.smithi037.stdout:3404: writing smithi03738989-26 from 1556480 to 2162688 tid 2 2021-07-26T16:08:37.168 INFO:tasks.rados.rados.0.smithi037.stdout:3404: writing smithi03738989-26 from 2162688 to 2359296 tid 3 2021-07-26T16:08:37.168 INFO:tasks.rados.rados.0.smithi037.stdout:3405: delete oid 4 current snap is 329 2021-07-26T16:08:37.169 INFO:tasks.rados.rados.0.smithi037.stdout:3402: expect (ObjNum 1033 snap 319 seq_num 1033) 2021-07-26T16:08:37.216 INFO:tasks.rados.rados.0.smithi037.stdout:3403: expect (ObjNum 1076 snap 327 seq_num 1076) 2021-07-26T16:08:37.278 INFO:tasks.rados.rados.0.smithi037.stdout:3404: finishing write tid 1 to smithi03738989-26 2021-07-26T16:08:37.278 INFO:tasks.rados.rados.0.smithi037.stdout:3404: finishing write tid 2 to smithi03738989-26 2021-07-26T16:08:37.279 INFO:tasks.rados.rados.0.smithi037.stdout:3404: finishing write tid 3 to smithi03738989-26 2021-07-26T16:08:37.279 INFO:tasks.rados.rados.0.smithi037.stdout:3404: finishing write tid 5 to smithi03738989-26 2021-07-26T16:08:37.279 INFO:tasks.rados.rados.0.smithi037.stdout:3404: finishing write tid 6 to smithi03738989-26 2021-07-26T16:08:37.279 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2529 (ObjNum 1079 snap 329 seq_num 1079) dirty exists 2021-07-26T16:08:37.280 INFO:tasks.rados.rados.0.smithi037.stdout:3404: left oid 26 (ObjNum 1079 snap 329 seq_num 1079) 2021-07-26T16:08:37.280 INFO:tasks.rados.rados.0.smithi037.stdout:3402: done (3 left) 2021-07-26T16:08:37.280 INFO:tasks.rados.rados.0.smithi037.stdout:3403: done (2 left) 2021-07-26T16:08:37.280 INFO:tasks.rados.rados.0.smithi037.stdout:3404: done (1 left) 2021-07-26T16:08:37.280 INFO:tasks.rados.rados.0.smithi037.stdout:3405: done (0 left) 2021-07-26T16:08:37.281 INFO:tasks.rados.rados.0.smithi037.stdout:3406: setattr oid 33 current snap is 329 2021-07-26T16:08:37.281 INFO:tasks.rados.rados.0.smithi037.stdout:3407: delete oid 45 current snap is 329 2021-07-26T16:08:37.288 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 2519 (ObjNum 371913680 snap 21933 seq_num 0) dirty exists 2021-07-26T16:08:37.288 INFO:tasks.rados.rados.0.smithi037.stdout:3406: done (1 left) 2021-07-26T16:08:37.289 INFO:tasks.rados.rados.0.smithi037.stdout:3407: done (0 left) 2021-07-26T16:08:37.289 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 329 2021-07-26T16:08:37.289 INFO:tasks.rados.rados.0.smithi037.stdout:3408: seq_num 1082 ranges {4251648=524288,4775936=704512,5480448=98304} 2021-07-26T16:08:37.321 INFO:tasks.rados.rados.0.smithi037.stdout:3408: writing smithi03738989-14 from 4251648 to 4775936 tid 1 2021-07-26T16:08:37.326 INFO:tasks.rados.rados.0.smithi037.stdout:3408: writing smithi03738989-14 from 4775936 to 5480448 tid 2 2021-07-26T16:08:37.327 INFO:tasks.rados.rados.0.smithi037.stdout:3408: writing smithi03738989-14 from 5480448 to 5578752 tid 3 2021-07-26T16:08:37.327 INFO:tasks.rados.rados.0.smithi037.stdout:3409: delete oid 48 current snap is 329 2021-07-26T16:08:37.328 INFO:tasks.rados.rados.0.smithi037.stdout:3408: finishing write tid 1 to smithi03738989-14 2021-07-26T16:08:37.332 INFO:tasks.rados.rados.0.smithi037.stdout:3409: done (1 left) 2021-07-26T16:08:37.333 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 329 2021-07-26T16:08:37.333 INFO:tasks.rados.rados.0.smithi037.stdout:3410: seq_num 1084 ranges {5660672=557056,6217728=475136,6692864=327680} 2021-07-26T16:08:37.369 INFO:tasks.rados.rados.0.smithi037.stdout:3410: writing smithi03738989-5 from 5660672 to 6217728 tid 1 2021-07-26T16:08:37.372 INFO:tasks.rados.rados.0.smithi037.stdout:3410: writing smithi03738989-5 from 6217728 to 6692864 tid 2 2021-07-26T16:08:37.375 INFO:tasks.rados.rados.0.smithi037.stdout:3410: writing smithi03738989-5 from 6692864 to 7020544 tid 3 2021-07-26T16:08:37.375 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 329 2021-07-26T16:08:37.375 INFO:tasks.rados.rados.0.smithi037.stdout:3411: seq_num 1085 ranges {0=581632,581632=761856,1343488=40960} 2021-07-26T16:08:37.377 INFO:tasks.rados.rados.0.smithi037.stdout:3411: writing smithi03738989-48 from 0 to 581632 tid 1 2021-07-26T16:08:37.382 INFO:tasks.rados.rados.0.smithi037.stdout:3411: writing smithi03738989-48 from 581632 to 1343488 tid 2 2021-07-26T16:08:37.382 INFO:tasks.rados.rados.0.smithi037.stdout:3411: writing smithi03738989-48 from 1343488 to 1384448 tid 3 2021-07-26T16:08:37.382 INFO:tasks.rados.rados.0.smithi037.stdout:3412: rollback oid 41 current snap is 329 2021-07-26T16:08:37.383 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 41 to 318 2021-07-26T16:08:37.383 INFO:tasks.rados.rados.0.smithi037.stdout:3408: finishing write tid 2 to smithi03738989-14 2021-07-26T16:08:37.383 INFO:tasks.rados.rados.0.smithi037.stdout:3408: finishing write tid 3 to smithi03738989-14 2021-07-26T16:08:37.383 INFO:tasks.rados.rados.0.smithi037.stdout:3408: finishing write tid 5 to smithi03738989-14 2021-07-26T16:08:37.384 INFO:tasks.rados.rados.0.smithi037.stdout:3408: finishing write tid 6 to smithi03738989-14 2021-07-26T16:08:37.384 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 2225 (ObjNum 1082 snap 329 seq_num 1082) dirty exists 2021-07-26T16:08:37.384 INFO:tasks.rados.rados.0.smithi037.stdout:3408: left oid 14 (ObjNum 1082 snap 329 seq_num 1082) 2021-07-26T16:08:37.384 INFO:tasks.rados.rados.0.smithi037.stdout:3410: finishing write tid 1 to smithi03738989-5 2021-07-26T16:08:37.385 INFO:tasks.rados.rados.0.smithi037.stdout:3408: done (3 left) 2021-07-26T16:08:37.385 INFO:tasks.rados.rados.0.smithi037.stdout:3413: delete oid 36 current snap is 329 2021-07-26T16:08:37.386 INFO:tasks.rados.rados.0.smithi037.stdout:3410: finishing write tid 2 to smithi03738989-5 2021-07-26T16:08:37.386 INFO:tasks.rados.rados.0.smithi037.stdout:3410: finishing write tid 3 to smithi03738989-5 2021-07-26T16:08:37.387 INFO:tasks.rados.rados.0.smithi037.stdout:3410: finishing write tid 5 to smithi03738989-5 2021-07-26T16:08:37.391 INFO:tasks.rados.rados.0.smithi037.stdout:3411: finishing write tid 1 to smithi03738989-48 2021-07-26T16:08:37.391 INFO:tasks.rados.rados.0.smithi037.stdout:3411: finishing write tid 2 to smithi03738989-48 2021-07-26T16:08:37.392 INFO:tasks.rados.rados.0.smithi037.stdout:3410: finishing write tid 6 to smithi03738989-5 2021-07-26T16:08:37.392 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 2226 (ObjNum 1084 snap 329 seq_num 1084) dirty exists 2021-07-26T16:08:37.393 INFO:tasks.rados.rados.0.smithi037.stdout:3410: left oid 5 (ObjNum 1084 snap 329 seq_num 1084) 2021-07-26T16:08:37.393 INFO:tasks.rados.rados.0.smithi037.stdout:3411: finishing write tid 3 to smithi03738989-48 2021-07-26T16:08:37.394 INFO:tasks.rados.rados.0.smithi037.stdout:3411: finishing write tid 5 to smithi03738989-48 2021-07-26T16:08:37.396 INFO:tasks.rados.rados.0.smithi037.stdout:3411: finishing write tid 6 to smithi03738989-48 2021-07-26T16:08:37.396 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 2894 (ObjNum 1085 snap 329 seq_num 1085) dirty exists 2021-07-26T16:08:37.397 INFO:tasks.rados.rados.0.smithi037.stdout:3411: left oid 48 (ObjNum 1085 snap 329 seq_num 1085) 2021-07-26T16:08:37.397 INFO:tasks.rados.rados.0.smithi037.stdout:3412: finishing rollback tid 0 to smithi03738989-41 2021-07-26T16:08:37.398 INFO:tasks.rados.rados.0.smithi037.stdout:3412: finishing rollback tid 1 to smithi03738989-41 2021-07-26T16:08:37.398 INFO:tasks.rados.rados.0.smithi037.stdout:3412: finishing rollback tid 2 to smithi03738989-41 2021-07-26T16:08:37.399 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 2247 (ObjNum 1013 snap 314 seq_num 1013) dirty exists 2021-07-26T16:08:37.399 INFO:tasks.rados.rados.0.smithi037.stdout:3410: done (3 left) 2021-07-26T16:08:37.400 INFO:tasks.rados.rados.0.smithi037.stdout:3411: done (2 left) 2021-07-26T16:08:37.400 INFO:tasks.rados.rados.0.smithi037.stdout:3412: done (1 left) 2021-07-26T16:08:37.401 INFO:tasks.rados.rados.0.smithi037.stdout:3413: done (0 left) 2021-07-26T16:08:37.401 INFO:tasks.rados.rados.0.smithi037.stdout:3414: delete oid 9 current snap is 329 2021-07-26T16:08:37.403 INFO:tasks.rados.rados.0.smithi037.stdout:3414: done (0 left) 2021-07-26T16:08:37.403 INFO:tasks.rados.rados.0.smithi037.stdout:3415: read oid 36 snap 328 2021-07-26T16:08:37.404 INFO:tasks.rados.rados.0.smithi037.stdout:3415: expect (ObjNum 1063 snap 327 seq_num 1063) 2021-07-26T16:08:37.404 INFO:tasks.rados.rados.0.smithi037.stdout:3416: snap_remove snap 295 2021-07-26T16:08:37.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:37 smithi107 bash[29346]: cluster 2021-07-26T16:08:35.892609+0000 mgr.y (mgr.24994) 504 : cluster [DBG] pgmap v780: 89 pgs: 89 active+clean; 393 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 34 op/s 2021-07-26T16:08:37.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:37 smithi107 bash[29346]: cluster 2021-07-26T16:08:36.262680+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e714: 8 total, 8 up, 8 in 2021-07-26T16:08:37.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:37 smithi107 bash[29346]: cluster 2021-07-26T16:08:37.152136+0000 mon.a (mon.0) 1187 : cluster [DBG] osdmap e715: 8 total, 8 up, 8 in 2021-07-26T16:08:37.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:37 smithi037 bash[41498]: cluster 2021-07-26T16:08:35.892609+0000 mgr.y (mgr.24994) 504 : cluster [DBG] pgmap v780: 89 pgs: 89 active+clean; 393 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 34 op/s 2021-07-26T16:08:37.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:37 smithi037 bash[41498]: cluster 2021-07-26T16:08:36.262680+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e714: 8 total, 8 up, 8 in 2021-07-26T16:08:37.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:37 smithi037 bash[41498]: cluster 2021-07-26T16:08:37.152136+0000 mon.a (mon.0) 1187 : cluster [DBG] osdmap e715: 8 total, 8 up, 8 in 2021-07-26T16:08:37.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:37 smithi037 bash[42499]: cluster 2021-07-26T16:08:35.892609+0000 mgr.y (mgr.24994) 504 : cluster [DBG] pgmap v780: 89 pgs: 89 active+clean; 393 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 34 op/s 2021-07-26T16:08:37.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:37 smithi037 bash[42499]: cluster 2021-07-26T16:08:36.262680+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e714: 8 total, 8 up, 8 in 2021-07-26T16:08:37.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:37 smithi037 bash[42499]: cluster 2021-07-26T16:08:37.152136+0000 mon.a (mon.0) 1187 : cluster [DBG] osdmap e715: 8 total, 8 up, 8 in 2021-07-26T16:08:38.267 INFO:tasks.rados.rados.0.smithi037.stdout:3416: done (1 left) 2021-07-26T16:08:38.267 INFO:tasks.rados.rados.0.smithi037.stdout:3417: delete oid 44 current snap is 329 2021-07-26T16:08:38.275 INFO:tasks.rados.rados.0.smithi037.stdout:3415: expect (ObjNum 1063 snap 327 seq_num 1063) 2021-07-26T16:08:38.609 INFO:tasks.rados.rados.0.smithi037.stdout:3415: done (1 left) 2021-07-26T16:08:38.610 INFO:tasks.rados.rados.0.smithi037.stdout:3417: done (0 left) 2021-07-26T16:08:38.610 INFO:tasks.rados.rados.0.smithi037.stdout:3418: delete oid 22 current snap is 329 2021-07-26T16:08:38.611 INFO:tasks.rados.rados.0.smithi037.stdout:3418: done (0 left) 2021-07-26T16:08:38.611 INFO:tasks.rados.rados.0.smithi037.stdout:3419: rollback oid 41 current snap is 329 2021-07-26T16:08:38.612 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 41 to 309 2021-07-26T16:08:38.612 INFO:tasks.rados.rados.0.smithi037.stdout:3420: rollback oid 19 current snap is 329 2021-07-26T16:08:38.612 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 309 2021-07-26T16:08:38.612 INFO:tasks.rados.rados.0.smithi037.stdout:3421: rollback oid 24 current snap is 329 2021-07-26T16:08:38.612 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 24 to 302 2021-07-26T16:08:38.613 INFO:tasks.rados.rados.0.smithi037.stdout:3422: snap_create 2021-07-26T16:08:38.618 INFO:tasks.rados.rados.0.smithi037.stdout:3419: finishing rollback tid 0 to smithi03738989-41 2021-07-26T16:08:38.620 INFO:tasks.rados.rados.0.smithi037.stdout:3420: finishing rollback tid 0 to smithi03738989-19 2021-07-26T16:08:38.620 INFO:tasks.rados.rados.0.smithi037.stdout:3419: finishing rollback tid 1 to smithi03738989-41 2021-07-26T16:08:38.621 INFO:tasks.rados.rados.0.smithi037.stdout:3421: finishing rollback tid 0 to smithi03738989-24 2021-07-26T16:08:38.621 INFO:tasks.rados.rados.0.smithi037.stdout:3421: finishing rollback tid 1 to smithi03738989-24 2021-07-26T16:08:38.622 INFO:tasks.rados.rados.0.smithi037.stdout:3420: finishing rollback tid 1 to smithi03738989-19 2021-07-26T16:08:38.623 INFO:tasks.rados.rados.0.smithi037.stdout:3421: finishing rollback tid 2 to smithi03738989-24 2021-07-26T16:08:38.623 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 3082 (ObjNum 949 snap 291 seq_num 949) dirty exists 2021-07-26T16:08:38.623 INFO:tasks.rados.rados.0.smithi037.stdout:3419: finishing rollback tid 2 to smithi03738989-41 2021-07-26T16:08:38.624 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 2251 (ObjNum 993 snap 308 seq_num 993) dirty exists 2021-07-26T16:08:38.624 INFO:tasks.rados.rados.0.smithi037.stdout:3420: finishing rollback tid 2 to smithi03738989-19 2021-07-26T16:08:38.624 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2230 (ObjNum 999 snap 308 seq_num 999) dirty exists 2021-07-26T16:08:39.276 INFO:tasks.rados.rados.0.smithi037.stdout:3419: done (3 left) 2021-07-26T16:08:39.277 INFO:tasks.rados.rados.0.smithi037.stdout:3420: done (2 left) 2021-07-26T16:08:39.277 INFO:tasks.rados.rados.0.smithi037.stdout:3421: done (1 left) 2021-07-26T16:08:39.277 INFO:tasks.rados.rados.0.smithi037.stdout:3422: done (0 left) 2021-07-26T16:08:39.277 INFO:tasks.rados.rados.0.smithi037.stdout:3423: read oid 49 snap -1 2021-07-26T16:08:39.278 INFO:tasks.rados.rados.0.smithi037.stdout:3423: expect (ObjNum 999 snap 308 seq_num 999) 2021-07-26T16:08:39.278 INFO:tasks.rados.rados.0.smithi037.stdout:3424: snap_remove snap 319 2021-07-26T16:08:39.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:39 smithi107 bash[29346]: cluster 2021-07-26T16:08:37.893612+0000 mgr.y (mgr.24994) 505 : cluster [DBG] pgmap v783: 89 pgs: 89 active+clean; 397 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 8.7 MiB/s wr, 32 op/s 2021-07-26T16:08:39.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:39 smithi107 bash[29346]: cluster 2021-07-26T16:08:38.268098+0000 mon.a (mon.0) 1188 : cluster [DBG] osdmap e716: 8 total, 8 up, 8 in 2021-07-26T16:08:39.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:39 smithi037 bash[41498]: cluster 2021-07-26T16:08:37.893612+0000 mgr.y (mgr.24994) 505 : cluster [DBG] pgmap v783: 89 pgs: 89 active+clean; 397 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 8.7 MiB/s wr, 32 op/s 2021-07-26T16:08:39.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:39 smithi037 bash[41498]: cluster 2021-07-26T16:08:38.268098+0000 mon.a (mon.0) 1188 : cluster [DBG] osdmap e716: 8 total, 8 up, 8 in 2021-07-26T16:08:39.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:39 smithi037 bash[42499]: cluster 2021-07-26T16:08:37.893612+0000 mgr.y (mgr.24994) 505 : cluster [DBG] pgmap v783: 89 pgs: 89 active+clean; 397 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 8.7 MiB/s wr, 32 op/s 2021-07-26T16:08:39.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:39 smithi037 bash[42499]: cluster 2021-07-26T16:08:38.268098+0000 mon.a (mon.0) 1188 : cluster [DBG] osdmap e716: 8 total, 8 up, 8 in 2021-07-26T16:08:40.299 INFO:tasks.rados.rados.0.smithi037.stdout:3424: done (1 left) 2021-07-26T16:08:40.300 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 330 2021-07-26T16:08:40.300 INFO:tasks.rados.rados.0.smithi037.stdout:3425: seq_num 1090 ranges {1802240=663552,2465792=630784,3096576=172032} 2021-07-26T16:08:40.309 INFO:tasks.rados.rados.0.smithi037.stdout:3425: writing smithi03738989-12 from 1802240 to 2465792 tid 1 2021-07-26T16:08:40.314 INFO:tasks.rados.rados.0.smithi037.stdout:3425: writing smithi03738989-12 from 2465792 to 3096576 tid 2 2021-07-26T16:08:40.315 INFO:tasks.rados.rados.0.smithi037.stdout:3425: writing smithi03738989-12 from 3096576 to 3268608 tid 3 2021-07-26T16:08:40.315 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 330 2021-07-26T16:08:40.316 INFO:tasks.rados.rados.0.smithi037.stdout:3426: seq_num 1091 ranges {0=679936,679936=516096,1196032=286720} 2021-07-26T16:08:40.320 INFO:tasks.rados.rados.0.smithi037.stdout:3426: writing smithi03738989-45 from 0 to 679936 tid 1 2021-07-26T16:08:40.323 INFO:tasks.rados.rados.0.smithi037.stdout:3426: writing smithi03738989-45 from 679936 to 1196032 tid 2 2021-07-26T16:08:40.325 INFO:tasks.rados.rados.0.smithi037.stdout:3426: writing smithi03738989-45 from 1196032 to 1482752 tid 3 2021-07-26T16:08:40.335 INFO:tasks.rados.rados.0.smithi037.stdout:3423: expect (ObjNum 999 snap 308 seq_num 999) 2021-07-26T16:08:40.460 INFO:tasks.rados.rados.0.smithi037.stdout:3425: finishing write tid 1 to smithi03738989-12 2021-07-26T16:08:40.461 INFO:tasks.rados.rados.0.smithi037.stdout:3425: finishing write tid 2 to smithi03738989-12 2021-07-26T16:08:40.461 INFO:tasks.rados.rados.0.smithi037.stdout:3425: finishing write tid 3 to smithi03738989-12 2021-07-26T16:08:40.461 INFO:tasks.rados.rados.0.smithi037.stdout:3425: finishing write tid 5 to smithi03738989-12 2021-07-26T16:08:40.461 INFO:tasks.rados.rados.0.smithi037.stdout:3425: finishing write tid 6 to smithi03738989-12 2021-07-26T16:08:40.462 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 2898 (ObjNum 1090 snap 330 seq_num 1090) dirty exists 2021-07-26T16:08:40.462 INFO:tasks.rados.rados.0.smithi037.stdout:3425: left oid 12 (ObjNum 1090 snap 330 seq_num 1090) 2021-07-26T16:08:40.462 INFO:tasks.rados.rados.0.smithi037.stdout:3426: finishing write tid 1 to smithi03738989-45 2021-07-26T16:08:40.462 INFO:tasks.rados.rados.0.smithi037.stdout:3426: finishing write tid 2 to smithi03738989-45 2021-07-26T16:08:40.462 INFO:tasks.rados.rados.0.smithi037.stdout:3426: finishing write tid 3 to smithi03738989-45 2021-07-26T16:08:40.463 INFO:tasks.rados.rados.0.smithi037.stdout:3423: done (2 left) 2021-07-26T16:08:40.463 INFO:tasks.rados.rados.0.smithi037.stdout:3425: done (1 left) 2021-07-26T16:08:40.463 INFO:tasks.rados.rados.0.smithi037.stdout:3427: snap_remove snap 328 2021-07-26T16:08:40.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:40 smithi037 bash[41498]: cluster 2021-07-26T16:08:39.279320+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e717: 8 total, 8 up, 8 in 2021-07-26T16:08:40.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:40 smithi037 bash[42499]: cluster 2021-07-26T16:08:39.279320+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e717: 8 total, 8 up, 8 in 2021-07-26T16:08:40.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:40 smithi107 bash[29346]: cluster 2021-07-26T16:08:39.279320+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e717: 8 total, 8 up, 8 in 2021-07-26T16:08:41.296 INFO:tasks.rados.rados.0.smithi037.stdout:3427: done (1 left) 2021-07-26T16:08:41.297 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 330 2021-07-26T16:08:41.297 INFO:tasks.rados.rados.0.smithi037.stdout:3428: seq_num 1092 ranges {0=696320,696320=802816} 2021-07-26T16:08:41.304 INFO:tasks.rados.rados.0.smithi037.stdout:3428: writing smithi03738989-30 from 0 to 696320 tid 1 2021-07-26T16:08:41.310 INFO:tasks.rados.rados.0.smithi037.stdout:3428: writing smithi03738989-30 from 696320 to 1499136 tid 2 2021-07-26T16:08:41.311 INFO:tasks.rados.rados.0.smithi037.stdout:3426: finishing write tid 5 to smithi03738989-45 2021-07-26T16:08:41.311 INFO:tasks.rados.rados.0.smithi037.stdout:3426: finishing write tid 6 to smithi03738989-45 2021-07-26T16:08:41.311 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 3094 (ObjNum 1091 snap 330 seq_num 1091) dirty exists 2021-07-26T16:08:41.311 INFO:tasks.rados.rados.0.smithi037.stdout:3426: left oid 45 (ObjNum 1091 snap 330 seq_num 1091) 2021-07-26T16:08:41.311 INFO:tasks.rados.rados.0.smithi037.stdout:3426: done (1 left) 2021-07-26T16:08:41.312 INFO:tasks.rados.rados.0.smithi037.stdout:3429: rollback oid 37 current snap is 330 2021-07-26T16:08:41.312 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 37 to 309 2021-07-26T16:08:41.312 INFO:tasks.rados.rados.0.smithi037.stdout:3430: snap_remove snap 324 2021-07-26T16:08:41.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:41 smithi037 bash[41498]: cluster 2021-07-26T16:08:39.894456+0000 mgr.y (mgr.24994) 506 : cluster [DBG] pgmap v786: 89 pgs: 89 active+clean; 389 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 7.0 MiB/s wr, 27 op/s 2021-07-26T16:08:41.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:41 smithi037 bash[41498]: cluster 2021-07-26T16:08:40.290450+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e718: 8 total, 8 up, 8 in 2021-07-26T16:08:41.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:41 smithi037 bash[42499]: cluster 2021-07-26T16:08:39.894456+0000 mgr.y (mgr.24994) 506 : cluster [DBG] pgmap v786: 89 pgs: 89 active+clean; 389 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 7.0 MiB/s wr, 27 op/s 2021-07-26T16:08:41.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:41 smithi037 bash[42499]: cluster 2021-07-26T16:08:40.290450+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e718: 8 total, 8 up, 8 in 2021-07-26T16:08:41.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:41 smithi107 bash[29346]: cluster 2021-07-26T16:08:39.894456+0000 mgr.y (mgr.24994) 506 : cluster [DBG] pgmap v786: 89 pgs: 89 active+clean; 389 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 7.0 MiB/s wr, 27 op/s 2021-07-26T16:08:41.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:41 smithi107 bash[29346]: cluster 2021-07-26T16:08:40.290450+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e718: 8 total, 8 up, 8 in 2021-07-26T16:08:42.158 INFO:tasks.rados.rados.0.smithi037.stdout:3430: done (2 left) 2021-07-26T16:08:42.158 INFO:tasks.rados.rados.0.smithi037.stdout:3431: rmattr oid 14 current snap is 330 2021-07-26T16:08:42.158 INFO:tasks.rados.rados.0.smithi037.stdout:3431: done (2 left) 2021-07-26T16:08:42.158 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 330 2021-07-26T16:08:42.159 INFO:tasks.rados.rados.0.smithi037.stdout:3432: seq_num 1093 ranges {4907008=712704,5619712=688128,6307840=114688} 2021-07-26T16:08:42.191 INFO:tasks.rados.rados.0.smithi037.stdout:3432: writing smithi03738989-13 from 4907008 to 5619712 tid 1 2021-07-26T16:08:42.195 INFO:tasks.rados.rados.0.smithi037.stdout:3432: writing smithi03738989-13 from 5619712 to 6307840 tid 2 2021-07-26T16:08:42.196 INFO:tasks.rados.rados.0.smithi037.stdout:3432: writing smithi03738989-13 from 6307840 to 6422528 tid 3 2021-07-26T16:08:42.196 INFO:tasks.rados.rados.0.smithi037.stdout:3433: snap_remove snap 302 2021-07-26T16:08:42.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:42 smithi037 bash[41498]: cluster 2021-07-26T16:08:41.296863+0000 mon.a (mon.0) 1191 : cluster [DBG] osdmap e719: 8 total, 8 up, 8 in 2021-07-26T16:08:42.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:42 smithi037 bash[41498]: cluster 2021-07-26T16:08:42.155481+0000 mon.a (mon.0) 1192 : cluster [DBG] osdmap e720: 8 total, 8 up, 8 in 2021-07-26T16:08:42.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:42 smithi037 bash[42499]: cluster 2021-07-26T16:08:41.296863+0000 mon.a (mon.0) 1191 : cluster [DBG] osdmap e719: 8 total, 8 up, 8 in 2021-07-26T16:08:42.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:42 smithi037 bash[42499]: cluster 2021-07-26T16:08:42.155481+0000 mon.a (mon.0) 1192 : cluster [DBG] osdmap e720: 8 total, 8 up, 8 in 2021-07-26T16:08:42.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:42 smithi107 bash[29346]: cluster 2021-07-26T16:08:41.296863+0000 mon.a (mon.0) 1191 : cluster [DBG] osdmap e719: 8 total, 8 up, 8 in 2021-07-26T16:08:42.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:42 smithi107 bash[29346]: cluster 2021-07-26T16:08:42.155481+0000 mon.a (mon.0) 1192 : cluster [DBG] osdmap e720: 8 total, 8 up, 8 in 2021-07-26T16:08:43.174 INFO:tasks.rados.rados.0.smithi037.stdout:3433: done (3 left) 2021-07-26T16:08:43.174 INFO:tasks.rados.rados.0.smithi037.stdout:3434: copy_from oid 24 from oid 25 current snap is 330 2021-07-26T16:08:43.174 INFO:tasks.rados.rados.0.smithi037.stdout:3428: finishing write tid 1 to smithi03738989-30 2021-07-26T16:08:43.175 INFO:tasks.rados.rados.0.smithi037.stdout:3428: finishing write tid 2 to smithi03738989-30 2021-07-26T16:08:43.175 INFO:tasks.rados.rados.0.smithi037.stdout:3429: finishing rollback tid 0 to smithi03738989-37 2021-07-26T16:08:43.175 INFO:tasks.rados.rados.0.smithi037.stdout:3429: finishing rollback tid 1 to smithi03738989-37 2021-07-26T16:08:43.175 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 2900 (ObjNum 0 snap 21933 seq_num 372041744) dirty dne 2021-07-26T16:08:43.176 INFO:tasks.rados.rados.0.smithi037.stdout:3428: finishing write tid 4 to smithi03738989-30 2021-07-26T16:08:43.176 INFO:tasks.rados.rados.0.smithi037.stdout:3428: finishing write tid 5 to smithi03738989-30 2021-07-26T16:08:43.176 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2254 (ObjNum 1092 snap 330 seq_num 1092) dirty exists 2021-07-26T16:08:43.176 INFO:tasks.rados.rados.0.smithi037.stdout:3428: left oid 30 (ObjNum 1092 snap 330 seq_num 1092) 2021-07-26T16:08:43.176 INFO:tasks.rados.rados.0.smithi037.stdout:3432: finishing write tid 1 to smithi03738989-13 2021-07-26T16:08:43.177 INFO:tasks.rados.rados.0.smithi037.stdout:3432: finishing write tid 2 to smithi03738989-13 2021-07-26T16:08:43.177 INFO:tasks.rados.rados.0.smithi037.stdout:3432: finishing write tid 3 to smithi03738989-13 2021-07-26T16:08:43.177 INFO:tasks.rados.rados.0.smithi037.stdout:3432: finishing write tid 5 to smithi03738989-13 2021-07-26T16:08:43.177 INFO:tasks.rados.rados.0.smithi037.stdout:3432: finishing write tid 6 to smithi03738989-13 2021-07-26T16:08:43.178 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1989 (ObjNum 1093 snap 330 seq_num 1093) dirty exists 2021-07-26T16:08:43.178 INFO:tasks.rados.rados.0.smithi037.stdout:3432: left oid 13 (ObjNum 1093 snap 330 seq_num 1093) 2021-07-26T16:08:43.178 INFO:tasks.rados.rados.0.smithi037.stdout:3428: done (3 left) 2021-07-26T16:08:43.178 INFO:tasks.rados.rados.0.smithi037.stdout:3429: done (2 left) 2021-07-26T16:08:43.179 INFO:tasks.rados.rados.0.smithi037.stdout:3432: done (1 left) 2021-07-26T16:08:43.179 INFO:tasks.rados.rados.0.smithi037.stdout:3435: copy_from oid 35 from oid 5 current snap is 330 2021-07-26T16:08:43.179 INFO:tasks.rados.rados.0.smithi037.stdout:3436: setattr oid 12 current snap is 330 2021-07-26T16:08:43.180 INFO:tasks.rados.rados.0.smithi037.stdout:3437: delete oid 1 current snap is 330 2021-07-26T16:08:43.188 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 2901 (ObjNum 1090 snap 330 seq_num 1090) dirty exists 2021-07-26T16:08:43.189 INFO:tasks.rados.rados.0.smithi037.stdout:3434: finishing copy_from to smithi03738989-24 2021-07-26T16:08:43.189 INFO:tasks.rados.rados.0.smithi037.stdout:3434: got expected ENOENT (src dne) 2021-07-26T16:08:43.192 INFO:tasks.rados.rados.0.smithi037.stdout:3434: finishing copy_from racing read to smithi03738989-24 2021-07-26T16:08:43.202 INFO:tasks.rados.rados.0.smithi037.stdout:3434: done (3 left) 2021-07-26T16:08:43.202 INFO:tasks.rados.rados.0.smithi037.stdout:3436: done (2 left) 2021-07-26T16:08:43.202 INFO:tasks.rados.rados.0.smithi037.stdout:3437: done (1 left) 2021-07-26T16:08:43.202 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 330 2021-07-26T16:08:43.203 INFO:tasks.rados.rados.0.smithi037.stdout:3438: seq_num 1095 ranges {0=745472,745472=499712,1245184=303104} 2021-07-26T16:08:43.206 INFO:tasks.rados.rados.0.smithi037.stdout:3438: writing smithi03738989-44 from 0 to 745472 tid 1 2021-07-26T16:08:43.210 INFO:tasks.rados.rados.0.smithi037.stdout:3438: writing smithi03738989-44 from 745472 to 1245184 tid 2 2021-07-26T16:08:43.212 INFO:tasks.rados.rados.0.smithi037.stdout:3438: writing smithi03738989-44 from 1245184 to 1548288 tid 3 2021-07-26T16:08:43.212 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 330 2021-07-26T16:08:43.213 INFO:tasks.rados.rados.0.smithi037.stdout:3439: seq_num 1096 ranges {2514944=761856,3276800=786432,4063232=16384} 2021-07-26T16:08:43.232 INFO:tasks.rados.rados.0.smithi037.stdout:3439: writing smithi03738989-7 from 2514944 to 3276800 tid 1 2021-07-26T16:08:43.237 INFO:tasks.rados.rados.0.smithi037.stdout:3439: writing smithi03738989-7 from 3276800 to 4063232 tid 2 2021-07-26T16:08:43.237 INFO:tasks.rados.rados.0.smithi037.stdout:3439: writing smithi03738989-7 from 4063232 to 4079616 tid 3 2021-07-26T16:08:43.237 INFO:tasks.rados.rados.0.smithi037.stdout:3440: setattr oid 17 current snap is 330 2021-07-26T16:08:43.238 INFO:tasks.rados.rados.0.smithi037.stdout:3438: finishing write tid 1 to smithi03738989-44 2021-07-26T16:08:43.238 INFO:tasks.rados.rados.0.smithi037.stdout:3438: finishing write tid 2 to smithi03738989-44 2021-07-26T16:08:43.238 INFO:tasks.rados.rados.0.smithi037.stdout:3438: finishing write tid 3 to smithi03738989-44 2021-07-26T16:08:43.238 INFO:tasks.rados.rados.0.smithi037.stdout:3438: finishing write tid 5 to smithi03738989-44 2021-07-26T16:08:43.239 INFO:tasks.rados.rados.0.smithi037.stdout:3438: finishing write tid 6 to smithi03738989-44 2021-07-26T16:08:43.239 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 2234 (ObjNum 1095 snap 330 seq_num 1095) dirty exists 2021-07-26T16:08:43.239 INFO:tasks.rados.rados.0.smithi037.stdout:3438: left oid 44 (ObjNum 1095 snap 330 seq_num 1095) 2021-07-26T16:08:43.239 INFO:tasks.rados.rados.0.smithi037.stdout:3435: finishing copy_from to smithi03738989-35 2021-07-26T16:08:43.240 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 2226 (ObjNum 1084 snap 329 seq_num 1084) dirty exists 2021-07-26T16:08:43.240 INFO:tasks.rados.rados.0.smithi037.stdout:3435: finishing copy_from racing read to smithi03738989-35 2021-07-26T16:08:43.240 INFO:tasks.rados.rados.0.smithi037.stdout:3439: finishing write tid 1 to smithi03738989-7 2021-07-26T16:08:43.241 INFO:tasks.rados.rados.0.smithi037.stdout:3435: done (3 left) 2021-07-26T16:08:43.241 INFO:tasks.rados.rados.0.smithi037.stdout:3438: done (2 left) 2021-07-26T16:08:43.242 INFO:tasks.rados.rados.0.smithi037.stdout:3441: rollback oid 14 current snap is 330 2021-07-26T16:08:43.242 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 14 to 327 2021-07-26T16:08:43.242 INFO:tasks.rados.rados.0.smithi037.stdout:3442: setattr oid 23 current snap is 330 2021-07-26T16:08:43.242 INFO:tasks.rados.rados.0.smithi037.stdout:3443: snap_create 2021-07-26T16:08:43.244 INFO:tasks.rados.rados.0.smithi037.stdout:3439: finishing write tid 2 to smithi03738989-7 2021-07-26T16:08:43.245 INFO:tasks.rados.rados.0.smithi037.stdout:3439: finishing write tid 3 to smithi03738989-7 2021-07-26T16:08:43.245 INFO:tasks.rados.rados.0.smithi037.stdout:3439: finishing write tid 5 to smithi03738989-7 2021-07-26T16:08:43.246 INFO:tasks.rados.rados.0.smithi037.stdout:3441: finishing rollback tid 0 to smithi03738989-14 2021-07-26T16:08:43.247 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1746 (ObjNum 1044 snap 321 seq_num 1044) dirty exists 2021-07-26T16:08:43.247 INFO:tasks.rados.rados.0.smithi037.stdout:3441: finishing rollback tid 1 to smithi03738989-14 2021-07-26T16:08:43.247 INFO:tasks.rados.rados.0.smithi037.stdout:3441: finishing rollback tid 2 to smithi03738989-14 2021-07-26T16:08:43.247 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 2228 (ObjNum 999 snap 308 seq_num 999) dirty exists 2021-07-26T16:08:43.248 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1747 (ObjNum 1064 snap 327 seq_num 1064) dirty exists 2021-07-26T16:08:43.248 INFO:tasks.rados.rados.0.smithi037.stdout:3439: finishing write tid 6 to smithi03738989-7 2021-07-26T16:08:43.249 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2524 (ObjNum 1096 snap 330 seq_num 1096) dirty exists 2021-07-26T16:08:43.249 INFO:tasks.rados.rados.0.smithi037.stdout:3439: left oid 7 (ObjNum 1096 snap 330 seq_num 1096) 2021-07-26T16:08:43.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:43 smithi037 bash[41498]: cluster 2021-07-26T16:08:41.895311+0000 mgr.y (mgr.24994) 507 : cluster [DBG] pgmap v789: 89 pgs: 89 active+clean; 387 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.5 MiB/s wr, 21 op/s 2021-07-26T16:08:43.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:43 smithi037 bash[41498]: cluster 2021-07-26T16:08:43.174097+0000 mon.a (mon.0) 1193 : cluster [DBG] osdmap e721: 8 total, 8 up, 8 in 2021-07-26T16:08:43.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:43 smithi037 bash[42499]: cluster 2021-07-26T16:08:41.895311+0000 mgr.y (mgr.24994) 507 : cluster [DBG] pgmap v789: 89 pgs: 89 active+clean; 387 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.5 MiB/s wr, 21 op/s 2021-07-26T16:08:43.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:43 smithi037 bash[42499]: cluster 2021-07-26T16:08:43.174097+0000 mon.a (mon.0) 1193 : cluster [DBG] osdmap e721: 8 total, 8 up, 8 in 2021-07-26T16:08:43.586 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:08:43 smithi037 bash[50550]: level=error ts=2021-07-26T16:08:43.530Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:43.586 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:08:43 smithi037 bash[50550]: level=error ts=2021-07-26T16:08:43.530Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:43.586 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:08:43 smithi037 bash[50550]: level=error ts=2021-07-26T16:08:43.530Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:08:43.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:43 smithi107 bash[29346]: cluster 2021-07-26T16:08:41.895311+0000 mgr.y (mgr.24994) 507 : cluster [DBG] pgmap v789: 89 pgs: 89 active+clean; 387 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.5 MiB/s wr, 21 op/s 2021-07-26T16:08:43.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:43 smithi107 bash[29346]: cluster 2021-07-26T16:08:43.174097+0000 mon.a (mon.0) 1193 : cluster [DBG] osdmap e721: 8 total, 8 up, 8 in 2021-07-26T16:08:44.172 INFO:tasks.rados.rados.0.smithi037.stdout:3439: done (4 left) 2021-07-26T16:08:44.173 INFO:tasks.rados.rados.0.smithi037.stdout:3440: done (3 left) 2021-07-26T16:08:44.173 INFO:tasks.rados.rados.0.smithi037.stdout:3441: done (2 left) 2021-07-26T16:08:44.173 INFO:tasks.rados.rados.0.smithi037.stdout:3442: done (1 left) 2021-07-26T16:08:44.173 INFO:tasks.rados.rados.0.smithi037.stdout:3443: done (0 left) 2021-07-26T16:08:44.174 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 331 2021-07-26T16:08:44.174 INFO:tasks.rados.rados.0.smithi037.stdout:3444: seq_num 1097 ranges {1482752=778240,2260992=671744,2932736=131072} 2021-07-26T16:08:44.188 INFO:tasks.rados.rados.0.smithi037.stdout:3444: writing smithi03738989-45 from 1482752 to 2260992 tid 1 2021-07-26T16:08:44.194 INFO:tasks.rados.rados.0.smithi037.stdout:3444: writing smithi03738989-45 from 2260992 to 2932736 tid 2 2021-07-26T16:08:44.195 INFO:tasks.rados.rados.0.smithi037.stdout:3444: writing smithi03738989-45 from 2932736 to 3063808 tid 3 2021-07-26T16:08:44.195 INFO:tasks.rados.rados.0.smithi037.stdout:3445: read oid 41 snap 325 2021-07-26T16:08:44.195 INFO:tasks.rados.rados.0.smithi037.stdout:3445: expect (ObjNum 1013 snap 314 seq_num 1013) 2021-07-26T16:08:44.196 INFO:tasks.rados.rados.0.smithi037.stdout:3446: read oid 30 snap -1 2021-07-26T16:08:44.196 INFO:tasks.rados.rados.0.smithi037.stdout:3446: expect (ObjNum 1092 snap 330 seq_num 1092) 2021-07-26T16:08:44.197 INFO:tasks.rados.rados.0.smithi037.stdout:3447: copy_from oid 29 from oid 3 current snap is 331 2021-07-26T16:08:44.197 INFO:tasks.rados.rados.0.smithi037.stdout:3448: rollback oid 35 current snap is 331 2021-07-26T16:08:44.198 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 35 to 309 2021-07-26T16:08:44.198 INFO:tasks.rados.rados.0.smithi037.stdout:3449: snap_create 2021-07-26T16:08:44.206 INFO:tasks.rados.rados.0.smithi037.stdout:3444: finishing write tid 1 to smithi03738989-45 2021-07-26T16:08:44.206 INFO:tasks.rados.rados.0.smithi037.stdout:3444: finishing write tid 2 to smithi03738989-45 2021-07-26T16:08:44.206 INFO:tasks.rados.rados.0.smithi037.stdout:3444: finishing write tid 3 to smithi03738989-45 2021-07-26T16:08:44.207 INFO:tasks.rados.rados.0.smithi037.stdout:3444: finishing write tid 5 to smithi03738989-45 2021-07-26T16:08:44.207 INFO:tasks.rados.rados.0.smithi037.stdout:3448: finishing rollback tid 0 to smithi03738989-35 2021-07-26T16:08:44.209 INFO:tasks.rados.rados.0.smithi037.stdout:3445: expect (ObjNum 1013 snap 314 seq_num 1013) 2021-07-26T16:08:44.309 INFO:tasks.rados.rados.0.smithi037.stdout:3444: finishing write tid 6 to smithi03738989-45 2021-07-26T16:08:44.309 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 3129 (ObjNum 1097 snap 331 seq_num 1097) dirty exists 2021-07-26T16:08:44.310 INFO:tasks.rados.rados.0.smithi037.stdout:3444: left oid 45 (ObjNum 1097 snap 331 seq_num 1097) 2021-07-26T16:08:44.310 INFO:tasks.rados.rados.0.smithi037.stdout:3448: finishing rollback tid 1 to smithi03738989-35 2021-07-26T16:08:44.311 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 2368 (ObjNum 372569248 snap 21933 seq_num 959984439) dirty dne 2021-07-26T16:08:44.311 INFO:tasks.rados.rados.0.smithi037.stdout:3446: expect (ObjNum 1092 snap 330 seq_num 1092) 2021-07-26T16:08:44.344 INFO:tasks.rados.rados.0.smithi037.stdout:3447: finishing copy_from to smithi03738989-29 2021-07-26T16:08:44.345 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2366 (ObjNum 1059 snap 327 seq_num 1059) dirty exists 2021-07-26T16:08:44.345 INFO:tasks.rados.rados.0.smithi037.stdout:3447: finishing copy_from racing read to smithi03738989-29 2021-07-26T16:08:45.179 INFO:tasks.rados.rados.0.smithi037.stdout:3444: done (5 left) 2021-07-26T16:08:45.179 INFO:tasks.rados.rados.0.smithi037.stdout:3445: done (4 left) 2021-07-26T16:08:45.180 INFO:tasks.rados.rados.0.smithi037.stdout:3446: done (3 left) 2021-07-26T16:08:45.180 INFO:tasks.rados.rados.0.smithi037.stdout:3447: done (2 left) 2021-07-26T16:08:45.180 INFO:tasks.rados.rados.0.smithi037.stdout:3448: done (1 left) 2021-07-26T16:08:45.180 INFO:tasks.rados.rados.0.smithi037.stdout:3449: done (0 left) 2021-07-26T16:08:45.181 INFO:tasks.rados.rados.0.smithi037.stdout:3450: snap_create 2021-07-26T16:08:45.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:45 smithi107 bash[29346]: cluster 2021-07-26T16:08:43.896128+0000 mgr.y (mgr.24994) 508 : cluster [DBG] pgmap v792: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 388 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2021-07-26T16:08:45.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:45 smithi107 bash[29346]: cluster 2021-07-26T16:08:44.173584+0000 mon.a (mon.0) 1194 : cluster [DBG] osdmap e722: 8 total, 8 up, 8 in 2021-07-26T16:08:45.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:45 smithi037 bash[41498]: cluster 2021-07-26T16:08:43.896128+0000 mgr.y (mgr.24994) 508 : cluster [DBG] pgmap v792: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 388 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2021-07-26T16:08:45.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:45 smithi037 bash[41498]: cluster 2021-07-26T16:08:44.173584+0000 mon.a (mon.0) 1194 : cluster [DBG] osdmap e722: 8 total, 8 up, 8 in 2021-07-26T16:08:45.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:45 smithi037 bash[42499]: cluster 2021-07-26T16:08:43.896128+0000 mgr.y (mgr.24994) 508 : cluster [DBG] pgmap v792: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 388 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2021-07-26T16:08:45.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:45 smithi037 bash[42499]: cluster 2021-07-26T16:08:44.173584+0000 mon.a (mon.0) 1194 : cluster [DBG] osdmap e722: 8 total, 8 up, 8 in 2021-07-26T16:08:46.194 INFO:tasks.rados.rados.0.smithi037.stdout:3450: done (0 left) 2021-07-26T16:08:46.195 INFO:tasks.rados.rados.0.smithi037.stdout:3451: delete oid 22 current snap is 333 2021-07-26T16:08:46.207 INFO:tasks.rados.rados.0.smithi037.stdout:3451: done (0 left) 2021-07-26T16:08:46.207 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 333 2021-07-26T16:08:46.207 INFO:tasks.rados.rados.0.smithi037.stdout:3452: seq_num 1099 ranges {0=409600,409600=442368,851968=720896,1572864=40960} 2021-07-26T16:08:46.209 INFO:tasks.rados.rados.0.smithi037.stdout:3452: writing smithi03738989-47 from 0 to 409600 tid 1 2021-07-26T16:08:46.213 INFO:tasks.rados.rados.0.smithi037.stdout:3452: writing smithi03738989-47 from 409600 to 851968 tid 2 2021-07-26T16:08:46.218 INFO:tasks.rados.rados.0.smithi037.stdout:3452: writing smithi03738989-47 from 851968 to 1572864 tid 3 2021-07-26T16:08:46.219 INFO:tasks.rados.rados.0.smithi037.stdout:3452: writing smithi03738989-47 from 1572864 to 1613824 tid 4 2021-07-26T16:08:46.219 INFO:tasks.rados.rados.0.smithi037.stdout:3453: setattr oid 7 current snap is 333 2021-07-26T16:08:46.219 INFO:tasks.rados.rados.0.smithi037.stdout:3452: finishing write tid 1 to smithi03738989-47 2021-07-26T16:08:46.221 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 333 2021-07-26T16:08:46.221 INFO:tasks.rados.rados.0.smithi037.stdout:3454: seq_num 1100 ranges {11911168=425984,12337152=729088,13066240=475136} 2021-07-26T16:08:46.290 INFO:tasks.rados.rados.0.smithi037.stdout:3454: writing smithi03738989-2 from 11911168 to 12337152 tid 1 2021-07-26T16:08:46.294 INFO:tasks.rados.rados.0.smithi037.stdout:3454: writing smithi03738989-2 from 12337152 to 13066240 tid 2 2021-07-26T16:08:46.298 INFO:tasks.rados.rados.0.smithi037.stdout:3454: writing smithi03738989-2 from 13066240 to 13541376 tid 3 2021-07-26T16:08:46.298 INFO:tasks.rados.rados.0.smithi037.stdout:3455: rmattr oid 28 current snap is 333 2021-07-26T16:08:46.298 INFO:tasks.rados.rados.0.smithi037.stdout:3455: done (3 left) 2021-07-26T16:08:46.299 INFO:tasks.rados.rados.0.smithi037.stdout:3456: snap_create 2021-07-26T16:08:46.299 INFO:tasks.rados.rados.0.smithi037.stdout:3452: finishing write tid 2 to smithi03738989-47 2021-07-26T16:08:46.299 INFO:tasks.rados.rados.0.smithi037.stdout:3452: finishing write tid 3 to smithi03738989-47 2021-07-26T16:08:46.299 INFO:tasks.rados.rados.0.smithi037.stdout:3452: finishing write tid 4 to smithi03738989-47 2021-07-26T16:08:46.299 INFO:tasks.rados.rados.0.smithi037.stdout:3452: finishing write tid 6 to smithi03738989-47 2021-07-26T16:08:46.300 INFO:tasks.rados.rados.0.smithi037.stdout:3452: finishing write tid 7 to smithi03738989-47 2021-07-26T16:08:46.300 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 2529 (ObjNum 1099 snap 333 seq_num 1099) dirty exists 2021-07-26T16:08:46.300 INFO:tasks.rados.rados.0.smithi037.stdout:3452: left oid 47 (ObjNum 1099 snap 333 seq_num 1099) 2021-07-26T16:08:46.300 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2530 (ObjNum 1096 snap 330 seq_num 1096) dirty exists 2021-07-26T16:08:46.302 INFO:tasks.rados.rados.0.smithi037.stdout:3454: finishing write tid 1 to smithi03738989-2 2021-07-26T16:08:46.304 INFO:tasks.rados.rados.0.smithi037.stdout:3454: finishing write tid 2 to smithi03738989-2 2021-07-26T16:08:46.304 INFO:tasks.rados.rados.0.smithi037.stdout:3454: finishing write tid 3 to smithi03738989-2 2021-07-26T16:08:46.304 INFO:tasks.rados.rados.0.smithi037.stdout:3454: finishing write tid 5 to smithi03738989-2 2021-07-26T16:08:46.306 INFO:tasks.rados.rados.0.smithi037.stdout:3454: finishing write tid 6 to smithi03738989-2 2021-07-26T16:08:46.306 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 2509 (ObjNum 1100 snap 333 seq_num 1100) dirty exists 2021-07-26T16:08:46.307 INFO:tasks.rados.rados.0.smithi037.stdout:3454: left oid 2 (ObjNum 1100 snap 333 seq_num 1100) 2021-07-26T16:08:46.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:46 smithi107 bash[29346]: cluster 2021-07-26T16:08:45.178588+0000 mon.a (mon.0) 1195 : cluster [DBG] osdmap e723: 8 total, 8 up, 8 in 2021-07-26T16:08:46.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:46 smithi107 bash[29346]: audit 2021-07-26T16:08:45.770514+0000 mon.c (mon.1) 453 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-07-26T16:08:46.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:46 smithi107 bash[29346]: audit 2021-07-26T16:08:45.771404+0000 mon.c (mon.1) 454 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-07-26T16:08:46.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:46 smithi107 bash[29346]: audit 2021-07-26T16:08:45.772146+0000 mon.c (mon.1) 455 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-07-26T16:08:46.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:46 smithi107 bash[29346]: audit 2021-07-26T16:08:45.772297+0000 mon.a (mon.0) 1196 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-07-26T16:08:46.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:46 smithi107 bash[29346]: audit 2021-07-26T16:08:45.773482+0000 mon.a (mon.0) 1197 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-07-26T16:08:46.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:46 smithi107 bash[29346]: audit 2021-07-26T16:08:45.774456+0000 mon.a (mon.0) 1198 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-07-26T16:08:46.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:46 smithi107 bash[29346]: audit 2021-07-26T16:08:46.014928+0000 mon.c (mon.1) 456 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:08:46.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:46 smithi107 bash[29346]: audit 2021-07-26T16:08:46.015766+0000 mon.a (mon.0) 1199 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:08:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:46 smithi037 bash[41498]: cluster 2021-07-26T16:08:45.178588+0000 mon.a (mon.0) 1195 : cluster [DBG] osdmap e723: 8 total, 8 up, 8 in 2021-07-26T16:08:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:46 smithi037 bash[41498]: audit 2021-07-26T16:08:45.770514+0000 mon.c (mon.1) 453 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-07-26T16:08:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:46 smithi037 bash[41498]: audit 2021-07-26T16:08:45.771404+0000 mon.c (mon.1) 454 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-07-26T16:08:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:46 smithi037 bash[41498]: audit 2021-07-26T16:08:45.772146+0000 mon.c (mon.1) 455 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-07-26T16:08:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:46 smithi037 bash[41498]: audit 2021-07-26T16:08:45.772297+0000 mon.a (mon.0) 1196 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-07-26T16:08:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:46 smithi037 bash[41498]: audit 2021-07-26T16:08:45.773482+0000 mon.a (mon.0) 1197 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-07-26T16:08:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:46 smithi037 bash[41498]: audit 2021-07-26T16:08:45.774456+0000 mon.a (mon.0) 1198 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-07-26T16:08:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:46 smithi037 bash[41498]: audit 2021-07-26T16:08:46.014928+0000 mon.c (mon.1) 456 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:08:46.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:46 smithi037 bash[41498]: audit 2021-07-26T16:08:46.015766+0000 mon.a (mon.0) 1199 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:08:46.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:46 smithi037 bash[42499]: cluster 2021-07-26T16:08:45.178588+0000 mon.a (mon.0) 1195 : cluster [DBG] osdmap e723: 8 total, 8 up, 8 in 2021-07-26T16:08:46.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:46 smithi037 bash[42499]: audit 2021-07-26T16:08:45.770514+0000 mon.c (mon.1) 453 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-07-26T16:08:46.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:46 smithi037 bash[42499]: audit 2021-07-26T16:08:45.771404+0000 mon.c (mon.1) 454 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-07-26T16:08:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:46 smithi037 bash[42499]: audit 2021-07-26T16:08:45.772146+0000 mon.c (mon.1) 455 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-07-26T16:08:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:46 smithi037 bash[42499]: audit 2021-07-26T16:08:45.772297+0000 mon.a (mon.0) 1196 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2021-07-26T16:08:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:46 smithi037 bash[42499]: audit 2021-07-26T16:08:45.773482+0000 mon.a (mon.0) 1197 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-07-26T16:08:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:46 smithi037 bash[42499]: audit 2021-07-26T16:08:45.774456+0000 mon.a (mon.0) 1198 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-07-26T16:08:46.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:46 smithi037 bash[42499]: audit 2021-07-26T16:08:46.014928+0000 mon.c (mon.1) 456 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:08:46.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:46 smithi037 bash[42499]: audit 2021-07-26T16:08:46.015766+0000 mon.a (mon.0) 1199 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:08:47.154 INFO:tasks.rados.rados.0.smithi037.stdout:3452: done (3 left) 2021-07-26T16:08:47.155 INFO:tasks.rados.rados.0.smithi037.stdout:3453: done (2 left) 2021-07-26T16:08:47.155 INFO:tasks.rados.rados.0.smithi037.stdout:3454: done (1 left) 2021-07-26T16:08:47.155 INFO:tasks.rados.rados.0.smithi037.stdout:3456: done (0 left) 2021-07-26T16:08:47.156 INFO:tasks.rados.rados.0.smithi037.stdout:3457: copy_from oid 26 from oid 49 current snap is 334 2021-07-26T16:08:47.156 INFO:tasks.rados.rados.0.smithi037.stdout:3458: setattr oid 24 current snap is 334 2021-07-26T16:08:47.156 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 334 2021-07-26T16:08:47.157 INFO:tasks.rados.rados.0.smithi037.stdout:3459: seq_num 1101 ranges {4251648=442368,4694016=606208,5300224=598016} 2021-07-26T16:08:47.184 INFO:tasks.rados.rados.0.smithi037.stdout:3459: writing smithi03738989-16 from 4251648 to 4694016 tid 1 2021-07-26T16:08:47.187 INFO:tasks.rados.rados.0.smithi037.stdout:3459: writing smithi03738989-16 from 4694016 to 5300224 tid 2 2021-07-26T16:08:47.192 INFO:tasks.rados.rados.0.smithi037.stdout:3459: writing smithi03738989-16 from 5300224 to 5898240 tid 3 2021-07-26T16:08:47.192 INFO:tasks.rados.rados.0.smithi037.stdout:3460: delete oid 41 current snap is 334 2021-07-26T16:08:47.192 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 3131 (ObjNum 949 snap 291 seq_num 949) dirty exists 2021-07-26T16:08:47.193 INFO:tasks.rados.rados.0.smithi037.stdout:3457: finishing copy_from to smithi03738989-26 2021-07-26T16:08:47.193 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2221 (ObjNum 999 snap 308 seq_num 999) dirty exists 2021-07-26T16:08:47.193 INFO:tasks.rados.rados.0.smithi037.stdout:3457: finishing copy_from racing read to smithi03738989-26 2021-07-26T16:08:47.193 INFO:tasks.rados.rados.0.smithi037.stdout:3459: finishing write tid 1 to smithi03738989-16 2021-07-26T16:08:47.195 INFO:tasks.rados.rados.0.smithi037.stdout:3459: finishing write tid 2 to smithi03738989-16 2021-07-26T16:08:47.203 INFO:tasks.rados.rados.0.smithi037.stdout:3459: finishing write tid 3 to smithi03738989-16 2021-07-26T16:08:47.205 INFO:tasks.rados.rados.0.smithi037.stdout:3459: finishing write tid 5 to smithi03738989-16 2021-07-26T16:08:47.207 INFO:tasks.rados.rados.0.smithi037.stdout:3457: done (3 left) 2021-07-26T16:08:47.207 INFO:tasks.rados.rados.0.smithi037.stdout:3458: done (2 left) 2021-07-26T16:08:47.208 INFO:tasks.rados.rados.0.smithi037.stdout:3460: done (1 left) 2021-07-26T16:08:47.208 INFO:tasks.rados.rados.0.smithi037.stdout:3461: rmattr oid 10 current snap is 334 2021-07-26T16:08:47.208 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 334 2021-07-26T16:08:47.208 INFO:tasks.rados.rados.0.smithi037.stdout:3462: seq_num 1103 ranges {5210112=475136,5685248=425984,6111232=696320,6807552=81920} 2021-07-26T16:08:47.240 INFO:tasks.rados.rados.0.smithi037.stdout:3462: writing smithi03738989-3 from 5210112 to 5685248 tid 1 2021-07-26T16:08:47.243 INFO:tasks.rados.rados.0.smithi037.stdout:3462: writing smithi03738989-3 from 5685248 to 6111232 tid 2 2021-07-26T16:08:47.247 INFO:tasks.rados.rados.0.smithi037.stdout:3462: writing smithi03738989-3 from 6111232 to 6807552 tid 3 2021-07-26T16:08:47.248 INFO:tasks.rados.rados.0.smithi037.stdout:3462: writing smithi03738989-3 from 6807552 to 6889472 tid 4 2021-07-26T16:08:47.248 INFO:tasks.rados.rados.0.smithi037.stdout:3463: snap_create 2021-07-26T16:08:47.248 INFO:tasks.rados.rados.0.smithi037.stdout:3459: finishing write tid 6 to smithi03738989-16 2021-07-26T16:08:47.249 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 2905 (ObjNum 1101 snap 334 seq_num 1101) dirty exists 2021-07-26T16:08:47.249 INFO:tasks.rados.rados.0.smithi037.stdout:3459: left oid 16 (ObjNum 1101 snap 334 seq_num 1101) 2021-07-26T16:08:47.249 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 3133 (ObjNum 923 snap 284 seq_num 923) dirty exists 2021-07-26T16:08:47.260 INFO:tasks.rados.rados.0.smithi037.stdout:3462: finishing write tid 1 to smithi03738989-3 2021-07-26T16:08:47.261 INFO:tasks.rados.rados.0.smithi037.stdout:3462: finishing write tid 2 to smithi03738989-3 2021-07-26T16:08:47.263 INFO:tasks.rados.rados.0.smithi037.stdout:3462: finishing write tid 3 to smithi03738989-3 2021-07-26T16:08:47.265 INFO:tasks.rados.rados.0.smithi037.stdout:3462: finishing write tid 4 to smithi03738989-3 2021-07-26T16:08:47.265 INFO:tasks.rados.rados.0.smithi037.stdout:3462: finishing write tid 6 to smithi03738989-3 2021-07-26T16:08:47.268 INFO:tasks.rados.rados.0.smithi037.stdout:3462: finishing write tid 7 to smithi03738989-3 2021-07-26T16:08:47.268 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 2373 (ObjNum 1103 snap 334 seq_num 1103) dirty exists 2021-07-26T16:08:47.268 INFO:tasks.rados.rados.0.smithi037.stdout:3462: left oid 3 (ObjNum 1103 snap 334 seq_num 1103) 2021-07-26T16:08:47.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:47 smithi107 bash[29346]: cluster 2021-07-26T16:08:45.896904+0000 mgr.y (mgr.24994) 509 : cluster [DBG] pgmap v795: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 393 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2021-07-26T16:08:47.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:47 smithi107 bash[29346]: cluster 2021-07-26T16:08:46.195984+0000 mon.a (mon.0) 1200 : cluster [DBG] osdmap e724: 8 total, 8 up, 8 in 2021-07-26T16:08:47.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:47 smithi107 bash[29346]: audit 2021-07-26T16:08:47.034897+0000 mon.c (mon.1) 457 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:08:47.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:47 smithi107 bash[29346]: audit 2021-07-26T16:08:47.035598+0000 mon.a (mon.0) 1201 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:08:47.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:47 smithi107 bash[29346]: cluster 2021-07-26T16:08:47.156685+0000 mon.a (mon.0) 1202 : cluster [DBG] osdmap e725: 8 total, 8 up, 8 in 2021-07-26T16:08:47.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:47 smithi037 bash[41498]: cluster 2021-07-26T16:08:45.896904+0000 mgr.y (mgr.24994) 509 : cluster [DBG] pgmap v795: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 393 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2021-07-26T16:08:47.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:47 smithi037 bash[41498]: cluster 2021-07-26T16:08:46.195984+0000 mon.a (mon.0) 1200 : cluster [DBG] osdmap e724: 8 total, 8 up, 8 in 2021-07-26T16:08:47.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:47 smithi037 bash[41498]: audit 2021-07-26T16:08:47.034897+0000 mon.c (mon.1) 457 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:08:47.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:47 smithi037 bash[41498]: audit 2021-07-26T16:08:47.035598+0000 mon.a (mon.0) 1201 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:08:47.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:47 smithi037 bash[41498]: cluster 2021-07-26T16:08:47.156685+0000 mon.a (mon.0) 1202 : cluster [DBG] osdmap e725: 8 total, 8 up, 8 in 2021-07-26T16:08:47.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:47 smithi037 bash[42499]: cluster 2021-07-26T16:08:45.896904+0000 mgr.y (mgr.24994) 509 : cluster [DBG] pgmap v795: 89 pgs: 2 active+clean+snaptrim, 87 active+clean; 393 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2021-07-26T16:08:47.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:47 smithi037 bash[42499]: cluster 2021-07-26T16:08:46.195984+0000 mon.a (mon.0) 1200 : cluster [DBG] osdmap e724: 8 total, 8 up, 8 in 2021-07-26T16:08:47.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:47 smithi037 bash[42499]: audit 2021-07-26T16:08:47.034897+0000 mon.c (mon.1) 457 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:08:47.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:47 smithi037 bash[42499]: audit 2021-07-26T16:08:47.035598+0000 mon.a (mon.0) 1201 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:08:47.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:47 smithi037 bash[42499]: cluster 2021-07-26T16:08:47.156685+0000 mon.a (mon.0) 1202 : cluster [DBG] osdmap e725: 8 total, 8 up, 8 in 2021-07-26T16:08:48.217 INFO:tasks.rados.rados.0.smithi037.stdout:3459: done (3 left) 2021-07-26T16:08:48.217 INFO:tasks.rados.rados.0.smithi037.stdout:3461: done (2 left) 2021-07-26T16:08:48.217 INFO:tasks.rados.rados.0.smithi037.stdout:3462: done (1 left) 2021-07-26T16:08:48.217 INFO:tasks.rados.rados.0.smithi037.stdout:3463: done (0 left) 2021-07-26T16:08:48.218 INFO:tasks.rados.rados.0.smithi037.stdout:3464: delete oid 25 current snap is 335 2021-07-26T16:08:48.223 INFO:tasks.rados.rados.0.smithi037.stdout:3464: done (0 left) 2021-07-26T16:08:48.224 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 335 2021-07-26T16:08:48.224 INFO:tasks.rados.rados.0.smithi037.stdout:3465: seq_num 1105 ranges {3063808=516096,3579904=598016,4177920=606208} 2021-07-26T16:08:48.245 INFO:tasks.rados.rados.0.smithi037.stdout:3465: writing smithi03738989-45 from 3063808 to 3579904 tid 1 2021-07-26T16:08:48.249 INFO:tasks.rados.rados.0.smithi037.stdout:3465: writing smithi03738989-45 from 3579904 to 4177920 tid 2 2021-07-26T16:08:48.253 INFO:tasks.rados.rados.0.smithi037.stdout:3465: writing smithi03738989-45 from 4177920 to 4784128 tid 3 2021-07-26T16:08:48.253 INFO:tasks.rados.rados.0.smithi037.stdout:3466: read oid 17 snap -1 2021-07-26T16:08:48.253 INFO:tasks.rados.rados.0.smithi037.stdout:3466: expect (ObjNum 1044 snap 321 seq_num 1044) 2021-07-26T16:08:48.254 INFO:tasks.rados.rados.0.smithi037.stdout:3467: rollback oid 5 current snap is 335 2021-07-26T16:08:48.254 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 5 to 292 2021-07-26T16:08:48.254 INFO:tasks.rados.rados.0.smithi037.stdout:3468: snap_create 2021-07-26T16:08:48.261 INFO:tasks.rados.rados.0.smithi037.stdout:3465: finishing write tid 1 to smithi03738989-45 2021-07-26T16:08:48.261 INFO:tasks.rados.rados.0.smithi037.stdout:3465: finishing write tid 2 to smithi03738989-45 2021-07-26T16:08:48.262 INFO:tasks.rados.rados.0.smithi037.stdout:3467: finishing rollback tid 0 to smithi03738989-5 2021-07-26T16:08:48.262 INFO:tasks.rados.rados.0.smithi037.stdout:3467: finishing rollback tid 1 to smithi03738989-5 2021-07-26T16:08:48.262 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 2236 (ObjNum 2122951808 snap 32610 seq_num 2122951808) dirty dne 2021-07-26T16:08:48.265 INFO:tasks.rados.rados.0.smithi037.stdout:3465: finishing write tid 3 to smithi03738989-45 2021-07-26T16:08:48.269 INFO:tasks.rados.rados.0.smithi037.stdout:3465: finishing write tid 5 to smithi03738989-45 2021-07-26T16:08:48.271 INFO:tasks.rados.rados.0.smithi037.stdout:3465: finishing write tid 6 to smithi03738989-45 2021-07-26T16:08:48.271 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 3138 (ObjNum 1105 snap 335 seq_num 1105) dirty exists 2021-07-26T16:08:48.272 INFO:tasks.rados.rados.0.smithi037.stdout:3465: left oid 45 (ObjNum 1105 snap 335 seq_num 1105) 2021-07-26T16:08:48.288 INFO:tasks.rados.rados.0.smithi037.stdout:3466: expect (ObjNum 1044 snap 321 seq_num 1044) 2021-07-26T16:08:49.223 INFO:tasks.rados.rados.0.smithi037.stdout:3465: done (3 left) 2021-07-26T16:08:49.224 INFO:tasks.rados.rados.0.smithi037.stdout:3466: done (2 left) 2021-07-26T16:08:49.224 INFO:tasks.rados.rados.0.smithi037.stdout:3467: done (1 left) 2021-07-26T16:08:49.224 INFO:tasks.rados.rados.0.smithi037.stdout:3468: done (0 left) 2021-07-26T16:08:49.225 INFO:tasks.rados.rados.0.smithi037.stdout:3469: read oid 15 snap -1 2021-07-26T16:08:49.225 INFO:tasks.rados.rados.0.smithi037.stdout:3469: expect (ObjNum 1020 snap 316 seq_num 1020) 2021-07-26T16:08:49.225 INFO:tasks.rados.rados.0.smithi037.stdout:3470: read oid 49 snap -1 2021-07-26T16:08:49.225 INFO:tasks.rados.rados.0.smithi037.stdout:3470: expect (ObjNum 999 snap 308 seq_num 999) 2021-07-26T16:08:49.225 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 336 2021-07-26T16:08:49.226 INFO:tasks.rados.rados.0.smithi037.stdout:3471: seq_num 1106 ranges {7135232=532480,7667712=483328,8151040=475136,8626176=245760} 2021-07-26T16:08:49.269 INFO:tasks.rados.rados.0.smithi037.stdout:3471: writing smithi03738989-21 from 7135232 to 7667712 tid 1 2021-07-26T16:08:49.272 INFO:tasks.rados.rados.0.smithi037.stdout:3471: writing smithi03738989-21 from 7667712 to 8151040 tid 2 2021-07-26T16:08:49.275 INFO:tasks.rados.rados.0.smithi037.stdout:3471: writing smithi03738989-21 from 8151040 to 8626176 tid 3 2021-07-26T16:08:49.276 INFO:tasks.rados.rados.0.smithi037.stdout:3471: writing smithi03738989-21 from 8626176 to 8871936 tid 4 2021-07-26T16:08:49.277 INFO:tasks.rados.rados.0.smithi037.stdout:3472: copy_from oid 8 from oid 46 current snap is 336 2021-07-26T16:08:49.277 INFO:tasks.rados.rados.0.smithi037.stdout:3469: expect (ObjNum 1020 snap 316 seq_num 1020) 2021-07-26T16:08:49.404 INFO:tasks.rados.rados.0.smithi037.stdout:3470: expect (ObjNum 999 snap 308 seq_num 999) 2021-07-26T16:08:49.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:49 smithi107 bash[29346]: cluster 2021-07-26T16:08:47.897738+0000 mgr.y (mgr.24994) 510 : cluster [DBG] pgmap v798: 89 pgs: 89 active+clean; 397 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 4.3 MiB/s wr, 30 op/s 2021-07-26T16:08:49.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:49 smithi107 bash[29346]: cluster 2021-07-26T16:08:48.215314+0000 mon.a (mon.0) 1203 : cluster [DBG] osdmap e726: 8 total, 8 up, 8 in 2021-07-26T16:08:49.537 INFO:tasks.rados.rados.0.smithi037.stdout:3472: finishing copy_from to smithi03738989-8 2021-07-26T16:08:49.537 INFO:tasks.rados.rados.0.smithi037.stdout:3472: got expected ENOENT (src dne) 2021-07-26T16:08:49.538 INFO:tasks.rados.rados.0.smithi037.stdout:3472: finishing copy_from racing read to smithi03738989-8 2021-07-26T16:08:49.538 INFO:tasks.rados.rados.0.smithi037.stdout:3471: finishing write tid 1 to smithi03738989-21 2021-07-26T16:08:49.538 INFO:tasks.rados.rados.0.smithi037.stdout:3471: finishing write tid 2 to smithi03738989-21 2021-07-26T16:08:49.539 INFO:tasks.rados.rados.0.smithi037.stdout:3471: finishing write tid 3 to smithi03738989-21 2021-07-26T16:08:49.539 INFO:tasks.rados.rados.0.smithi037.stdout:3471: finishing write tid 4 to smithi03738989-21 2021-07-26T16:08:49.539 INFO:tasks.rados.rados.0.smithi037.stdout:3471: finishing write tid 6 to smithi03738989-21 2021-07-26T16:08:49.540 INFO:tasks.rados.rados.0.smithi037.stdout:3471: finishing write tid 7 to smithi03738989-21 2021-07-26T16:08:49.540 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2897 (ObjNum 1106 snap 336 seq_num 1106) dirty exists 2021-07-26T16:08:49.540 INFO:tasks.rados.rados.0.smithi037.stdout:3471: left oid 21 (ObjNum 1106 snap 336 seq_num 1106) 2021-07-26T16:08:49.540 INFO:tasks.rados.rados.0.smithi037.stdout:3469: done (3 left) 2021-07-26T16:08:49.540 INFO:tasks.rados.rados.0.smithi037.stdout:3470: done (2 left) 2021-07-26T16:08:49.541 INFO:tasks.rados.rados.0.smithi037.stdout:3471: done (1 left) 2021-07-26T16:08:49.541 INFO:tasks.rados.rados.0.smithi037.stdout:3472: done (0 left) 2021-07-26T16:08:49.541 INFO:tasks.rados.rados.0.smithi037.stdout:3473: copy_from oid 36 from oid 41 current snap is 336 2021-07-26T16:08:49.541 INFO:tasks.rados.rados.0.smithi037.stdout:3474: setattr oid 18 current snap is 336 2021-07-26T16:08:49.542 INFO:tasks.rados.rados.0.smithi037.stdout:3473: finishing copy_from to smithi03738989-36 2021-07-26T16:08:49.543 INFO:tasks.rados.rados.0.smithi037.stdout:3473: got expected ENOENT (src dne) 2021-07-26T16:08:49.543 INFO:tasks.rados.rados.0.smithi037.stdout:3473: finishing copy_from racing read to smithi03738989-36 2021-07-26T16:08:49.543 INFO:tasks.rados.rados.0.smithi037.stdout:3473: done (1 left) 2021-07-26T16:08:49.543 INFO:tasks.rados.rados.0.smithi037.stdout:3475: read oid 46 snap -1 2021-07-26T16:08:49.544 INFO:tasks.rados.rados.0.smithi037.stdout:3475: expect deleted 2021-07-26T16:08:49.544 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 50 current snap is 336 2021-07-26T16:08:49.544 INFO:tasks.rados.rados.0.smithi037.stdout:3476: seq_num 1107 ranges {0=548864,548864=770048,1318912=434176} 2021-07-26T16:08:49.550 INFO:tasks.rados.rados.0.smithi037.stdout:3476: writing smithi03738989-50 from 0 to 548864 tid 1 2021-07-26T16:08:49.556 INFO:tasks.rados.rados.0.smithi037.stdout:3476: writing smithi03738989-50 from 548864 to 1318912 tid 2 2021-07-26T16:08:49.559 INFO:tasks.rados.rados.0.smithi037.stdout:3476: writing smithi03738989-50 from 1318912 to 1753088 tid 3 2021-07-26T16:08:49.559 INFO:tasks.rados.rados.0.smithi037.stdout:3477: copy_from oid 11 from oid 2 current snap is 336 2021-07-26T16:08:49.559 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 2232 (ObjNum 1027 snap 318 seq_num 1027) dirty exists 2021-07-26T16:08:49.559 INFO:tasks.rados.rados.0.smithi037.stdout:3476: finishing write tid 1 to smithi03738989-50 2021-07-26T16:08:49.560 INFO:tasks.rados.rados.0.smithi037.stdout:3474: done (3 left) 2021-07-26T16:08:49.560 INFO:tasks.rados.rados.0.smithi037.stdout:3475: done (2 left) 2021-07-26T16:08:49.560 INFO:tasks.rados.rados.0.smithi037.stdout:3478: read oid 24 snap -1 2021-07-26T16:08:49.560 INFO:tasks.rados.rados.0.smithi037.stdout:3478: expect (ObjNum 949 snap 291 seq_num 949) 2021-07-26T16:08:49.560 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 336 2021-07-26T16:08:49.561 INFO:tasks.rados.rados.0.smithi037.stdout:3479: seq_num 1108 ranges {5210112=565248,5775360=647168,6422528=483328,6905856=73728} 2021-07-26T16:08:49.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:49 smithi037 bash[41498]: cluster 2021-07-26T16:08:47.897738+0000 mgr.y (mgr.24994) 510 : cluster [DBG] pgmap v798: 89 pgs: 89 active+clean; 397 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 4.3 MiB/s wr, 30 op/s 2021-07-26T16:08:49.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:49 smithi037 bash[41498]: cluster 2021-07-26T16:08:48.215314+0000 mon.a (mon.0) 1203 : cluster [DBG] osdmap e726: 8 total, 8 up, 8 in 2021-07-26T16:08:49.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:49 smithi037 bash[42499]: cluster 2021-07-26T16:08:47.897738+0000 mgr.y (mgr.24994) 510 : cluster [DBG] pgmap v798: 89 pgs: 89 active+clean; 397 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 4.3 MiB/s wr, 30 op/s 2021-07-26T16:08:49.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:49 smithi037 bash[42499]: cluster 2021-07-26T16:08:48.215314+0000 mon.a (mon.0) 1203 : cluster [DBG] osdmap e726: 8 total, 8 up, 8 in 2021-07-26T16:08:49.591 INFO:tasks.rados.rados.0.smithi037.stdout:3479: writing smithi03738989-29 from 5210112 to 5775360 tid 1 2021-07-26T16:08:49.595 INFO:tasks.rados.rados.0.smithi037.stdout:3479: writing smithi03738989-29 from 5775360 to 6422528 tid 2 2021-07-26T16:08:49.598 INFO:tasks.rados.rados.0.smithi037.stdout:3479: writing smithi03738989-29 from 6422528 to 6905856 tid 3 2021-07-26T16:08:49.599 INFO:tasks.rados.rados.0.smithi037.stdout:3479: writing smithi03738989-29 from 6905856 to 6979584 tid 4 2021-07-26T16:08:49.599 INFO:tasks.rados.rados.0.smithi037.stdout:3480: read oid 38 snap -1 2021-07-26T16:08:49.599 INFO:tasks.rados.rados.0.smithi037.stdout:3480: expect (ObjNum 1022 snap 317 seq_num 1022) 2021-07-26T16:08:49.599 INFO:tasks.rados.rados.0.smithi037.stdout:3481: read oid 44 snap 325 2021-07-26T16:08:49.600 INFO:tasks.rados.rados.0.smithi037.stdout:3481: expect (ObjNum 372912480 snap 21933 seq_num 372098976) 2021-07-26T16:08:49.600 INFO:tasks.rados.rados.0.smithi037.stdout:3482: snap_remove snap 313 2021-07-26T16:08:50.237 INFO:tasks.rados.rados.0.smithi037.stdout:3482: done (6 left) 2021-07-26T16:08:50.237 INFO:tasks.rados.rados.0.smithi037.stdout:3483: read oid 3 snap -1 2021-07-26T16:08:50.238 INFO:tasks.rados.rados.0.smithi037.stdout:3483: expect (ObjNum 1103 snap 334 seq_num 1103) 2021-07-26T16:08:50.238 INFO:tasks.rados.rados.0.smithi037.stdout:3484: snap_create 2021-07-26T16:08:50.238 INFO:tasks.rados.rados.0.smithi037.stdout:3476: finishing write tid 2 to smithi03738989-50 2021-07-26T16:08:50.238 INFO:tasks.rados.rados.0.smithi037.stdout:3476: finishing write tid 3 to smithi03738989-50 2021-07-26T16:08:50.239 INFO:tasks.rados.rados.0.smithi037.stdout:3476: finishing write tid 5 to smithi03738989-50 2021-07-26T16:08:50.239 INFO:tasks.rados.rados.0.smithi037.stdout:3478: expect (ObjNum 949 snap 291 seq_num 949) 2021-07-26T16:08:50.333 INFO:tasks.rados.rados.0.smithi037.stdout:3476: finishing write tid 6 to smithi03738989-50 2021-07-26T16:08:50.333 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 1993 (ObjNum 1107 snap 336 seq_num 1107) dirty exists 2021-07-26T16:08:50.333 INFO:tasks.rados.rados.0.smithi037.stdout:3476: left oid 50 (ObjNum 1107 snap 336 seq_num 1107) 2021-07-26T16:08:50.334 INFO:tasks.rados.rados.0.smithi037.stdout:3481: expect (ObjNum 372912480 snap 21933 seq_num 372098976) 2021-07-26T16:08:50.334 INFO:tasks.rados.rados.0.smithi037.stdout:3480: expect (ObjNum 1022 snap 317 seq_num 1022) 2021-07-26T16:08:50.440 INFO:tasks.rados.rados.0.smithi037.stdout:3479: finishing write tid 1 to smithi03738989-29 2021-07-26T16:08:50.440 INFO:tasks.rados.rados.0.smithi037.stdout:3479: finishing write tid 2 to smithi03738989-29 2021-07-26T16:08:50.441 INFO:tasks.rados.rados.0.smithi037.stdout:3479: finishing write tid 3 to smithi03738989-29 2021-07-26T16:08:50.441 INFO:tasks.rados.rados.0.smithi037.stdout:3479: finishing write tid 4 to smithi03738989-29 2021-07-26T16:08:50.442 INFO:tasks.rados.rados.0.smithi037.stdout:3477: finishing copy_from to smithi03738989-11 2021-07-26T16:08:50.442 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 2509 (ObjNum 1100 snap 333 seq_num 1100) dirty exists 2021-07-26T16:08:50.442 INFO:tasks.rados.rados.0.smithi037.stdout:3479: finishing write tid 6 to smithi03738989-29 2021-07-26T16:08:50.442 INFO:tasks.rados.rados.0.smithi037.stdout:3477: finishing copy_from racing read to smithi03738989-11 2021-07-26T16:08:50.443 INFO:tasks.rados.rados.0.smithi037.stdout:3479: finishing write tid 7 to smithi03738989-29 2021-07-26T16:08:50.443 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2510 (ObjNum 1108 snap 336 seq_num 1108) dirty exists 2021-07-26T16:08:50.443 INFO:tasks.rados.rados.0.smithi037.stdout:3479: left oid 29 (ObjNum 1108 snap 336 seq_num 1108) 2021-07-26T16:08:50.443 INFO:tasks.rados.rados.0.smithi037.stdout:3483: expect (ObjNum 1103 snap 334 seq_num 1103) 2021-07-26T16:08:50.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:50 smithi107 bash[29346]: cluster 2021-07-26T16:08:49.226114+0000 mon.a (mon.0) 1204 : cluster [DBG] osdmap e727: 8 total, 8 up, 8 in 2021-07-26T16:08:50.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:50 smithi037 bash[42499]: cluster 2021-07-26T16:08:49.226114+0000 mon.a (mon.0) 1204 : cluster [DBG] osdmap e727: 8 total, 8 up, 8 in 2021-07-26T16:08:50.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:50 smithi037 bash[41498]: cluster 2021-07-26T16:08:49.226114+0000 mon.a (mon.0) 1204 : cluster [DBG] osdmap e727: 8 total, 8 up, 8 in 2021-07-26T16:08:51.237 INFO:tasks.rados.rados.0.smithi037.stdout:3476: done (7 left) 2021-07-26T16:08:51.237 INFO:tasks.rados.rados.0.smithi037.stdout:3477: done (6 left) 2021-07-26T16:08:51.238 INFO:tasks.rados.rados.0.smithi037.stdout:3478: done (5 left) 2021-07-26T16:08:51.238 INFO:tasks.rados.rados.0.smithi037.stdout:3479: done (4 left) 2021-07-26T16:08:51.238 INFO:tasks.rados.rados.0.smithi037.stdout:3480: done (3 left) 2021-07-26T16:08:51.238 INFO:tasks.rados.rados.0.smithi037.stdout:3481: done (2 left) 2021-07-26T16:08:51.239 INFO:tasks.rados.rados.0.smithi037.stdout:3483: done (1 left) 2021-07-26T16:08:51.239 INFO:tasks.rados.rados.0.smithi037.stdout:3484: done (0 left) 2021-07-26T16:08:51.239 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 337 2021-07-26T16:08:51.239 INFO:tasks.rados.rados.0.smithi037.stdout:3485: seq_num 1109 ranges {409600=581632,991232=532480,1523712=647168,2170880=24576} 2021-07-26T16:08:51.243 INFO:tasks.rados.rados.0.smithi037.stdout:3485: writing smithi03738989-18 from 409600 to 991232 tid 1 2021-07-26T16:08:51.246 INFO:tasks.rados.rados.0.smithi037.stdout:3485: writing smithi03738989-18 from 991232 to 1523712 tid 2 2021-07-26T16:08:51.250 INFO:tasks.rados.rados.0.smithi037.stdout:3485: writing smithi03738989-18 from 1523712 to 2170880 tid 3 2021-07-26T16:08:51.250 INFO:tasks.rados.rados.0.smithi037.stdout:3485: writing smithi03738989-18 from 2170880 to 2195456 tid 4 2021-07-26T16:08:51.251 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 337 2021-07-26T16:08:51.251 INFO:tasks.rados.rados.0.smithi037.stdout:3486: seq_num 1110 ranges {0=598016,598016=466944,1064960=450560,1515520=286720} 2021-07-26T16:08:51.253 INFO:tasks.rados.rados.0.smithi037.stdout:3486: writing smithi03738989-5 from 0 to 598016 tid 1 2021-07-26T16:08:51.256 INFO:tasks.rados.rados.0.smithi037.stdout:3486: writing smithi03738989-5 from 598016 to 1064960 tid 2 2021-07-26T16:08:51.259 INFO:tasks.rados.rados.0.smithi037.stdout:3486: writing smithi03738989-5 from 1064960 to 1515520 tid 3 2021-07-26T16:08:51.261 INFO:tasks.rados.rados.0.smithi037.stdout:3486: writing smithi03738989-5 from 1515520 to 1802240 tid 4 2021-07-26T16:08:51.261 INFO:tasks.rados.rados.0.smithi037.stdout:3487: delete oid 35 current snap is 337 2021-07-26T16:08:51.262 INFO:tasks.rados.rados.0.smithi037.stdout:3486: finishing write tid 1 to smithi03738989-5 2021-07-26T16:08:51.262 INFO:tasks.rados.rados.0.smithi037.stdout:3485: finishing write tid 1 to smithi03738989-18 2021-07-26T16:08:51.263 INFO:tasks.rados.rados.0.smithi037.stdout:3485: finishing write tid 2 to smithi03738989-18 2021-07-26T16:08:51.263 INFO:tasks.rados.rados.0.smithi037.stdout:3486: finishing write tid 2 to smithi03738989-5 2021-07-26T16:08:51.263 INFO:tasks.rados.rados.0.smithi037.stdout:3485: finishing write tid 3 to smithi03738989-18 2021-07-26T16:08:51.264 INFO:tasks.rados.rados.0.smithi037.stdout:3486: finishing write tid 3 to smithi03738989-5 2021-07-26T16:08:51.265 INFO:tasks.rados.rados.0.smithi037.stdout:3486: finishing write tid 4 to smithi03738989-5 2021-07-26T16:08:51.265 INFO:tasks.rados.rados.0.smithi037.stdout:3486: finishing write tid 6 to smithi03738989-5 2021-07-26T16:08:51.267 INFO:tasks.rados.rados.0.smithi037.stdout:3486: finishing write tid 7 to smithi03738989-5 2021-07-26T16:08:51.267 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 2241 (ObjNum 1110 snap 337 seq_num 1110) dirty exists 2021-07-26T16:08:51.268 INFO:tasks.rados.rados.0.smithi037.stdout:3486: left oid 5 (ObjNum 1110 snap 337 seq_num 1110) 2021-07-26T16:08:51.269 INFO:tasks.rados.rados.0.smithi037.stdout:3485: finishing write tid 4 to smithi03738989-18 2021-07-26T16:08:51.269 INFO:tasks.rados.rados.0.smithi037.stdout:3485: finishing write tid 6 to smithi03738989-18 2021-07-26T16:08:51.270 INFO:tasks.rados.rados.0.smithi037.stdout:3486: done (2 left) 2021-07-26T16:08:51.270 INFO:tasks.rados.rados.0.smithi037.stdout:3487: done (1 left) 2021-07-26T16:08:51.271 INFO:tasks.rados.rados.0.smithi037.stdout:3488: delete oid 34 current snap is 337 2021-07-26T16:08:51.272 INFO:tasks.rados.rados.0.smithi037.stdout:3485: finishing write tid 7 to smithi03738989-18 2021-07-26T16:08:51.272 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 2237 (ObjNum 1109 snap 337 seq_num 1109) dirty exists 2021-07-26T16:08:51.273 INFO:tasks.rados.rados.0.smithi037.stdout:3485: left oid 18 (ObjNum 1109 snap 337 seq_num 1109) 2021-07-26T16:08:51.274 INFO:tasks.rados.rados.0.smithi037.stdout:3485: done (1 left) 2021-07-26T16:08:51.274 INFO:tasks.rados.rados.0.smithi037.stdout:3488: done (0 left) 2021-07-26T16:08:51.274 INFO:tasks.rados.rados.0.smithi037.stdout:3489: snap_create 2021-07-26T16:08:51.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:51 smithi107 bash[29346]: cluster 2021-07-26T16:08:49.898510+0000 mgr.y (mgr.24994) 511 : cluster [DBG] pgmap v801: 89 pgs: 89 active+clean; 403 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.5 MiB/s wr, 25 op/s 2021-07-26T16:08:51.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:51 smithi107 bash[29346]: cluster 2021-07-26T16:08:50.237518+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e728: 8 total, 8 up, 8 in 2021-07-26T16:08:51.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:51 smithi037 bash[41498]: cluster 2021-07-26T16:08:49.898510+0000 mgr.y (mgr.24994) 511 : cluster [DBG] pgmap v801: 89 pgs: 89 active+clean; 403 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.5 MiB/s wr, 25 op/s 2021-07-26T16:08:51.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:51 smithi037 bash[41498]: cluster 2021-07-26T16:08:50.237518+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e728: 8 total, 8 up, 8 in 2021-07-26T16:08:51.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:51 smithi037 bash[42499]: cluster 2021-07-26T16:08:49.898510+0000 mgr.y (mgr.24994) 511 : cluster [DBG] pgmap v801: 89 pgs: 89 active+clean; 403 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.5 MiB/s wr, 25 op/s 2021-07-26T16:08:51.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:51 smithi037 bash[42499]: cluster 2021-07-26T16:08:50.237518+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e728: 8 total, 8 up, 8 in 2021-07-26T16:08:52.161 INFO:tasks.rados.rados.0.smithi037.stdout:3489: done (0 left) 2021-07-26T16:08:52.161 INFO:tasks.rados.rados.0.smithi037.stdout:3490: copy_from oid 23 from oid 22 current snap is 338 2021-07-26T16:08:52.161 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 33 current snap is 338 2021-07-26T16:08:52.161 INFO:tasks.rados.rados.0.smithi037.stdout:3491: seq_num 1113 ranges {0=647168,647168=524288,1171456=622592,1794048=57344} 2021-07-26T16:08:52.165 INFO:tasks.rados.rados.0.smithi037.stdout:3491: writing smithi03738989-33 from 0 to 647168 tid 1 2021-07-26T16:08:52.168 INFO:tasks.rados.rados.0.smithi037.stdout:3491: writing smithi03738989-33 from 647168 to 1171456 tid 2 2021-07-26T16:08:52.172 INFO:tasks.rados.rados.0.smithi037.stdout:3491: writing smithi03738989-33 from 1171456 to 1794048 tid 3 2021-07-26T16:08:52.173 INFO:tasks.rados.rados.0.smithi037.stdout:3491: writing smithi03738989-33 from 1794048 to 1851392 tid 4 2021-07-26T16:08:52.173 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 338 2021-07-26T16:08:52.173 INFO:tasks.rados.rados.0.smithi037.stdout:3492: seq_num 1114 ranges {6422528=663552,7086080=802816,7888896=401408} 2021-07-26T16:08:52.212 INFO:tasks.rados.rados.0.smithi037.stdout:3492: writing smithi03738989-13 from 6422528 to 7086080 tid 1 2021-07-26T16:08:52.217 INFO:tasks.rados.rados.0.smithi037.stdout:3492: writing smithi03738989-13 from 7086080 to 7888896 tid 2 2021-07-26T16:08:52.220 INFO:tasks.rados.rados.0.smithi037.stdout:3492: writing smithi03738989-13 from 7888896 to 8290304 tid 3 2021-07-26T16:08:52.220 INFO:tasks.rados.rados.0.smithi037.stdout:3493: rmattr oid 16 current snap is 338 2021-07-26T16:08:52.221 INFO:tasks.rados.rados.0.smithi037.stdout:3493: done (3 left) 2021-07-26T16:08:52.221 INFO:tasks.rados.rados.0.smithi037.stdout:3494: snap_create 2021-07-26T16:08:52.221 INFO:tasks.rados.rados.0.smithi037.stdout:3490: finishing copy_from to smithi03738989-23 2021-07-26T16:08:52.221 INFO:tasks.rados.rados.0.smithi037.stdout:3490: got expected ENOENT (src dne) 2021-07-26T16:08:52.222 INFO:tasks.rados.rados.0.smithi037.stdout:3490: finishing copy_from racing read to smithi03738989-23 2021-07-26T16:08:52.222 INFO:tasks.rados.rados.0.smithi037.stdout:3491: finishing write tid 1 to smithi03738989-33 2021-07-26T16:08:52.222 INFO:tasks.rados.rados.0.smithi037.stdout:3491: finishing write tid 2 to smithi03738989-33 2021-07-26T16:08:52.222 INFO:tasks.rados.rados.0.smithi037.stdout:3491: finishing write tid 3 to smithi03738989-33 2021-07-26T16:08:52.222 INFO:tasks.rados.rados.0.smithi037.stdout:3491: finishing write tid 4 to smithi03738989-33 2021-07-26T16:08:52.223 INFO:tasks.rados.rados.0.smithi037.stdout:3491: finishing write tid 6 to smithi03738989-33 2021-07-26T16:08:52.223 INFO:tasks.rados.rados.0.smithi037.stdout:3491: finishing write tid 7 to smithi03738989-33 2021-07-26T16:08:52.223 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 2535 (ObjNum 1113 snap 338 seq_num 1113) dirty exists 2021-07-26T16:08:52.223 INFO:tasks.rados.rados.0.smithi037.stdout:3491: left oid 33 (ObjNum 1113 snap 338 seq_num 1113) 2021-07-26T16:08:52.224 INFO:tasks.rados.rados.0.smithi037.stdout:3492: finishing write tid 1 to smithi03738989-13 2021-07-26T16:08:52.225 INFO:tasks.rados.rados.0.smithi037.stdout:3492: finishing write tid 2 to smithi03738989-13 2021-07-26T16:08:52.227 INFO:tasks.rados.rados.0.smithi037.stdout:3492: finishing write tid 3 to smithi03738989-13 2021-07-26T16:08:52.228 INFO:tasks.rados.rados.0.smithi037.stdout:3492: finishing write tid 5 to smithi03738989-13 2021-07-26T16:08:52.229 INFO:tasks.rados.rados.0.smithi037.stdout:3492: finishing write tid 6 to smithi03738989-13 2021-07-26T16:08:52.229 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 1997 (ObjNum 1114 snap 338 seq_num 1114) dirty exists 2021-07-26T16:08:52.229 INFO:tasks.rados.rados.0.smithi037.stdout:3492: left oid 13 (ObjNum 1114 snap 338 seq_num 1114) 2021-07-26T16:08:52.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:52 smithi107 bash[29346]: cluster 2021-07-26T16:08:51.237852+0000 mon.a (mon.0) 1206 : cluster [DBG] osdmap e729: 8 total, 8 up, 8 in 2021-07-26T16:08:52.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:52 smithi107 bash[29346]: cluster 2021-07-26T16:08:52.162606+0000 mon.a (mon.0) 1207 : cluster [DBG] osdmap e730: 8 total, 8 up, 8 in 2021-07-26T16:08:52.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:52 smithi037 bash[41498]: cluster 2021-07-26T16:08:51.237852+0000 mon.a (mon.0) 1206 : cluster [DBG] osdmap e729: 8 total, 8 up, 8 in 2021-07-26T16:08:52.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:52 smithi037 bash[41498]: cluster 2021-07-26T16:08:52.162606+0000 mon.a (mon.0) 1207 : cluster [DBG] osdmap e730: 8 total, 8 up, 8 in 2021-07-26T16:08:52.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:52 smithi037 bash[42499]: cluster 2021-07-26T16:08:51.237852+0000 mon.a (mon.0) 1206 : cluster [DBG] osdmap e729: 8 total, 8 up, 8 in 2021-07-26T16:08:52.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:52 smithi037 bash[42499]: cluster 2021-07-26T16:08:52.162606+0000 mon.a (mon.0) 1207 : cluster [DBG] osdmap e730: 8 total, 8 up, 8 in 2021-07-26T16:08:53.174 INFO:tasks.rados.rados.0.smithi037.stdout:3490: done (3 left) 2021-07-26T16:08:53.175 INFO:tasks.rados.rados.0.smithi037.stdout:3491: done (2 left) 2021-07-26T16:08:53.175 INFO:tasks.rados.rados.0.smithi037.stdout:3492: done (1 left) 2021-07-26T16:08:53.175 INFO:tasks.rados.rados.0.smithi037.stdout:3494: done (0 left) 2021-07-26T16:08:53.175 INFO:tasks.rados.rados.0.smithi037.stdout:3495: delete oid 7 current snap is 339 2021-07-26T16:08:53.182 INFO:tasks.rados.rados.0.smithi037.stdout:3495: done (0 left) 2021-07-26T16:08:53.182 INFO:tasks.rados.rados.0.smithi037.stdout:3496: snap_remove snap 325 2021-07-26T16:08:53.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:53 smithi107 bash[29346]: cluster 2021-07-26T16:08:51.899263+0000 mgr.y (mgr.24994) 512 : cluster [DBG] pgmap v804: 89 pgs: 89 active+clean; 406 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2021-07-26T16:08:53.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:53 smithi107 bash[29346]: cluster 2021-07-26T16:08:53.177123+0000 mon.a (mon.0) 1208 : cluster [DBG] osdmap e731: 8 total, 8 up, 8 in 2021-07-26T16:08:53.527 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:53 smithi037 bash[42499]: cluster 2021-07-26T16:08:51.899263+0000 mgr.y (mgr.24994) 512 : cluster [DBG] pgmap v804: 89 pgs: 89 active+clean; 406 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2021-07-26T16:08:53.528 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:53 smithi037 bash[42499]: cluster 2021-07-26T16:08:53.177123+0000 mon.a (mon.0) 1208 : cluster [DBG] osdmap e731: 8 total, 8 up, 8 in 2021-07-26T16:08:53.528 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:53 smithi037 bash[41498]: cluster 2021-07-26T16:08:51.899263+0000 mgr.y (mgr.24994) 512 : cluster [DBG] pgmap v804: 89 pgs: 89 active+clean; 406 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2021-07-26T16:08:53.528 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:53 smithi037 bash[41498]: cluster 2021-07-26T16:08:53.177123+0000 mon.a (mon.0) 1208 : cluster [DBG] osdmap e731: 8 total, 8 up, 8 in 2021-07-26T16:08:53.834 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:08:53 smithi037 bash[50550]: level=error ts=2021-07-26T16:08:53.530Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:53.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:08:53 smithi037 bash[50550]: level=error ts=2021-07-26T16:08:53.530Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:08:53.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:08:53 smithi037 bash[50550]: level=error ts=2021-07-26T16:08:53.530Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:08:54.179 INFO:tasks.rados.rados.0.smithi037.stdout:3496: done (0 left) 2021-07-26T16:08:54.180 INFO:tasks.rados.rados.0.smithi037.stdout:3497: read oid 20 snap -1 2021-07-26T16:08:54.180 INFO:tasks.rados.rados.0.smithi037.stdout:3497: expect deleted 2021-07-26T16:08:54.180 INFO:tasks.rados.rados.0.smithi037.stdout:3498: read oid 12 snap -1 2021-07-26T16:08:54.180 INFO:tasks.rados.rados.0.smithi037.stdout:3498: expect (ObjNum 1090 snap 330 seq_num 1090) 2021-07-26T16:08:54.181 INFO:tasks.rados.rados.0.smithi037.stdout:3499: copy_from oid 14 from oid 39 current snap is 339 2021-07-26T16:08:54.181 INFO:tasks.rados.rados.0.smithi037.stdout:3500: snap_remove snap 292 2021-07-26T16:08:55.200 INFO:tasks.rados.rados.0.smithi037.stdout:3499: finishing copy_from to smithi03738989-14 2021-07-26T16:08:55.200 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 3019 (ObjNum 1033 snap 319 seq_num 1033) dirty exists 2021-07-26T16:08:55.200 INFO:tasks.rados.rados.0.smithi037.stdout:3499: finishing copy_from racing read to smithi03738989-14 2021-07-26T16:08:55.200 INFO:tasks.rados.rados.0.smithi037.stdout:3498: expect (ObjNum 1090 snap 330 seq_num 1090) 2021-07-26T16:08:55.340 INFO:tasks.rados.rados.0.smithi037.stdout:3497: done (3 left) 2021-07-26T16:08:55.341 INFO:tasks.rados.rados.0.smithi037.stdout:3498: done (2 left) 2021-07-26T16:08:55.341 INFO:tasks.rados.rados.0.smithi037.stdout:3499: done (1 left) 2021-07-26T16:08:55.341 INFO:tasks.rados.rados.0.smithi037.stdout:3500: done (0 left) 2021-07-26T16:08:55.341 INFO:tasks.rados.rados.0.smithi037.stdout:3501: read oid 24 snap 335 2021-07-26T16:08:55.342 INFO:tasks.rados.rados.0.smithi037.stdout:3501: expect (ObjNum 949 snap 291 seq_num 949) 2021-07-26T16:08:55.342 INFO:tasks.rados.rados.0.smithi037.stdout:3502: delete oid 27 current snap is 339 2021-07-26T16:08:55.347 INFO:tasks.rados.rados.0.smithi037.stdout:3502: done (1 left) 2021-07-26T16:08:55.347 INFO:tasks.rados.rados.0.smithi037.stdout:3503: copy_from oid 22 from oid 5 current snap is 339 2021-07-26T16:08:55.347 INFO:tasks.rados.rados.0.smithi037.stdout:3504: snap_create 2021-07-26T16:08:55.354 INFO:tasks.rados.rados.0.smithi037.stdout:3501: expect (ObjNum 949 snap 291 seq_num 949) 2021-07-26T16:08:55.437 INFO:tasks.rados.rados.0.smithi037.stdout:3503: finishing copy_from to smithi03738989-22 2021-07-26T16:08:55.437 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 2241 (ObjNum 1110 snap 337 seq_num 1110) dirty exists 2021-07-26T16:08:55.438 INFO:tasks.rados.rados.0.smithi037.stdout:3503: finishing copy_from racing read to smithi03738989-22 2021-07-26T16:08:55.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:55 smithi107 bash[29346]: cluster 2021-07-26T16:08:53.900026+0000 mgr.y (mgr.24994) 513 : cluster [DBG] pgmap v807: 89 pgs: 89 active+clean; 415 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2021-07-26T16:08:55.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:55 smithi107 bash[29346]: cluster 2021-07-26T16:08:54.178449+0000 mon.a (mon.0) 1209 : cluster [DBG] osdmap e732: 8 total, 8 up, 8 in 2021-07-26T16:08:55.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:55 smithi037 bash[41498]: cluster 2021-07-26T16:08:53.900026+0000 mgr.y (mgr.24994) 513 : cluster [DBG] pgmap v807: 89 pgs: 89 active+clean; 415 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2021-07-26T16:08:55.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:55 smithi037 bash[41498]: cluster 2021-07-26T16:08:54.178449+0000 mon.a (mon.0) 1209 : cluster [DBG] osdmap e732: 8 total, 8 up, 8 in 2021-07-26T16:08:55.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:55 smithi037 bash[42499]: cluster 2021-07-26T16:08:53.900026+0000 mgr.y (mgr.24994) 513 : cluster [DBG] pgmap v807: 89 pgs: 89 active+clean; 415 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2021-07-26T16:08:55.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:55 smithi037 bash[42499]: cluster 2021-07-26T16:08:54.178449+0000 mon.a (mon.0) 1209 : cluster [DBG] osdmap e732: 8 total, 8 up, 8 in 2021-07-26T16:08:56.205 INFO:tasks.rados.rados.0.smithi037.stdout:3501: done (2 left) 2021-07-26T16:08:56.205 INFO:tasks.rados.rados.0.smithi037.stdout:3503: done (1 left) 2021-07-26T16:08:56.206 INFO:tasks.rados.rados.0.smithi037.stdout:3504: done (0 left) 2021-07-26T16:08:56.206 INFO:tasks.rados.rados.0.smithi037.stdout:3505: delete oid 41 current snap is 340 2021-07-26T16:08:56.212 INFO:tasks.rados.rados.0.smithi037.stdout:3505: done (0 left) 2021-07-26T16:08:56.212 INFO:tasks.rados.rados.0.smithi037.stdout:3506: read oid 12 snap 330 2021-07-26T16:08:56.213 INFO:tasks.rados.rados.0.smithi037.stdout:3506: expect (ObjNum 1090 snap 330 seq_num 1090) 2021-07-26T16:08:56.213 INFO:tasks.rados.rados.0.smithi037.stdout:3507: snap_create 2021-07-26T16:08:56.223 INFO:tasks.rados.rados.0.smithi037.stdout:3506: expect (ObjNum 1090 snap 330 seq_num 1090) 2021-07-26T16:08:56.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:56 smithi107 bash[29346]: cluster 2021-07-26T16:08:55.194386+0000 mon.a (mon.0) 1210 : cluster [DBG] osdmap e733: 8 total, 8 up, 8 in 2021-07-26T16:08:56.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:56 smithi037 bash[41498]: cluster 2021-07-26T16:08:55.194386+0000 mon.a (mon.0) 1210 : cluster [DBG] osdmap e733: 8 total, 8 up, 8 in 2021-07-26T16:08:56.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:56 smithi037 bash[42499]: cluster 2021-07-26T16:08:55.194386+0000 mon.a (mon.0) 1210 : cluster [DBG] osdmap e733: 8 total, 8 up, 8 in 2021-07-26T16:08:57.163 INFO:tasks.rados.rados.0.smithi037.stdout:3506: done (1 left) 2021-07-26T16:08:57.163 INFO:tasks.rados.rados.0.smithi037.stdout:3507: done (0 left) 2021-07-26T16:08:57.163 INFO:tasks.rados.rados.0.smithi037.stdout:3508: delete oid 37 current snap is 341 2021-07-26T16:08:57.171 INFO:tasks.rados.rados.0.smithi037.stdout:3508: done (0 left) 2021-07-26T16:08:57.171 INFO:tasks.rados.rados.0.smithi037.stdout:3509: read oid 39 snap -1 2021-07-26T16:08:57.171 INFO:tasks.rados.rados.0.smithi037.stdout:3509: expect (ObjNum 1033 snap 319 seq_num 1033) 2021-07-26T16:08:57.172 INFO:tasks.rados.rados.0.smithi037.stdout:3510: read oid 42 snap -1 2021-07-26T16:08:57.172 INFO:tasks.rados.rados.0.smithi037.stdout:3510: expect (ObjNum 1040 snap 321 seq_num 1040) 2021-07-26T16:08:57.172 INFO:tasks.rados.rados.0.smithi037.stdout:3511: snap_create 2021-07-26T16:08:57.177 INFO:tasks.rados.rados.0.smithi037.stdout:3509: expect (ObjNum 1033 snap 319 seq_num 1033) 2021-07-26T16:08:57.229 INFO:tasks.rados.rados.0.smithi037.stdout:3510: expect (ObjNum 1040 snap 321 seq_num 1040) 2021-07-26T16:08:57.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:57 smithi107 bash[29346]: cluster 2021-07-26T16:08:55.900746+0000 mgr.y (mgr.24994) 514 : cluster [DBG] pgmap v810: 89 pgs: 89 active+clean; 433 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 6.8 MiB/s wr, 22 op/s 2021-07-26T16:08:57.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:57 smithi107 bash[29346]: cluster 2021-07-26T16:08:56.206001+0000 mon.a (mon.0) 1211 : cluster [DBG] osdmap e734: 8 total, 8 up, 8 in 2021-07-26T16:08:57.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:57 smithi107 bash[29346]: cluster 2021-07-26T16:08:57.163835+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e735: 8 total, 8 up, 8 in 2021-07-26T16:08:57.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:57 smithi037 bash[41498]: cluster 2021-07-26T16:08:55.900746+0000 mgr.y (mgr.24994) 514 : cluster [DBG] pgmap v810: 89 pgs: 89 active+clean; 433 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 6.8 MiB/s wr, 22 op/s 2021-07-26T16:08:57.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:57 smithi037 bash[41498]: cluster 2021-07-26T16:08:56.206001+0000 mon.a (mon.0) 1211 : cluster [DBG] osdmap e734: 8 total, 8 up, 8 in 2021-07-26T16:08:57.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:57 smithi037 bash[41498]: cluster 2021-07-26T16:08:57.163835+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e735: 8 total, 8 up, 8 in 2021-07-26T16:08:57.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:57 smithi037 bash[42499]: cluster 2021-07-26T16:08:55.900746+0000 mgr.y (mgr.24994) 514 : cluster [DBG] pgmap v810: 89 pgs: 89 active+clean; 433 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 6.8 MiB/s wr, 22 op/s 2021-07-26T16:08:57.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:57 smithi037 bash[42499]: cluster 2021-07-26T16:08:56.206001+0000 mon.a (mon.0) 1211 : cluster [DBG] osdmap e734: 8 total, 8 up, 8 in 2021-07-26T16:08:57.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:57 smithi037 bash[42499]: cluster 2021-07-26T16:08:57.163835+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e735: 8 total, 8 up, 8 in 2021-07-26T16:08:58.178 INFO:tasks.rados.rados.0.smithi037.stdout:3509: done (2 left) 2021-07-26T16:08:58.178 INFO:tasks.rados.rados.0.smithi037.stdout:3510: done (1 left) 2021-07-26T16:08:58.179 INFO:tasks.rados.rados.0.smithi037.stdout:3511: done (0 left) 2021-07-26T16:08:58.179 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 32 current snap is 342 2021-07-26T16:08:58.179 INFO:tasks.rados.rados.0.smithi037.stdout:3512: seq_num 1119 ranges {0=745472,745472=679936,1425408=524288} 2021-07-26T16:08:58.186 INFO:tasks.rados.rados.0.smithi037.stdout:3512: writing smithi03738989-32 from 0 to 745472 tid 1 2021-07-26T16:08:58.190 INFO:tasks.rados.rados.0.smithi037.stdout:3512: writing smithi03738989-32 from 745472 to 1425408 tid 2 2021-07-26T16:08:58.193 INFO:tasks.rados.rados.0.smithi037.stdout:3512: writing smithi03738989-32 from 1425408 to 1949696 tid 3 2021-07-26T16:08:58.194 INFO:tasks.rados.rados.0.smithi037.stdout:3513: snap_create 2021-07-26T16:08:58.197 INFO:tasks.rados.rados.0.smithi037.stdout:3512: finishing write tid 1 to smithi03738989-32 2021-07-26T16:08:58.201 INFO:tasks.rados.rados.0.smithi037.stdout:3512: finishing write tid 2 to smithi03738989-32 2021-07-26T16:08:58.204 INFO:tasks.rados.rados.0.smithi037.stdout:3512: finishing write tid 3 to smithi03738989-32 2021-07-26T16:08:58.207 INFO:tasks.rados.rados.0.smithi037.stdout:3512: finishing write tid 5 to smithi03738989-32 2021-07-26T16:08:58.210 INFO:tasks.rados.rados.0.smithi037.stdout:3512: finishing write tid 6 to smithi03738989-32 2021-07-26T16:08:58.210 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 3176 (ObjNum 1119 snap 342 seq_num 1119) dirty exists 2021-07-26T16:08:58.210 INFO:tasks.rados.rados.0.smithi037.stdout:3512: left oid 32 (ObjNum 1119 snap 342 seq_num 1119) 2021-07-26T16:08:59.177 INFO:tasks.rados.rados.0.smithi037.stdout:3512: done (1 left) 2021-07-26T16:08:59.177 INFO:tasks.rados.rados.0.smithi037.stdout:3513: done (0 left) 2021-07-26T16:08:59.177 INFO:tasks.rados.rados.0.smithi037.stdout:3514: read oid 10 snap -1 2021-07-26T16:08:59.177 INFO:tasks.rados.rados.0.smithi037.stdout:3514: expect (ObjNum 923 snap 284 seq_num 923) 2021-07-26T16:08:59.178 INFO:tasks.rados.rados.0.smithi037.stdout:3515: snap_remove snap 315 2021-07-26T16:08:59.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:59 smithi107 bash[29346]: cluster 2021-07-26T16:08:57.901610+0000 mgr.y (mgr.24994) 515 : cluster [DBG] pgmap v813: 89 pgs: 89 active+clean; 408 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.0 MiB/s wr, 9 op/s 2021-07-26T16:08:59.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:08:59 smithi107 bash[29346]: cluster 2021-07-26T16:08:58.175913+0000 mon.a (mon.0) 1213 : cluster [DBG] osdmap e736: 8 total, 8 up, 8 in 2021-07-26T16:08:59.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:59 smithi037 bash[41498]: cluster 2021-07-26T16:08:57.901610+0000 mgr.y (mgr.24994) 515 : cluster [DBG] pgmap v813: 89 pgs: 89 active+clean; 408 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.0 MiB/s wr, 9 op/s 2021-07-26T16:08:59.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:08:59 smithi037 bash[41498]: cluster 2021-07-26T16:08:58.175913+0000 mon.a (mon.0) 1213 : cluster [DBG] osdmap e736: 8 total, 8 up, 8 in 2021-07-26T16:08:59.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:59 smithi037 bash[42499]: cluster 2021-07-26T16:08:57.901610+0000 mgr.y (mgr.24994) 515 : cluster [DBG] pgmap v813: 89 pgs: 89 active+clean; 408 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.0 MiB/s wr, 9 op/s 2021-07-26T16:08:59.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:08:59 smithi037 bash[42499]: cluster 2021-07-26T16:08:58.175913+0000 mon.a (mon.0) 1213 : cluster [DBG] osdmap e736: 8 total, 8 up, 8 in 2021-07-26T16:09:00.192 INFO:tasks.rados.rados.0.smithi037.stdout:3515: done (1 left) 2021-07-26T16:09:00.192 INFO:tasks.rados.rados.0.smithi037.stdout:3516: snap_remove snap 327 2021-07-26T16:09:00.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:00 smithi107 bash[29346]: cluster 2021-07-26T16:08:59.178280+0000 mon.a (mon.0) 1214 : cluster [DBG] osdmap e737: 8 total, 8 up, 8 in 2021-07-26T16:09:00.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:00 smithi037 bash[41498]: cluster 2021-07-26T16:08:59.178280+0000 mon.a (mon.0) 1214 : cluster [DBG] osdmap e737: 8 total, 8 up, 8 in 2021-07-26T16:09:00.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:00 smithi037 bash[42499]: cluster 2021-07-26T16:08:59.178280+0000 mon.a (mon.0) 1214 : cluster [DBG] osdmap e737: 8 total, 8 up, 8 in 2021-07-26T16:09:01.209 INFO:tasks.rados.rados.0.smithi037.stdout:3516: done (1 left) 2021-07-26T16:09:01.209 INFO:tasks.rados.rados.0.smithi037.stdout:3517: snap_remove snap 329 2021-07-26T16:09:01.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:01 smithi107 bash[29346]: cluster 2021-07-26T16:08:59.902487+0000 mgr.y (mgr.24994) 516 : cluster [DBG] pgmap v816: 89 pgs: 89 active+clean; 396 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2021-07-26T16:09:01.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:01 smithi107 bash[29346]: cluster 2021-07-26T16:09:00.187825+0000 mon.a (mon.0) 1215 : cluster [DBG] osdmap e738: 8 total, 8 up, 8 in 2021-07-26T16:09:01.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:01 smithi037 bash[41498]: cluster 2021-07-26T16:08:59.902487+0000 mgr.y (mgr.24994) 516 : cluster [DBG] pgmap v816: 89 pgs: 89 active+clean; 396 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2021-07-26T16:09:01.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:01 smithi037 bash[41498]: cluster 2021-07-26T16:09:00.187825+0000 mon.a (mon.0) 1215 : cluster [DBG] osdmap e738: 8 total, 8 up, 8 in 2021-07-26T16:09:01.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:01 smithi037 bash[42499]: cluster 2021-07-26T16:08:59.902487+0000 mgr.y (mgr.24994) 516 : cluster [DBG] pgmap v816: 89 pgs: 89 active+clean; 396 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2021-07-26T16:09:01.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:01 smithi037 bash[42499]: cluster 2021-07-26T16:09:00.187825+0000 mon.a (mon.0) 1215 : cluster [DBG] osdmap e738: 8 total, 8 up, 8 in 2021-07-26T16:09:02.171 INFO:tasks.rados.rados.0.smithi037.stdout:3517: done (1 left) 2021-07-26T16:09:02.172 INFO:tasks.rados.rados.0.smithi037.stdout:3518: snap_create 2021-07-26T16:09:02.179 INFO:tasks.rados.rados.0.smithi037.stdout:3514: expect (ObjNum 923 snap 284 seq_num 923) 2021-07-26T16:09:02.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:02 smithi107 bash[29346]: cluster 2021-07-26T16:09:01.211320+0000 mon.a (mon.0) 1216 : cluster [DBG] osdmap e739: 8 total, 8 up, 8 in 2021-07-26T16:09:02.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:02 smithi107 bash[29346]: cluster 2021-07-26T16:09:02.164633+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e740: 8 total, 8 up, 8 in 2021-07-26T16:09:02.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:02 smithi037 bash[41498]: cluster 2021-07-26T16:09:01.211320+0000 mon.a (mon.0) 1216 : cluster [DBG] osdmap e739: 8 total, 8 up, 8 in 2021-07-26T16:09:02.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:02 smithi037 bash[41498]: cluster 2021-07-26T16:09:02.164633+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e740: 8 total, 8 up, 8 in 2021-07-26T16:09:02.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:02 smithi037 bash[42499]: cluster 2021-07-26T16:09:01.211320+0000 mon.a (mon.0) 1216 : cluster [DBG] osdmap e739: 8 total, 8 up, 8 in 2021-07-26T16:09:02.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:02 smithi037 bash[42499]: cluster 2021-07-26T16:09:02.164633+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e740: 8 total, 8 up, 8 in 2021-07-26T16:09:03.181 INFO:tasks.rados.rados.0.smithi037.stdout:3514: done (1 left) 2021-07-26T16:09:03.182 INFO:tasks.rados.rados.0.smithi037.stdout:3518: done (0 left) 2021-07-26T16:09:03.182 INFO:tasks.rados.rados.0.smithi037.stdout:3519: delete oid 7 current snap is 344 2021-07-26T16:09:03.187 INFO:tasks.rados.rados.0.smithi037.stdout:3519: done (0 left) 2021-07-26T16:09:03.187 INFO:tasks.rados.rados.0.smithi037.stdout:3520: setattr oid 17 current snap is 344 2021-07-26T16:09:03.189 INFO:tasks.rados.rados.0.smithi037.stdout:3521: snap_remove snap 337 2021-07-26T16:09:03.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:03 smithi107 bash[29346]: cluster 2021-07-26T16:09:01.903365+0000 mgr.y (mgr.24994) 517 : cluster [DBG] pgmap v819: 89 pgs: 89 active+clean; 393 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 754 KiB/s wr, 3 op/s 2021-07-26T16:09:03.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:03 smithi107 bash[29346]: cluster 2021-07-26T16:09:03.183745+0000 mon.a (mon.0) 1218 : cluster [DBG] osdmap e741: 8 total, 8 up, 8 in 2021-07-26T16:09:03.528 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:03 smithi037 bash[41498]: cluster 2021-07-26T16:09:01.903365+0000 mgr.y (mgr.24994) 517 : cluster [DBG] pgmap v819: 89 pgs: 89 active+clean; 393 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 754 KiB/s wr, 3 op/s 2021-07-26T16:09:03.528 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:03 smithi037 bash[41498]: cluster 2021-07-26T16:09:03.183745+0000 mon.a (mon.0) 1218 : cluster [DBG] osdmap e741: 8 total, 8 up, 8 in 2021-07-26T16:09:03.529 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:03 smithi037 bash[42499]: cluster 2021-07-26T16:09:01.903365+0000 mgr.y (mgr.24994) 517 : cluster [DBG] pgmap v819: 89 pgs: 89 active+clean; 393 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 754 KiB/s wr, 3 op/s 2021-07-26T16:09:03.529 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:03 smithi037 bash[42499]: cluster 2021-07-26T16:09:03.183745+0000 mon.a (mon.0) 1218 : cluster [DBG] osdmap e741: 8 total, 8 up, 8 in 2021-07-26T16:09:03.834 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:09:03 smithi037 bash[50550]: level=error ts=2021-07-26T16:09:03.531Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:03.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:09:03 smithi037 bash[50550]: level=error ts=2021-07-26T16:09:03.531Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:03.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:09:03 smithi037 bash[50550]: level=error ts=2021-07-26T16:09:03.531Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:09:04.184 INFO:tasks.rados.rados.0.smithi037.stdout:3521: done (1 left) 2021-07-26T16:09:04.185 INFO:tasks.rados.rados.0.smithi037.stdout:3522: snap_create 2021-07-26T16:09:04.185 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1748 (ObjNum 1044 snap 321 seq_num 1044) dirty exists 2021-07-26T16:09:05.187 INFO:tasks.rados.rados.0.smithi037.stdout:3520: done (1 left) 2021-07-26T16:09:05.187 INFO:tasks.rados.rados.0.smithi037.stdout:3522: done (0 left) 2021-07-26T16:09:05.188 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 345 2021-07-26T16:09:05.188 INFO:tasks.rados.rados.0.smithi037.stdout:3523: seq_num 1121 ranges {0=778240,778240=442368,1220608=638976,1859584=122880} 2021-07-26T16:09:05.192 INFO:tasks.rados.rados.0.smithi037.stdout:3523: writing smithi03738989-46 from 0 to 778240 tid 1 2021-07-26T16:09:05.195 INFO:tasks.rados.rados.0.smithi037.stdout:3523: writing smithi03738989-46 from 778240 to 1220608 tid 2 2021-07-26T16:09:05.199 INFO:tasks.rados.rados.0.smithi037.stdout:3523: writing smithi03738989-46 from 1220608 to 1859584 tid 3 2021-07-26T16:09:05.200 INFO:tasks.rados.rados.0.smithi037.stdout:3523: writing smithi03738989-46 from 1859584 to 1982464 tid 4 2021-07-26T16:09:05.200 INFO:tasks.rados.rados.0.smithi037.stdout:3524: read oid 11 snap -1 2021-07-26T16:09:05.200 INFO:tasks.rados.rados.0.smithi037.stdout:3524: expect (ObjNum 1100 snap 333 seq_num 1100) 2021-07-26T16:09:05.201 INFO:tasks.rados.rados.0.smithi037.stdout:3525: setattr oid 34 current snap is 345 2021-07-26T16:09:05.201 INFO:tasks.rados.rados.0.smithi037.stdout:3526: copy_from oid 43 from oid 12 current snap is 345 2021-07-26T16:09:05.201 INFO:tasks.rados.rados.0.smithi037.stdout:3527: rmattr oid 2 current snap is 345 2021-07-26T16:09:05.202 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 345 2021-07-26T16:09:05.202 INFO:tasks.rados.rados.0.smithi037.stdout:3528: seq_num 1122 ranges {0=794624,794624=729088,1523712=475136} 2021-07-26T16:09:05.207 INFO:tasks.rados.rados.0.smithi037.stdout:3528: writing smithi03738989-8 from 0 to 794624 tid 1 2021-07-26T16:09:05.213 INFO:tasks.rados.rados.0.smithi037.stdout:3528: writing smithi03738989-8 from 794624 to 1523712 tid 2 2021-07-26T16:09:05.216 INFO:tasks.rados.rados.0.smithi037.stdout:3528: writing smithi03738989-8 from 1523712 to 1998848 tid 3 2021-07-26T16:09:05.217 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 29 current snap is 345 2021-07-26T16:09:05.217 INFO:tasks.rados.rados.0.smithi037.stdout:3529: seq_num 1123 ranges {6979584=409600,7389184=614400,8003584=598016,8601600=393216} 2021-07-26T16:09:05.259 INFO:tasks.rados.rados.0.smithi037.stdout:3529: writing smithi03738989-29 from 6979584 to 7389184 tid 1 2021-07-26T16:09:05.263 INFO:tasks.rados.rados.0.smithi037.stdout:3529: writing smithi03738989-29 from 7389184 to 8003584 tid 2 2021-07-26T16:09:05.266 INFO:tasks.rados.rados.0.smithi037.stdout:3529: writing smithi03738989-29 from 8003584 to 8601600 tid 3 2021-07-26T16:09:05.269 INFO:tasks.rados.rados.0.smithi037.stdout:3529: writing smithi03738989-29 from 8601600 to 8994816 tid 4 2021-07-26T16:09:05.269 INFO:tasks.rados.rados.0.smithi037.stdout:3530: snap_remove snap 341 2021-07-26T16:09:05.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:05 smithi107 bash[29346]: cluster 2021-07-26T16:09:03.904177+0000 mgr.y (mgr.24994) 518 : cluster [DBG] pgmap v822: 89 pgs: 89 active+clean; 389 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 476 KiB/s wr, 4 op/s 2021-07-26T16:09:05.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:05 smithi107 bash[29346]: cluster 2021-07-26T16:09:04.185592+0000 mon.a (mon.0) 1219 : cluster [DBG] osdmap e742: 8 total, 8 up, 8 in 2021-07-26T16:09:05.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:05 smithi037 bash[41498]: cluster 2021-07-26T16:09:03.904177+0000 mgr.y (mgr.24994) 518 : cluster [DBG] pgmap v822: 89 pgs: 89 active+clean; 389 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 476 KiB/s wr, 4 op/s 2021-07-26T16:09:05.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:05 smithi037 bash[41498]: cluster 2021-07-26T16:09:04.185592+0000 mon.a (mon.0) 1219 : cluster [DBG] osdmap e742: 8 total, 8 up, 8 in 2021-07-26T16:09:05.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:05 smithi037 bash[42499]: cluster 2021-07-26T16:09:03.904177+0000 mgr.y (mgr.24994) 518 : cluster [DBG] pgmap v822: 89 pgs: 89 active+clean; 389 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 476 KiB/s wr, 4 op/s 2021-07-26T16:09:05.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:05 smithi037 bash[42499]: cluster 2021-07-26T16:09:04.185592+0000 mon.a (mon.0) 1219 : cluster [DBG] osdmap e742: 8 total, 8 up, 8 in 2021-07-26T16:09:06.207 INFO:tasks.rados.rados.0.smithi037.stdout:3530: done (7 left) 2021-07-26T16:09:06.207 INFO:tasks.rados.rados.0.smithi037.stdout:3531: snap_create 2021-07-26T16:09:06.207 INFO:tasks.rados.rados.0.smithi037.stdout:3523: finishing write tid 1 to smithi03738989-46 2021-07-26T16:09:06.208 INFO:tasks.rados.rados.0.smithi037.stdout:3523: finishing write tid 2 to smithi03738989-46 2021-07-26T16:09:06.208 INFO:tasks.rados.rados.0.smithi037.stdout:3523: finishing write tid 3 to smithi03738989-46 2021-07-26T16:09:06.208 INFO:tasks.rados.rados.0.smithi037.stdout:3523: finishing write tid 4 to smithi03738989-46 2021-07-26T16:09:06.208 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 2510 (ObjNum 1100 snap 333 seq_num 1100) dirty exists 2021-07-26T16:09:06.208 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2532 (ObjNum 1869435224 snap 1818906973 seq_num 1717986146) dirty exists 2021-07-26T16:09:06.209 INFO:tasks.rados.rados.0.smithi037.stdout:3528: finishing write tid 1 to smithi03738989-8 2021-07-26T16:09:06.209 INFO:tasks.rados.rados.0.smithi037.stdout:3523: finishing write tid 6 to smithi03738989-46 2021-07-26T16:09:06.209 INFO:tasks.rados.rados.0.smithi037.stdout:3528: finishing write tid 2 to smithi03738989-8 2021-07-26T16:09:06.209 INFO:tasks.rados.rados.0.smithi037.stdout:3528: finishing write tid 3 to smithi03738989-8 2021-07-26T16:09:06.210 INFO:tasks.rados.rados.0.smithi037.stdout:3528: finishing write tid 5 to smithi03738989-8 2021-07-26T16:09:06.210 INFO:tasks.rados.rados.0.smithi037.stdout:3528: finishing write tid 6 to smithi03738989-8 2021-07-26T16:09:06.210 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 2536 (ObjNum 1122 snap 345 seq_num 1122) dirty exists 2021-07-26T16:09:06.210 INFO:tasks.rados.rados.0.smithi037.stdout:3528: left oid 8 (ObjNum 1122 snap 345 seq_num 1122) 2021-07-26T16:09:06.211 INFO:tasks.rados.rados.0.smithi037.stdout:3526: finishing copy_from to smithi03738989-43 2021-07-26T16:09:06.211 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 2901 (ObjNum 1090 snap 330 seq_num 1090) dirty exists 2021-07-26T16:09:06.211 INFO:tasks.rados.rados.0.smithi037.stdout:3526: finishing copy_from racing read to smithi03738989-43 2021-07-26T16:09:06.211 INFO:tasks.rados.rados.0.smithi037.stdout:3523: finishing write tid 7 to smithi03738989-46 2021-07-26T16:09:06.212 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 2541 (ObjNum 1121 snap 345 seq_num 1121) dirty exists 2021-07-26T16:09:06.212 INFO:tasks.rados.rados.0.smithi037.stdout:3523: left oid 46 (ObjNum 1121 snap 345 seq_num 1121) 2021-07-26T16:09:06.212 INFO:tasks.rados.rados.0.smithi037.stdout:3524: expect (ObjNum 1100 snap 333 seq_num 1100) 2021-07-26T16:09:06.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:06 smithi107 bash[29346]: cluster 2021-07-26T16:09:05.188344+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e743: 8 total, 8 up, 8 in 2021-07-26T16:09:06.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:06 smithi037 bash[41498]: cluster 2021-07-26T16:09:05.188344+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e743: 8 total, 8 up, 8 in 2021-07-26T16:09:06.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:06 smithi037 bash[42499]: cluster 2021-07-26T16:09:05.188344+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e743: 8 total, 8 up, 8 in 2021-07-26T16:09:07.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:07 smithi107 bash[29346]: cluster 2021-07-26T16:09:05.905025+0000 mgr.y (mgr.24994) 519 : cluster [DBG] pgmap v825: 89 pgs: 89 active+clean; 385 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 476 KiB/s wr, 8 op/s 2021-07-26T16:09:07.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:07 smithi107 bash[29346]: cluster 2021-07-26T16:09:06.207153+0000 mon.a (mon.0) 1221 : cluster [DBG] osdmap e744: 8 total, 8 up, 8 in 2021-07-26T16:09:07.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:07 smithi107 bash[29346]: cluster 2021-07-26T16:09:07.170069+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e745: 8 total, 8 up, 8 in 2021-07-26T16:09:07.562 INFO:tasks.rados.rados.0.smithi037.stdout:3529: finishing write tid 1 to smithi03738989-29 2021-07-26T16:09:07.562 INFO:tasks.rados.rados.0.smithi037.stdout:3529: finishing write tid 2 to smithi03738989-29 2021-07-26T16:09:07.563 INFO:tasks.rados.rados.0.smithi037.stdout:3529: finishing write tid 3 to smithi03738989-29 2021-07-26T16:09:07.563 INFO:tasks.rados.rados.0.smithi037.stdout:3529: finishing write tid 4 to smithi03738989-29 2021-07-26T16:09:07.563 INFO:tasks.rados.rados.0.smithi037.stdout:3529: finishing write tid 6 to smithi03738989-29 2021-07-26T16:09:07.563 INFO:tasks.rados.rados.0.smithi037.stdout:3529: finishing write tid 7 to smithi03738989-29 2021-07-26T16:09:07.564 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2515 (ObjNum 1123 snap 345 seq_num 1123) dirty exists 2021-07-26T16:09:07.564 INFO:tasks.rados.rados.0.smithi037.stdout:3529: left oid 29 (ObjNum 1123 snap 345 seq_num 1123) 2021-07-26T16:09:07.564 INFO:tasks.rados.rados.0.smithi037.stdout:3523: done (7 left) 2021-07-26T16:09:07.564 INFO:tasks.rados.rados.0.smithi037.stdout:3524: done (6 left) 2021-07-26T16:09:07.565 INFO:tasks.rados.rados.0.smithi037.stdout:3525: done (5 left) 2021-07-26T16:09:07.565 INFO:tasks.rados.rados.0.smithi037.stdout:3526: done (4 left) 2021-07-26T16:09:07.566 INFO:tasks.rados.rados.0.smithi037.stdout:3527: done (3 left) 2021-07-26T16:09:07.566 INFO:tasks.rados.rados.0.smithi037.stdout:3528: done (2 left) 2021-07-26T16:09:07.566 INFO:tasks.rados.rados.0.smithi037.stdout:3529: done (1 left) 2021-07-26T16:09:07.566 INFO:tasks.rados.rados.0.smithi037.stdout:3531: done (0 left) 2021-07-26T16:09:07.567 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 346 2021-07-26T16:09:07.567 INFO:tasks.rados.rados.0.smithi037.stdout:3532: seq_num 1124 ranges {5660672=434176,6094848=499712,6594560=409600,7004160=663552,7667712=32768} 2021-07-26T16:09:07.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:07 smithi037 bash[41498]: cluster 2021-07-26T16:09:05.905025+0000 mgr.y (mgr.24994) 519 : cluster [DBG] pgmap v825: 89 pgs: 89 active+clean; 385 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 476 KiB/s wr, 8 op/s 2021-07-26T16:09:07.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:07 smithi037 bash[41498]: cluster 2021-07-26T16:09:06.207153+0000 mon.a (mon.0) 1221 : cluster [DBG] osdmap e744: 8 total, 8 up, 8 in 2021-07-26T16:09:07.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:07 smithi037 bash[41498]: cluster 2021-07-26T16:09:07.170069+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e745: 8 total, 8 up, 8 in 2021-07-26T16:09:07.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:07 smithi037 bash[42499]: cluster 2021-07-26T16:09:05.905025+0000 mgr.y (mgr.24994) 519 : cluster [DBG] pgmap v825: 89 pgs: 89 active+clean; 385 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 476 KiB/s wr, 8 op/s 2021-07-26T16:09:07.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:07 smithi037 bash[42499]: cluster 2021-07-26T16:09:06.207153+0000 mon.a (mon.0) 1221 : cluster [DBG] osdmap e744: 8 total, 8 up, 8 in 2021-07-26T16:09:07.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:07 smithi037 bash[42499]: cluster 2021-07-26T16:09:07.170069+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e745: 8 total, 8 up, 8 in 2021-07-26T16:09:07.606 INFO:tasks.rados.rados.0.smithi037.stdout:3532: writing smithi03738989-17 from 5660672 to 6094848 tid 1 2021-07-26T16:09:07.609 INFO:tasks.rados.rados.0.smithi037.stdout:3532: writing smithi03738989-17 from 6094848 to 6594560 tid 2 2021-07-26T16:09:07.611 INFO:tasks.rados.rados.0.smithi037.stdout:3532: writing smithi03738989-17 from 6594560 to 7004160 tid 3 2021-07-26T16:09:07.615 INFO:tasks.rados.rados.0.smithi037.stdout:3532: writing smithi03738989-17 from 7004160 to 7667712 tid 4 2021-07-26T16:09:07.615 INFO:tasks.rados.rados.0.smithi037.stdout:3532: writing smithi03738989-17 from 7667712 to 7700480 tid 5 2021-07-26T16:09:07.616 INFO:tasks.rados.rados.0.smithi037.stdout:3533: read oid 7 snap -1 2021-07-26T16:09:07.616 INFO:tasks.rados.rados.0.smithi037.stdout:3533: expect deleted 2021-07-26T16:09:07.616 INFO:tasks.rados.rados.0.smithi037.stdout:3534: snap_remove snap 345 2021-07-26T16:09:08.218 INFO:tasks.rados.rados.0.smithi037.stdout:3534: done (2 left) 2021-07-26T16:09:08.218 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 346 2021-07-26T16:09:08.219 INFO:tasks.rados.rados.0.smithi037.stdout:3535: seq_num 1125 ranges {5898240=450560,6348800=786432,7135232=614400,7749632=204800} 2021-07-26T16:09:08.254 INFO:tasks.rados.rados.0.smithi037.stdout:3535: writing smithi03738989-16 from 5898240 to 6348800 tid 1 2021-07-26T16:09:08.258 INFO:tasks.rados.rados.0.smithi037.stdout:3535: writing smithi03738989-16 from 6348800 to 7135232 tid 2 2021-07-26T16:09:08.262 INFO:tasks.rados.rados.0.smithi037.stdout:3535: writing smithi03738989-16 from 7135232 to 7749632 tid 3 2021-07-26T16:09:08.263 INFO:tasks.rados.rados.0.smithi037.stdout:3535: writing smithi03738989-16 from 7749632 to 7954432 tid 4 2021-07-26T16:09:08.264 INFO:tasks.rados.rados.0.smithi037.stdout:3536: rmattr oid 29 current snap is 346 2021-07-26T16:09:08.264 INFO:tasks.rados.rados.0.smithi037.stdout:3536: done (3 left) 2021-07-26T16:09:08.264 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 346 2021-07-26T16:09:08.264 INFO:tasks.rados.rados.0.smithi037.stdout:3537: seq_num 1126 ranges {1802240=466944,2269184=720896,2990080=778240,3768320=106496} 2021-07-26T16:09:08.276 INFO:tasks.rados.rados.0.smithi037.stdout:3537: writing smithi03738989-10 from 1802240 to 2269184 tid 1 2021-07-26T16:09:08.281 INFO:tasks.rados.rados.0.smithi037.stdout:3537: writing smithi03738989-10 from 2269184 to 2990080 tid 2 2021-07-26T16:09:08.285 INFO:tasks.rados.rados.0.smithi037.stdout:3537: writing smithi03738989-10 from 2990080 to 3768320 tid 3 2021-07-26T16:09:08.287 INFO:tasks.rados.rados.0.smithi037.stdout:3537: writing smithi03738989-10 from 3768320 to 3874816 tid 4 2021-07-26T16:09:08.287 INFO:tasks.rados.rados.0.smithi037.stdout:3538: delete oid 19 current snap is 346 2021-07-26T16:09:08.287 INFO:tasks.rados.rados.0.smithi037.stdout:3532: finishing write tid 1 to smithi03738989-17 2021-07-26T16:09:08.288 INFO:tasks.rados.rados.0.smithi037.stdout:3532: finishing write tid 2 to smithi03738989-17 2021-07-26T16:09:08.288 INFO:tasks.rados.rados.0.smithi037.stdout:3532: finishing write tid 3 to smithi03738989-17 2021-07-26T16:09:08.288 INFO:tasks.rados.rados.0.smithi037.stdout:3532: finishing write tid 4 to smithi03738989-17 2021-07-26T16:09:08.288 INFO:tasks.rados.rados.0.smithi037.stdout:3532: finishing write tid 5 to smithi03738989-17 2021-07-26T16:09:08.288 INFO:tasks.rados.rados.0.smithi037.stdout:3532: finishing write tid 7 to smithi03738989-17 2021-07-26T16:09:08.289 INFO:tasks.rados.rados.0.smithi037.stdout:3532: finishing write tid 8 to smithi03738989-17 2021-07-26T16:09:08.289 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1754 (ObjNum 1124 snap 346 seq_num 1124) dirty exists 2021-07-26T16:09:08.289 INFO:tasks.rados.rados.0.smithi037.stdout:3532: left oid 17 (ObjNum 1124 snap 346 seq_num 1124) 2021-07-26T16:09:08.289 INFO:tasks.rados.rados.0.smithi037.stdout:3535: finishing write tid 1 to smithi03738989-16 2021-07-26T16:09:08.290 INFO:tasks.rados.rados.0.smithi037.stdout:3535: finishing write tid 2 to smithi03738989-16 2021-07-26T16:09:08.290 INFO:tasks.rados.rados.0.smithi037.stdout:3535: finishing write tid 3 to smithi03738989-16 2021-07-26T16:09:08.290 INFO:tasks.rados.rados.0.smithi037.stdout:3535: finishing write tid 4 to smithi03738989-16 2021-07-26T16:09:08.290 INFO:tasks.rados.rados.0.smithi037.stdout:3535: finishing write tid 6 to smithi03738989-16 2021-07-26T16:09:08.291 INFO:tasks.rados.rados.0.smithi037.stdout:3535: finishing write tid 7 to smithi03738989-16 2021-07-26T16:09:08.291 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 2910 (ObjNum 1125 snap 346 seq_num 1125) dirty exists 2021-07-26T16:09:08.291 INFO:tasks.rados.rados.0.smithi037.stdout:3535: left oid 16 (ObjNum 1125 snap 346 seq_num 1125) 2021-07-26T16:09:08.291 INFO:tasks.rados.rados.0.smithi037.stdout:3537: finishing write tid 1 to smithi03738989-10 2021-07-26T16:09:08.292 INFO:tasks.rados.rados.0.smithi037.stdout:3537: finishing write tid 2 to smithi03738989-10 2021-07-26T16:09:08.295 INFO:tasks.rados.rados.0.smithi037.stdout:3537: finishing write tid 3 to smithi03738989-10 2021-07-26T16:09:08.296 INFO:tasks.rados.rados.0.smithi037.stdout:3532: done (4 left) 2021-07-26T16:09:08.296 INFO:tasks.rados.rados.0.smithi037.stdout:3533: done (3 left) 2021-07-26T16:09:08.296 INFO:tasks.rados.rados.0.smithi037.stdout:3535: done (2 left) 2021-07-26T16:09:08.296 INFO:tasks.rados.rados.0.smithi037.stdout:3538: done (1 left) 2021-07-26T16:09:08.296 INFO:tasks.rados.rados.0.smithi037.stdout:3539: copy_from oid 35 from oid 7 current snap is 346 2021-07-26T16:09:08.297 INFO:tasks.rados.rados.0.smithi037.stdout:3540: rmattr oid 43 current snap is 346 2021-07-26T16:09:08.297 INFO:tasks.rados.rados.0.smithi037.stdout:3541: snap_remove snap 340 2021-07-26T16:09:09.227 INFO:tasks.rados.rados.0.smithi037.stdout:3539: finishing copy_from to smithi03738989-35 2021-07-26T16:09:09.227 INFO:tasks.rados.rados.0.smithi037.stdout:3539: got expected ENOENT (src dne) 2021-07-26T16:09:09.227 INFO:tasks.rados.rados.0.smithi037.stdout:3539: finishing copy_from racing read to smithi03738989-35 2021-07-26T16:09:09.228 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 2902 (ObjNum 1090 snap 330 seq_num 1090) dirty exists 2021-07-26T16:09:09.228 INFO:tasks.rados.rados.0.smithi037.stdout:3537: finishing write tid 4 to smithi03738989-10 2021-07-26T16:09:09.228 INFO:tasks.rados.rados.0.smithi037.stdout:3537: finishing write tid 6 to smithi03738989-10 2021-07-26T16:09:09.228 INFO:tasks.rados.rados.0.smithi037.stdout:3537: finishing write tid 7 to smithi03738989-10 2021-07-26T16:09:09.229 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 3208 (ObjNum 1126 snap 346 seq_num 1126) dirty exists 2021-07-26T16:09:09.229 INFO:tasks.rados.rados.0.smithi037.stdout:3537: left oid 10 (ObjNum 1126 snap 346 seq_num 1126) 2021-07-26T16:09:09.229 INFO:tasks.rados.rados.0.smithi037.stdout:3537: done (3 left) 2021-07-26T16:09:09.229 INFO:tasks.rados.rados.0.smithi037.stdout:3539: done (2 left) 2021-07-26T16:09:09.229 INFO:tasks.rados.rados.0.smithi037.stdout:3540: done (1 left) 2021-07-26T16:09:09.230 INFO:tasks.rados.rados.0.smithi037.stdout:3541: done (0 left) 2021-07-26T16:09:09.230 INFO:tasks.rados.rados.0.smithi037.stdout:3542: setattr oid 42 current snap is 346 2021-07-26T16:09:09.231 INFO:tasks.rados.rados.0.smithi037.stdout:3543: copy_from oid 3 from oid 9 current snap is 346 2021-07-26T16:09:09.231 INFO:tasks.rados.rados.0.smithi037.stdout:3544: read oid 44 snap -1 2021-07-26T16:09:09.232 INFO:tasks.rados.rados.0.smithi037.stdout:3544: expect (ObjNum 1095 snap 330 seq_num 1095) 2021-07-26T16:09:09.232 INFO:tasks.rados.rados.0.smithi037.stdout:3545: read oid 49 snap 247 2021-07-26T16:09:09.232 INFO:tasks.rados.rados.0.smithi037.stdout:3545: expect (ObjNum 653 snap 192 seq_num 653) 2021-07-26T16:09:09.232 INFO:tasks.rados.rados.0.smithi037.stdout:3546: read oid 20 snap -1 2021-07-26T16:09:09.232 INFO:tasks.rados.rados.0.smithi037.stdout:3546: expect deleted 2021-07-26T16:09:09.233 INFO:tasks.rados.rados.0.smithi037.stdout:3547: snap_remove snap 336 2021-07-26T16:09:09.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:09 smithi107 bash[29346]: cluster 2021-07-26T16:09:07.905920+0000 mgr.y (mgr.24994) 520 : cluster [DBG] pgmap v828: 89 pgs: 89 active+clean; 392 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.7 MiB/s wr, 16 op/s 2021-07-26T16:09:09.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:09 smithi107 bash[29346]: cluster 2021-07-26T16:09:08.219775+0000 mon.a (mon.0) 1223 : cluster [DBG] osdmap e746: 8 total, 8 up, 8 in 2021-07-26T16:09:09.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:09 smithi107 bash[29346]: audit 2021-07-26T16:09:09.157255+0000 mon.c (mon.1) 458 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:09:09.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[41498]: cluster 2021-07-26T16:09:07.905920+0000 mgr.y (mgr.24994) 520 : cluster [DBG] pgmap v828: 89 pgs: 89 active+clean; 392 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.7 MiB/s wr, 16 op/s 2021-07-26T16:09:09.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[41498]: cluster 2021-07-26T16:09:08.219775+0000 mon.a (mon.0) 1223 : cluster [DBG] osdmap e746: 8 total, 8 up, 8 in 2021-07-26T16:09:09.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[41498]: audit 2021-07-26T16:09:09.157255+0000 mon.c (mon.1) 458 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:09:09.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[42499]: cluster 2021-07-26T16:09:07.905920+0000 mgr.y (mgr.24994) 520 : cluster [DBG] pgmap v828: 89 pgs: 89 active+clean; 392 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.7 MiB/s wr, 16 op/s 2021-07-26T16:09:09.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[42499]: cluster 2021-07-26T16:09:08.219775+0000 mon.a (mon.0) 1223 : cluster [DBG] osdmap e746: 8 total, 8 up, 8 in 2021-07-26T16:09:09.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[42499]: audit 2021-07-26T16:09:09.157255+0000 mon.c (mon.1) 458 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:09:09.586 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: debug 2021-07-26T16:09:09.429+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:09:09.587 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:09:09.587 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:09.587 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:09:09.587 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:09.588 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:09:09.588 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:09.588 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:09.588 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:09:09.589 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: debug 2021-07-26T16:09:09.429+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:09:09.589 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:09:09.589 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:09.589 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:09:09.589 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:09.590 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:09:09.590 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:09.590 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:09.590 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:09:09.591 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: debug 2021-07-26T16:09:09.433+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:09:09.591 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:09:09.591 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:09.591 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:09:09.592 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:09.592 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:09:09.592 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:09.592 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:09.593 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:09:09.593 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: debug 2021-07-26T16:09:09.433+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:09:09.593 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:09:09.593 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:09.593 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:09:09.594 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:09.594 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:09:09.594 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:09.594 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:09.595 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:09:09 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:09:10.256 INFO:tasks.rados.rados.0.smithi037.stdout:3543: finishing copy_from to smithi03738989-3 2021-07-26T16:09:10.256 INFO:tasks.rados.rados.0.smithi037.stdout:3543: got expected ENOENT (src dne) 2021-07-26T16:09:10.256 INFO:tasks.rados.rados.0.smithi037.stdout:3543: finishing copy_from racing read to smithi03738989-3 2021-07-26T16:09:10.257 INFO:tasks.rados.rados.0.smithi037.stdout:3544: expect (ObjNum 1095 snap 330 seq_num 1095) 2021-07-26T16:09:10.290 INFO:tasks.rados.rados.0.smithi037.stdout:3545: expect (ObjNum 653 snap 192 seq_num 653) 2021-07-26T16:09:10.398 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2537 (ObjNum 1040 snap 321 seq_num 1040) dirty exists 2021-07-26T16:09:10.398 INFO:tasks.rados.rados.0.smithi037.stdout:3542: done (5 left) 2021-07-26T16:09:10.398 INFO:tasks.rados.rados.0.smithi037.stdout:3543: done (4 left) 2021-07-26T16:09:10.399 INFO:tasks.rados.rados.0.smithi037.stdout:3544: done (3 left) 2021-07-26T16:09:10.399 INFO:tasks.rados.rados.0.smithi037.stdout:3545: done (2 left) 2021-07-26T16:09:10.399 INFO:tasks.rados.rados.0.smithi037.stdout:3546: done (1 left) 2021-07-26T16:09:10.399 INFO:tasks.rados.rados.0.smithi037.stdout:3547: done (0 left) 2021-07-26T16:09:10.400 INFO:tasks.rados.rados.0.smithi037.stdout:3548: setattr oid 35 current snap is 346 2021-07-26T16:09:10.402 INFO:tasks.rados.rados.0.smithi037.stdout:3549: copy_from oid 10 from oid 28 current snap is 346 2021-07-26T16:09:10.403 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 346 2021-07-26T16:09:10.403 INFO:tasks.rados.rados.0.smithi037.stdout:3550: seq_num 1128 ranges {0=499712,499712=483328,983040=786432,1769472=335872} 2021-07-26T16:09:10.408 INFO:tasks.rados.rados.0.smithi037.stdout:3550: writing smithi03738989-4 from 0 to 499712 tid 1 2021-07-26T16:09:10.412 INFO:tasks.rados.rados.0.smithi037.stdout:3550: writing smithi03738989-4 from 499712 to 983040 tid 2 2021-07-26T16:09:10.417 INFO:tasks.rados.rados.0.smithi037.stdout:3550: writing smithi03738989-4 from 983040 to 1769472 tid 3 2021-07-26T16:09:10.419 INFO:tasks.rados.rados.0.smithi037.stdout:3550: writing smithi03738989-4 from 1769472 to 2105344 tid 4 2021-07-26T16:09:10.419 INFO:tasks.rados.rados.0.smithi037.stdout:3551: snap_create 2021-07-26T16:09:10.420 INFO:tasks.rados.rados.0.smithi037.stdout:3549: finishing copy_from to smithi03738989-10 2021-07-26T16:09:10.420 INFO:tasks.rados.rados.0.smithi037.stdout:3549: got expected ENOENT (src dne) 2021-07-26T16:09:10.420 INFO:tasks.rados.rados.0.smithi037.stdout:3549: finishing copy_from racing read to smithi03738989-10 2021-07-26T16:09:10.420 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 2516 (ObjNum 0 snap 0 seq_num 0) dirty exists 2021-07-26T16:09:10.420 INFO:tasks.rados.rados.0.smithi037.stdout:3550: finishing write tid 1 to smithi03738989-4 2021-07-26T16:09:10.422 INFO:tasks.rados.rados.0.smithi037.stdout:3550: finishing write tid 2 to smithi03738989-4 2021-07-26T16:09:10.427 INFO:tasks.rados.rados.0.smithi037.stdout:3550: finishing write tid 3 to smithi03738989-4 2021-07-26T16:09:10.428 INFO:tasks.rados.rados.0.smithi037.stdout:3550: finishing write tid 4 to smithi03738989-4 2021-07-26T16:09:10.431 INFO:tasks.rados.rados.0.smithi037.stdout:3550: finishing write tid 6 to smithi03738989-4 2021-07-26T16:09:10.436 INFO:tasks.rados.rados.0.smithi037.stdout:3550: finishing write tid 7 to smithi03738989-4 2021-07-26T16:09:10.436 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 3217 (ObjNum 1128 snap 346 seq_num 1128) dirty exists 2021-07-26T16:09:10.437 INFO:tasks.rados.rados.0.smithi037.stdout:3550: left oid 4 (ObjNum 1128 snap 346 seq_num 1128) 2021-07-26T16:09:10.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: cluster 2021-07-26T16:09:09.225054+0000 mon.a (mon.0) 1224 : cluster [DBG] osdmap e747: 8 total, 8 up, 8 in 2021-07-26T16:09:10.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: audit 2021-07-26T16:09:09.430453+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:09:10.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: cephadm 2021-07-26T16:09:09.433454+0000 mgr.y (mgr.24994) 521 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:09:10.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:09:10.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:10.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:09:10.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:10.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:09:10.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:10.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:10.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:09:10.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: cephadm 2021-07-26T16:09:09.434574+0000 mgr.y (mgr.24994) 522 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:09:10.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:09:10.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:10.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:09:10.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:10.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:09:10.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:10.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:10.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:09:10.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: cephadm 2021-07-26T16:09:09.436726+0000 mgr.y (mgr.24994) 523 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:09:10.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:09:10.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:10.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:09:10.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:10.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:09:10.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:10.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:10.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:09:10.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: cephadm 2021-07-26T16:09:09.438062+0000 mgr.y (mgr.24994) 524 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:09:10.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:09:10.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:10.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:09:10.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:10.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:09:10.534 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:10.534 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:10.534 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:10 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:09:10.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: cluster 2021-07-26T16:09:09.225054+0000 mon.a (mon.0) 1224 : cluster [DBG] osdmap e747: 8 total, 8 up, 8 in 2021-07-26T16:09:10.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: audit 2021-07-26T16:09:09.430453+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:09:10.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: cephadm 2021-07-26T16:09:09.433454+0000 mgr.y (mgr.24994) 521 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:09:10.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:09:10.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:10.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:09:10.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:10.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:09:10.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:10.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:10.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:09:10.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: cephadm 2021-07-26T16:09:09.434574+0000 mgr.y (mgr.24994) 522 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:09:10.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:09:10.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:10.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:09:10.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:10.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:09:10.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:10.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:10.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:09:10.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: cephadm 2021-07-26T16:09:09.436726+0000 mgr.y (mgr.24994) 523 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:09:10.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:09:10.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:10.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:09:10.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:10.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:09:10.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:10.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:10.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: cluster 2021-07-26T16:09:09.225054+0000 mon.a (mon.0) 1224 : cluster [DBG] osdmap e747: 8 total, 8 up, 8 in 2021-07-26T16:09:10.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: audit 2021-07-26T16:09:09.430453+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:09:10.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: cephadm 2021-07-26T16:09:09.433454+0000 mgr.y (mgr.24994) 521 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:09:10.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:09:10.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:10.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:09:10.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:10.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:09:10.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:10.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:10.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:09:10.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: cephadm 2021-07-26T16:09:09.434574+0000 mgr.y (mgr.24994) 522 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:09:10.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:09:10.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:10.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:09:10.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:10.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:09:10.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:10.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:10.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:09:10.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: cephadm 2021-07-26T16:09:09.436726+0000 mgr.y (mgr.24994) 523 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:09:10.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:09:10.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:10.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:09:10.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:10.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:09:10.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:10.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:10.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:09:10.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: cephadm 2021-07-26T16:09:09.438062+0000 mgr.y (mgr.24994) 524 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:09:10.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:09:10.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:10.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:09:10.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:10.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:09:10.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:10.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:10.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:09:10.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:09:10.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: cephadm 2021-07-26T16:09:09.438062+0000 mgr.y (mgr.24994) 524 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:09:10.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:09:10.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:09:10.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:09:10.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:09:10.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:09:10.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:09:10.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:09:10.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:10 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:09:11.252 INFO:tasks.rados.rados.0.smithi037.stdout:3548: done (3 left) 2021-07-26T16:09:11.252 INFO:tasks.rados.rados.0.smithi037.stdout:3549: done (2 left) 2021-07-26T16:09:11.253 INFO:tasks.rados.rados.0.smithi037.stdout:3550: done (1 left) 2021-07-26T16:09:11.253 INFO:tasks.rados.rados.0.smithi037.stdout:3551: done (0 left) 2021-07-26T16:09:11.253 INFO:tasks.rados.rados.0.smithi037.stdout:3552: snap_remove snap 334 2021-07-26T16:09:11.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:11 smithi107 bash[29346]: cluster 2021-07-26T16:09:09.906688+0000 mgr.y (mgr.24994) 525 : cluster [DBG] pgmap v831: 89 pgs: 89 active+clean; 395 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2021-07-26T16:09:11.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:11 smithi107 bash[29346]: cluster 2021-07-26T16:09:10.249501+0000 mon.a (mon.0) 1226 : cluster [DBG] osdmap e748: 8 total, 8 up, 8 in 2021-07-26T16:09:11.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:11 smithi037 bash[41498]: cluster 2021-07-26T16:09:09.906688+0000 mgr.y (mgr.24994) 525 : cluster [DBG] pgmap v831: 89 pgs: 89 active+clean; 395 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2021-07-26T16:09:11.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:11 smithi037 bash[41498]: cluster 2021-07-26T16:09:10.249501+0000 mon.a (mon.0) 1226 : cluster [DBG] osdmap e748: 8 total, 8 up, 8 in 2021-07-26T16:09:11.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:11 smithi037 bash[42499]: cluster 2021-07-26T16:09:09.906688+0000 mgr.y (mgr.24994) 525 : cluster [DBG] pgmap v831: 89 pgs: 89 active+clean; 395 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2021-07-26T16:09:11.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:11 smithi037 bash[42499]: cluster 2021-07-26T16:09:10.249501+0000 mon.a (mon.0) 1226 : cluster [DBG] osdmap e748: 8 total, 8 up, 8 in 2021-07-26T16:09:12.169 INFO:tasks.rados.rados.0.smithi037.stdout:3552: done (0 left) 2021-07-26T16:09:12.170 INFO:tasks.rados.rados.0.smithi037.stdout:3553: snap_create 2021-07-26T16:09:12.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:12 smithi107 bash[29346]: cluster 2021-07-26T16:09:11.254407+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e749: 8 total, 8 up, 8 in 2021-07-26T16:09:12.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:12 smithi107 bash[29346]: cluster 2021-07-26T16:09:12.169767+0000 mon.a (mon.0) 1228 : cluster [DBG] osdmap e750: 8 total, 8 up, 8 in 2021-07-26T16:09:12.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:12 smithi037 bash[41498]: cluster 2021-07-26T16:09:11.254407+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e749: 8 total, 8 up, 8 in 2021-07-26T16:09:12.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:12 smithi037 bash[41498]: cluster 2021-07-26T16:09:12.169767+0000 mon.a (mon.0) 1228 : cluster [DBG] osdmap e750: 8 total, 8 up, 8 in 2021-07-26T16:09:12.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:12 smithi037 bash[42499]: cluster 2021-07-26T16:09:11.254407+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e749: 8 total, 8 up, 8 in 2021-07-26T16:09:12.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:12 smithi037 bash[42499]: cluster 2021-07-26T16:09:12.169767+0000 mon.a (mon.0) 1228 : cluster [DBG] osdmap e750: 8 total, 8 up, 8 in 2021-07-26T16:09:13.182 INFO:tasks.rados.rados.0.smithi037.stdout:3553: done (0 left) 2021-07-26T16:09:13.182 INFO:tasks.rados.rados.0.smithi037.stdout:3554: read oid 11 snap -1 2021-07-26T16:09:13.183 INFO:tasks.rados.rados.0.smithi037.stdout:3554: expect (ObjNum 1100 snap 333 seq_num 1100) 2021-07-26T16:09:13.183 INFO:tasks.rados.rados.0.smithi037.stdout:3555: snap_create 2021-07-26T16:09:13.256 INFO:tasks.rados.rados.0.smithi037.stdout:3554: expect (ObjNum 1100 snap 333 seq_num 1100) 2021-07-26T16:09:13.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:13 smithi107 bash[29346]: cluster 2021-07-26T16:09:11.907456+0000 mgr.y (mgr.24994) 526 : cluster [DBG] pgmap v834: 89 pgs: 89 active+clean; 397 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2021-07-26T16:09:13.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:13 smithi107 bash[29346]: cluster 2021-07-26T16:09:13.182687+0000 mon.a (mon.0) 1229 : cluster [DBG] osdmap e751: 8 total, 8 up, 8 in 2021-07-26T16:09:13.528 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:13 smithi037 bash[41498]: cluster 2021-07-26T16:09:11.907456+0000 mgr.y (mgr.24994) 526 : cluster [DBG] pgmap v834: 89 pgs: 89 active+clean; 397 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2021-07-26T16:09:13.528 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:13 smithi037 bash[41498]: cluster 2021-07-26T16:09:13.182687+0000 mon.a (mon.0) 1229 : cluster [DBG] osdmap e751: 8 total, 8 up, 8 in 2021-07-26T16:09:13.529 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:13 smithi037 bash[42499]: cluster 2021-07-26T16:09:11.907456+0000 mgr.y (mgr.24994) 526 : cluster [DBG] pgmap v834: 89 pgs: 89 active+clean; 397 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2021-07-26T16:09:13.529 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:13 smithi037 bash[42499]: cluster 2021-07-26T16:09:13.182687+0000 mon.a (mon.0) 1229 : cluster [DBG] osdmap e751: 8 total, 8 up, 8 in 2021-07-26T16:09:13.834 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:09:13 smithi037 bash[50550]: level=error ts=2021-07-26T16:09:13.531Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:13.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:09:13 smithi037 bash[50550]: level=error ts=2021-07-26T16:09:13.531Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:13.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:09:13 smithi037 bash[50550]: level=error ts=2021-07-26T16:09:13.531Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs; Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" 2021-07-26T16:09:14.619 INFO:tasks.rados.rados.0.smithi037.stdout:3554: done (1 left) 2021-07-26T16:09:14.621 INFO:tasks.rados.rados.0.smithi037.stdout:3555: done (0 left) 2021-07-26T16:09:14.621 INFO:tasks.rados.rados.0.smithi037.stdout:3556: read oid 24 snap -1 2021-07-26T16:09:14.622 INFO:tasks.rados.rados.0.smithi037.stdout:3556: expect (ObjNum 949 snap 291 seq_num 949) 2021-07-26T16:09:14.622 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 349 2021-07-26T16:09:14.622 INFO:tasks.rados.rados.0.smithi037.stdout:3557: seq_num 1129 ranges {0=516096,516096=770048,1286144=598016,1884160=237568} 2021-07-26T16:09:14.632 INFO:tasks.rados.rados.0.smithi037.stdout:3557: writing smithi03738989-1 from 0 to 516096 tid 1 2021-07-26T16:09:14.637 INFO:tasks.rados.rados.0.smithi037.stdout:3557: writing smithi03738989-1 from 516096 to 1286144 tid 2 2021-07-26T16:09:14.641 INFO:tasks.rados.rados.0.smithi037.stdout:3557: writing smithi03738989-1 from 1286144 to 1884160 tid 3 2021-07-26T16:09:14.643 INFO:tasks.rados.rados.0.smithi037.stdout:3557: writing smithi03738989-1 from 1884160 to 2121728 tid 4 2021-07-26T16:09:14.643 INFO:tasks.rados.rados.0.smithi037.stdout:3558: rollback oid 11 current snap is 349 2021-07-26T16:09:14.643 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 11 to 333 2021-07-26T16:09:14.644 INFO:tasks.rados.rados.0.smithi037.stdout:3556: expect (ObjNum 949 snap 291 seq_num 949) 2021-07-26T16:09:14.733 INFO:tasks.rados.rados.0.smithi037.stdout:3557: finishing write tid 1 to smithi03738989-1 2021-07-26T16:09:14.733 INFO:tasks.rados.rados.0.smithi037.stdout:3557: finishing write tid 2 to smithi03738989-1 2021-07-26T16:09:14.733 INFO:tasks.rados.rados.0.smithi037.stdout:3557: finishing write tid 3 to smithi03738989-1 2021-07-26T16:09:14.733 INFO:tasks.rados.rados.0.smithi037.stdout:3557: finishing write tid 4 to smithi03738989-1 2021-07-26T16:09:14.734 INFO:tasks.rados.rados.0.smithi037.stdout:3557: finishing write tid 6 to smithi03738989-1 2021-07-26T16:09:14.734 INFO:tasks.rados.rados.0.smithi037.stdout:3557: finishing write tid 7 to smithi03738989-1 2021-07-26T16:09:14.734 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 3226 (ObjNum 1129 snap 349 seq_num 1129) dirty exists 2021-07-26T16:09:14.734 INFO:tasks.rados.rados.0.smithi037.stdout:3557: left oid 1 (ObjNum 1129 snap 349 seq_num 1129) 2021-07-26T16:09:14.735 INFO:tasks.rados.rados.0.smithi037.stdout:3558: finishing rollback tid 0 to smithi03738989-11 2021-07-26T16:09:14.735 INFO:tasks.rados.rados.0.smithi037.stdout:3558: finishing rollback tid 1 to smithi03738989-11 2021-07-26T16:09:14.735 INFO:tasks.rados.rados.0.smithi037.stdout:3558: finishing rollback tid 2 to smithi03738989-11 2021-07-26T16:09:14.735 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 2519 (ObjNum 985 snap 300 seq_num 985) dirty exists 2021-07-26T16:09:14.735 INFO:tasks.rados.rados.0.smithi037.stdout:3556: done (2 left) 2021-07-26T16:09:14.736 INFO:tasks.rados.rados.0.smithi037.stdout:3557: done (1 left) 2021-07-26T16:09:14.736 INFO:tasks.rados.rados.0.smithi037.stdout:3558: done (0 left) 2021-07-26T16:09:14.736 INFO:tasks.rados.rados.0.smithi037.stdout:3559: read oid 29 snap -1 2021-07-26T16:09:14.736 INFO:tasks.rados.rados.0.smithi037.stdout:3559: expect (ObjNum 1123 snap 345 seq_num 1123) 2021-07-26T16:09:14.737 INFO:tasks.rados.rados.0.smithi037.stdout:3560: read oid 21 snap -1 2021-07-26T16:09:14.737 INFO:tasks.rados.rados.0.smithi037.stdout:3560: expect (ObjNum 1106 snap 336 seq_num 1106) 2021-07-26T16:09:14.737 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 24 current snap is 349 2021-07-26T16:09:14.737 INFO:tasks.rados.rados.0.smithi037.stdout:3561: seq_num 1130 ranges {2588672=532480,3121152=655360,3776512=753664,4530176=196608} 2021-07-26T16:09:14.758 INFO:tasks.rados.rados.0.smithi037.stdout:3561: writing smithi03738989-24 from 2588672 to 3121152 tid 1 2021-07-26T16:09:14.762 INFO:tasks.rados.rados.0.smithi037.stdout:3561: writing smithi03738989-24 from 3121152 to 3776512 tid 2 2021-07-26T16:09:14.768 INFO:tasks.rados.rados.0.smithi037.stdout:3561: writing smithi03738989-24 from 3776512 to 4530176 tid 3 2021-07-26T16:09:14.770 INFO:tasks.rados.rados.0.smithi037.stdout:3561: writing smithi03738989-24 from 4530176 to 4726784 tid 4 2021-07-26T16:09:14.770 INFO:tasks.rados.rados.0.smithi037.stdout:3561: finishing write tid 1 to smithi03738989-24 2021-07-26T16:09:14.770 INFO:tasks.rados.rados.0.smithi037.stdout:3562: snap_remove snap 331 2021-07-26T16:09:15.283 INFO:tasks.rados.rados.0.smithi037.stdout:3562: done (3 left) 2021-07-26T16:09:15.288 INFO:tasks.rados.rados.0.smithi037.stdout:3561: finishing write tid 2 to smithi03738989-24 2021-07-26T16:09:15.288 INFO:tasks.rados.rados.0.smithi037.stdout:3561: finishing write tid 3 to smithi03738989-24 2021-07-26T16:09:15.288 INFO:tasks.rados.rados.0.smithi037.stdout:3561: finishing write tid 4 to smithi03738989-24 2021-07-26T16:09:15.289 INFO:tasks.rados.rados.0.smithi037.stdout:3561: finishing write tid 6 to smithi03738989-24 2021-07-26T16:09:15.289 INFO:tasks.rados.rados.0.smithi037.stdout:3561: finishing write tid 7 to smithi03738989-24 2021-07-26T16:09:15.289 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 3232 (ObjNum 1130 snap 349 seq_num 1130) dirty exists 2021-07-26T16:09:15.289 INFO:tasks.rados.rados.0.smithi037.stdout:3561: left oid 24 (ObjNum 1130 snap 349 seq_num 1130) 2021-07-26T16:09:15.290 INFO:tasks.rados.rados.0.smithi037.stdout:3560: expect (ObjNum 1106 snap 336 seq_num 1106) 2021-07-26T16:09:15.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:15 smithi107 bash[29346]: cluster 2021-07-26T16:09:13.908116+0000 mgr.y (mgr.24994) 527 : cluster [DBG] pgmap v837: 89 pgs: 89 active+clean; 401 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2021-07-26T16:09:15.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:15 smithi107 bash[29346]: cluster 2021-07-26T16:09:14.187107+0000 mon.a (mon.0) 1230 : cluster [DBG] osdmap e752: 8 total, 8 up, 8 in 2021-07-26T16:09:15.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:15 smithi037 bash[41498]: cluster 2021-07-26T16:09:13.908116+0000 mgr.y (mgr.24994) 527 : cluster [DBG] pgmap v837: 89 pgs: 89 active+clean; 401 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2021-07-26T16:09:15.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:15 smithi037 bash[41498]: cluster 2021-07-26T16:09:14.187107+0000 mon.a (mon.0) 1230 : cluster [DBG] osdmap e752: 8 total, 8 up, 8 in 2021-07-26T16:09:15.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:15 smithi037 bash[42499]: cluster 2021-07-26T16:09:13.908116+0000 mgr.y (mgr.24994) 527 : cluster [DBG] pgmap v837: 89 pgs: 89 active+clean; 401 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2021-07-26T16:09:15.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:15 smithi037 bash[42499]: cluster 2021-07-26T16:09:14.187107+0000 mon.a (mon.0) 1230 : cluster [DBG] osdmap e752: 8 total, 8 up, 8 in 2021-07-26T16:09:15.966 INFO:tasks.rados.rados.0.smithi037.stdout:3559: expect (ObjNum 1123 snap 345 seq_num 1123) 2021-07-26T16:09:16.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:16 smithi037 bash[42499]: cluster 2021-07-26T16:09:15.283378+0000 mon.a (mon.0) 1231 : cluster [DBG] osdmap e753: 8 total, 8 up, 8 in 2021-07-26T16:09:16.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:16 smithi037 bash[41498]: cluster 2021-07-26T16:09:15.283378+0000 mon.a (mon.0) 1231 : cluster [DBG] osdmap e753: 8 total, 8 up, 8 in 2021-07-26T16:09:16.595 INFO:tasks.rados.rados.0.smithi037.stdout:3563: read oid 3 snap 323 2021-07-26T16:09:16.595 INFO:tasks.rados.rados.0.smithi037.stdout:3563: expect (ObjNum 1037 snap 321 seq_num 1037) 2021-07-26T16:09:16.596 INFO:tasks.rados.rados.0.smithi037.stdout:3559: done (3 left) 2021-07-26T16:09:16.596 INFO:tasks.rados.rados.0.smithi037.stdout:3560: done (2 left) 2021-07-26T16:09:16.596 INFO:tasks.rados.rados.0.smithi037.stdout:3561: done (1 left) 2021-07-26T16:09:16.596 INFO:tasks.rados.rados.0.smithi037.stdout:3564: copy_from oid 35 from oid 5 current snap is 349 2021-07-26T16:09:16.597 INFO:tasks.rados.rados.0.smithi037.stdout:3565: setattr oid 47 current snap is 349 2021-07-26T16:09:16.597 INFO:tasks.rados.rados.0.smithi037.stdout:3566: snap_create 2021-07-26T16:09:16.611 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 2542 (ObjNum 1099 snap 333 seq_num 1099) dirty exists 2021-07-26T16:09:16.623 INFO:tasks.rados.rados.0.smithi037.stdout:3563: expect (ObjNum 1037 snap 321 seq_num 1037) 2021-07-26T16:09:16.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:16 smithi107 bash[29346]: cluster 2021-07-26T16:09:15.283378+0000 mon.a (mon.0) 1231 : cluster [DBG] osdmap e753: 8 total, 8 up, 8 in 2021-07-26T16:09:16.889 INFO:tasks.rados.rados.0.smithi037.stdout:3564: finishing copy_from to smithi03738989-35 2021-07-26T16:09:16.890 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 2241 (ObjNum 1110 snap 337 seq_num 1110) dirty exists 2021-07-26T16:09:16.890 INFO:tasks.rados.rados.0.smithi037.stdout:3564: finishing copy_from racing read to smithi03738989-35 2021-07-26T16:09:17.170 INFO:tasks.rados.rados.0.smithi037.stdout:3563: done (3 left) 2021-07-26T16:09:17.171 INFO:tasks.rados.rados.0.smithi037.stdout:3564: done (2 left) 2021-07-26T16:09:17.171 INFO:tasks.rados.rados.0.smithi037.stdout:3565: done (1 left) 2021-07-26T16:09:17.171 INFO:tasks.rados.rados.0.smithi037.stdout:3566: done (0 left) 2021-07-26T16:09:17.171 INFO:tasks.rados.rados.0.smithi037.stdout:3567: delete oid 34 current snap is 350 2021-07-26T16:09:17.180 INFO:tasks.rados.rados.0.smithi037.stdout:3567: done (0 left) 2021-07-26T16:09:17.180 INFO:tasks.rados.rados.0.smithi037.stdout:3568: rmattr oid 6 current snap is 350 2021-07-26T16:09:17.180 INFO:tasks.rados.rados.0.smithi037.stdout:3568: done (0 left) 2021-07-26T16:09:17.181 INFO:tasks.rados.rados.0.smithi037.stdout:3569: read oid 36 snap -1 2021-07-26T16:09:17.181 INFO:tasks.rados.rados.0.smithi037.stdout:3569: expect deleted 2021-07-26T16:09:17.181 INFO:tasks.rados.rados.0.smithi037.stdout:3570: delete oid 50 current snap is 350 2021-07-26T16:09:17.187 INFO:tasks.rados.rados.0.smithi037.stdout:3569: done (1 left) 2021-07-26T16:09:17.187 INFO:tasks.rados.rados.0.smithi037.stdout:3570: done (0 left) 2021-07-26T16:09:17.187 INFO:tasks.rados.rados.0.smithi037.stdout:3571: rollback oid 23 current snap is 350 2021-07-26T16:09:17.188 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 23 to 333 2021-07-26T16:09:17.188 INFO:tasks.rados.rados.0.smithi037.stdout:3572: read oid 4 snap 342 2021-07-26T16:09:17.188 INFO:tasks.rados.rados.0.smithi037.stdout:3572: expect deleted 2021-07-26T16:09:17.188 INFO:tasks.rados.rados.0.smithi037.stdout:3573: snap_remove snap 309 2021-07-26T16:09:17.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:17 smithi037 bash[41498]: cluster 2021-07-26T16:09:15.908826+0000 mgr.y (mgr.24994) 528 : cluster [DBG] pgmap v840: 89 pgs: 89 active+clean; 401 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1020 KiB/s wr, 23 op/s 2021-07-26T16:09:17.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:17 smithi037 bash[41498]: cluster 2021-07-26T16:09:17.170631+0000 mon.a (mon.0) 1232 : cluster [DBG] osdmap e754: 8 total, 8 up, 8 in 2021-07-26T16:09:17.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:17 smithi037 bash[42499]: cluster 2021-07-26T16:09:15.908826+0000 mgr.y (mgr.24994) 528 : cluster [DBG] pgmap v840: 89 pgs: 89 active+clean; 401 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1020 KiB/s wr, 23 op/s 2021-07-26T16:09:17.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:17 smithi037 bash[42499]: cluster 2021-07-26T16:09:17.170631+0000 mon.a (mon.0) 1232 : cluster [DBG] osdmap e754: 8 total, 8 up, 8 in 2021-07-26T16:09:17.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:17 smithi107 bash[29346]: cluster 2021-07-26T16:09:15.908826+0000 mgr.y (mgr.24994) 528 : cluster [DBG] pgmap v840: 89 pgs: 89 active+clean; 401 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1020 KiB/s wr, 23 op/s 2021-07-26T16:09:17.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:17 smithi107 bash[29346]: cluster 2021-07-26T16:09:17.170631+0000 mon.a (mon.0) 1232 : cluster [DBG] osdmap e754: 8 total, 8 up, 8 in 2021-07-26T16:09:18.183 INFO:tasks.rados.rados.0.smithi037.stdout:3573: done (2 left) 2021-07-26T16:09:18.183 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 20 current snap is 350 2021-07-26T16:09:18.183 INFO:tasks.rados.rados.0.smithi037.stdout:3574: seq_num 1133 ranges {0=581632,581632=753664,1335296=573440,1908736=278528} 2021-07-26T16:09:18.187 INFO:tasks.rados.rados.0.smithi037.stdout:3574: writing smithi03738989-20 from 0 to 581632 tid 1 2021-07-26T16:09:18.192 INFO:tasks.rados.rados.0.smithi037.stdout:3574: writing smithi03738989-20 from 581632 to 1335296 tid 2 2021-07-26T16:09:18.197 INFO:tasks.rados.rados.0.smithi037.stdout:3574: writing smithi03738989-20 from 1335296 to 1908736 tid 3 2021-07-26T16:09:18.199 INFO:tasks.rados.rados.0.smithi037.stdout:3574: writing smithi03738989-20 from 1908736 to 2187264 tid 4 2021-07-26T16:09:18.200 INFO:tasks.rados.rados.0.smithi037.stdout:3571: finishing rollback tid 0 to smithi03738989-23 2021-07-26T16:09:18.200 INFO:tasks.rados.rados.0.smithi037.stdout:3571: finishing rollback tid 1 to smithi03738989-23 2021-07-26T16:09:18.200 INFO:tasks.rados.rados.0.smithi037.stdout:3571: finishing rollback tid 2 to smithi03738989-23 2021-07-26T16:09:18.200 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1757 (ObjNum 1064 snap 327 seq_num 1064) dirty exists 2021-07-26T16:09:18.201 INFO:tasks.rados.rados.0.smithi037.stdout:3571: done (2 left) 2021-07-26T16:09:18.201 INFO:tasks.rados.rados.0.smithi037.stdout:3572: done (1 left) 2021-07-26T16:09:18.201 INFO:tasks.rados.rados.0.smithi037.stdout:3575: copy_from oid 37 from oid 24 current snap is 350 2021-07-26T16:09:18.201 INFO:tasks.rados.rados.0.smithi037.stdout:3576: read oid 34 snap -1 2021-07-26T16:09:18.202 INFO:tasks.rados.rados.0.smithi037.stdout:3576: expect deleted 2021-07-26T16:09:18.202 INFO:tasks.rados.rados.0.smithi037.stdout:3577: snap_remove snap 342 2021-07-26T16:09:19.186 INFO:tasks.rados.rados.0.smithi037.stdout:3574: finishing write tid 1 to smithi03738989-20 2021-07-26T16:09:19.187 INFO:tasks.rados.rados.0.smithi037.stdout:3574: finishing write tid 2 to smithi03738989-20 2021-07-26T16:09:19.187 INFO:tasks.rados.rados.0.smithi037.stdout:3574: finishing write tid 3 to smithi03738989-20 2021-07-26T16:09:19.187 INFO:tasks.rados.rados.0.smithi037.stdout:3574: finishing write tid 4 to smithi03738989-20 2021-07-26T16:09:19.187 INFO:tasks.rados.rados.0.smithi037.stdout:3574: finishing write tid 6 to smithi03738989-20 2021-07-26T16:09:19.187 INFO:tasks.rados.rados.0.smithi037.stdout:3574: finishing write tid 7 to smithi03738989-20 2021-07-26T16:09:19.188 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 1744 (ObjNum 1133 snap 350 seq_num 1133) dirty exists 2021-07-26T16:09:19.188 INFO:tasks.rados.rados.0.smithi037.stdout:3574: left oid 20 (ObjNum 1133 snap 350 seq_num 1133) 2021-07-26T16:09:19.188 INFO:tasks.rados.rados.0.smithi037.stdout:3575: finishing copy_from to smithi03738989-37 2021-07-26T16:09:19.188 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 3232 (ObjNum 1130 snap 349 seq_num 1130) dirty exists 2021-07-26T16:09:19.189 INFO:tasks.rados.rados.0.smithi037.stdout:3575: finishing copy_from racing read to smithi03738989-37 2021-07-26T16:09:19.189 INFO:tasks.rados.rados.0.smithi037.stdout:3574: done (3 left) 2021-07-26T16:09:19.189 INFO:tasks.rados.rados.0.smithi037.stdout:3575: done (2 left) 2021-07-26T16:09:19.189 INFO:tasks.rados.rados.0.smithi037.stdout:3576: done (1 left) 2021-07-26T16:09:19.190 INFO:tasks.rados.rados.0.smithi037.stdout:3577: done (0 left) 2021-07-26T16:09:19.190 INFO:tasks.rados.rados.0.smithi037.stdout:3578: snap_remove snap 343 2021-07-26T16:09:19.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:19 smithi107 bash[29346]: cluster 2021-07-26T16:09:17.909651+0000 mgr.y (mgr.24994) 529 : cluster [DBG] pgmap v842: 89 pgs: 89 active+clean; 401 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 10 op/s 2021-07-26T16:09:19.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:19 smithi107 bash[29346]: cluster 2021-07-26T16:09:18.183982+0000 mon.a (mon.0) 1233 : cluster [DBG] osdmap e755: 8 total, 8 up, 8 in 2021-07-26T16:09:19.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:19 smithi037 bash[42499]: cluster 2021-07-26T16:09:17.909651+0000 mgr.y (mgr.24994) 529 : cluster [DBG] pgmap v842: 89 pgs: 89 active+clean; 401 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 10 op/s 2021-07-26T16:09:19.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:19 smithi037 bash[42499]: cluster 2021-07-26T16:09:18.183982+0000 mon.a (mon.0) 1233 : cluster [DBG] osdmap e755: 8 total, 8 up, 8 in 2021-07-26T16:09:19.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:19 smithi037 bash[41498]: cluster 2021-07-26T16:09:17.909651+0000 mgr.y (mgr.24994) 529 : cluster [DBG] pgmap v842: 89 pgs: 89 active+clean; 401 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 10 op/s 2021-07-26T16:09:19.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:19 smithi037 bash[41498]: cluster 2021-07-26T16:09:18.183982+0000 mon.a (mon.0) 1233 : cluster [DBG] osdmap e755: 8 total, 8 up, 8 in 2021-07-26T16:09:20.199 INFO:tasks.rados.rados.0.smithi037.stdout:3578: done (0 left) 2021-07-26T16:09:20.200 INFO:tasks.rados.rados.0.smithi037.stdout:3579: copy_from oid 22 from oid 26 current snap is 350 2021-07-26T16:09:20.200 INFO:tasks.rados.rados.0.smithi037.stdout:3580: read oid 48 snap -1 2021-07-26T16:09:20.200 INFO:tasks.rados.rados.0.smithi037.stdout:3580: expect (ObjNum 1085 snap 329 seq_num 1085) 2021-07-26T16:09:20.200 INFO:tasks.rados.rados.0.smithi037.stdout:3581: rmattr oid 19 current snap is 350 2021-07-26T16:09:20.201 INFO:tasks.rados.rados.0.smithi037.stdout:3581: done (2 left) 2021-07-26T16:09:20.201 INFO:tasks.rados.rados.0.smithi037.stdout:3582: delete oid 25 current snap is 350 2021-07-26T16:09:20.212 INFO:tasks.rados.rados.0.smithi037.stdout:3582: done (2 left) 2021-07-26T16:09:20.212 INFO:tasks.rados.rados.0.smithi037.stdout:3583: delete oid 34 current snap is 350 2021-07-26T16:09:20.221 INFO:tasks.rados.rados.0.smithi037.stdout:3580: expect (ObjNum 1085 snap 329 seq_num 1085) 2021-07-26T16:09:20.257 INFO:tasks.rados.rados.0.smithi037.stdout:3579: finishing copy_from to smithi03738989-22 2021-07-26T16:09:20.257 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 2221 (ObjNum 999 snap 308 seq_num 999) dirty exists 2021-07-26T16:09:20.258 INFO:tasks.rados.rados.0.smithi037.stdout:3579: finishing copy_from racing read to smithi03738989-22 2021-07-26T16:09:20.258 INFO:tasks.rados.rados.0.smithi037.stdout:3579: done (2 left) 2021-07-26T16:09:20.258 INFO:tasks.rados.rados.0.smithi037.stdout:3580: done (1 left) 2021-07-26T16:09:20.258 INFO:tasks.rados.rados.0.smithi037.stdout:3583: done (0 left) 2021-07-26T16:09:20.259 INFO:tasks.rados.rados.0.smithi037.stdout:3584: delete oid 37 current snap is 350 2021-07-26T16:09:20.261 INFO:tasks.rados.rados.0.smithi037.stdout:3584: done (0 left) 2021-07-26T16:09:20.261 INFO:tasks.rados.rados.0.smithi037.stdout:3585: rmattr oid 49 current snap is 350 2021-07-26T16:09:20.261 INFO:tasks.rados.rados.0.smithi037.stdout:3585: done (0 left) 2021-07-26T16:09:20.261 INFO:tasks.rados.rados.0.smithi037.stdout:3586: snap_remove snap 349 2021-07-26T16:09:20.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:20 smithi107 bash[29346]: cluster 2021-07-26T16:09:19.187548+0000 mon.a (mon.0) 1234 : cluster [DBG] osdmap e756: 8 total, 8 up, 8 in 2021-07-26T16:09:20.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:20 smithi037 bash[42499]: cluster 2021-07-26T16:09:19.187548+0000 mon.a (mon.0) 1234 : cluster [DBG] osdmap e756: 8 total, 8 up, 8 in 2021-07-26T16:09:20.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:20 smithi037 bash[41498]: cluster 2021-07-26T16:09:19.187548+0000 mon.a (mon.0) 1234 : cluster [DBG] osdmap e756: 8 total, 8 up, 8 in 2021-07-26T16:09:21.224 INFO:tasks.rados.rados.0.smithi037.stdout:3586: done (0 left) 2021-07-26T16:09:21.224 INFO:tasks.rados.rados.0.smithi037.stdout:3587: rmattr oid 50 current snap is 350 2021-07-26T16:09:21.225 INFO:tasks.rados.rados.0.smithi037.stdout:3587: done (0 left) 2021-07-26T16:09:21.225 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 350 2021-07-26T16:09:21.226 INFO:tasks.rados.rados.0.smithi037.stdout:3588: seq_num 1137 ranges {1548288=647168,2195456=696320,2891776=557056,3448832=352256} 2021-07-26T16:09:21.236 INFO:tasks.rados.rados.0.smithi037.stdout:3588: writing smithi03738989-44 from 1548288 to 2195456 tid 1 2021-07-26T16:09:21.240 INFO:tasks.rados.rados.0.smithi037.stdout:3588: writing smithi03738989-44 from 2195456 to 2891776 tid 2 2021-07-26T16:09:21.243 INFO:tasks.rados.rados.0.smithi037.stdout:3588: writing smithi03738989-44 from 2891776 to 3448832 tid 3 2021-07-26T16:09:21.247 INFO:tasks.rados.rados.0.smithi037.stdout:3588: writing smithi03738989-44 from 3448832 to 3801088 tid 4 2021-07-26T16:09:21.247 INFO:tasks.rados.rados.0.smithi037.stdout:3589: rollback oid 4 current snap is 350 2021-07-26T16:09:21.248 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 4 to 322 2021-07-26T16:09:21.248 INFO:tasks.rados.rados.0.smithi037.stdout:3590: read oid 2 snap -1 2021-07-26T16:09:21.249 INFO:tasks.rados.rados.0.smithi037.stdout:3590: expect (ObjNum 1100 snap 333 seq_num 1100) 2021-07-26T16:09:21.249 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 350 2021-07-26T16:09:21.249 INFO:tasks.rados.rados.0.smithi037.stdout:3591: seq_num 1138 ranges {7954432=663552,8617984=581632,9199616=712704,9912320=311296} 2021-07-26T16:09:21.296 INFO:tasks.rados.rados.0.smithi037.stdout:3591: writing smithi03738989-16 from 7954432 to 8617984 tid 1 2021-07-26T16:09:21.299 INFO:tasks.rados.rados.0.smithi037.stdout:3591: writing smithi03738989-16 from 8617984 to 9199616 tid 2 2021-07-26T16:09:21.304 INFO:tasks.rados.rados.0.smithi037.stdout:3591: writing smithi03738989-16 from 9199616 to 9912320 tid 3 2021-07-26T16:09:21.307 INFO:tasks.rados.rados.0.smithi037.stdout:3591: writing smithi03738989-16 from 9912320 to 10223616 tid 4 2021-07-26T16:09:21.307 INFO:tasks.rados.rados.0.smithi037.stdout:3592: setattr oid 29 current snap is 350 2021-07-26T16:09:21.307 INFO:tasks.rados.rados.0.smithi037.stdout:3588: finishing write tid 1 to smithi03738989-44 2021-07-26T16:09:21.308 INFO:tasks.rados.rados.0.smithi037.stdout:3589: finishing rollback tid 0 to smithi03738989-4 2021-07-26T16:09:21.308 INFO:tasks.rados.rados.0.smithi037.stdout:3589: finishing rollback tid 1 to smithi03738989-4 2021-07-26T16:09:21.309 INFO:tasks.rados.rados.0.smithi037.stdout:3589: finishing rollback tid 2 to smithi03738989-4 2021-07-26T16:09:21.309 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 3260 (ObjNum 1007 snap 310 seq_num 1007) dirty exists 2021-07-26T16:09:21.309 INFO:tasks.rados.rados.0.smithi037.stdout:3588: finishing write tid 2 to smithi03738989-44 2021-07-26T16:09:21.310 INFO:tasks.rados.rados.0.smithi037.stdout:3588: finishing write tid 3 to smithi03738989-44 2021-07-26T16:09:21.310 INFO:tasks.rados.rados.0.smithi037.stdout:3588: finishing write tid 4 to smithi03738989-44 2021-07-26T16:09:21.311 INFO:tasks.rados.rados.0.smithi037.stdout:3588: finishing write tid 6 to smithi03738989-44 2021-07-26T16:09:21.311 INFO:tasks.rados.rados.0.smithi037.stdout:3588: finishing write tid 7 to smithi03738989-44 2021-07-26T16:09:21.312 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 2247 (ObjNum 1137 snap 350 seq_num 1137) dirty exists 2021-07-26T16:09:21.312 INFO:tasks.rados.rados.0.smithi037.stdout:3588: left oid 44 (ObjNum 1137 snap 350 seq_num 1137) 2021-07-26T16:09:21.312 INFO:tasks.rados.rados.0.smithi037.stdout:3590: expect (ObjNum 1100 snap 333 seq_num 1100) 2021-07-26T16:09:21.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:21 smithi107 bash[29346]: cluster 2021-07-26T16:09:19.910565+0000 mgr.y (mgr.24994) 530 : cluster [DBG] pgmap v845: 89 pgs: 89 active+clean; 396 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2021-07-26T16:09:21.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:21 smithi107 bash[29346]: cluster 2021-07-26T16:09:20.200775+0000 mon.a (mon.0) 1235 : cluster [DBG] osdmap e757: 8 total, 8 up, 8 in 2021-07-26T16:09:21.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:21 smithi037 bash[42499]: cluster 2021-07-26T16:09:19.910565+0000 mgr.y (mgr.24994) 530 : cluster [DBG] pgmap v845: 89 pgs: 89 active+clean; 396 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2021-07-26T16:09:21.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:21 smithi037 bash[42499]: cluster 2021-07-26T16:09:20.200775+0000 mon.a (mon.0) 1235 : cluster [DBG] osdmap e757: 8 total, 8 up, 8 in 2021-07-26T16:09:21.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:21 smithi037 bash[41498]: cluster 2021-07-26T16:09:19.910565+0000 mgr.y (mgr.24994) 530 : cluster [DBG] pgmap v845: 89 pgs: 89 active+clean; 396 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2021-07-26T16:09:21.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:21 smithi037 bash[41498]: cluster 2021-07-26T16:09:20.200775+0000 mon.a (mon.0) 1235 : cluster [DBG] osdmap e757: 8 total, 8 up, 8 in 2021-07-26T16:09:22.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:22 smithi107 bash[29346]: cluster 2021-07-26T16:09:21.222879+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e758: 8 total, 8 up, 8 in 2021-07-26T16:09:22.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:22 smithi107 bash[29346]: cluster 2021-07-26T16:09:22.171828+0000 mon.a (mon.0) 1237 : cluster [DBG] osdmap e759: 8 total, 8 up, 8 in 2021-07-26T16:09:22.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:22 smithi037 bash[41498]: cluster 2021-07-26T16:09:21.222879+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e758: 8 total, 8 up, 8 in 2021-07-26T16:09:22.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:22 smithi037 bash[41498]: cluster 2021-07-26T16:09:22.171828+0000 mon.a (mon.0) 1237 : cluster [DBG] osdmap e759: 8 total, 8 up, 8 in 2021-07-26T16:09:22.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:22 smithi037 bash[42499]: cluster 2021-07-26T16:09:21.222879+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e758: 8 total, 8 up, 8 in 2021-07-26T16:09:22.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:22 smithi037 bash[42499]: cluster 2021-07-26T16:09:22.171828+0000 mon.a (mon.0) 1237 : cluster [DBG] osdmap e759: 8 total, 8 up, 8 in 2021-07-26T16:09:22.666 INFO:tasks.rados.rados.0.smithi037.stdout:3591: finishing write tid 1 to smithi03738989-16 2021-07-26T16:09:22.667 INFO:tasks.rados.rados.0.smithi037.stdout:3591: finishing write tid 2 to smithi03738989-16 2021-07-26T16:09:22.667 INFO:tasks.rados.rados.0.smithi037.stdout:3591: finishing write tid 3 to smithi03738989-16 2021-07-26T16:09:22.667 INFO:tasks.rados.rados.0.smithi037.stdout:3591: finishing write tid 4 to smithi03738989-16 2021-07-26T16:09:22.668 INFO:tasks.rados.rados.0.smithi037.stdout:3591: finishing write tid 6 to smithi03738989-16 2021-07-26T16:09:22.668 INFO:tasks.rados.rados.0.smithi037.stdout:3591: finishing write tid 7 to smithi03738989-16 2021-07-26T16:09:22.668 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 3238 (ObjNum 1138 snap 350 seq_num 1138) dirty exists 2021-07-26T16:09:22.669 INFO:tasks.rados.rados.0.smithi037.stdout:3591: left oid 16 (ObjNum 1138 snap 350 seq_num 1138) 2021-07-26T16:09:22.669 INFO:tasks.rados.rados.0.smithi037.stdout:3588: done (4 left) 2021-07-26T16:09:22.669 INFO:tasks.rados.rados.0.smithi037.stdout:3589: done (3 left) 2021-07-26T16:09:22.669 INFO:tasks.rados.rados.0.smithi037.stdout:3590: done (2 left) 2021-07-26T16:09:22.670 INFO:tasks.rados.rados.0.smithi037.stdout:3591: done (1 left) 2021-07-26T16:09:22.670 INFO:tasks.rados.rados.0.smithi037.stdout:3593: delete oid 8 current snap is 350 2021-07-26T16:09:22.673 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2520 (ObjNum 1123 snap 345 seq_num 1123) dirty exists 2021-07-26T16:09:22.676 INFO:tasks.rados.rados.0.smithi037.stdout:3592: done (1 left) 2021-07-26T16:09:22.677 INFO:tasks.rados.rados.0.smithi037.stdout:3593: done (0 left) 2021-07-26T16:09:22.677 INFO:tasks.rados.rados.0.smithi037.stdout:3594: delete oid 10 current snap is 350 2021-07-26T16:09:22.684 INFO:tasks.rados.rados.0.smithi037.stdout:3594: done (0 left) 2021-07-26T16:09:22.684 INFO:tasks.rados.rados.0.smithi037.stdout:3595: rollback oid 11 current snap is 350 2021-07-26T16:09:22.684 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 11 to 318 2021-07-26T16:09:22.685 INFO:tasks.rados.rados.0.smithi037.stdout:3596: rollback oid 20 current snap is 350 2021-07-26T16:09:22.685 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 20 to 323 2021-07-26T16:09:22.685 INFO:tasks.rados.rados.0.smithi037.stdout:3597: rollback oid 50 current snap is 350 2021-07-26T16:09:22.685 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 50 to 330 2021-07-26T16:09:22.685 INFO:tasks.rados.rados.0.smithi037.stdout:3598: delete oid 14 current snap is 350 2021-07-26T16:09:22.688 INFO:tasks.rados.rados.0.smithi037.stdout:3598: done (3 left) 2021-07-26T16:09:22.689 INFO:tasks.rados.rados.0.smithi037.stdout:3599: delete oid 38 current snap is 350 2021-07-26T16:09:22.690 INFO:tasks.rados.rados.0.smithi037.stdout:3596: finishing rollback tid 0 to smithi03738989-20 2021-07-26T16:09:22.691 INFO:tasks.rados.rados.0.smithi037.stdout:3597: finishing rollback tid 1 to smithi03738989-50 2021-07-26T16:09:22.692 INFO:tasks.rados.rados.0.smithi037.stdout:3596: finishing rollback tid 1 to smithi03738989-20 2021-07-26T16:09:22.692 INFO:tasks.rados.rados.0.smithi037.stdout:3596: finishing rollback tid 2 to smithi03738989-20 2021-07-26T16:09:22.693 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 1747 (ObjNum 0 snap 32610 seq_num 371780640) dirty exists 2021-07-26T16:09:22.694 INFO:tasks.rados.rados.0.smithi037.stdout:3597: finishing rollback tid 2 to smithi03738989-50 2021-07-26T16:09:22.694 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 2244 (ObjNum 1 snap 21933 seq_num 373072560) dirty exists 2021-07-26T16:09:22.694 INFO:tasks.rados.rados.0.smithi037.stdout:3596: done (3 left) 2021-07-26T16:09:22.695 INFO:tasks.rados.rados.0.smithi037.stdout:3597: done (2 left) 2021-07-26T16:09:22.695 INFO:tasks.rados.rados.0.smithi037.stdout:3599: done (1 left) 2021-07-26T16:09:22.695 INFO:tasks.rados.rados.0.smithi037.stdout:3600: read oid 50 snap 344 2021-07-26T16:09:22.696 INFO:tasks.rados.rados.0.smithi037.stdout:3600: expect (ObjNum 1107 snap 336 seq_num 1107) 2021-07-26T16:09:22.696 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 350 2021-07-26T16:09:22.697 INFO:tasks.rados.rados.0.smithi037.stdout:3601: seq_num 1143 ranges {6258688=753664,7012352=450560,7462912=507904,7970816=589824,8560640=57344} 2021-07-26T16:09:22.734 INFO:tasks.rados.rados.0.smithi037.stdout:3601: writing smithi03738989-23 from 6258688 to 7012352 tid 1 2021-07-26T16:09:22.736 INFO:tasks.rados.rados.0.smithi037.stdout:3601: writing smithi03738989-23 from 7012352 to 7462912 tid 2 2021-07-26T16:09:22.739 INFO:tasks.rados.rados.0.smithi037.stdout:3601: writing smithi03738989-23 from 7462912 to 7970816 tid 3 2021-07-26T16:09:22.743 INFO:tasks.rados.rados.0.smithi037.stdout:3601: writing smithi03738989-23 from 7970816 to 8560640 tid 4 2021-07-26T16:09:22.743 INFO:tasks.rados.rados.0.smithi037.stdout:3601: writing smithi03738989-23 from 8560640 to 8617984 tid 5 2021-07-26T16:09:22.744 INFO:tasks.rados.rados.0.smithi037.stdout:3602: read oid 41 snap -1 2021-07-26T16:09:22.744 INFO:tasks.rados.rados.0.smithi037.stdout:3602: expect deleted 2021-07-26T16:09:22.744 INFO:tasks.rados.rados.0.smithi037.stdout:3603: copy_from oid 22 from oid 31 current snap is 350 2021-07-26T16:09:22.744 INFO:tasks.rados.rados.0.smithi037.stdout:3595: finishing rollback tid 0 to smithi03738989-11 2021-07-26T16:09:22.745 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 17 current snap is 350 2021-07-26T16:09:22.745 INFO:tasks.rados.rados.0.smithi037.stdout:3595: finishing rollback tid 1 to smithi03738989-11 2021-07-26T16:09:22.745 INFO:tasks.rados.rados.0.smithi037.stdout:3595: finishing rollback tid 2 to smithi03738989-11 2021-07-26T16:09:22.745 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 2523 (ObjNum 985 snap 300 seq_num 985) dirty exists 2021-07-26T16:09:22.745 INFO:tasks.rados.rados.0.smithi037.stdout:3604: seq_num 1144 ranges {7700480=770048,8470528=737280,9207808=712704,9920512=155648} 2021-07-26T16:09:22.790 INFO:tasks.rados.rados.0.smithi037.stdout:3604: writing smithi03738989-17 from 7700480 to 8470528 tid 1 2021-07-26T16:09:22.794 INFO:tasks.rados.rados.0.smithi037.stdout:3604: writing smithi03738989-17 from 8470528 to 9207808 tid 2 2021-07-26T16:09:22.798 INFO:tasks.rados.rados.0.smithi037.stdout:3604: writing smithi03738989-17 from 9207808 to 9920512 tid 3 2021-07-26T16:09:22.799 INFO:tasks.rados.rados.0.smithi037.stdout:3604: writing smithi03738989-17 from 9920512 to 10076160 tid 4 2021-07-26T16:09:22.800 INFO:tasks.rados.rados.0.smithi037.stdout:3595: done (5 left) 2021-07-26T16:09:22.800 INFO:tasks.rados.rados.0.smithi037.stdout:3605: rollback oid 39 current snap is 350 2021-07-26T16:09:22.800 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 39 to 335 2021-07-26T16:09:22.800 INFO:tasks.rados.rados.0.smithi037.stdout:3600: expect (ObjNum 1107 snap 336 seq_num 1107) 2021-07-26T16:09:22.850 INFO:tasks.rados.rados.0.smithi037.stdout:3603: finishing copy_from to smithi03738989-22 2021-07-26T16:09:22.851 INFO:tasks.rados.rados.0.smithi037.stdout:3603: got expected ENOENT (src dne) 2021-07-26T16:09:22.851 INFO:tasks.rados.rados.0.smithi037.stdout:3603: finishing copy_from racing read to smithi03738989-22 2021-07-26T16:09:22.851 INFO:tasks.rados.rados.0.smithi037.stdout:3601: finishing write tid 1 to smithi03738989-23 2021-07-26T16:09:22.851 INFO:tasks.rados.rados.0.smithi037.stdout:3601: finishing write tid 2 to smithi03738989-23 2021-07-26T16:09:22.852 INFO:tasks.rados.rados.0.smithi037.stdout:3600: done (5 left) 2021-07-26T16:09:22.852 INFO:tasks.rados.rados.0.smithi037.stdout:3602: done (4 left) 2021-07-26T16:09:22.852 INFO:tasks.rados.rados.0.smithi037.stdout:3603: done (3 left) 2021-07-26T16:09:22.852 INFO:tasks.rados.rados.0.smithi037.stdout:3606: read oid 44 snap -1 2021-07-26T16:09:22.853 INFO:tasks.rados.rados.0.smithi037.stdout:3606: expect (ObjNum 1137 snap 350 seq_num 1137) 2021-07-26T16:09:22.853 INFO:tasks.rados.rados.0.smithi037.stdout:3607: setattr oid 9 current snap is 350 2021-07-26T16:09:22.853 INFO:tasks.rados.rados.0.smithi037.stdout:3601: finishing write tid 3 to smithi03738989-23 2021-07-26T16:09:22.853 INFO:tasks.rados.rados.0.smithi037.stdout:3601: finishing write tid 4 to smithi03738989-23 2021-07-26T16:09:22.854 INFO:tasks.rados.rados.0.smithi037.stdout:3601: finishing write tid 5 to smithi03738989-23 2021-07-26T16:09:22.854 INFO:tasks.rados.rados.0.smithi037.stdout:3601: finishing write tid 7 to smithi03738989-23 2021-07-26T16:09:22.854 INFO:tasks.rados.rados.0.smithi037.stdout:3601: finishing write tid 8 to smithi03738989-23 2021-07-26T16:09:22.854 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 1763 (ObjNum 1143 snap 350 seq_num 1143) dirty exists 2021-07-26T16:09:22.854 INFO:tasks.rados.rados.0.smithi037.stdout:3601: left oid 23 (ObjNum 1143 snap 350 seq_num 1143) 2021-07-26T16:09:22.855 INFO:tasks.rados.rados.0.smithi037.stdout:3604: finishing write tid 1 to smithi03738989-17 2021-07-26T16:09:22.855 INFO:tasks.rados.rados.0.smithi037.stdout:3605: finishing rollback tid 0 to smithi03738989-39 2021-07-26T16:09:22.855 INFO:tasks.rados.rados.0.smithi037.stdout:3605: finishing rollback tid 1 to smithi03738989-39 2021-07-26T16:09:22.855 INFO:tasks.rados.rados.0.smithi037.stdout:3605: finishing rollback tid 2 to smithi03738989-39 2021-07-26T16:09:22.856 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 3266 (ObjNum 1033 snap 319 seq_num 1033) dirty exists 2021-07-26T16:09:22.856 INFO:tasks.rados.rados.0.smithi037.stdout:3604: finishing write tid 2 to smithi03738989-17 2021-07-26T16:09:22.856 INFO:tasks.rados.rados.0.smithi037.stdout:3604: finishing write tid 3 to smithi03738989-17 2021-07-26T16:09:22.857 INFO:tasks.rados.rados.0.smithi037.stdout:3604: finishing write tid 4 to smithi03738989-17 2021-07-26T16:09:22.857 INFO:tasks.rados.rados.0.smithi037.stdout:3604: finishing write tid 6 to smithi03738989-17 2021-07-26T16:09:22.857 INFO:tasks.rados.rados.0.smithi037.stdout:3604: finishing write tid 7 to smithi03738989-17 2021-07-26T16:09:22.857 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1768 (ObjNum 1144 snap 350 seq_num 1144) dirty exists 2021-07-26T16:09:22.858 INFO:tasks.rados.rados.0.smithi037.stdout:3604: left oid 17 (ObjNum 1144 snap 350 seq_num 1144) 2021-07-26T16:09:22.859 INFO:tasks.rados.rados.0.smithi037.stdout:3601: done (4 left) 2021-07-26T16:09:22.859 INFO:tasks.rados.rados.0.smithi037.stdout:3604: done (3 left) 2021-07-26T16:09:22.859 INFO:tasks.rados.rados.0.smithi037.stdout:3605: done (2 left) 2021-07-26T16:09:22.860 INFO:tasks.rados.rados.0.smithi037.stdout:3608: rmattr oid 17 current snap is 350 2021-07-26T16:09:22.860 INFO:tasks.rados.rados.0.smithi037.stdout:3609: read oid 37 snap -1 2021-07-26T16:09:22.860 INFO:tasks.rados.rados.0.smithi037.stdout:3609: expect deleted 2021-07-26T16:09:22.860 INFO:tasks.rados.rados.0.smithi037.stdout:3610: read oid 24 snap -1 2021-07-26T16:09:22.860 INFO:tasks.rados.rados.0.smithi037.stdout:3610: expect (ObjNum 1130 snap 349 seq_num 1130) 2021-07-26T16:09:22.861 INFO:tasks.rados.rados.0.smithi037.stdout:3611: read oid 50 snap -1 2021-07-26T16:09:22.861 INFO:tasks.rados.rados.0.smithi037.stdout:3611: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:09:22.861 INFO:tasks.rados.rados.0.smithi037.stdout:3612: snap_remove snap 323 2021-07-26T16:09:23.249 INFO:tasks.rados.rados.0.smithi037.stdout:3612: done (6 left) 2021-07-26T16:09:23.249 INFO:tasks.rados.rados.0.smithi037.stdout:3613: read oid 48 snap -1 2021-07-26T16:09:23.249 INFO:tasks.rados.rados.0.smithi037.stdout:3613: expect (ObjNum 1085 snap 329 seq_num 1085) 2021-07-26T16:09:23.250 INFO:tasks.rados.rados.0.smithi037.stdout:3611: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:09:23.251 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 17 v 1769 (ObjNum 1144 snap 350 seq_num 1144) dirty exists 2021-07-26T16:09:23.251 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 2543 (ObjNum 0 snap 3 seq_num 6) dirty exists 2021-07-26T16:09:23.251 INFO:tasks.rados.rados.0.smithi037.stdout:3606: expect (ObjNum 1137 snap 350 seq_num 1137) 2021-07-26T16:09:23.376 INFO:tasks.rados.rados.0.smithi037.stdout:3610: expect (ObjNum 1130 snap 349 seq_num 1130) 2021-07-26T16:09:23.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:23 smithi107 bash[29346]: cluster 2021-07-26T16:09:21.911250+0000 mgr.y (mgr.24994) 531 : cluster [DBG] pgmap v848: 89 pgs: 89 active+clean; 395 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 8 op/s 2021-07-26T16:09:23.528 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:23 smithi037 bash[41498]: cluster 2021-07-26T16:09:21.911250+0000 mgr.y (mgr.24994) 531 : cluster [DBG] pgmap v848: 89 pgs: 89 active+clean; 395 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 8 op/s 2021-07-26T16:09:23.529 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:23 smithi037 bash[42499]: cluster 2021-07-26T16:09:21.911250+0000 mgr.y (mgr.24994) 531 : cluster [DBG] pgmap v848: 89 pgs: 89 active+clean; 395 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 8 op/s 2021-07-26T16:09:23.548 INFO:tasks.rados.rados.0.smithi037.stdout:3606: done (6 left) 2021-07-26T16:09:23.548 INFO:tasks.rados.rados.0.smithi037.stdout:3607: done (5 left) 2021-07-26T16:09:23.548 INFO:tasks.rados.rados.0.smithi037.stdout:3608: done (4 left) 2021-07-26T16:09:23.549 INFO:tasks.rados.rados.0.smithi037.stdout:3609: done (3 left) 2021-07-26T16:09:23.549 INFO:tasks.rados.rados.0.smithi037.stdout:3610: done (2 left) 2021-07-26T16:09:23.549 INFO:tasks.rados.rados.0.smithi037.stdout:3611: done (1 left) 2021-07-26T16:09:23.549 INFO:tasks.rados.rados.0.smithi037.stdout:3614: copy_from oid 2 from oid 50 current snap is 350 2021-07-26T16:09:23.549 INFO:tasks.rados.rados.0.smithi037.stdout:3615: copy_from oid 15 from oid 11 current snap is 350 2021-07-26T16:09:23.550 INFO:tasks.rados.rados.0.smithi037.stdout:3616: delete oid 22 current snap is 350 2021-07-26T16:09:23.555 INFO:tasks.rados.rados.0.smithi037.stdout:3616: done (3 left) 2021-07-26T16:09:23.555 INFO:tasks.rados.rados.0.smithi037.stdout:3617: rollback oid 24 current snap is 350 2021-07-26T16:09:23.555 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 24 to 333 2021-07-26T16:09:23.556 INFO:tasks.rados.rados.0.smithi037.stdout:3618: rollback oid 1 current snap is 350 2021-07-26T16:09:23.556 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 1 to 247 2021-07-26T16:09:23.556 INFO:tasks.rados.rados.0.smithi037.stdout:3619: delete oid 8 current snap is 350 2021-07-26T16:09:23.556 INFO:tasks.rados.rados.0.smithi037.stdout:3613: expect (ObjNum 1085 snap 329 seq_num 1085) 2021-07-26T16:09:23.593 INFO:tasks.rados.rados.0.smithi037.stdout:3614: finishing copy_from to smithi03738989-2 2021-07-26T16:09:23.595 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 2244 (ObjNum 1800491371 snap 1800557392 seq_num 1734438513) dirty exists 2021-07-26T16:09:23.595 INFO:tasks.rados.rados.0.smithi037.stdout:3617: finishing rollback tid 0 to smithi03738989-24 2021-07-26T16:09:23.596 INFO:tasks.rados.rados.0.smithi037.stdout:3614: finishing copy_from racing read to smithi03738989-2 2021-07-26T16:09:23.596 INFO:tasks.rados.rados.0.smithi037.stdout:3617: finishing rollback tid 1 to smithi03738989-24 2021-07-26T16:09:23.596 INFO:tasks.rados.rados.0.smithi037.stdout:3617: finishing rollback tid 2 to smithi03738989-24 2021-07-26T16:09:23.596 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 24 v 3281 (ObjNum 949 snap 291 seq_num 949) dirty exists 2021-07-26T16:09:23.597 INFO:tasks.rados.rados.0.smithi037.stdout:3618: finishing rollback tid 0 to smithi03738989-1 2021-07-26T16:09:23.597 INFO:tasks.rados.rados.0.smithi037.stdout:3618: finishing rollback tid 1 to smithi03738989-1 2021-07-26T16:09:23.597 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 3283 (ObjNum 1768185447 snap 1566663265 seq_num 1734963568) dirty dne 2021-07-26T16:09:23.597 INFO:tasks.rados.rados.0.smithi037.stdout:3615: finishing copy_from to smithi03738989-15 2021-07-26T16:09:23.598 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 2523 (ObjNum 985 snap 300 seq_num 985) dirty exists 2021-07-26T16:09:23.598 INFO:tasks.rados.rados.0.smithi037.stdout:3615: finishing copy_from racing read to smithi03738989-15 2021-07-26T16:09:23.598 INFO:tasks.rados.rados.0.smithi037.stdout:3613: done (5 left) 2021-07-26T16:09:23.598 INFO:tasks.rados.rados.0.smithi037.stdout:3614: done (4 left) 2021-07-26T16:09:23.599 INFO:tasks.rados.rados.0.smithi037.stdout:3615: done (3 left) 2021-07-26T16:09:23.599 INFO:tasks.rados.rados.0.smithi037.stdout:3617: done (2 left) 2021-07-26T16:09:23.599 INFO:tasks.rados.rados.0.smithi037.stdout:3618: done (1 left) 2021-07-26T16:09:23.599 INFO:tasks.rados.rados.0.smithi037.stdout:3619: done (0 left) 2021-07-26T16:09:23.600 INFO:tasks.rados.rados.0.smithi037.stdout:3620: copy_from oid 49 from oid 18 current snap is 350 2021-07-26T16:09:23.600 INFO:tasks.rados.rados.0.smithi037.stdout:3621: snap_create 2021-07-26T16:09:23.613 INFO:tasks.rados.rados.0.smithi037.stdout:3620: finishing copy_from to smithi03738989-49 2021-07-26T16:09:23.613 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2237 (ObjNum 1109 snap 337 seq_num 1109) dirty exists 2021-07-26T16:09:23.614 INFO:tasks.rados.rados.0.smithi037.stdout:3620: finishing copy_from racing read to smithi03738989-49 2021-07-26T16:09:23.834 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:09:23 smithi037 bash[50550]: level=error ts=2021-07-26T16:09:23.531Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:23.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:09:23 smithi037 bash[50550]: level=error ts=2021-07-26T16:09:23.531Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:23.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:09:23 smithi037 bash[50550]: level=error ts=2021-07-26T16:09:23.532Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs; Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" 2021-07-26T16:09:24.254 INFO:tasks.rados.rados.0.smithi037.stdout:3620: done (1 left) 2021-07-26T16:09:24.255 INFO:tasks.rados.rados.0.smithi037.stdout:3621: done (0 left) 2021-07-26T16:09:24.255 INFO:tasks.rados.rados.0.smithi037.stdout:3622: delete oid 13 current snap is 351 2021-07-26T16:09:24.261 INFO:tasks.rados.rados.0.smithi037.stdout:3622: done (0 left) 2021-07-26T16:09:24.262 INFO:tasks.rados.rados.0.smithi037.stdout:3623: delete oid 2 current snap is 351 2021-07-26T16:09:24.265 INFO:tasks.rados.rados.0.smithi037.stdout:3623: done (0 left) 2021-07-26T16:09:24.266 INFO:tasks.rados.rados.0.smithi037.stdout:3624: snap_create 2021-07-26T16:09:24.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:24 smithi107 bash[29346]: cluster 2021-07-26T16:09:23.249934+0000 mon.a (mon.0) 1238 : cluster [DBG] osdmap e760: 8 total, 8 up, 8 in 2021-07-26T16:09:24.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:24 smithi037 bash[41498]: cluster 2021-07-26T16:09:23.249934+0000 mon.a (mon.0) 1238 : cluster [DBG] osdmap e760: 8 total, 8 up, 8 in 2021-07-26T16:09:24.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:24 smithi037 bash[42499]: cluster 2021-07-26T16:09:23.249934+0000 mon.a (mon.0) 1238 : cluster [DBG] osdmap e760: 8 total, 8 up, 8 in 2021-07-26T16:09:25.258 INFO:tasks.rados.rados.0.smithi037.stdout:3624: done (0 left) 2021-07-26T16:09:25.258 INFO:tasks.rados.rados.0.smithi037.stdout:3625: read oid 49 snap -1 2021-07-26T16:09:25.258 INFO:tasks.rados.rados.0.smithi037.stdout:3625: expect (ObjNum 1109 snap 337 seq_num 1109) 2021-07-26T16:09:25.259 INFO:tasks.rados.rados.0.smithi037.stdout:3626: snap_create 2021-07-26T16:09:25.273 INFO:tasks.rados.rados.0.smithi037.stdout:3625: expect (ObjNum 1109 snap 337 seq_num 1109) 2021-07-26T16:09:25.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:25 smithi107 bash[29346]: cluster 2021-07-26T16:09:23.911964+0000 mgr.y (mgr.24994) 532 : cluster [DBG] pgmap v851: 89 pgs: 89 active+clean; 380 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2021-07-26T16:09:25.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:25 smithi107 bash[29346]: cluster 2021-07-26T16:09:24.256377+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e761: 8 total, 8 up, 8 in 2021-07-26T16:09:25.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:25 smithi037 bash[41498]: cluster 2021-07-26T16:09:23.911964+0000 mgr.y (mgr.24994) 532 : cluster [DBG] pgmap v851: 89 pgs: 89 active+clean; 380 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2021-07-26T16:09:25.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:25 smithi037 bash[41498]: cluster 2021-07-26T16:09:24.256377+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e761: 8 total, 8 up, 8 in 2021-07-26T16:09:25.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:25 smithi037 bash[42499]: cluster 2021-07-26T16:09:23.911964+0000 mgr.y (mgr.24994) 532 : cluster [DBG] pgmap v851: 89 pgs: 89 active+clean; 380 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2021-07-26T16:09:25.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:25 smithi037 bash[42499]: cluster 2021-07-26T16:09:24.256377+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e761: 8 total, 8 up, 8 in 2021-07-26T16:09:26.282 INFO:tasks.rados.rados.0.smithi037.stdout:3625: done (1 left) 2021-07-26T16:09:26.283 INFO:tasks.rados.rados.0.smithi037.stdout:3626: done (0 left) 2021-07-26T16:09:26.283 INFO:tasks.rados.rados.0.smithi037.stdout:3627: snap_remove snap 347 2021-07-26T16:09:26.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:26 smithi107 bash[29346]: cluster 2021-07-26T16:09:25.258251+0000 mon.a (mon.0) 1240 : cluster [DBG] osdmap e762: 8 total, 8 up, 8 in 2021-07-26T16:09:26.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:26 smithi037 bash[41498]: cluster 2021-07-26T16:09:25.258251+0000 mon.a (mon.0) 1240 : cluster [DBG] osdmap e762: 8 total, 8 up, 8 in 2021-07-26T16:09:26.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:26 smithi037 bash[42499]: cluster 2021-07-26T16:09:25.258251+0000 mon.a (mon.0) 1240 : cluster [DBG] osdmap e762: 8 total, 8 up, 8 in 2021-07-26T16:09:27.184 INFO:tasks.rados.rados.0.smithi037.stdout:3627: done (0 left) 2021-07-26T16:09:27.184 INFO:tasks.rados.rados.0.smithi037.stdout:3628: rollback oid 35 current snap is 353 2021-07-26T16:09:27.185 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 35 to 350 2021-07-26T16:09:27.185 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 353 2021-07-26T16:09:27.185 INFO:tasks.rados.rados.0.smithi037.stdout:3629: seq_num 1149 ranges {4784128=49152} 2021-07-26T16:09:27.213 INFO:tasks.rados.rados.0.smithi037.stdout:3629: writing smithi03738989-45 from 4784128 to 4833280 tid 1 2021-07-26T16:09:27.213 INFO:tasks.rados.rados.0.smithi037.stdout:3630: read oid 29 snap 330 2021-07-26T16:09:27.213 INFO:tasks.rados.rados.0.smithi037.stdout:3630: expect (ObjNum 372779152 snap 21933 seq_num 1946226752) 2021-07-26T16:09:27.213 INFO:tasks.rados.rados.0.smithi037.stdout:3631: snap_remove snap 321 2021-07-26T16:09:27.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:27 smithi107 bash[29346]: cluster 2021-07-26T16:09:25.912730+0000 mgr.y (mgr.24994) 533 : cluster [DBG] pgmap v854: 89 pgs: 89 active+clean; 386 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.6 MiB/s wr, 26 op/s 2021-07-26T16:09:27.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:27 smithi107 bash[29346]: cluster 2021-07-26T16:09:26.284213+0000 mon.a (mon.0) 1241 : cluster [DBG] osdmap e763: 8 total, 8 up, 8 in 2021-07-26T16:09:27.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:27 smithi107 bash[29346]: cluster 2021-07-26T16:09:27.180115+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e764: 8 total, 8 up, 8 in 2021-07-26T16:09:27.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:27 smithi037 bash[42499]: cluster 2021-07-26T16:09:25.912730+0000 mgr.y (mgr.24994) 533 : cluster [DBG] pgmap v854: 89 pgs: 89 active+clean; 386 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.6 MiB/s wr, 26 op/s 2021-07-26T16:09:27.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:27 smithi037 bash[42499]: cluster 2021-07-26T16:09:26.284213+0000 mon.a (mon.0) 1241 : cluster [DBG] osdmap e763: 8 total, 8 up, 8 in 2021-07-26T16:09:27.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:27 smithi037 bash[42499]: cluster 2021-07-26T16:09:27.180115+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e764: 8 total, 8 up, 8 in 2021-07-26T16:09:27.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:27 smithi037 bash[41498]: cluster 2021-07-26T16:09:25.912730+0000 mgr.y (mgr.24994) 533 : cluster [DBG] pgmap v854: 89 pgs: 89 active+clean; 386 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.6 MiB/s wr, 26 op/s 2021-07-26T16:09:27.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:27 smithi037 bash[41498]: cluster 2021-07-26T16:09:26.284213+0000 mon.a (mon.0) 1241 : cluster [DBG] osdmap e763: 8 total, 8 up, 8 in 2021-07-26T16:09:27.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:27 smithi037 bash[41498]: cluster 2021-07-26T16:09:27.180115+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e764: 8 total, 8 up, 8 in 2021-07-26T16:09:28.200 INFO:tasks.rados.rados.0.smithi037.stdout:3631: done (3 left) 2021-07-26T16:09:28.200 INFO:tasks.rados.rados.0.smithi037.stdout:3632: read oid 38 snap -1 2021-07-26T16:09:28.201 INFO:tasks.rados.rados.0.smithi037.stdout:3632: expect deleted 2021-07-26T16:09:28.201 INFO:tasks.rados.rados.0.smithi037.stdout:3633: read oid 6 snap -1 2021-07-26T16:09:28.201 INFO:tasks.rados.rados.0.smithi037.stdout:3633: expect (ObjNum 1032 snap 318 seq_num 1032) 2021-07-26T16:09:28.201 INFO:tasks.rados.rados.0.smithi037.stdout:3634: read oid 10 snap -1 2021-07-26T16:09:28.201 INFO:tasks.rados.rados.0.smithi037.stdout:3634: expect deleted 2021-07-26T16:09:28.202 INFO:tasks.rados.rados.0.smithi037.stdout:3635: read oid 27 snap -1 2021-07-26T16:09:28.202 INFO:tasks.rados.rados.0.smithi037.stdout:3635: expect deleted 2021-07-26T16:09:28.202 INFO:tasks.rados.rados.0.smithi037.stdout:3636: read oid 34 snap -1 2021-07-26T16:09:28.202 INFO:tasks.rados.rados.0.smithi037.stdout:3636: expect deleted 2021-07-26T16:09:28.203 INFO:tasks.rados.rados.0.smithi037.stdout:3637: delete oid 30 current snap is 353 2021-07-26T16:09:28.203 INFO:tasks.rados.rados.0.smithi037.stdout:3628: finishing rollback tid 0 to smithi03738989-35 2021-07-26T16:09:28.203 INFO:tasks.rados.rados.0.smithi037.stdout:3628: finishing rollback tid 1 to smithi03738989-35 2021-07-26T16:09:28.204 INFO:tasks.rados.rados.0.smithi037.stdout:3628: finishing rollback tid 2 to smithi03738989-35 2021-07-26T16:09:28.204 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 2526 (ObjNum 1110 snap 337 seq_num 1110) dirty exists 2021-07-26T16:09:28.205 INFO:tasks.rados.rados.0.smithi037.stdout:3630: expect (ObjNum 372779152 snap 21933 seq_num 1946226752) 2021-07-26T16:09:28.205 INFO:tasks.rados.rados.0.smithi037.stdout:3629: finishing write tid 1 to smithi03738989-45 2021-07-26T16:09:28.205 INFO:tasks.rados.rados.0.smithi037.stdout:3629: finishing write tid 3 to smithi03738989-45 2021-07-26T16:09:28.206 INFO:tasks.rados.rados.0.smithi037.stdout:3629: finishing write tid 4 to smithi03738989-45 2021-07-26T16:09:28.206 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 3294 (ObjNum 1149 snap 353 seq_num 1149) dirty exists 2021-07-26T16:09:28.207 INFO:tasks.rados.rados.0.smithi037.stdout:3629: left oid 45 (ObjNum 1149 snap 353 seq_num 1149) 2021-07-26T16:09:28.222 INFO:tasks.rados.rados.0.smithi037.stdout:3628: done (8 left) 2021-07-26T16:09:28.223 INFO:tasks.rados.rados.0.smithi037.stdout:3629: done (7 left) 2021-07-26T16:09:28.223 INFO:tasks.rados.rados.0.smithi037.stdout:3630: done (6 left) 2021-07-26T16:09:28.223 INFO:tasks.rados.rados.0.smithi037.stdout:3632: done (5 left) 2021-07-26T16:09:28.223 INFO:tasks.rados.rados.0.smithi037.stdout:3634: done (4 left) 2021-07-26T16:09:28.224 INFO:tasks.rados.rados.0.smithi037.stdout:3635: done (3 left) 2021-07-26T16:09:28.224 INFO:tasks.rados.rados.0.smithi037.stdout:3636: done (2 left) 2021-07-26T16:09:28.224 INFO:tasks.rados.rados.0.smithi037.stdout:3637: done (1 left) 2021-07-26T16:09:28.224 INFO:tasks.rados.rados.0.smithi037.stdout:3638: read oid 5 snap -1 2021-07-26T16:09:28.224 INFO:tasks.rados.rados.0.smithi037.stdout:3638: expect (ObjNum 1110 snap 337 seq_num 1110) 2021-07-26T16:09:28.225 INFO:tasks.rados.rados.0.smithi037.stdout:3639: setattr oid 14 current snap is 353 2021-07-26T16:09:28.225 INFO:tasks.rados.rados.0.smithi037.stdout:3640: copy_from oid 33 from oid 17 current snap is 353 2021-07-26T16:09:28.226 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 47 current snap is 353 2021-07-26T16:09:28.226 INFO:tasks.rados.rados.0.smithi037.stdout:3641: seq_num 1151 ranges {1613824=81920} 2021-07-26T16:09:28.237 INFO:tasks.rados.rados.0.smithi037.stdout:3641: writing smithi03738989-47 from 1613824 to 1695744 tid 1 2021-07-26T16:09:28.237 INFO:tasks.rados.rados.0.smithi037.stdout:3642: delete oid 36 current snap is 353 2021-07-26T16:09:28.238 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 3021 (ObjNum 1 snap 32610 seq_num 374426656) dirty exists 2021-07-26T16:09:28.238 INFO:tasks.rados.rados.0.smithi037.stdout:3633: expect (ObjNum 1032 snap 318 seq_num 1032) 2021-07-26T16:09:28.274 INFO:tasks.rados.rados.0.smithi037.stdout:3638: expect (ObjNum 1110 snap 337 seq_num 1110) 2021-07-26T16:09:28.319 INFO:tasks.rados.rados.0.smithi037.stdout:3641: finishing write tid 1 to smithi03738989-47 2021-07-26T16:09:28.320 INFO:tasks.rados.rados.0.smithi037.stdout:3641: finishing write tid 3 to smithi03738989-47 2021-07-26T16:09:28.320 INFO:tasks.rados.rados.0.smithi037.stdout:3633: done (5 left) 2021-07-26T16:09:28.320 INFO:tasks.rados.rados.0.smithi037.stdout:3638: done (4 left) 2021-07-26T16:09:28.320 INFO:tasks.rados.rados.0.smithi037.stdout:3639: done (3 left) 2021-07-26T16:09:28.321 INFO:tasks.rados.rados.0.smithi037.stdout:3642: done (2 left) 2021-07-26T16:09:28.321 INFO:tasks.rados.rados.0.smithi037.stdout:3643: read oid 23 snap -1 2021-07-26T16:09:28.321 INFO:tasks.rados.rados.0.smithi037.stdout:3643: expect (ObjNum 1143 snap 350 seq_num 1143) 2021-07-26T16:09:28.321 INFO:tasks.rados.rados.0.smithi037.stdout:3644: read oid 34 snap 348 2021-07-26T16:09:28.321 INFO:tasks.rados.rados.0.smithi037.stdout:3644: expect (ObjNum 372582336 snap 21933 seq_num 372927280) 2021-07-26T16:09:28.322 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 49 current snap is 353 2021-07-26T16:09:28.322 INFO:tasks.rados.rados.0.smithi037.stdout:3645: seq_num 1153 ranges {2195456=114688} 2021-07-26T16:09:28.337 INFO:tasks.rados.rados.0.smithi037.stdout:3645: writing smithi03738989-49 from 2195456 to 2310144 tid 1 2021-07-26T16:09:28.337 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 30 current snap is 353 2021-07-26T16:09:28.337 INFO:tasks.rados.rados.0.smithi037.stdout:3646: seq_num 1154 ranges {0=131072} 2021-07-26T16:09:28.338 INFO:tasks.rados.rados.0.smithi037.stdout:3646: writing smithi03738989-30 from 0 to 131072 tid 1 2021-07-26T16:09:28.339 INFO:tasks.rados.rados.0.smithi037.stdout:3647: copy_from oid 6 from oid 40 current snap is 353 2021-07-26T16:09:28.339 INFO:tasks.rados.rados.0.smithi037.stdout:3641: finishing write tid 4 to smithi03738989-47 2021-07-26T16:09:28.339 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 2545 (ObjNum 1151 snap 353 seq_num 1151) dirty exists 2021-07-26T16:09:28.339 INFO:tasks.rados.rados.0.smithi037.stdout:3641: left oid 47 (ObjNum 1151 snap 353 seq_num 1151) 2021-07-26T16:09:28.340 INFO:tasks.rados.rados.0.smithi037.stdout:3640: finishing copy_from to smithi03738989-33 2021-07-26T16:09:28.340 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 1769 (ObjNum 1144 snap 350 seq_num 1144) dirty exists 2021-07-26T16:09:28.340 INFO:tasks.rados.rados.0.smithi037.stdout:3640: finishing copy_from racing read to smithi03738989-33 2021-07-26T16:09:28.340 INFO:tasks.rados.rados.0.smithi037.stdout:3640: done (6 left) 2021-07-26T16:09:28.341 INFO:tasks.rados.rados.0.smithi037.stdout:3641: done (5 left) 2021-07-26T16:09:28.341 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 35 current snap is 353 2021-07-26T16:09:28.341 INFO:tasks.rados.rados.0.smithi037.stdout:3648: seq_num 1155 ranges {1802240=147456} 2021-07-26T16:09:28.351 INFO:tasks.rados.rados.0.smithi037.stdout:3648: writing smithi03738989-35 from 1802240 to 1949696 tid 1 2021-07-26T16:09:28.351 INFO:tasks.rados.rados.0.smithi037.stdout:3649: snap_remove snap 330 2021-07-26T16:09:29.289 INFO:tasks.rados.rados.0.smithi037.stdout:3649: done (6 left) 2021-07-26T16:09:29.289 INFO:tasks.rados.rados.0.smithi037.stdout:3650: rollback oid 4 current snap is 353 2021-07-26T16:09:29.290 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 4 to 332 2021-07-26T16:09:29.290 INFO:tasks.rados.rados.0.smithi037.stdout:3644: expect (ObjNum 372582336 snap 21933 seq_num 372927280) 2021-07-26T16:09:29.291 INFO:tasks.rados.rados.0.smithi037.stdout:3646: finishing write tid 1 to smithi03738989-30 2021-07-26T16:09:29.291 INFO:tasks.rados.rados.0.smithi037.stdout:3646: finishing write tid 3 to smithi03738989-30 2021-07-26T16:09:29.291 INFO:tasks.rados.rados.0.smithi037.stdout:3645: finishing write tid 1 to smithi03738989-49 2021-07-26T16:09:29.292 INFO:tasks.rados.rados.0.smithi037.stdout:3645: finishing write tid 3 to smithi03738989-49 2021-07-26T16:09:29.292 INFO:tasks.rados.rados.0.smithi037.stdout:3646: finishing write tid 4 to smithi03738989-30 2021-07-26T16:09:29.292 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2258 (ObjNum 1154 snap 353 seq_num 1154) dirty exists 2021-07-26T16:09:29.292 INFO:tasks.rados.rados.0.smithi037.stdout:3646: left oid 30 (ObjNum 1154 snap 353 seq_num 1154) 2021-07-26T16:09:29.293 INFO:tasks.rados.rados.0.smithi037.stdout:3645: finishing write tid 4 to smithi03738989-49 2021-07-26T16:09:29.293 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2239 (ObjNum 1153 snap 353 seq_num 1153) dirty exists 2021-07-26T16:09:29.293 INFO:tasks.rados.rados.0.smithi037.stdout:3645: left oid 49 (ObjNum 1153 snap 353 seq_num 1153) 2021-07-26T16:09:29.293 INFO:tasks.rados.rados.0.smithi037.stdout:3643: expect (ObjNum 1143 snap 350 seq_num 1143) 2021-07-26T16:09:29.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:29 smithi107 bash[29346]: cluster 2021-07-26T16:09:27.913602+0000 mgr.y (mgr.24994) 534 : cluster [DBG] pgmap v857: 89 pgs: 89 active+clean; 386 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.1 MiB/s wr, 29 op/s 2021-07-26T16:09:29.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:29 smithi107 bash[29346]: cluster 2021-07-26T16:09:28.200466+0000 mon.a (mon.0) 1243 : cluster [DBG] osdmap e765: 8 total, 8 up, 8 in 2021-07-26T16:09:29.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:29 smithi037 bash[41498]: cluster 2021-07-26T16:09:27.913602+0000 mgr.y (mgr.24994) 534 : cluster [DBG] pgmap v857: 89 pgs: 89 active+clean; 386 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.1 MiB/s wr, 29 op/s 2021-07-26T16:09:29.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:29 smithi037 bash[41498]: cluster 2021-07-26T16:09:28.200466+0000 mon.a (mon.0) 1243 : cluster [DBG] osdmap e765: 8 total, 8 up, 8 in 2021-07-26T16:09:29.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:29 smithi037 bash[42499]: cluster 2021-07-26T16:09:27.913602+0000 mgr.y (mgr.24994) 534 : cluster [DBG] pgmap v857: 89 pgs: 89 active+clean; 386 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.1 MiB/s wr, 29 op/s 2021-07-26T16:09:29.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:29 smithi037 bash[42499]: cluster 2021-07-26T16:09:28.200466+0000 mon.a (mon.0) 1243 : cluster [DBG] osdmap e765: 8 total, 8 up, 8 in 2021-07-26T16:09:29.919 INFO:tasks.rados.rados.0.smithi037.stdout:3648: finishing write tid 1 to smithi03738989-35 2021-07-26T16:09:29.920 INFO:tasks.rados.rados.0.smithi037.stdout:3648: finishing write tid 3 to smithi03738989-35 2021-07-26T16:09:29.920 INFO:tasks.rados.rados.0.smithi037.stdout:3648: finishing write tid 4 to smithi03738989-35 2021-07-26T16:09:29.920 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 2528 (ObjNum 1155 snap 353 seq_num 1155) dirty exists 2021-07-26T16:09:29.920 INFO:tasks.rados.rados.0.smithi037.stdout:3648: left oid 35 (ObjNum 1155 snap 353 seq_num 1155) 2021-07-26T16:09:29.920 INFO:tasks.rados.rados.0.smithi037.stdout:3647: finishing copy_from to smithi03738989-6 2021-07-26T16:09:29.921 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2892 (ObjNum 1077 snap 327 seq_num 1077) dirty exists 2021-07-26T16:09:29.921 INFO:tasks.rados.rados.0.smithi037.stdout:3647: finishing copy_from racing read to smithi03738989-6 2021-07-26T16:09:29.921 INFO:tasks.rados.rados.0.smithi037.stdout:3650: finishing rollback tid 0 to smithi03738989-4 2021-07-26T16:09:29.922 INFO:tasks.rados.rados.0.smithi037.stdout:3650: finishing rollback tid 1 to smithi03738989-4 2021-07-26T16:09:29.922 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 3315 (ObjNum 0 snap 0 seq_num 0) dirty dne 2021-07-26T16:09:29.922 INFO:tasks.rados.rados.0.smithi037.stdout:3643: done (6 left) 2021-07-26T16:09:29.922 INFO:tasks.rados.rados.0.smithi037.stdout:3644: done (5 left) 2021-07-26T16:09:29.923 INFO:tasks.rados.rados.0.smithi037.stdout:3645: done (4 left) 2021-07-26T16:09:29.923 INFO:tasks.rados.rados.0.smithi037.stdout:3646: done (3 left) 2021-07-26T16:09:29.923 INFO:tasks.rados.rados.0.smithi037.stdout:3647: done (2 left) 2021-07-26T16:09:29.923 INFO:tasks.rados.rados.0.smithi037.stdout:3648: done (1 left) 2021-07-26T16:09:29.924 INFO:tasks.rados.rados.0.smithi037.stdout:3650: done (0 left) 2021-07-26T16:09:29.924 INFO:tasks.rados.rados.0.smithi037.stdout:3651: snap_remove snap 348 2021-07-26T16:09:30.298 INFO:tasks.rados.rados.0.smithi037.stdout:3651: done (0 left) 2021-07-26T16:09:30.298 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 353 2021-07-26T16:09:30.298 INFO:tasks.rados.rados.0.smithi037.stdout:3652: seq_num 1156 ranges {0=163840} 2021-07-26T16:09:30.299 INFO:tasks.rados.rados.0.smithi037.stdout:3652: writing smithi03738989-34 from 0 to 163840 tid 1 2021-07-26T16:09:30.299 INFO:tasks.rados.rados.0.smithi037.stdout:3653: snap_create 2021-07-26T16:09:30.314 INFO:tasks.rados.rados.0.smithi037.stdout:3652: finishing write tid 1 to smithi03738989-34 2021-07-26T16:09:30.314 INFO:tasks.rados.rados.0.smithi037.stdout:3652: finishing write tid 3 to smithi03738989-34 2021-07-26T16:09:30.319 INFO:tasks.rados.rados.0.smithi037.stdout:3652: finishing write tid 4 to smithi03738989-34 2021-07-26T16:09:30.320 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2535 (ObjNum 1156 snap 353 seq_num 1156) dirty exists 2021-07-26T16:09:30.320 INFO:tasks.rados.rados.0.smithi037.stdout:3652: left oid 34 (ObjNum 1156 snap 353 seq_num 1156) 2021-07-26T16:09:30.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:30 smithi037 bash[41498]: cluster 2021-07-26T16:09:29.289618+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e766: 8 total, 8 up, 8 in 2021-07-26T16:09:30.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:30 smithi037 bash[42499]: cluster 2021-07-26T16:09:29.289618+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e766: 8 total, 8 up, 8 in 2021-07-26T16:09:30.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:30 smithi107 bash[29346]: cluster 2021-07-26T16:09:29.289618+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e766: 8 total, 8 up, 8 in 2021-07-26T16:09:31.315 INFO:tasks.rados.rados.0.smithi037.stdout:3652: done (1 left) 2021-07-26T16:09:31.315 INFO:tasks.rados.rados.0.smithi037.stdout:3653: done (0 left) 2021-07-26T16:09:31.315 INFO:tasks.rados.rados.0.smithi037.stdout:3654: read oid 31 snap -1 2021-07-26T16:09:31.316 INFO:tasks.rados.rados.0.smithi037.stdout:3654: expect deleted 2021-07-26T16:09:31.316 INFO:tasks.rados.rados.0.smithi037.stdout:3655: read oid 45 snap -1 2021-07-26T16:09:31.316 INFO:tasks.rados.rados.0.smithi037.stdout:3655: expect (ObjNum 1149 snap 353 seq_num 1149) 2021-07-26T16:09:31.316 INFO:tasks.rados.rados.0.smithi037.stdout:3656: read oid 38 snap 322 2021-07-26T16:09:31.317 INFO:tasks.rados.rados.0.smithi037.stdout:3656: expect (ObjNum 1047 snap 321 seq_num 1047) 2021-07-26T16:09:31.317 INFO:tasks.rados.rados.0.smithi037.stdout:3657: delete oid 32 current snap is 354 2021-07-26T16:09:31.341 INFO:tasks.rados.rados.0.smithi037.stdout:3656: expect (ObjNum 1047 snap 321 seq_num 1047) 2021-07-26T16:09:31.461 INFO:tasks.rados.rados.0.smithi037.stdout:3655: expect (ObjNum 1149 snap 353 seq_num 1149) 2021-07-26T16:09:31.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:31 smithi037 bash[41498]: cluster 2021-07-26T16:09:29.914360+0000 mgr.y (mgr.24994) 535 : cluster [DBG] pgmap v860: 89 pgs: 89 active+clean; 382 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 616 KiB/s wr, 20 op/s 2021-07-26T16:09:31.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:31 smithi037 bash[41498]: cluster 2021-07-26T16:09:30.299293+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e767: 8 total, 8 up, 8 in 2021-07-26T16:09:31.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:31 smithi037 bash[42499]: cluster 2021-07-26T16:09:29.914360+0000 mgr.y (mgr.24994) 535 : cluster [DBG] pgmap v860: 89 pgs: 89 active+clean; 382 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 616 KiB/s wr, 20 op/s 2021-07-26T16:09:31.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:31 smithi037 bash[42499]: cluster 2021-07-26T16:09:30.299293+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e767: 8 total, 8 up, 8 in 2021-07-26T16:09:31.731 INFO:tasks.rados.rados.0.smithi037.stdout:3654: done (3 left) 2021-07-26T16:09:31.731 INFO:tasks.rados.rados.0.smithi037.stdout:3655: done (2 left) 2021-07-26T16:09:31.731 INFO:tasks.rados.rados.0.smithi037.stdout:3656: done (1 left) 2021-07-26T16:09:31.732 INFO:tasks.rados.rados.0.smithi037.stdout:3657: done (0 left) 2021-07-26T16:09:31.732 INFO:tasks.rados.rados.0.smithi037.stdout:3658: copy_from oid 47 from oid 48 current snap is 354 2021-07-26T16:09:31.732 INFO:tasks.rados.rados.0.smithi037.stdout:3659: snap_remove snap 318 2021-07-26T16:09:31.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:31 smithi107 bash[29346]: cluster 2021-07-26T16:09:29.914360+0000 mgr.y (mgr.24994) 535 : cluster [DBG] pgmap v860: 89 pgs: 89 active+clean; 382 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 616 KiB/s wr, 20 op/s 2021-07-26T16:09:31.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:31 smithi107 bash[29346]: cluster 2021-07-26T16:09:30.299293+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e767: 8 total, 8 up, 8 in 2021-07-26T16:09:32.185 INFO:tasks.rados.rados.0.smithi037.stdout:3659: done (1 left) 2021-07-26T16:09:32.185 INFO:tasks.rados.rados.0.smithi037.stdout:3660: snap_remove snap 346 2021-07-26T16:09:32.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:32 smithi037 bash[42499]: cluster 2021-07-26T16:09:31.316843+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e768: 8 total, 8 up, 8 in 2021-07-26T16:09:32.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:32 smithi037 bash[42499]: cluster 2021-07-26T16:09:32.183147+0000 mon.a (mon.0) 1247 : cluster [DBG] osdmap e769: 8 total, 8 up, 8 in 2021-07-26T16:09:32.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:32 smithi037 bash[41498]: cluster 2021-07-26T16:09:31.316843+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e768: 8 total, 8 up, 8 in 2021-07-26T16:09:32.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:32 smithi037 bash[41498]: cluster 2021-07-26T16:09:32.183147+0000 mon.a (mon.0) 1247 : cluster [DBG] osdmap e769: 8 total, 8 up, 8 in 2021-07-26T16:09:32.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:32 smithi107 bash[29346]: cluster 2021-07-26T16:09:31.316843+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e768: 8 total, 8 up, 8 in 2021-07-26T16:09:32.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:32 smithi107 bash[29346]: cluster 2021-07-26T16:09:32.183147+0000 mon.a (mon.0) 1247 : cluster [DBG] osdmap e769: 8 total, 8 up, 8 in 2021-07-26T16:09:33.196 INFO:tasks.rados.rados.0.smithi037.stdout:3660: done (1 left) 2021-07-26T16:09:33.197 INFO:tasks.rados.rados.0.smithi037.stdout:3661: rollback oid 46 current snap is 354 2021-07-26T16:09:33.197 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 46 to 335 2021-07-26T16:09:33.197 INFO:tasks.rados.rados.0.smithi037.stdout:3662: copy_from oid 37 from oid 50 current snap is 354 2021-07-26T16:09:33.198 INFO:tasks.rados.rados.0.smithi037.stdout:3663: read oid 28 snap 322 2021-07-26T16:09:33.198 INFO:tasks.rados.rados.0.smithi037.stdout:3663: expect deleted 2021-07-26T16:09:33.199 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 6 current snap is 354 2021-07-26T16:09:33.199 INFO:tasks.rados.rados.0.smithi037.stdout:3664: seq_num 1158 ranges {5865472=196608} 2021-07-26T16:09:33.233 INFO:tasks.rados.rados.0.smithi037.stdout:3664: writing smithi03738989-6 from 5865472 to 6062080 tid 1 2021-07-26T16:09:33.234 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 354 2021-07-26T16:09:33.234 INFO:tasks.rados.rados.0.smithi037.stdout:3665: seq_num 1159 ranges {1179648=212992} 2021-07-26T16:09:33.241 INFO:tasks.rados.rados.0.smithi037.stdout:3665: writing smithi03738989-42 from 1179648 to 1392640 tid 1 2021-07-26T16:09:33.242 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 11 current snap is 354 2021-07-26T16:09:33.242 INFO:tasks.rados.rados.0.smithi037.stdout:3666: seq_num 1160 ranges {3710976=229376} 2021-07-26T16:09:33.264 INFO:tasks.rados.rados.0.smithi037.stdout:3666: writing smithi03738989-11 from 3710976 to 3940352 tid 1 2021-07-26T16:09:33.264 INFO:tasks.rados.rados.0.smithi037.stdout:3667: delete oid 41 current snap is 354 2021-07-26T16:09:33.264 INFO:tasks.rados.rados.0.smithi037.stdout:3658: finishing copy_from to smithi03738989-47 2021-07-26T16:09:33.265 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 2894 (ObjNum 1085 snap 329 seq_num 1085) dirty exists 2021-07-26T16:09:33.265 INFO:tasks.rados.rados.0.smithi037.stdout:3658: finishing copy_from racing read to smithi03738989-47 2021-07-26T16:09:33.265 INFO:tasks.rados.rados.0.smithi037.stdout:3661: finishing rollback tid 0 to smithi03738989-46 2021-07-26T16:09:33.265 INFO:tasks.rados.rados.0.smithi037.stdout:3661: finishing rollback tid 1 to smithi03738989-46 2021-07-26T16:09:33.266 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 2896 (ObjNum 0 snap 0 seq_num 1811941584) dirty dne 2021-07-26T16:09:33.266 INFO:tasks.rados.rados.0.smithi037.stdout:3662: finishing copy_from to smithi03738989-37 2021-07-26T16:09:33.266 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 2244 (ObjNum 372111328 snap 21933 seq_num 372895232) dirty exists 2021-07-26T16:09:33.266 INFO:tasks.rados.rados.0.smithi037.stdout:3662: finishing copy_from racing read to smithi03738989-37 2021-07-26T16:09:33.267 INFO:tasks.rados.rados.0.smithi037.stdout:3664: finishing write tid 1 to smithi03738989-6 2021-07-26T16:09:33.267 INFO:tasks.rados.rados.0.smithi037.stdout:3664: finishing write tid 3 to smithi03738989-6 2021-07-26T16:09:33.267 INFO:tasks.rados.rados.0.smithi037.stdout:3664: finishing write tid 4 to smithi03738989-6 2021-07-26T16:09:33.267 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2905 (ObjNum 1158 snap 354 seq_num 1158) dirty exists 2021-07-26T16:09:33.268 INFO:tasks.rados.rados.0.smithi037.stdout:3664: left oid 6 (ObjNum 1158 snap 354 seq_num 1158) 2021-07-26T16:09:33.268 INFO:tasks.rados.rados.0.smithi037.stdout:3665: finishing write tid 1 to smithi03738989-42 2021-07-26T16:09:33.268 INFO:tasks.rados.rados.0.smithi037.stdout:3665: finishing write tid 3 to smithi03738989-42 2021-07-26T16:09:33.268 INFO:tasks.rados.rados.0.smithi037.stdout:3665: finishing write tid 4 to smithi03738989-42 2021-07-26T16:09:33.268 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2541 (ObjNum 1159 snap 354 seq_num 1159) dirty exists 2021-07-26T16:09:33.269 INFO:tasks.rados.rados.0.smithi037.stdout:3665: left oid 42 (ObjNum 1159 snap 354 seq_num 1159) 2021-07-26T16:09:33.270 INFO:tasks.rados.rados.0.smithi037.stdout:3658: done (7 left) 2021-07-26T16:09:33.270 INFO:tasks.rados.rados.0.smithi037.stdout:3661: done (6 left) 2021-07-26T16:09:33.270 INFO:tasks.rados.rados.0.smithi037.stdout:3662: done (5 left) 2021-07-26T16:09:33.271 INFO:tasks.rados.rados.0.smithi037.stdout:3663: done (4 left) 2021-07-26T16:09:33.271 INFO:tasks.rados.rados.0.smithi037.stdout:3664: done (3 left) 2021-07-26T16:09:33.272 INFO:tasks.rados.rados.0.smithi037.stdout:3665: done (2 left) 2021-07-26T16:09:33.272 INFO:tasks.rados.rados.0.smithi037.stdout:3667: done (1 left) 2021-07-26T16:09:33.272 INFO:tasks.rados.rados.0.smithi037.stdout:3668: read oid 21 snap 339 2021-07-26T16:09:33.273 INFO:tasks.rados.rados.0.smithi037.stdout:3668: expect (ObjNum 1106 snap 336 seq_num 1106) 2021-07-26T16:09:33.273 INFO:tasks.rados.rados.0.smithi037.stdout:3669: read oid 5 snap -1 2021-07-26T16:09:33.273 INFO:tasks.rados.rados.0.smithi037.stdout:3669: expect (ObjNum 1110 snap 337 seq_num 1110) 2021-07-26T16:09:33.273 INFO:tasks.rados.rados.0.smithi037.stdout:3670: delete oid 50 current snap is 354 2021-07-26T16:09:33.275 INFO:tasks.rados.rados.0.smithi037.stdout:3670: done (3 left) 2021-07-26T16:09:33.276 INFO:tasks.rados.rados.0.smithi037.stdout:3671: setattr oid 42 current snap is 354 2021-07-26T16:09:33.277 INFO:tasks.rados.rados.0.smithi037.stdout:3666: finishing write tid 1 to smithi03738989-11 2021-07-26T16:09:33.278 INFO:tasks.rados.rados.0.smithi037.stdout:3666: finishing write tid 3 to smithi03738989-11 2021-07-26T16:09:33.279 INFO:tasks.rados.rados.0.smithi037.stdout:3666: finishing write tid 4 to smithi03738989-11 2021-07-26T16:09:33.279 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 2530 (ObjNum 1160 snap 354 seq_num 1160) dirty exists 2021-07-26T16:09:33.280 INFO:tasks.rados.rados.0.smithi037.stdout:3666: left oid 11 (ObjNum 1160 snap 354 seq_num 1160) 2021-07-26T16:09:33.280 INFO:tasks.rados.rados.0.smithi037.stdout:3669: expect (ObjNum 1110 snap 337 seq_num 1110) 2021-07-26T16:09:33.332 INFO:tasks.rados.rados.0.smithi037.stdout:3668: expect (ObjNum 1106 snap 336 seq_num 1106) 2021-07-26T16:09:33.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:33 smithi037 bash[42499]: cluster 2021-07-26T16:09:31.915090+0000 mgr.y (mgr.24994) 536 : cluster [DBG] pgmap v863: 89 pgs: 89 active+clean; 382 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 80 KiB/s wr, 11 op/s 2021-07-26T16:09:33.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:33 smithi037 bash[42499]: cluster 2021-07-26T16:09:33.198072+0000 mon.a (mon.0) 1248 : cluster [DBG] osdmap e770: 8 total, 8 up, 8 in 2021-07-26T16:09:33.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:33 smithi037 bash[41498]: cluster 2021-07-26T16:09:31.915090+0000 mgr.y (mgr.24994) 536 : cluster [DBG] pgmap v863: 89 pgs: 89 active+clean; 382 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 80 KiB/s wr, 11 op/s 2021-07-26T16:09:33.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:33 smithi037 bash[41498]: cluster 2021-07-26T16:09:33.198072+0000 mon.a (mon.0) 1248 : cluster [DBG] osdmap e770: 8 total, 8 up, 8 in 2021-07-26T16:09:33.587 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:09:33 smithi037 bash[50550]: level=error ts=2021-07-26T16:09:33.532Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:33.587 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:09:33 smithi037 bash[50550]: level=error ts=2021-07-26T16:09:33.532Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:33.588 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:09:33 smithi037 bash[50550]: level=error ts=2021-07-26T16:09:33.532Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:09:33.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:33 smithi107 bash[29346]: cluster 2021-07-26T16:09:31.915090+0000 mgr.y (mgr.24994) 536 : cluster [DBG] pgmap v863: 89 pgs: 89 active+clean; 382 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 80 KiB/s wr, 11 op/s 2021-07-26T16:09:33.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:33 smithi107 bash[29346]: cluster 2021-07-26T16:09:33.198072+0000 mon.a (mon.0) 1248 : cluster [DBG] osdmap e770: 8 total, 8 up, 8 in 2021-07-26T16:09:34.010 INFO:tasks.rados.rados.0.smithi037.stdout:3666: done (3 left) 2021-07-26T16:09:34.011 INFO:tasks.rados.rados.0.smithi037.stdout:3668: done (2 left) 2021-07-26T16:09:34.011 INFO:tasks.rados.rados.0.smithi037.stdout:3669: done (1 left) 2021-07-26T16:09:34.012 INFO:tasks.rados.rados.0.smithi037.stdout:3672: delete oid 15 current snap is 354 2021-07-26T16:09:34.016 INFO:tasks.rados.rados.0.smithi037.stdout:3672: done (1 left) 2021-07-26T16:09:34.017 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 28 current snap is 354 2021-07-26T16:09:34.017 INFO:tasks.rados.rados.0.smithi037.stdout:3673: seq_num 1164 ranges {0=303104} 2021-07-26T16:09:34.021 INFO:tasks.rados.rados.0.smithi037.stdout:3673: writing smithi03738989-28 from 0 to 303104 tid 1 2021-07-26T16:09:34.021 INFO:tasks.rados.rados.0.smithi037.stdout:3674: snap_remove snap 332 2021-07-26T16:09:34.336 INFO:tasks.rados.rados.0.smithi037.stdout:3674: done (2 left) 2021-07-26T16:09:34.337 INFO:tasks.rados.rados.0.smithi037.stdout:3675: copy_from oid 35 from oid 27 current snap is 354 2021-07-26T16:09:34.337 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2542 (ObjNum 1159 snap 354 seq_num 1159) dirty exists 2021-07-26T16:09:34.338 INFO:tasks.rados.rados.0.smithi037.stdout:3673: finishing write tid 1 to smithi03738989-28 2021-07-26T16:09:34.338 INFO:tasks.rados.rados.0.smithi037.stdout:3673: finishing write tid 3 to smithi03738989-28 2021-07-26T16:09:34.339 INFO:tasks.rados.rados.0.smithi037.stdout:3673: finishing write tid 4 to smithi03738989-28 2021-07-26T16:09:34.339 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 2249 (ObjNum 1164 snap 354 seq_num 1164) dirty exists 2021-07-26T16:09:34.340 INFO:tasks.rados.rados.0.smithi037.stdout:3673: left oid 28 (ObjNum 1164 snap 354 seq_num 1164) 2021-07-26T16:09:34.340 INFO:tasks.rados.rados.0.smithi037.stdout:3671: done (2 left) 2021-07-26T16:09:34.341 INFO:tasks.rados.rados.0.smithi037.stdout:3673: done (1 left) 2021-07-26T16:09:34.341 INFO:tasks.rados.rados.0.smithi037.stdout:3676: rollback oid 20 current snap is 354 2021-07-26T16:09:34.342 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 20 to 333 2021-07-26T16:09:34.342 INFO:tasks.rados.rados.0.smithi037.stdout:3677: snap_create 2021-07-26T16:09:34.348 INFO:tasks.rados.rados.0.smithi037.stdout:3675: finishing copy_from to smithi03738989-35 2021-07-26T16:09:34.348 INFO:tasks.rados.rados.0.smithi037.stdout:3675: got expected ENOENT (src dne) 2021-07-26T16:09:34.349 INFO:tasks.rados.rados.0.smithi037.stdout:3675: finishing copy_from racing read to smithi03738989-35 2021-07-26T16:09:34.351 INFO:tasks.rados.rados.0.smithi037.stdout:3676: finishing rollback tid 0 to smithi03738989-20 2021-07-26T16:09:34.354 INFO:tasks.rados.rados.0.smithi037.stdout:3676: finishing rollback tid 1 to smithi03738989-20 2021-07-26T16:09:34.355 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 1749 (ObjNum 375405792 snap 21933 seq_num 2122952176) dirty dne 2021-07-26T16:09:35.345 INFO:tasks.rados.rados.0.smithi037.stdout:3675: done (2 left) 2021-07-26T16:09:35.345 INFO:tasks.rados.rados.0.smithi037.stdout:3676: done (1 left) 2021-07-26T16:09:35.346 INFO:tasks.rados.rados.0.smithi037.stdout:3677: done (0 left) 2021-07-26T16:09:35.346 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 355 2021-07-26T16:09:35.346 INFO:tasks.rados.rados.0.smithi037.stdout:3678: seq_num 1165 ranges {0=319488} 2021-07-26T16:09:35.347 INFO:tasks.rados.rados.0.smithi037.stdout:3678: writing smithi03738989-4 from 0 to 319488 tid 1 2021-07-26T16:09:35.348 INFO:tasks.rados.rados.0.smithi037.stdout:3679: snap_remove snap 350 2021-07-26T16:09:35.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:35 smithi037 bash[42499]: cluster 2021-07-26T16:09:33.915799+0000 mgr.y (mgr.24994) 537 : cluster [DBG] pgmap v866: 89 pgs: 89 active+clean; 399 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.2 MiB/s wr, 9 op/s 2021-07-26T16:09:35.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:35 smithi037 bash[42499]: cluster 2021-07-26T16:09:34.336785+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e771: 8 total, 8 up, 8 in 2021-07-26T16:09:35.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:35 smithi037 bash[41498]: cluster 2021-07-26T16:09:33.915799+0000 mgr.y (mgr.24994) 537 : cluster [DBG] pgmap v866: 89 pgs: 89 active+clean; 399 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.2 MiB/s wr, 9 op/s 2021-07-26T16:09:35.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:35 smithi037 bash[41498]: cluster 2021-07-26T16:09:34.336785+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e771: 8 total, 8 up, 8 in 2021-07-26T16:09:35.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:35 smithi107 bash[29346]: cluster 2021-07-26T16:09:33.915799+0000 mgr.y (mgr.24994) 537 : cluster [DBG] pgmap v866: 89 pgs: 89 active+clean; 399 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.2 MiB/s wr, 9 op/s 2021-07-26T16:09:35.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:35 smithi107 bash[29346]: cluster 2021-07-26T16:09:34.336785+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e771: 8 total, 8 up, 8 in 2021-07-26T16:09:36.360 INFO:tasks.rados.rados.0.smithi037.stdout:3679: done (1 left) 2021-07-26T16:09:36.361 INFO:tasks.rados.rados.0.smithi037.stdout:3680: snap_remove snap 352 2021-07-26T16:09:36.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:36 smithi107 bash[29346]: cluster 2021-07-26T16:09:35.343450+0000 mon.a (mon.0) 1250 : cluster [DBG] osdmap e772: 8 total, 8 up, 8 in 2021-07-26T16:09:36.834 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:36 smithi037 bash[41498]: cluster 2021-07-26T16:09:35.343450+0000 mon.a (mon.0) 1250 : cluster [DBG] osdmap e772: 8 total, 8 up, 8 in 2021-07-26T16:09:36.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:36 smithi037 bash[42499]: cluster 2021-07-26T16:09:35.343450+0000 mon.a (mon.0) 1250 : cluster [DBG] osdmap e772: 8 total, 8 up, 8 in 2021-07-26T16:09:37.188 INFO:tasks.rados.rados.0.smithi037.stdout:3680: done (1 left) 2021-07-26T16:09:37.189 INFO:tasks.rados.rados.0.smithi037.stdout:3681: delete oid 26 current snap is 355 2021-07-26T16:09:37.189 INFO:tasks.rados.rados.0.smithi037.stdout:3678: finishing write tid 1 to smithi03738989-4 2021-07-26T16:09:37.189 INFO:tasks.rados.rados.0.smithi037.stdout:3678: finishing write tid 3 to smithi03738989-4 2021-07-26T16:09:37.189 INFO:tasks.rados.rados.0.smithi037.stdout:3678: finishing write tid 4 to smithi03738989-4 2021-07-26T16:09:37.189 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 3363 (ObjNum 1165 snap 355 seq_num 1165) dirty exists 2021-07-26T16:09:37.190 INFO:tasks.rados.rados.0.smithi037.stdout:3678: left oid 4 (ObjNum 1165 snap 355 seq_num 1165) 2021-07-26T16:09:37.197 INFO:tasks.rados.rados.0.smithi037.stdout:3678: done (1 left) 2021-07-26T16:09:37.197 INFO:tasks.rados.rados.0.smithi037.stdout:3681: done (0 left) 2021-07-26T16:09:37.198 INFO:tasks.rados.rados.0.smithi037.stdout:3682: snap_remove snap 353 2021-07-26T16:09:37.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:37 smithi107 bash[29346]: cluster 2021-07-26T16:09:35.916557+0000 mgr.y (mgr.24994) 538 : cluster [DBG] pgmap v869: 89 pgs: 89 active+clean; 389 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.3 MiB/s wr, 13 op/s 2021-07-26T16:09:37.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:37 smithi107 bash[29346]: cluster 2021-07-26T16:09:36.361891+0000 mon.a (mon.0) 1251 : cluster [DBG] osdmap e773: 8 total, 8 up, 8 in 2021-07-26T16:09:37.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:37 smithi107 bash[29346]: cluster 2021-07-26T16:09:37.186201+0000 mon.a (mon.0) 1252 : cluster [DBG] osdmap e774: 8 total, 8 up, 8 in 2021-07-26T16:09:37.834 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:37 smithi037 bash[41498]: cluster 2021-07-26T16:09:35.916557+0000 mgr.y (mgr.24994) 538 : cluster [DBG] pgmap v869: 89 pgs: 89 active+clean; 389 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.3 MiB/s wr, 13 op/s 2021-07-26T16:09:37.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:37 smithi037 bash[41498]: cluster 2021-07-26T16:09:36.361891+0000 mon.a (mon.0) 1251 : cluster [DBG] osdmap e773: 8 total, 8 up, 8 in 2021-07-26T16:09:37.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:37 smithi037 bash[41498]: cluster 2021-07-26T16:09:37.186201+0000 mon.a (mon.0) 1252 : cluster [DBG] osdmap e774: 8 total, 8 up, 8 in 2021-07-26T16:09:37.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:37 smithi037 bash[42499]: cluster 2021-07-26T16:09:35.916557+0000 mgr.y (mgr.24994) 538 : cluster [DBG] pgmap v869: 89 pgs: 89 active+clean; 389 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.3 MiB/s wr, 13 op/s 2021-07-26T16:09:37.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:37 smithi037 bash[42499]: cluster 2021-07-26T16:09:36.361891+0000 mon.a (mon.0) 1251 : cluster [DBG] osdmap e773: 8 total, 8 up, 8 in 2021-07-26T16:09:37.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:37 smithi037 bash[42499]: cluster 2021-07-26T16:09:37.186201+0000 mon.a (mon.0) 1252 : cluster [DBG] osdmap e774: 8 total, 8 up, 8 in 2021-07-26T16:09:38.199 INFO:tasks.rados.rados.0.smithi037.stdout:3682: done (0 left) 2021-07-26T16:09:38.200 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 50 current snap is 355 2021-07-26T16:09:38.200 INFO:tasks.rados.rados.0.smithi037.stdout:3683: seq_num 1167 ranges {0=352256} 2021-07-26T16:09:38.201 INFO:tasks.rados.rados.0.smithi037.stdout:3683: writing smithi03738989-50 from 0 to 352256 tid 1 2021-07-26T16:09:38.202 INFO:tasks.rados.rados.0.smithi037.stdout:3684: delete oid 42 current snap is 355 2021-07-26T16:09:38.213 INFO:tasks.rados.rados.0.smithi037.stdout:3683: finishing write tid 1 to smithi03738989-50 2021-07-26T16:09:38.213 INFO:tasks.rados.rados.0.smithi037.stdout:3684: done (1 left) 2021-07-26T16:09:38.213 INFO:tasks.rados.rados.0.smithi037.stdout:3685: snap_create 2021-07-26T16:09:38.214 INFO:tasks.rados.rados.0.smithi037.stdout:3683: finishing write tid 3 to smithi03738989-50 2021-07-26T16:09:38.216 INFO:tasks.rados.rados.0.smithi037.stdout:3683: finishing write tid 4 to smithi03738989-50 2021-07-26T16:09:38.217 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 2251 (ObjNum 1167 snap 355 seq_num 1167) dirty exists 2021-07-26T16:09:38.217 INFO:tasks.rados.rados.0.smithi037.stdout:3683: left oid 50 (ObjNum 1167 snap 355 seq_num 1167) 2021-07-26T16:09:39.203 INFO:tasks.rados.rados.0.smithi037.stdout:3683: done (1 left) 2021-07-26T16:09:39.203 INFO:tasks.rados.rados.0.smithi037.stdout:3685: done (0 left) 2021-07-26T16:09:39.203 INFO:tasks.rados.rados.0.smithi037.stdout:3686: snap_create 2021-07-26T16:09:39.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:39 smithi107 bash[29346]: cluster 2021-07-26T16:09:37.917298+0000 mgr.y (mgr.24994) 539 : cluster [DBG] pgmap v872: 89 pgs: 89 active+clean; 364 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 230 KiB/s wr, 12 op/s 2021-07-26T16:09:39.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:39 smithi107 bash[29346]: cluster 2021-07-26T16:09:38.200129+0000 mon.a (mon.0) 1253 : cluster [DBG] osdmap e775: 8 total, 8 up, 8 in 2021-07-26T16:09:39.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:39 smithi037 bash[41498]: cluster 2021-07-26T16:09:37.917298+0000 mgr.y (mgr.24994) 539 : cluster [DBG] pgmap v872: 89 pgs: 89 active+clean; 364 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 230 KiB/s wr, 12 op/s 2021-07-26T16:09:39.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:39 smithi037 bash[41498]: cluster 2021-07-26T16:09:38.200129+0000 mon.a (mon.0) 1253 : cluster [DBG] osdmap e775: 8 total, 8 up, 8 in 2021-07-26T16:09:39.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:39 smithi037 bash[42499]: cluster 2021-07-26T16:09:37.917298+0000 mgr.y (mgr.24994) 539 : cluster [DBG] pgmap v872: 89 pgs: 89 active+clean; 364 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 230 KiB/s wr, 12 op/s 2021-07-26T16:09:39.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:39 smithi037 bash[42499]: cluster 2021-07-26T16:09:38.200129+0000 mon.a (mon.0) 1253 : cluster [DBG] osdmap e775: 8 total, 8 up, 8 in 2021-07-26T16:09:40.225 INFO:tasks.rados.rados.0.smithi037.stdout:3686: done (0 left) 2021-07-26T16:09:40.225 INFO:tasks.rados.rados.0.smithi037.stdout:3687: rollback oid 11 current snap is 357 2021-07-26T16:09:40.225 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 11 to 322 2021-07-26T16:09:40.226 INFO:tasks.rados.rados.0.smithi037.stdout:3688: rollback oid 32 current snap is 357 2021-07-26T16:09:40.226 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 32 to 326 2021-07-26T16:09:40.226 INFO:tasks.rados.rados.0.smithi037.stdout:3689: delete oid 15 current snap is 357 2021-07-26T16:09:40.237 INFO:tasks.rados.rados.0.smithi037.stdout:3689: done (2 left) 2021-07-26T16:09:40.237 INFO:tasks.rados.rados.0.smithi037.stdout:3690: rollback oid 41 current snap is 357 2021-07-26T16:09:40.238 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 41 to 335 2021-07-26T16:09:40.238 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 357 2021-07-26T16:09:40.238 INFO:tasks.rados.rados.0.smithi037.stdout:3691: seq_num 1170 ranges {0=401408} 2021-07-26T16:09:40.242 INFO:tasks.rados.rados.0.smithi037.stdout:3691: writing smithi03738989-46 from 0 to 401408 tid 1 2021-07-26T16:09:40.242 INFO:tasks.rados.rados.0.smithi037.stdout:3692: snap_create 2021-07-26T16:09:40.242 INFO:tasks.rados.rados.0.smithi037.stdout:3688: finishing rollback tid 1 to smithi03738989-32 2021-07-26T16:09:40.243 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 3331 (ObjNum 1515219539 snap 1667459406 seq_num 1465865825) dirty dne 2021-07-26T16:09:40.243 INFO:tasks.rados.rados.0.smithi037.stdout:3687: finishing rollback tid 0 to smithi03738989-11 2021-07-26T16:09:40.243 INFO:tasks.rados.rados.0.smithi037.stdout:3687: finishing rollback tid 1 to smithi03738989-11 2021-07-26T16:09:40.243 INFO:tasks.rados.rados.0.smithi037.stdout:3687: finishing rollback tid 2 to smithi03738989-11 2021-07-26T16:09:40.244 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 2533 (ObjNum 985 snap 300 seq_num 985) dirty exists 2021-07-26T16:09:40.244 INFO:tasks.rados.rados.0.smithi037.stdout:3690: finishing rollback tid 1 to smithi03738989-41 2021-07-26T16:09:40.244 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 2255 (ObjNum 0 snap 32610 seq_num 371780640) dirty dne 2021-07-26T16:09:40.246 INFO:tasks.rados.rados.0.smithi037.stdout:3691: finishing write tid 1 to smithi03738989-46 2021-07-26T16:09:40.247 INFO:tasks.rados.rados.0.smithi037.stdout:3691: finishing write tid 3 to smithi03738989-46 2021-07-26T16:09:40.249 INFO:tasks.rados.rados.0.smithi037.stdout:3691: finishing write tid 4 to smithi03738989-46 2021-07-26T16:09:40.249 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 2898 (ObjNum 1170 snap 357 seq_num 1170) dirty exists 2021-07-26T16:09:40.250 INFO:tasks.rados.rados.0.smithi037.stdout:3691: left oid 46 (ObjNum 1170 snap 357 seq_num 1170) 2021-07-26T16:09:40.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:40 smithi107 bash[29346]: cluster 2021-07-26T16:09:39.202423+0000 mon.a (mon.0) 1254 : cluster [DBG] osdmap e776: 8 total, 8 up, 8 in 2021-07-26T16:09:40.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:40 smithi037 bash[41498]: cluster 2021-07-26T16:09:39.202423+0000 mon.a (mon.0) 1254 : cluster [DBG] osdmap e776: 8 total, 8 up, 8 in 2021-07-26T16:09:40.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:40 smithi037 bash[42499]: cluster 2021-07-26T16:09:39.202423+0000 mon.a (mon.0) 1254 : cluster [DBG] osdmap e776: 8 total, 8 up, 8 in 2021-07-26T16:09:41.228 INFO:tasks.rados.rados.0.smithi037.stdout:3687: done (4 left) 2021-07-26T16:09:41.228 INFO:tasks.rados.rados.0.smithi037.stdout:3688: done (3 left) 2021-07-26T16:09:41.229 INFO:tasks.rados.rados.0.smithi037.stdout:3690: done (2 left) 2021-07-26T16:09:41.229 INFO:tasks.rados.rados.0.smithi037.stdout:3691: done (1 left) 2021-07-26T16:09:41.229 INFO:tasks.rados.rados.0.smithi037.stdout:3692: done (0 left) 2021-07-26T16:09:41.229 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 358 2021-07-26T16:09:41.230 INFO:tasks.rados.rados.0.smithi037.stdout:3693: seq_num 1171 ranges {0=417792} 2021-07-26T16:09:41.231 INFO:tasks.rados.rados.0.smithi037.stdout:3693: writing smithi03738989-13 from 0 to 417792 tid 1 2021-07-26T16:09:41.231 INFO:tasks.rados.rados.0.smithi037.stdout:3694: rollback oid 30 current snap is 358 2021-07-26T16:09:41.231 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 30 to 326 2021-07-26T16:09:41.232 INFO:tasks.rados.rados.0.smithi037.stdout:3695: snap_create 2021-07-26T16:09:41.241 INFO:tasks.rados.rados.0.smithi037.stdout:3694: finishing rollback tid 0 to smithi03738989-30 2021-07-26T16:09:41.242 INFO:tasks.rados.rados.0.smithi037.stdout:3693: finishing write tid 1 to smithi03738989-13 2021-07-26T16:09:41.242 INFO:tasks.rados.rados.0.smithi037.stdout:3693: finishing write tid 3 to smithi03738989-13 2021-07-26T16:09:41.243 INFO:tasks.rados.rados.0.smithi037.stdout:3694: finishing rollback tid 1 to smithi03738989-30 2021-07-26T16:09:41.243 INFO:tasks.rados.rados.0.smithi037.stdout:3694: finishing rollback tid 2 to smithi03738989-30 2021-07-26T16:09:41.244 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2261 (ObjNum 1021 snap 317 seq_num 1021) dirty exists 2021-07-26T16:09:41.245 INFO:tasks.rados.rados.0.smithi037.stdout:3693: finishing write tid 4 to smithi03738989-13 2021-07-26T16:09:41.245 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 2253 (ObjNum 1171 snap 358 seq_num 1171) dirty exists 2021-07-26T16:09:41.245 INFO:tasks.rados.rados.0.smithi037.stdout:3693: left oid 13 (ObjNum 1171 snap 358 seq_num 1171) 2021-07-26T16:09:41.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:41 smithi107 bash[29346]: cluster 2021-07-26T16:09:39.918162+0000 mgr.y (mgr.24994) 540 : cluster [DBG] pgmap v875: 89 pgs: 89 active+clean; 361 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 264 KiB/s wr, 10 op/s 2021-07-26T16:09:41.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:41 smithi107 bash[29346]: cluster 2021-07-26T16:09:40.227001+0000 mon.a (mon.0) 1255 : cluster [DBG] osdmap e777: 8 total, 8 up, 8 in 2021-07-26T16:09:41.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:41 smithi037 bash[41498]: cluster 2021-07-26T16:09:39.918162+0000 mgr.y (mgr.24994) 540 : cluster [DBG] pgmap v875: 89 pgs: 89 active+clean; 361 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 264 KiB/s wr, 10 op/s 2021-07-26T16:09:41.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:41 smithi037 bash[41498]: cluster 2021-07-26T16:09:40.227001+0000 mon.a (mon.0) 1255 : cluster [DBG] osdmap e777: 8 total, 8 up, 8 in 2021-07-26T16:09:41.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:41 smithi037 bash[42499]: cluster 2021-07-26T16:09:39.918162+0000 mgr.y (mgr.24994) 540 : cluster [DBG] pgmap v875: 89 pgs: 89 active+clean; 361 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 264 KiB/s wr, 10 op/s 2021-07-26T16:09:41.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:41 smithi037 bash[42499]: cluster 2021-07-26T16:09:40.227001+0000 mon.a (mon.0) 1255 : cluster [DBG] osdmap e777: 8 total, 8 up, 8 in 2021-07-26T16:09:42.182 INFO:tasks.rados.rados.0.smithi037.stdout:3693: done (2 left) 2021-07-26T16:09:42.182 INFO:tasks.rados.rados.0.smithi037.stdout:3694: done (1 left) 2021-07-26T16:09:42.182 INFO:tasks.rados.rados.0.smithi037.stdout:3695: done (0 left) 2021-07-26T16:09:42.183 INFO:tasks.rados.rados.0.smithi037.stdout:3696: read oid 41 snap -1 2021-07-26T16:09:42.183 INFO:tasks.rados.rados.0.smithi037.stdout:3696: expect deleted 2021-07-26T16:09:42.183 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 8 current snap is 359 2021-07-26T16:09:42.183 INFO:tasks.rados.rados.0.smithi037.stdout:3697: seq_num 1172 ranges {0=434176} 2021-07-26T16:09:42.185 INFO:tasks.rados.rados.0.smithi037.stdout:3697: writing smithi03738989-8 from 0 to 434176 tid 1 2021-07-26T16:09:42.185 INFO:tasks.rados.rados.0.smithi037.stdout:3698: snap_create 2021-07-26T16:09:42.193 INFO:tasks.rados.rados.0.smithi037.stdout:3697: finishing write tid 1 to smithi03738989-8 2021-07-26T16:09:42.194 INFO:tasks.rados.rados.0.smithi037.stdout:3697: finishing write tid 3 to smithi03738989-8 2021-07-26T16:09:42.196 INFO:tasks.rados.rados.0.smithi037.stdout:3697: finishing write tid 4 to smithi03738989-8 2021-07-26T16:09:42.196 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 2545 (ObjNum 1172 snap 359 seq_num 1172) dirty exists 2021-07-26T16:09:42.197 INFO:tasks.rados.rados.0.smithi037.stdout:3697: left oid 8 (ObjNum 1172 snap 359 seq_num 1172) 2021-07-26T16:09:42.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:42 smithi107 bash[29346]: cluster 2021-07-26T16:09:41.229187+0000 mon.a (mon.0) 1256 : cluster [DBG] osdmap e778: 8 total, 8 up, 8 in 2021-07-26T16:09:42.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:42 smithi107 bash[29346]: cluster 2021-07-26T16:09:42.183101+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e779: 8 total, 8 up, 8 in 2021-07-26T16:09:42.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:42 smithi037 bash[42499]: cluster 2021-07-26T16:09:41.229187+0000 mon.a (mon.0) 1256 : cluster [DBG] osdmap e778: 8 total, 8 up, 8 in 2021-07-26T16:09:42.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:42 smithi037 bash[42499]: cluster 2021-07-26T16:09:42.183101+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e779: 8 total, 8 up, 8 in 2021-07-26T16:09:42.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:42 smithi037 bash[41498]: cluster 2021-07-26T16:09:41.229187+0000 mon.a (mon.0) 1256 : cluster [DBG] osdmap e778: 8 total, 8 up, 8 in 2021-07-26T16:09:42.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:42 smithi037 bash[41498]: cluster 2021-07-26T16:09:42.183101+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e779: 8 total, 8 up, 8 in 2021-07-26T16:09:43.194 INFO:tasks.rados.rados.0.smithi037.stdout:3696: done (2 left) 2021-07-26T16:09:43.194 INFO:tasks.rados.rados.0.smithi037.stdout:3697: done (1 left) 2021-07-26T16:09:43.194 INFO:tasks.rados.rados.0.smithi037.stdout:3698: done (0 left) 2021-07-26T16:09:43.195 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 360 2021-07-26T16:09:43.195 INFO:tasks.rados.rados.0.smithi037.stdout:3699: seq_num 1173 ranges {319488=450560} 2021-07-26T16:09:43.198 INFO:tasks.rados.rados.0.smithi037.stdout:3699: writing smithi03738989-4 from 319488 to 770048 tid 1 2021-07-26T16:09:43.199 INFO:tasks.rados.rados.0.smithi037.stdout:3700: copy_from oid 41 from oid 13 current snap is 360 2021-07-26T16:09:43.199 INFO:tasks.rados.rados.0.smithi037.stdout:3701: setattr oid 47 current snap is 360 2021-07-26T16:09:43.200 INFO:tasks.rados.rados.0.smithi037.stdout:3702: delete oid 37 current snap is 360 2021-07-26T16:09:43.209 INFO:tasks.rados.rados.0.smithi037.stdout:3700: finishing copy_from to smithi03738989-41 2021-07-26T16:09:43.209 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 2253 (ObjNum 1171 snap 358 seq_num 1171) dirty exists 2021-07-26T16:09:43.211 INFO:tasks.rados.rados.0.smithi037.stdout:3700: finishing copy_from racing read to smithi03738989-41 2021-07-26T16:09:43.211 INFO:tasks.rados.rados.0.smithi037.stdout:3700: done (3 left) 2021-07-26T16:09:43.211 INFO:tasks.rados.rados.0.smithi037.stdout:3702: done (2 left) 2021-07-26T16:09:43.211 INFO:tasks.rados.rados.0.smithi037.stdout:3703: delete oid 24 current snap is 360 2021-07-26T16:09:43.212 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 47 v 2899 (ObjNum 1085 snap 329 seq_num 1085) dirty exists 2021-07-26T16:09:43.214 INFO:tasks.rados.rados.0.smithi037.stdout:3699: finishing write tid 1 to smithi03738989-4 2021-07-26T16:09:43.214 INFO:tasks.rados.rados.0.smithi037.stdout:3699: finishing write tid 3 to smithi03738989-4 2021-07-26T16:09:43.215 INFO:tasks.rados.rados.0.smithi037.stdout:3701: done (2 left) 2021-07-26T16:09:43.215 INFO:tasks.rados.rados.0.smithi037.stdout:3703: done (1 left) 2021-07-26T16:09:43.215 INFO:tasks.rados.rados.0.smithi037.stdout:3704: snap_remove snap 356 2021-07-26T16:09:43.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:43 smithi107 bash[29346]: cluster 2021-07-26T16:09:41.918919+0000 mgr.y (mgr.24994) 541 : cluster [DBG] pgmap v878: 89 pgs: 89 active+clean; 361 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 164 KiB/s wr, 1 op/s 2021-07-26T16:09:43.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:43 smithi107 bash[29346]: cluster 2021-07-26T16:09:43.195804+0000 mon.a (mon.0) 1258 : cluster [DBG] osdmap e780: 8 total, 8 up, 8 in 2021-07-26T16:09:43.529 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:43 smithi037 bash[41498]: cluster 2021-07-26T16:09:41.918919+0000 mgr.y (mgr.24994) 541 : cluster [DBG] pgmap v878: 89 pgs: 89 active+clean; 361 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 164 KiB/s wr, 1 op/s 2021-07-26T16:09:43.530 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:43 smithi037 bash[41498]: cluster 2021-07-26T16:09:43.195804+0000 mon.a (mon.0) 1258 : cluster [DBG] osdmap e780: 8 total, 8 up, 8 in 2021-07-26T16:09:43.530 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:43 smithi037 bash[42499]: cluster 2021-07-26T16:09:41.918919+0000 mgr.y (mgr.24994) 541 : cluster [DBG] pgmap v878: 89 pgs: 89 active+clean; 361 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 164 KiB/s wr, 1 op/s 2021-07-26T16:09:43.530 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:43 smithi037 bash[42499]: cluster 2021-07-26T16:09:43.195804+0000 mon.a (mon.0) 1258 : cluster [DBG] osdmap e780: 8 total, 8 up, 8 in 2021-07-26T16:09:43.834 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:09:43 smithi037 bash[50550]: level=error ts=2021-07-26T16:09:43.532Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:43.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:09:43 smithi037 bash[50550]: level=error ts=2021-07-26T16:09:43.532Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:43.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:09:43 smithi037 bash[50550]: level=error ts=2021-07-26T16:09:43.532Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:09:44.196 INFO:tasks.rados.rados.0.smithi037.stdout:3704: done (1 left) 2021-07-26T16:09:44.197 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 360 2021-07-26T16:09:44.197 INFO:tasks.rados.rados.0.smithi037.stdout:3705: seq_num 1176 ranges {1286144=499712} 2021-07-26T16:09:44.208 INFO:tasks.rados.rados.0.smithi037.stdout:3705: writing smithi03738989-39 from 1286144 to 1785856 tid 1 2021-07-26T16:09:44.208 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 360 2021-07-26T16:09:44.208 INFO:tasks.rados.rados.0.smithi037.stdout:3706: seq_num 1177 ranges {0=516096} 2021-07-26T16:09:44.212 INFO:tasks.rados.rados.0.smithi037.stdout:3706: writing smithi03738989-38 from 0 to 516096 tid 1 2021-07-26T16:09:44.212 INFO:tasks.rados.rados.0.smithi037.stdout:3707: read oid 21 snap -1 2021-07-26T16:09:44.212 INFO:tasks.rados.rados.0.smithi037.stdout:3707: expect (ObjNum 1106 snap 336 seq_num 1106) 2021-07-26T16:09:44.213 INFO:tasks.rados.rados.0.smithi037.stdout:3708: read oid 6 snap 351 2021-07-26T16:09:44.213 INFO:tasks.rados.rados.0.smithi037.stdout:3708: expect (ObjNum 1032 snap 318 seq_num 1032) 2021-07-26T16:09:44.213 INFO:tasks.rados.rados.0.smithi037.stdout:3709: delete oid 36 current snap is 360 2021-07-26T16:09:44.213 INFO:tasks.rados.rados.0.smithi037.stdout:3699: finishing write tid 4 to smithi03738989-4 2021-07-26T16:09:44.214 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 3381 (ObjNum 1173 snap 360 seq_num 1173) dirty exists 2021-07-26T16:09:44.214 INFO:tasks.rados.rados.0.smithi037.stdout:3699: left oid 4 (ObjNum 1173 snap 360 seq_num 1173) 2021-07-26T16:09:44.220 INFO:tasks.rados.rados.0.smithi037.stdout:3705: finishing write tid 1 to smithi03738989-39 2021-07-26T16:09:44.221 INFO:tasks.rados.rados.0.smithi037.stdout:3706: finishing write tid 1 to smithi03738989-38 2021-07-26T16:09:44.221 INFO:tasks.rados.rados.0.smithi037.stdout:3706: finishing write tid 3 to smithi03738989-38 2021-07-26T16:09:44.222 INFO:tasks.rados.rados.0.smithi037.stdout:3708: expect (ObjNum 1032 snap 318 seq_num 1032) 2021-07-26T16:09:44.254 INFO:tasks.rados.rados.0.smithi037.stdout:3705: finishing write tid 3 to smithi03738989-39 2021-07-26T16:09:44.255 INFO:tasks.rados.rados.0.smithi037.stdout:3706: finishing write tid 4 to smithi03738989-38 2021-07-26T16:09:44.255 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 2547 (ObjNum 1177 snap 360 seq_num 1177) dirty exists 2021-07-26T16:09:44.255 INFO:tasks.rados.rados.0.smithi037.stdout:3706: left oid 38 (ObjNum 1177 snap 360 seq_num 1177) 2021-07-26T16:09:44.255 INFO:tasks.rados.rados.0.smithi037.stdout:3705: finishing write tid 4 to smithi03738989-39 2021-07-26T16:09:44.256 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 3390 (ObjNum 1176 snap 360 seq_num 1176) dirty exists 2021-07-26T16:09:44.256 INFO:tasks.rados.rados.0.smithi037.stdout:3705: left oid 39 (ObjNum 1176 snap 360 seq_num 1176) 2021-07-26T16:09:44.256 INFO:tasks.rados.rados.0.smithi037.stdout:3707: expect (ObjNum 1106 snap 336 seq_num 1106) 2021-07-26T16:09:44.930 INFO:tasks.rados.rados.0.smithi037.stdout:3699: done (5 left) 2021-07-26T16:09:44.930 INFO:tasks.rados.rados.0.smithi037.stdout:3705: done (4 left) 2021-07-26T16:09:44.931 INFO:tasks.rados.rados.0.smithi037.stdout:3706: done (3 left) 2021-07-26T16:09:44.931 INFO:tasks.rados.rados.0.smithi037.stdout:3707: done (2 left) 2021-07-26T16:09:44.931 INFO:tasks.rados.rados.0.smithi037.stdout:3708: done (1 left) 2021-07-26T16:09:44.931 INFO:tasks.rados.rados.0.smithi037.stdout:3709: done (0 left) 2021-07-26T16:09:44.931 INFO:tasks.rados.rados.0.smithi037.stdout:3710: snap_remove snap 355 2021-07-26T16:09:45.254 INFO:tasks.rados.rados.0.smithi037.stdout:3710: done (0 left) 2021-07-26T16:09:45.254 INFO:tasks.rados.rados.0.smithi037.stdout:3711: rollback oid 48 current snap is 360 2021-07-26T16:09:45.255 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 48 to 354 2021-07-26T16:09:45.255 INFO:tasks.rados.rados.0.smithi037.stdout:3712: copy_from oid 44 from oid 42 current snap is 360 2021-07-26T16:09:45.255 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 360 2021-07-26T16:09:45.255 INFO:tasks.rados.rados.0.smithi037.stdout:3713: seq_num 1179 ranges {417792=548864} 2021-07-26T16:09:45.262 INFO:tasks.rados.rados.0.smithi037.stdout:3713: writing smithi03738989-41 from 417792 to 966656 tid 1 2021-07-26T16:09:45.262 INFO:tasks.rados.rados.0.smithi037.stdout:3714: read oid 1 snap -1 2021-07-26T16:09:45.262 INFO:tasks.rados.rados.0.smithi037.stdout:3714: expect deleted 2021-07-26T16:09:45.262 INFO:tasks.rados.rados.0.smithi037.stdout:3715: snap_remove snap 358 2021-07-26T16:09:45.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:45 smithi107 bash[29346]: cluster 2021-07-26T16:09:43.919690+0000 mgr.y (mgr.24994) 542 : cluster [DBG] pgmap v881: 89 pgs: 89 active+clean; 361 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 98 KiB/s wr, 1 op/s 2021-07-26T16:09:45.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:45 smithi107 bash[29346]: cluster 2021-07-26T16:09:44.197696+0000 mon.a (mon.0) 1259 : cluster [DBG] osdmap e781: 8 total, 8 up, 8 in 2021-07-26T16:09:45.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:45 smithi037 bash[41498]: cluster 2021-07-26T16:09:43.919690+0000 mgr.y (mgr.24994) 542 : cluster [DBG] pgmap v881: 89 pgs: 89 active+clean; 361 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 98 KiB/s wr, 1 op/s 2021-07-26T16:09:45.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:45 smithi037 bash[41498]: cluster 2021-07-26T16:09:44.197696+0000 mon.a (mon.0) 1259 : cluster [DBG] osdmap e781: 8 total, 8 up, 8 in 2021-07-26T16:09:45.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:45 smithi037 bash[42499]: cluster 2021-07-26T16:09:43.919690+0000 mgr.y (mgr.24994) 542 : cluster [DBG] pgmap v881: 89 pgs: 89 active+clean; 361 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 98 KiB/s wr, 1 op/s 2021-07-26T16:09:45.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:45 smithi037 bash[42499]: cluster 2021-07-26T16:09:44.197696+0000 mon.a (mon.0) 1259 : cluster [DBG] osdmap e781: 8 total, 8 up, 8 in 2021-07-26T16:09:46.266 INFO:tasks.rados.rados.0.smithi037.stdout:3712: finishing copy_from to smithi03738989-44 2021-07-26T16:09:46.266 INFO:tasks.rados.rados.0.smithi037.stdout:3712: got expected ENOENT (src dne) 2021-07-26T16:09:46.267 INFO:tasks.rados.rados.0.smithi037.stdout:3712: finishing copy_from racing read to smithi03738989-44 2021-07-26T16:09:46.267 INFO:tasks.rados.rados.0.smithi037.stdout:3711: finishing rollback tid 0 to smithi03738989-48 2021-07-26T16:09:46.267 INFO:tasks.rados.rados.0.smithi037.stdout:3711: finishing rollback tid 1 to smithi03738989-48 2021-07-26T16:09:46.267 INFO:tasks.rados.rados.0.smithi037.stdout:3711: finishing rollback tid 2 to smithi03738989-48 2021-07-26T16:09:46.268 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 3242 (ObjNum 1085 snap 329 seq_num 1085) dirty exists 2021-07-26T16:09:46.268 INFO:tasks.rados.rados.0.smithi037.stdout:3713: finishing write tid 1 to smithi03738989-41 2021-07-26T16:09:46.268 INFO:tasks.rados.rados.0.smithi037.stdout:3713: finishing write tid 3 to smithi03738989-41 2021-07-26T16:09:46.268 INFO:tasks.rados.rados.0.smithi037.stdout:3713: finishing write tid 4 to smithi03738989-41 2021-07-26T16:09:46.269 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 2263 (ObjNum 1179 snap 360 seq_num 1179) dirty exists 2021-07-26T16:09:46.269 INFO:tasks.rados.rados.0.smithi037.stdout:3713: left oid 41 (ObjNum 1179 snap 360 seq_num 1179) 2021-07-26T16:09:46.269 INFO:tasks.rados.rados.0.smithi037.stdout:3711: done (4 left) 2021-07-26T16:09:46.269 INFO:tasks.rados.rados.0.smithi037.stdout:3712: done (3 left) 2021-07-26T16:09:46.269 INFO:tasks.rados.rados.0.smithi037.stdout:3713: done (2 left) 2021-07-26T16:09:46.270 INFO:tasks.rados.rados.0.smithi037.stdout:3714: done (1 left) 2021-07-26T16:09:46.270 INFO:tasks.rados.rados.0.smithi037.stdout:3715: done (0 left) 2021-07-26T16:09:46.270 INFO:tasks.rados.rados.0.smithi037.stdout:3716: snap_create 2021-07-26T16:09:46.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:46 smithi107 bash[29346]: cluster 2021-07-26T16:09:45.254695+0000 mon.a (mon.0) 1260 : cluster [DBG] osdmap e782: 8 total, 8 up, 8 in 2021-07-26T16:09:46.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:46 smithi107 bash[29346]: audit 2021-07-26T16:09:45.779840+0000 mon.c (mon.1) 459 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2021-07-26T16:09:46.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:46 smithi107 bash[29346]: audit 2021-07-26T16:09:45.780740+0000 mon.c (mon.1) 460 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-07-26T16:09:46.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:46 smithi107 bash[29346]: audit 2021-07-26T16:09:45.780918+0000 mon.a (mon.0) 1261 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2021-07-26T16:09:46.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:46 smithi107 bash[29346]: audit 2021-07-26T16:09:45.781587+0000 mon.c (mon.1) 461 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2021-07-26T16:09:46.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:46 smithi107 bash[29346]: audit 2021-07-26T16:09:45.782245+0000 mon.a (mon.0) 1262 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-07-26T16:09:46.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:46 smithi107 bash[29346]: audit 2021-07-26T16:09:45.783429+0000 mon.a (mon.0) 1263 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2021-07-26T16:09:46.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:46 smithi107 bash[29346]: audit 2021-07-26T16:09:46.030306+0000 mon.c (mon.1) 462 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:09:46.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:46 smithi107 bash[29346]: audit 2021-07-26T16:09:46.031145+0000 mon.a (mon.0) 1264 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:09:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:46 smithi037 bash[41498]: cluster 2021-07-26T16:09:45.254695+0000 mon.a (mon.0) 1260 : cluster [DBG] osdmap e782: 8 total, 8 up, 8 in 2021-07-26T16:09:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:46 smithi037 bash[41498]: audit 2021-07-26T16:09:45.779840+0000 mon.c (mon.1) 459 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2021-07-26T16:09:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:46 smithi037 bash[41498]: audit 2021-07-26T16:09:45.780740+0000 mon.c (mon.1) 460 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-07-26T16:09:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:46 smithi037 bash[41498]: audit 2021-07-26T16:09:45.780918+0000 mon.a (mon.0) 1261 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2021-07-26T16:09:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:46 smithi037 bash[41498]: audit 2021-07-26T16:09:45.781587+0000 mon.c (mon.1) 461 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2021-07-26T16:09:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:46 smithi037 bash[41498]: audit 2021-07-26T16:09:45.782245+0000 mon.a (mon.0) 1262 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-07-26T16:09:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:46 smithi037 bash[41498]: audit 2021-07-26T16:09:45.783429+0000 mon.a (mon.0) 1263 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2021-07-26T16:09:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:46 smithi037 bash[41498]: audit 2021-07-26T16:09:46.030306+0000 mon.c (mon.1) 462 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:09:46.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:46 smithi037 bash[41498]: audit 2021-07-26T16:09:46.031145+0000 mon.a (mon.0) 1264 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:09:46.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:46 smithi037 bash[42499]: cluster 2021-07-26T16:09:45.254695+0000 mon.a (mon.0) 1260 : cluster [DBG] osdmap e782: 8 total, 8 up, 8 in 2021-07-26T16:09:46.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:46 smithi037 bash[42499]: audit 2021-07-26T16:09:45.779840+0000 mon.c (mon.1) 459 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2021-07-26T16:09:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:46 smithi037 bash[42499]: audit 2021-07-26T16:09:45.780740+0000 mon.c (mon.1) 460 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-07-26T16:09:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:46 smithi037 bash[42499]: audit 2021-07-26T16:09:45.780918+0000 mon.a (mon.0) 1261 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2021-07-26T16:09:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:46 smithi037 bash[42499]: audit 2021-07-26T16:09:45.781587+0000 mon.c (mon.1) 461 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2021-07-26T16:09:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:46 smithi037 bash[42499]: audit 2021-07-26T16:09:45.782245+0000 mon.a (mon.0) 1262 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-07-26T16:09:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:46 smithi037 bash[42499]: audit 2021-07-26T16:09:45.783429+0000 mon.a (mon.0) 1263 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 2]}]: dispatch 2021-07-26T16:09:46.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:46 smithi037 bash[42499]: audit 2021-07-26T16:09:46.030306+0000 mon.c (mon.1) 462 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:09:46.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:46 smithi037 bash[42499]: audit 2021-07-26T16:09:46.031145+0000 mon.a (mon.0) 1264 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:09:47.186 INFO:tasks.rados.rados.0.smithi037.stdout:3716: done (0 left) 2021-07-26T16:09:47.186 INFO:tasks.rados.rados.0.smithi037.stdout:3717: snap_remove snap 359 2021-07-26T16:09:47.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:47 smithi107 bash[29346]: cluster 2021-07-26T16:09:45.920414+0000 mgr.y (mgr.24994) 543 : cluster [DBG] pgmap v884: 89 pgs: 89 active+clean; 370 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 302 KiB/s wr, 5 op/s 2021-07-26T16:09:47.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:47 smithi107 bash[29346]: cluster 2021-07-26T16:09:46.267138+0000 mon.a (mon.0) 1265 : cluster [DBG] osdmap e783: 8 total, 8 up, 8 in 2021-07-26T16:09:47.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:47 smithi107 bash[29346]: audit 2021-07-26T16:09:47.041482+0000 mon.c (mon.1) 463 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:09:47.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:47 smithi107 bash[29346]: audit 2021-07-26T16:09:47.042341+0000 mon.a (mon.0) 1266 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:09:47.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:47 smithi107 bash[29346]: cluster 2021-07-26T16:09:47.184278+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e784: 8 total, 8 up, 8 in 2021-07-26T16:09:47.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:47 smithi037 bash[41498]: cluster 2021-07-26T16:09:45.920414+0000 mgr.y (mgr.24994) 543 : cluster [DBG] pgmap v884: 89 pgs: 89 active+clean; 370 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 302 KiB/s wr, 5 op/s 2021-07-26T16:09:47.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:47 smithi037 bash[41498]: cluster 2021-07-26T16:09:46.267138+0000 mon.a (mon.0) 1265 : cluster [DBG] osdmap e783: 8 total, 8 up, 8 in 2021-07-26T16:09:47.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:47 smithi037 bash[41498]: audit 2021-07-26T16:09:47.041482+0000 mon.c (mon.1) 463 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:09:47.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:47 smithi037 bash[41498]: audit 2021-07-26T16:09:47.042341+0000 mon.a (mon.0) 1266 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:09:47.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:47 smithi037 bash[41498]: cluster 2021-07-26T16:09:47.184278+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e784: 8 total, 8 up, 8 in 2021-07-26T16:09:47.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:47 smithi037 bash[42499]: cluster 2021-07-26T16:09:45.920414+0000 mgr.y (mgr.24994) 543 : cluster [DBG] pgmap v884: 89 pgs: 89 active+clean; 370 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 302 KiB/s wr, 5 op/s 2021-07-26T16:09:47.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:47 smithi037 bash[42499]: cluster 2021-07-26T16:09:46.267138+0000 mon.a (mon.0) 1265 : cluster [DBG] osdmap e783: 8 total, 8 up, 8 in 2021-07-26T16:09:47.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:47 smithi037 bash[42499]: audit 2021-07-26T16:09:47.041482+0000 mon.c (mon.1) 463 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:09:47.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:47 smithi037 bash[42499]: audit 2021-07-26T16:09:47.042341+0000 mon.a (mon.0) 1266 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:09:47.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:47 smithi037 bash[42499]: cluster 2021-07-26T16:09:47.184278+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e784: 8 total, 8 up, 8 in 2021-07-26T16:09:48.199 INFO:tasks.rados.rados.0.smithi037.stdout:3717: done (0 left) 2021-07-26T16:09:48.199 INFO:tasks.rados.rados.0.smithi037.stdout:3718: snap_create 2021-07-26T16:09:49.201 INFO:tasks.rados.rados.0.smithi037.stdout:3718: done (0 left) 2021-07-26T16:09:49.202 INFO:tasks.rados.rados.0.smithi037.stdout:3719: read oid 23 snap -1 2021-07-26T16:09:49.202 INFO:tasks.rados.rados.0.smithi037.stdout:3719: expect (ObjNum 1143 snap 350 seq_num 1143) 2021-07-26T16:09:49.202 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 362 2021-07-26T16:09:49.202 INFO:tasks.rados.rados.0.smithi037.stdout:3720: seq_num 1180 ranges {417792=565248} 2021-07-26T16:09:49.208 INFO:tasks.rados.rados.0.smithi037.stdout:3720: writing smithi03738989-13 from 417792 to 983040 tid 1 2021-07-26T16:09:49.208 INFO:tasks.rados.rados.0.smithi037.stdout:3721: rollback oid 36 current snap is 362 2021-07-26T16:09:49.208 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 36 to 354 2021-07-26T16:09:49.209 INFO:tasks.rados.rados.0.smithi037.stdout:3722: snap_create 2021-07-26T16:09:49.215 INFO:tasks.rados.rados.0.smithi037.stdout:3721: finishing rollback tid 1 to smithi03738989-36 2021-07-26T16:09:49.215 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 2248 (ObjNum 374239648 snap 21933 seq_num 372282992) dirty dne 2021-07-26T16:09:49.219 INFO:tasks.rados.rados.0.smithi037.stdout:3720: finishing write tid 1 to smithi03738989-13 2021-07-26T16:09:49.219 INFO:tasks.rados.rados.0.smithi037.stdout:3720: finishing write tid 3 to smithi03738989-13 2021-07-26T16:09:49.220 INFO:tasks.rados.rados.0.smithi037.stdout:3720: finishing write tid 4 to smithi03738989-13 2021-07-26T16:09:49.221 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 2255 (ObjNum 1180 snap 362 seq_num 1180) dirty exists 2021-07-26T16:09:49.221 INFO:tasks.rados.rados.0.smithi037.stdout:3720: left oid 13 (ObjNum 1180 snap 362 seq_num 1180) 2021-07-26T16:09:49.253 INFO:tasks.rados.rados.0.smithi037.stdout:3719: expect (ObjNum 1143 snap 350 seq_num 1143) 2021-07-26T16:09:49.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:49 smithi107 bash[29346]: cluster 2021-07-26T16:09:47.921159+0000 mgr.y (mgr.24994) 544 : cluster [DBG] pgmap v887: 89 pgs: 89 active+clean; 371 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 436 KiB/s wr, 11 op/s 2021-07-26T16:09:49.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:49 smithi107 bash[29346]: cluster 2021-07-26T16:09:48.199744+0000 mon.a (mon.0) 1268 : cluster [DBG] osdmap e785: 8 total, 8 up, 8 in 2021-07-26T16:09:49.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:49 smithi037 bash[41498]: cluster 2021-07-26T16:09:47.921159+0000 mgr.y (mgr.24994) 544 : cluster [DBG] pgmap v887: 89 pgs: 89 active+clean; 371 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 436 KiB/s wr, 11 op/s 2021-07-26T16:09:49.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:49 smithi037 bash[41498]: cluster 2021-07-26T16:09:48.199744+0000 mon.a (mon.0) 1268 : cluster [DBG] osdmap e785: 8 total, 8 up, 8 in 2021-07-26T16:09:49.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:49 smithi037 bash[42499]: cluster 2021-07-26T16:09:47.921159+0000 mgr.y (mgr.24994) 544 : cluster [DBG] pgmap v887: 89 pgs: 89 active+clean; 371 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 436 KiB/s wr, 11 op/s 2021-07-26T16:09:49.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:49 smithi037 bash[42499]: cluster 2021-07-26T16:09:48.199744+0000 mon.a (mon.0) 1268 : cluster [DBG] osdmap e785: 8 total, 8 up, 8 in 2021-07-26T16:09:50.215 INFO:tasks.rados.rados.0.smithi037.stdout:3719: done (3 left) 2021-07-26T16:09:50.215 INFO:tasks.rados.rados.0.smithi037.stdout:3720: done (2 left) 2021-07-26T16:09:50.215 INFO:tasks.rados.rados.0.smithi037.stdout:3721: done (1 left) 2021-07-26T16:09:50.216 INFO:tasks.rados.rados.0.smithi037.stdout:3722: done (0 left) 2021-07-26T16:09:50.216 INFO:tasks.rados.rados.0.smithi037.stdout:3723: copy_from oid 49 from oid 25 current snap is 363 2021-07-26T16:09:50.216 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 363 2021-07-26T16:09:50.216 INFO:tasks.rados.rados.0.smithi037.stdout:3724: seq_num 1181 ranges {0=581632} 2021-07-26T16:09:50.219 INFO:tasks.rados.rados.0.smithi037.stdout:3724: writing smithi03738989-10 from 0 to 581632 tid 1 2021-07-26T16:09:50.219 INFO:tasks.rados.rados.0.smithi037.stdout:3725: snap_remove snap 338 2021-07-26T16:09:50.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:50 smithi107 bash[29346]: cluster 2021-07-26T16:09:49.201757+0000 mon.a (mon.0) 1269 : cluster [DBG] osdmap e786: 8 total, 8 up, 8 in 2021-07-26T16:09:50.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:50 smithi037 bash[41498]: cluster 2021-07-26T16:09:49.201757+0000 mon.a (mon.0) 1269 : cluster [DBG] osdmap e786: 8 total, 8 up, 8 in 2021-07-26T16:09:50.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:50 smithi037 bash[42499]: cluster 2021-07-26T16:09:49.201757+0000 mon.a (mon.0) 1269 : cluster [DBG] osdmap e786: 8 total, 8 up, 8 in 2021-07-26T16:09:51.229 INFO:tasks.rados.rados.0.smithi037.stdout:3725: done (2 left) 2021-07-26T16:09:51.230 INFO:tasks.rados.rados.0.smithi037.stdout:3726: snap_create 2021-07-26T16:09:51.230 INFO:tasks.rados.rados.0.smithi037.stdout:3723: finishing copy_from to smithi03738989-49 2021-07-26T16:09:51.230 INFO:tasks.rados.rados.0.smithi037.stdout:3723: got expected ENOENT (src dne) 2021-07-26T16:09:51.230 INFO:tasks.rados.rados.0.smithi037.stdout:3723: finishing copy_from racing read to smithi03738989-49 2021-07-26T16:09:51.231 INFO:tasks.rados.rados.0.smithi037.stdout:3724: finishing write tid 1 to smithi03738989-10 2021-07-26T16:09:51.231 INFO:tasks.rados.rados.0.smithi037.stdout:3724: finishing write tid 3 to smithi03738989-10 2021-07-26T16:09:51.231 INFO:tasks.rados.rados.0.smithi037.stdout:3724: finishing write tid 4 to smithi03738989-10 2021-07-26T16:09:51.231 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 3410 (ObjNum 1181 snap 363 seq_num 1181) dirty exists 2021-07-26T16:09:51.231 INFO:tasks.rados.rados.0.smithi037.stdout:3724: left oid 10 (ObjNum 1181 snap 363 seq_num 1181) 2021-07-26T16:09:51.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:51 smithi107 bash[29346]: cluster 2021-07-26T16:09:49.922046+0000 mgr.y (mgr.24994) 545 : cluster [DBG] pgmap v890: 89 pgs: 89 active+clean; 372 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 685 KiB/s rd, 598 KiB/s wr, 10 op/s 2021-07-26T16:09:51.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:51 smithi107 bash[29346]: cluster 2021-07-26T16:09:50.215338+0000 mon.a (mon.0) 1270 : cluster [DBG] osdmap e787: 8 total, 8 up, 8 in 2021-07-26T16:09:51.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:51 smithi037 bash[41498]: cluster 2021-07-26T16:09:49.922046+0000 mgr.y (mgr.24994) 545 : cluster [DBG] pgmap v890: 89 pgs: 89 active+clean; 372 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 685 KiB/s rd, 598 KiB/s wr, 10 op/s 2021-07-26T16:09:51.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:51 smithi037 bash[41498]: cluster 2021-07-26T16:09:50.215338+0000 mon.a (mon.0) 1270 : cluster [DBG] osdmap e787: 8 total, 8 up, 8 in 2021-07-26T16:09:51.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:51 smithi037 bash[42499]: cluster 2021-07-26T16:09:49.922046+0000 mgr.y (mgr.24994) 545 : cluster [DBG] pgmap v890: 89 pgs: 89 active+clean; 372 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 685 KiB/s rd, 598 KiB/s wr, 10 op/s 2021-07-26T16:09:51.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:51 smithi037 bash[42499]: cluster 2021-07-26T16:09:50.215338+0000 mon.a (mon.0) 1270 : cluster [DBG] osdmap e787: 8 total, 8 up, 8 in 2021-07-26T16:09:52.189 INFO:tasks.rados.rados.0.smithi037.stdout:3723: done (2 left) 2021-07-26T16:09:52.189 INFO:tasks.rados.rados.0.smithi037.stdout:3724: done (1 left) 2021-07-26T16:09:52.189 INFO:tasks.rados.rados.0.smithi037.stdout:3726: done (0 left) 2021-07-26T16:09:52.189 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 45 current snap is 364 2021-07-26T16:09:52.190 INFO:tasks.rados.rados.0.smithi037.stdout:3727: seq_num 1182 ranges {4833280=606208} 2021-07-26T16:09:52.221 INFO:tasks.rados.rados.0.smithi037.stdout:3727: writing smithi03738989-45 from 4833280 to 5439488 tid 1 2021-07-26T16:09:52.221 INFO:tasks.rados.rados.0.smithi037.stdout:3728: rollback oid 38 current snap is 364 2021-07-26T16:09:52.221 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 38 to 322 2021-07-26T16:09:52.222 INFO:tasks.rados.rados.0.smithi037.stdout:3729: rollback oid 1 current snap is 364 2021-07-26T16:09:52.222 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 1 to 357 2021-07-26T16:09:52.222 INFO:tasks.rados.rados.0.smithi037.stdout:3730: setattr oid 22 current snap is 364 2021-07-26T16:09:52.223 INFO:tasks.rados.rados.0.smithi037.stdout:3731: snap_create 2021-07-26T16:09:52.233 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 2256 (ObjNum 1812088064 snap 32610 seq_num 374451888) dirty exists 2021-07-26T16:09:52.235 INFO:tasks.rados.rados.0.smithi037.stdout:3728: finishing rollback tid 0 to smithi03738989-38 2021-07-26T16:09:52.235 INFO:tasks.rados.rados.0.smithi037.stdout:3727: finishing write tid 1 to smithi03738989-45 2021-07-26T16:09:52.236 INFO:tasks.rados.rados.0.smithi037.stdout:3727: finishing write tid 3 to smithi03738989-45 2021-07-26T16:09:52.238 INFO:tasks.rados.rados.0.smithi037.stdout:3729: finishing rollback tid 1 to smithi03738989-1 2021-07-26T16:09:52.238 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 3283 (ObjNum 374175760 snap 21933 seq_num 372516672) dirty dne 2021-07-26T16:09:52.239 INFO:tasks.rados.rados.0.smithi037.stdout:3728: finishing rollback tid 1 to smithi03738989-38 2021-07-26T16:09:52.239 INFO:tasks.rados.rados.0.smithi037.stdout:3728: finishing rollback tid 2 to smithi03738989-38 2021-07-26T16:09:52.239 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 2550 (ObjNum 1047 snap 321 seq_num 1047) dirty exists 2021-07-26T16:09:52.240 INFO:tasks.rados.rados.0.smithi037.stdout:3727: finishing write tid 4 to smithi03738989-45 2021-07-26T16:09:52.240 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 3421 (ObjNum 1182 snap 364 seq_num 1182) dirty exists 2021-07-26T16:09:52.240 INFO:tasks.rados.rados.0.smithi037.stdout:3727: left oid 45 (ObjNum 1182 snap 364 seq_num 1182) 2021-07-26T16:09:52.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:52 smithi107 bash[29346]: cluster 2021-07-26T16:09:51.228788+0000 mon.a (mon.0) 1271 : cluster [DBG] osdmap e788: 8 total, 8 up, 8 in 2021-07-26T16:09:52.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:52 smithi107 bash[29346]: cluster 2021-07-26T16:09:52.190081+0000 mon.a (mon.0) 1272 : cluster [DBG] osdmap e789: 8 total, 8 up, 8 in 2021-07-26T16:09:52.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:52 smithi037 bash[41498]: cluster 2021-07-26T16:09:51.228788+0000 mon.a (mon.0) 1271 : cluster [DBG] osdmap e788: 8 total, 8 up, 8 in 2021-07-26T16:09:52.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:52 smithi037 bash[41498]: cluster 2021-07-26T16:09:52.190081+0000 mon.a (mon.0) 1272 : cluster [DBG] osdmap e789: 8 total, 8 up, 8 in 2021-07-26T16:09:52.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:52 smithi037 bash[42499]: cluster 2021-07-26T16:09:51.228788+0000 mon.a (mon.0) 1271 : cluster [DBG] osdmap e788: 8 total, 8 up, 8 in 2021-07-26T16:09:52.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:52 smithi037 bash[42499]: cluster 2021-07-26T16:09:52.190081+0000 mon.a (mon.0) 1272 : cluster [DBG] osdmap e789: 8 total, 8 up, 8 in 2021-07-26T16:09:53.203 INFO:tasks.rados.rados.0.smithi037.stdout:3727: done (4 left) 2021-07-26T16:09:53.203 INFO:tasks.rados.rados.0.smithi037.stdout:3728: done (3 left) 2021-07-26T16:09:53.203 INFO:tasks.rados.rados.0.smithi037.stdout:3729: done (2 left) 2021-07-26T16:09:53.204 INFO:tasks.rados.rados.0.smithi037.stdout:3730: done (1 left) 2021-07-26T16:09:53.204 INFO:tasks.rados.rados.0.smithi037.stdout:3731: done (0 left) 2021-07-26T16:09:53.204 INFO:tasks.rados.rados.0.smithi037.stdout:3732: rollback oid 29 current snap is 365 2021-07-26T16:09:53.204 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 29 to 357 2021-07-26T16:09:53.205 INFO:tasks.rados.rados.0.smithi037.stdout:3733: snap_create 2021-07-26T16:09:53.213 INFO:tasks.rados.rados.0.smithi037.stdout:3732: finishing rollback tid 0 to smithi03738989-29 2021-07-26T16:09:53.214 INFO:tasks.rados.rados.0.smithi037.stdout:3732: finishing rollback tid 1 to smithi03738989-29 2021-07-26T16:09:53.214 INFO:tasks.rados.rados.0.smithi037.stdout:3732: finishing rollback tid 2 to smithi03738989-29 2021-07-26T16:09:53.214 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2536 (ObjNum 1123 snap 345 seq_num 1123) dirty exists 2021-07-26T16:09:53.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:53 smithi107 bash[29346]: cluster 2021-07-26T16:09:51.922868+0000 mgr.y (mgr.24994) 546 : cluster [DBG] pgmap v893: 89 pgs: 89 active+clean; 372 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 366 KiB/s wr, 2 op/s 2021-07-26T16:09:53.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:53 smithi107 bash[29346]: cluster 2021-07-26T16:09:53.202082+0000 mon.a (mon.0) 1273 : cluster [DBG] osdmap e790: 8 total, 8 up, 8 in 2021-07-26T16:09:53.532 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:53 smithi037 bash[41498]: cluster 2021-07-26T16:09:51.922868+0000 mgr.y (mgr.24994) 546 : cluster [DBG] pgmap v893: 89 pgs: 89 active+clean; 372 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 366 KiB/s wr, 2 op/s 2021-07-26T16:09:53.532 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:53 smithi037 bash[41498]: cluster 2021-07-26T16:09:53.202082+0000 mon.a (mon.0) 1273 : cluster [DBG] osdmap e790: 8 total, 8 up, 8 in 2021-07-26T16:09:53.532 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:53 smithi037 bash[42499]: cluster 2021-07-26T16:09:51.922868+0000 mgr.y (mgr.24994) 546 : cluster [DBG] pgmap v893: 89 pgs: 89 active+clean; 372 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 366 KiB/s wr, 2 op/s 2021-07-26T16:09:53.533 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:53 smithi037 bash[42499]: cluster 2021-07-26T16:09:53.202082+0000 mon.a (mon.0) 1273 : cluster [DBG] osdmap e790: 8 total, 8 up, 8 in 2021-07-26T16:09:53.834 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:09:53 smithi037 bash[50550]: level=error ts=2021-07-26T16:09:53.533Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:53.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:09:53 smithi037 bash[50550]: level=error ts=2021-07-26T16:09:53.533Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:09:53.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:09:53 smithi037 bash[50550]: level=error ts=2021-07-26T16:09:53.533Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs; Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" 2021-07-26T16:09:54.206 INFO:tasks.rados.rados.0.smithi037.stdout:3732: done (1 left) 2021-07-26T16:09:54.206 INFO:tasks.rados.rados.0.smithi037.stdout:3733: done (0 left) 2021-07-26T16:09:54.207 INFO:tasks.rados.rados.0.smithi037.stdout:3734: delete oid 19 current snap is 366 2021-07-26T16:09:54.210 INFO:tasks.rados.rados.0.smithi037.stdout:3734: done (0 left) 2021-07-26T16:09:54.210 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 366 2021-07-26T16:09:54.210 INFO:tasks.rados.rados.0.smithi037.stdout:3735: seq_num 1184 ranges {3801088=638976} 2021-07-26T16:09:54.239 INFO:tasks.rados.rados.0.smithi037.stdout:3735: writing smithi03738989-44 from 3801088 to 4440064 tid 1 2021-07-26T16:09:54.239 INFO:tasks.rados.rados.0.smithi037.stdout:3736: snap_create 2021-07-26T16:09:54.247 INFO:tasks.rados.rados.0.smithi037.stdout:3735: finishing write tid 1 to smithi03738989-44 2021-07-26T16:09:54.247 INFO:tasks.rados.rados.0.smithi037.stdout:3735: finishing write tid 3 to smithi03738989-44 2021-07-26T16:09:54.249 INFO:tasks.rados.rados.0.smithi037.stdout:3735: finishing write tid 4 to smithi03738989-44 2021-07-26T16:09:54.250 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 2249 (ObjNum 1184 snap 366 seq_num 1184) dirty exists 2021-07-26T16:09:54.250 INFO:tasks.rados.rados.0.smithi037.stdout:3735: left oid 44 (ObjNum 1184 snap 366 seq_num 1184) 2021-07-26T16:09:55.211 INFO:tasks.rados.rados.0.smithi037.stdout:3735: done (1 left) 2021-07-26T16:09:55.214 INFO:tasks.rados.rados.0.smithi037.stdout:3736: done (0 left) 2021-07-26T16:09:55.215 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 367 2021-07-26T16:09:55.215 INFO:tasks.rados.rados.0.smithi037.stdout:3737: seq_num 1185 ranges {8617984=655360} 2021-07-26T16:09:55.263 INFO:tasks.rados.rados.0.smithi037.stdout:3737: writing smithi03738989-23 from 8617984 to 9273344 tid 1 2021-07-26T16:09:55.263 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 367 2021-07-26T16:09:55.263 INFO:tasks.rados.rados.0.smithi037.stdout:3738: seq_num 1186 ranges {6889472=671744} 2021-07-26T16:09:55.305 INFO:tasks.rados.rados.0.smithi037.stdout:3738: writing smithi03738989-3 from 6889472 to 7561216 tid 1 2021-07-26T16:09:55.306 INFO:tasks.rados.rados.0.smithi037.stdout:3739: read oid 34 snap -1 2021-07-26T16:09:55.306 INFO:tasks.rados.rados.0.smithi037.stdout:3739: expect (ObjNum 1156 snap 353 seq_num 1156) 2021-07-26T16:09:55.306 INFO:tasks.rados.rados.0.smithi037.stdout:3740: rollback oid 19 current snap is 367 2021-07-26T16:09:55.306 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 19 to 365 2021-07-26T16:09:55.307 INFO:tasks.rados.rados.0.smithi037.stdout:3737: finishing write tid 1 to smithi03738989-23 2021-07-26T16:09:55.307 INFO:tasks.rados.rados.0.smithi037.stdout:3741: delete oid 30 current snap is 367 2021-07-26T16:09:55.307 INFO:tasks.rados.rados.0.smithi037.stdout:3737: finishing write tid 3 to smithi03738989-23 2021-07-26T16:09:55.308 INFO:tasks.rados.rados.0.smithi037.stdout:3737: finishing write tid 4 to smithi03738989-23 2021-07-26T16:09:55.308 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 2526 (ObjNum 1185 snap 367 seq_num 1185) dirty exists 2021-07-26T16:09:55.308 INFO:tasks.rados.rados.0.smithi037.stdout:3737: left oid 23 (ObjNum 1185 snap 367 seq_num 1185) 2021-07-26T16:09:55.310 INFO:tasks.rados.rados.0.smithi037.stdout:3740: finishing rollback tid 1 to smithi03738989-19 2021-07-26T16:09:55.310 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2242 (ObjNum 0 snap 0 seq_num 2122951648) dirty dne 2021-07-26T16:09:55.315 INFO:tasks.rados.rados.0.smithi037.stdout:3738: finishing write tid 1 to smithi03738989-3 2021-07-26T16:09:55.315 INFO:tasks.rados.rados.0.smithi037.stdout:3739: expect (ObjNum 1156 snap 353 seq_num 1156) 2021-07-26T16:09:55.321 INFO:tasks.rados.rados.0.smithi037.stdout:3738: finishing write tid 3 to smithi03738989-3 2021-07-26T16:09:55.321 INFO:tasks.rados.rados.0.smithi037.stdout:3738: finishing write tid 4 to smithi03738989-3 2021-07-26T16:09:55.321 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 2538 (ObjNum 1186 snap 367 seq_num 1186) dirty exists 2021-07-26T16:09:55.321 INFO:tasks.rados.rados.0.smithi037.stdout:3738: left oid 3 (ObjNum 1186 snap 367 seq_num 1186) 2021-07-26T16:09:55.322 INFO:tasks.rados.rados.0.smithi037.stdout:3737: done (4 left) 2021-07-26T16:09:55.322 INFO:tasks.rados.rados.0.smithi037.stdout:3738: done (3 left) 2021-07-26T16:09:55.322 INFO:tasks.rados.rados.0.smithi037.stdout:3739: done (2 left) 2021-07-26T16:09:55.322 INFO:tasks.rados.rados.0.smithi037.stdout:3740: done (1 left) 2021-07-26T16:09:55.323 INFO:tasks.rados.rados.0.smithi037.stdout:3741: done (0 left) 2021-07-26T16:09:55.323 INFO:tasks.rados.rados.0.smithi037.stdout:3742: rollback oid 45 current snap is 367 2021-07-26T16:09:55.323 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 45 to 357 2021-07-26T16:09:55.323 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 367 2021-07-26T16:09:55.324 INFO:tasks.rados.rados.0.smithi037.stdout:3743: seq_num 1188 ranges {401408=704512} 2021-07-26T16:09:55.328 INFO:tasks.rados.rados.0.smithi037.stdout:3743: writing smithi03738989-46 from 401408 to 1105920 tid 1 2021-07-26T16:09:55.329 INFO:tasks.rados.rados.0.smithi037.stdout:3744: rollback oid 12 current snap is 367 2021-07-26T16:09:55.329 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 12 to 335 2021-07-26T16:09:55.329 INFO:tasks.rados.rados.0.smithi037.stdout:3742: finishing rollback tid 0 to smithi03738989-45 2021-07-26T16:09:55.329 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 367 2021-07-26T16:09:55.330 INFO:tasks.rados.rados.0.smithi037.stdout:3745: seq_num 1189 ranges {0=720896} 2021-07-26T16:09:55.333 INFO:tasks.rados.rados.0.smithi037.stdout:3745: writing smithi03738989-22 from 0 to 720896 tid 1 2021-07-26T16:09:55.334 INFO:tasks.rados.rados.0.smithi037.stdout:3746: snap_create 2021-07-26T16:09:55.334 INFO:tasks.rados.rados.0.smithi037.stdout:3742: finishing rollback tid 1 to smithi03738989-45 2021-07-26T16:09:55.334 INFO:tasks.rados.rados.0.smithi037.stdout:3742: finishing rollback tid 2 to smithi03738989-45 2021-07-26T16:09:55.334 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 3426 (ObjNum 1149 snap 353 seq_num 1149) dirty exists 2021-07-26T16:09:55.339 INFO:tasks.rados.rados.0.smithi037.stdout:3744: finishing rollback tid 0 to smithi03738989-12 2021-07-26T16:09:55.339 INFO:tasks.rados.rados.0.smithi037.stdout:3743: finishing write tid 1 to smithi03738989-46 2021-07-26T16:09:55.340 INFO:tasks.rados.rados.0.smithi037.stdout:3744: finishing rollback tid 1 to smithi03738989-12 2021-07-26T16:09:55.340 INFO:tasks.rados.rados.0.smithi037.stdout:3744: finishing rollback tid 2 to smithi03738989-12 2021-07-26T16:09:55.341 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 3245 (ObjNum 1090 snap 330 seq_num 1090) dirty exists 2021-07-26T16:09:55.341 INFO:tasks.rados.rados.0.smithi037.stdout:3743: finishing write tid 3 to smithi03738989-46 2021-07-26T16:09:55.343 INFO:tasks.rados.rados.0.smithi037.stdout:3745: finishing write tid 1 to smithi03738989-22 2021-07-26T16:09:55.343 INFO:tasks.rados.rados.0.smithi037.stdout:3745: finishing write tid 3 to smithi03738989-22 2021-07-26T16:09:55.344 INFO:tasks.rados.rados.0.smithi037.stdout:3743: finishing write tid 4 to smithi03738989-46 2021-07-26T16:09:55.345 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 2901 (ObjNum 1188 snap 367 seq_num 1188) dirty exists 2021-07-26T16:09:55.345 INFO:tasks.rados.rados.0.smithi037.stdout:3743: left oid 46 (ObjNum 1188 snap 367 seq_num 1188) 2021-07-26T16:09:55.345 INFO:tasks.rados.rados.0.smithi037.stdout:3745: finishing write tid 4 to smithi03738989-22 2021-07-26T16:09:55.346 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 2258 (ObjNum 1189 snap 367 seq_num 1189) dirty exists 2021-07-26T16:09:55.346 INFO:tasks.rados.rados.0.smithi037.stdout:3745: left oid 22 (ObjNum 1189 snap 367 seq_num 1189) 2021-07-26T16:09:55.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:55 smithi107 bash[29346]: cluster 2021-07-26T16:09:53.923802+0000 mgr.y (mgr.24994) 547 : cluster [DBG] pgmap v896: 89 pgs: 89 active+clean; 373 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 290 KiB/s wr, 2 op/s 2021-07-26T16:09:55.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:55 smithi107 bash[29346]: cluster 2021-07-26T16:09:54.204787+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e791: 8 total, 8 up, 8 in 2021-07-26T16:09:55.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:55 smithi037 bash[41498]: cluster 2021-07-26T16:09:53.923802+0000 mgr.y (mgr.24994) 547 : cluster [DBG] pgmap v896: 89 pgs: 89 active+clean; 373 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 290 KiB/s wr, 2 op/s 2021-07-26T16:09:55.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:55 smithi037 bash[41498]: cluster 2021-07-26T16:09:54.204787+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e791: 8 total, 8 up, 8 in 2021-07-26T16:09:55.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:55 smithi037 bash[42499]: cluster 2021-07-26T16:09:53.923802+0000 mgr.y (mgr.24994) 547 : cluster [DBG] pgmap v896: 89 pgs: 89 active+clean; 373 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 290 KiB/s wr, 2 op/s 2021-07-26T16:09:55.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:55 smithi037 bash[42499]: cluster 2021-07-26T16:09:54.204787+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e791: 8 total, 8 up, 8 in 2021-07-26T16:09:56.216 INFO:tasks.rados.rados.0.smithi037.stdout:3742: done (4 left) 2021-07-26T16:09:56.216 INFO:tasks.rados.rados.0.smithi037.stdout:3743: done (3 left) 2021-07-26T16:09:56.217 INFO:tasks.rados.rados.0.smithi037.stdout:3744: done (2 left) 2021-07-26T16:09:56.217 INFO:tasks.rados.rados.0.smithi037.stdout:3745: done (1 left) 2021-07-26T16:09:56.217 INFO:tasks.rados.rados.0.smithi037.stdout:3746: done (0 left) 2021-07-26T16:09:56.217 INFO:tasks.rados.rados.0.smithi037.stdout:3747: delete oid 49 current snap is 368 2021-07-26T16:09:56.231 INFO:tasks.rados.rados.0.smithi037.stdout:3747: done (0 left) 2021-07-26T16:09:56.231 INFO:tasks.rados.rados.0.smithi037.stdout:3748: snap_remove snap 339 2021-07-26T16:09:56.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:56 smithi107 bash[29346]: cluster 2021-07-26T16:09:55.213207+0000 mon.a (mon.0) 1275 : cluster [DBG] osdmap e792: 8 total, 8 up, 8 in 2021-07-26T16:09:56.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:56 smithi037 bash[41498]: cluster 2021-07-26T16:09:55.213207+0000 mon.a (mon.0) 1275 : cluster [DBG] osdmap e792: 8 total, 8 up, 8 in 2021-07-26T16:09:56.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:56 smithi037 bash[42499]: cluster 2021-07-26T16:09:55.213207+0000 mon.a (mon.0) 1275 : cluster [DBG] osdmap e792: 8 total, 8 up, 8 in 2021-07-26T16:09:57.199 INFO:tasks.rados.rados.0.smithi037.stdout:3748: done (0 left) 2021-07-26T16:09:57.200 INFO:tasks.rados.rados.0.smithi037.stdout:3749: rollback oid 20 current snap is 368 2021-07-26T16:09:57.200 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 20 to 326 2021-07-26T16:09:57.208 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 368 2021-07-26T16:09:57.208 INFO:tasks.rados.rados.0.smithi037.stdout:3750: seq_num 1191 ranges {581632=753664} 2021-07-26T16:09:57.208 INFO:tasks.rados.rados.0.smithi037.stdout:3750: writing smithi03738989-10 from 581632 to 1335296 tid 1 2021-07-26T16:09:57.209 INFO:tasks.rados.rados.0.smithi037.stdout:3751: copy_from oid 24 from oid 49 current snap is 368 2021-07-26T16:09:57.210 INFO:tasks.rados.rados.0.smithi037.stdout:3752: rollback oid 36 current snap is 368 2021-07-26T16:09:57.210 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 36 to 363 2021-07-26T16:09:57.210 INFO:tasks.rados.rados.0.smithi037.stdout:3753: snap_remove snap 364 2021-07-26T16:09:57.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:57 smithi107 bash[29346]: cluster 2021-07-26T16:09:55.924582+0000 mgr.y (mgr.24994) 548 : cluster [DBG] pgmap v899: 89 pgs: 89 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 428 KiB/s wr, 8 op/s 2021-07-26T16:09:57.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:57 smithi107 bash[29346]: cluster 2021-07-26T16:09:56.216675+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e793: 8 total, 8 up, 8 in 2021-07-26T16:09:57.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:57 smithi107 bash[29346]: cluster 2021-07-26T16:09:57.192095+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e794: 8 total, 8 up, 8 in 2021-07-26T16:09:57.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:57 smithi037 bash[41498]: cluster 2021-07-26T16:09:55.924582+0000 mgr.y (mgr.24994) 548 : cluster [DBG] pgmap v899: 89 pgs: 89 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 428 KiB/s wr, 8 op/s 2021-07-26T16:09:57.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:57 smithi037 bash[41498]: cluster 2021-07-26T16:09:56.216675+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e793: 8 total, 8 up, 8 in 2021-07-26T16:09:57.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:57 smithi037 bash[41498]: cluster 2021-07-26T16:09:57.192095+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e794: 8 total, 8 up, 8 in 2021-07-26T16:09:57.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:57 smithi037 bash[42499]: cluster 2021-07-26T16:09:55.924582+0000 mgr.y (mgr.24994) 548 : cluster [DBG] pgmap v899: 89 pgs: 89 active+clean; 374 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 428 KiB/s wr, 8 op/s 2021-07-26T16:09:57.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:57 smithi037 bash[42499]: cluster 2021-07-26T16:09:56.216675+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e793: 8 total, 8 up, 8 in 2021-07-26T16:09:57.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:57 smithi037 bash[42499]: cluster 2021-07-26T16:09:57.192095+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e794: 8 total, 8 up, 8 in 2021-07-26T16:09:58.205 INFO:tasks.rados.rados.0.smithi037.stdout:3753: done (4 left) 2021-07-26T16:09:58.205 INFO:tasks.rados.rados.0.smithi037.stdout:3754: delete oid 43 current snap is 368 2021-07-26T16:09:58.206 INFO:tasks.rados.rados.0.smithi037.stdout:3749: finishing rollback tid 1 to smithi03738989-20 2021-07-26T16:09:58.206 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 1749 (ObjNum 345341048 snap 21933 seq_num 3754) dirty dne 2021-07-26T16:09:58.206 INFO:tasks.rados.rados.0.smithi037.stdout:3752: finishing rollback tid 1 to smithi03738989-36 2021-07-26T16:09:58.206 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 2248 (ObjNum 1 snap 32610 seq_num 372910288) dirty dne 2021-07-26T16:09:58.206 INFO:tasks.rados.rados.0.smithi037.stdout:3751: finishing copy_from to smithi03738989-24 2021-07-26T16:09:58.207 INFO:tasks.rados.rados.0.smithi037.stdout:3751: got expected ENOENT (src dne) 2021-07-26T16:09:58.207 INFO:tasks.rados.rados.0.smithi037.stdout:3750: finishing write tid 1 to smithi03738989-10 2021-07-26T16:09:58.207 INFO:tasks.rados.rados.0.smithi037.stdout:3750: finishing write tid 3 to smithi03738989-10 2021-07-26T16:09:58.207 INFO:tasks.rados.rados.0.smithi037.stdout:3751: finishing copy_from racing read to smithi03738989-24 2021-07-26T16:09:58.208 INFO:tasks.rados.rados.0.smithi037.stdout:3750: finishing write tid 4 to smithi03738989-10 2021-07-26T16:09:58.208 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 3433 (ObjNum 1191 snap 368 seq_num 1191) dirty exists 2021-07-26T16:09:58.208 INFO:tasks.rados.rados.0.smithi037.stdout:3750: left oid 10 (ObjNum 1191 snap 368 seq_num 1191) 2021-07-26T16:09:58.225 INFO:tasks.rados.rados.0.smithi037.stdout:3749: done (4 left) 2021-07-26T16:09:58.225 INFO:tasks.rados.rados.0.smithi037.stdout:3750: done (3 left) 2021-07-26T16:09:58.225 INFO:tasks.rados.rados.0.smithi037.stdout:3751: done (2 left) 2021-07-26T16:09:58.226 INFO:tasks.rados.rados.0.smithi037.stdout:3752: done (1 left) 2021-07-26T16:09:58.226 INFO:tasks.rados.rados.0.smithi037.stdout:3754: done (0 left) 2021-07-26T16:09:58.226 INFO:tasks.rados.rados.0.smithi037.stdout:3755: read oid 27 snap -1 2021-07-26T16:09:58.226 INFO:tasks.rados.rados.0.smithi037.stdout:3755: expect deleted 2021-07-26T16:09:58.227 INFO:tasks.rados.rados.0.smithi037.stdout:3756: copy_from oid 25 from oid 17 current snap is 368 2021-07-26T16:09:58.227 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 368 2021-07-26T16:09:58.227 INFO:tasks.rados.rados.0.smithi037.stdout:3757: seq_num 1193 ranges {0=786432} 2021-07-26T16:09:58.230 INFO:tasks.rados.rados.0.smithi037.stdout:3757: writing smithi03738989-19 from 0 to 786432 tid 1 2021-07-26T16:09:58.231 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 368 2021-07-26T16:09:58.231 INFO:tasks.rados.rados.0.smithi037.stdout:3758: seq_num 1194 ranges {0=802816} 2021-07-26T16:09:58.235 INFO:tasks.rados.rados.0.smithi037.stdout:3758: writing smithi03738989-42 from 0 to 802816 tid 1 2021-07-26T16:09:58.236 INFO:tasks.rados.rados.0.smithi037.stdout:3759: rollback oid 10 current snap is 368 2021-07-26T16:09:58.236 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 10 to 333 2021-07-26T16:09:58.236 INFO:tasks.rados.rados.0.smithi037.stdout:3760: read oid 26 snap -1 2021-07-26T16:09:58.236 INFO:tasks.rados.rados.0.smithi037.stdout:3760: expect deleted 2021-07-26T16:09:58.237 INFO:tasks.rados.rados.0.smithi037.stdout:3761: delete oid 5 current snap is 368 2021-07-26T16:09:58.237 INFO:tasks.rados.rados.0.smithi037.stdout:3757: finishing write tid 1 to smithi03738989-19 2021-07-26T16:09:58.237 INFO:tasks.rados.rados.0.smithi037.stdout:3757: finishing write tid 3 to smithi03738989-19 2021-07-26T16:09:58.240 INFO:tasks.rados.rados.0.smithi037.stdout:3757: finishing write tid 4 to smithi03738989-19 2021-07-26T16:09:58.240 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2251 (ObjNum 1193 snap 368 seq_num 1193) dirty exists 2021-07-26T16:09:58.241 INFO:tasks.rados.rados.0.smithi037.stdout:3757: left oid 19 (ObjNum 1193 snap 368 seq_num 1193) 2021-07-26T16:09:58.241 INFO:tasks.rados.rados.0.smithi037.stdout:3755: done (6 left) 2021-07-26T16:09:58.242 INFO:tasks.rados.rados.0.smithi037.stdout:3757: done (5 left) 2021-07-26T16:09:58.242 INFO:tasks.rados.rados.0.smithi037.stdout:3760: done (4 left) 2021-07-26T16:09:58.242 INFO:tasks.rados.rados.0.smithi037.stdout:3761: done (3 left) 2021-07-26T16:09:58.242 INFO:tasks.rados.rados.0.smithi037.stdout:3762: rollback oid 31 current snap is 368 2021-07-26T16:09:58.243 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 31 to 335 2021-07-26T16:09:58.243 INFO:tasks.rados.rados.0.smithi037.stdout:3763: delete oid 44 current snap is 368 2021-07-26T16:09:58.243 INFO:tasks.rados.rados.0.smithi037.stdout:3758: finishing write tid 1 to smithi03738989-42 2021-07-26T16:09:58.244 INFO:tasks.rados.rados.0.smithi037.stdout:3758: finishing write tid 3 to smithi03738989-42 2021-07-26T16:09:58.245 INFO:tasks.rados.rados.0.smithi037.stdout:3762: finishing rollback tid 1 to smithi03738989-31 2021-07-26T16:09:58.245 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 2363 (ObjNum -2020761368 snap 32610 seq_num 374203344) dirty dne 2021-07-26T16:09:58.247 INFO:tasks.rados.rados.0.smithi037.stdout:3759: finishing rollback tid 0 to smithi03738989-10 2021-07-26T16:09:58.247 INFO:tasks.rados.rados.0.smithi037.stdout:3759: finishing rollback tid 1 to smithi03738989-10 2021-07-26T16:09:58.247 INFO:tasks.rados.rados.0.smithi037.stdout:3762: done (4 left) 2021-07-26T16:09:58.247 INFO:tasks.rados.rados.0.smithi037.stdout:3763: done (3 left) 2021-07-26T16:09:58.248 INFO:tasks.rados.rados.0.smithi037.stdout:3764: setattr oid 35 current snap is 368 2021-07-26T16:09:58.248 INFO:tasks.rados.rados.0.smithi037.stdout:3758: finishing write tid 4 to smithi03738989-42 2021-07-26T16:09:58.248 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2552 (ObjNum 1194 snap 368 seq_num 1194) dirty exists 2021-07-26T16:09:58.248 INFO:tasks.rados.rados.0.smithi037.stdout:3758: left oid 42 (ObjNum 1194 snap 368 seq_num 1194) 2021-07-26T16:09:58.249 INFO:tasks.rados.rados.0.smithi037.stdout:3759: finishing rollback tid 2 to smithi03738989-10 2021-07-26T16:09:58.249 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 3444 (ObjNum 923 snap 284 seq_num 923) dirty exists 2021-07-26T16:09:58.250 INFO:tasks.rados.rados.0.smithi037.stdout:3758: done (3 left) 2021-07-26T16:09:58.250 INFO:tasks.rados.rados.0.smithi037.stdout:3759: done (2 left) 2021-07-26T16:09:58.250 INFO:tasks.rados.rados.0.smithi037.stdout:3765: setattr oid 34 current snap is 368 2021-07-26T16:09:58.251 INFO:tasks.rados.rados.0.smithi037.stdout:3766: read oid 5 snap -1 2021-07-26T16:09:58.251 INFO:tasks.rados.rados.0.smithi037.stdout:3766: expect deleted 2021-07-26T16:09:58.251 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 368 2021-07-26T16:09:58.251 INFO:tasks.rados.rados.0.smithi037.stdout:3767: seq_num 1197 ranges {7561216=450560,8011776=401408} 2021-07-26T16:09:58.296 INFO:tasks.rados.rados.0.smithi037.stdout:3767: writing smithi03738989-3 from 7561216 to 8011776 tid 1 2021-07-26T16:09:58.298 INFO:tasks.rados.rados.0.smithi037.stdout:3767: writing smithi03738989-3 from 8011776 to 8413184 tid 2 2021-07-26T16:09:58.299 INFO:tasks.rados.rados.0.smithi037.stdout:3768: read oid 41 snap -1 2021-07-26T16:09:58.299 INFO:tasks.rados.rados.0.smithi037.stdout:3768: expect (ObjNum 1179 snap 360 seq_num 1179) 2021-07-26T16:09:58.300 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 18 current snap is 368 2021-07-26T16:09:58.300 INFO:tasks.rados.rados.0.smithi037.stdout:3769: seq_num 1198 ranges {2195456=466944,2662400=401408} 2021-07-26T16:09:58.313 INFO:tasks.rados.rados.0.smithi037.stdout:3769: writing smithi03738989-18 from 2195456 to 2662400 tid 1 2021-07-26T16:09:58.316 INFO:tasks.rados.rados.0.smithi037.stdout:3769: writing smithi03738989-18 from 2662400 to 3063808 tid 2 2021-07-26T16:09:58.316 INFO:tasks.rados.rados.0.smithi037.stdout:3770: snap_create 2021-07-26T16:09:58.316 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 35 v 2539 (ObjNum 1155 snap 353 seq_num 1155) dirty exists 2021-07-26T16:09:58.317 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2537 (ObjNum 1156 snap 353 seq_num 1156) dirty exists 2021-07-26T16:09:58.317 INFO:tasks.rados.rados.0.smithi037.stdout:3756: finishing copy_from to smithi03738989-25 2021-07-26T16:09:58.317 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 25 v 1769 (ObjNum 1144 snap 350 seq_num 1144) dirty exists 2021-07-26T16:09:58.317 INFO:tasks.rados.rados.0.smithi037.stdout:3756: finishing copy_from racing read to smithi03738989-25 2021-07-26T16:09:58.318 INFO:tasks.rados.rados.0.smithi037.stdout:3768: expect (ObjNum 1179 snap 360 seq_num 1179) 2021-07-26T16:09:58.353 INFO:tasks.rados.rados.0.smithi037.stdout:3767: finishing write tid 1 to smithi03738989-3 2021-07-26T16:09:58.354 INFO:tasks.rados.rados.0.smithi037.stdout:3767: finishing write tid 2 to smithi03738989-3 2021-07-26T16:09:58.354 INFO:tasks.rados.rados.0.smithi037.stdout:3767: finishing write tid 4 to smithi03738989-3 2021-07-26T16:09:58.354 INFO:tasks.rados.rados.0.smithi037.stdout:3767: finishing write tid 5 to smithi03738989-3 2021-07-26T16:09:58.354 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 2542 (ObjNum 1197 snap 368 seq_num 1197) dirty exists 2021-07-26T16:09:58.355 INFO:tasks.rados.rados.0.smithi037.stdout:3767: left oid 3 (ObjNum 1197 snap 368 seq_num 1197) 2021-07-26T16:09:58.355 INFO:tasks.rados.rados.0.smithi037.stdout:3769: finishing write tid 1 to smithi03738989-18 2021-07-26T16:09:58.355 INFO:tasks.rados.rados.0.smithi037.stdout:3769: finishing write tid 2 to smithi03738989-18 2021-07-26T16:09:58.355 INFO:tasks.rados.rados.0.smithi037.stdout:3769: finishing write tid 4 to smithi03738989-18 2021-07-26T16:09:58.356 INFO:tasks.rados.rados.0.smithi037.stdout:3769: finishing write tid 5 to smithi03738989-18 2021-07-26T16:09:58.356 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 2243 (ObjNum 1198 snap 368 seq_num 1198) dirty exists 2021-07-26T16:09:58.356 INFO:tasks.rados.rados.0.smithi037.stdout:3769: left oid 18 (ObjNum 1198 snap 368 seq_num 1198) 2021-07-26T16:09:59.232 INFO:tasks.rados.rados.0.smithi037.stdout:3756: done (7 left) 2021-07-26T16:09:59.232 INFO:tasks.rados.rados.0.smithi037.stdout:3764: done (6 left) 2021-07-26T16:09:59.233 INFO:tasks.rados.rados.0.smithi037.stdout:3765: done (5 left) 2021-07-26T16:09:59.233 INFO:tasks.rados.rados.0.smithi037.stdout:3766: done (4 left) 2021-07-26T16:09:59.233 INFO:tasks.rados.rados.0.smithi037.stdout:3767: done (3 left) 2021-07-26T16:09:59.233 INFO:tasks.rados.rados.0.smithi037.stdout:3768: done (2 left) 2021-07-26T16:09:59.234 INFO:tasks.rados.rados.0.smithi037.stdout:3769: done (1 left) 2021-07-26T16:09:59.234 INFO:tasks.rados.rados.0.smithi037.stdout:3770: done (0 left) 2021-07-26T16:09:59.234 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 369 2021-07-26T16:09:59.234 INFO:tasks.rados.rados.0.smithi037.stdout:3771: seq_num 1199 ranges {0=483328,483328=401408} 2021-07-26T16:09:59.237 INFO:tasks.rados.rados.0.smithi037.stdout:3771: writing smithi03738989-43 from 0 to 483328 tid 1 2021-07-26T16:09:59.241 INFO:tasks.rados.rados.0.smithi037.stdout:3771: writing smithi03738989-43 from 483328 to 884736 tid 2 2021-07-26T16:09:59.242 INFO:tasks.rados.rados.0.smithi037.stdout:3772: setattr oid 29 current snap is 369 2021-07-26T16:09:59.244 INFO:tasks.rados.rados.0.smithi037.stdout:3773: snap_create 2021-07-26T16:09:59.248 INFO:tasks.rados.rados.0.smithi037.stdout:3771: finishing write tid 1 to smithi03738989-43 2021-07-26T16:09:59.248 INFO:tasks.rados.rados.0.smithi037.stdout:3771: finishing write tid 2 to smithi03738989-43 2021-07-26T16:09:59.249 INFO:tasks.rados.rados.0.smithi037.stdout:3771: finishing write tid 4 to smithi03738989-43 2021-07-26T16:09:59.251 INFO:tasks.rados.rados.0.smithi037.stdout:3771: finishing write tid 5 to smithi03738989-43 2021-07-26T16:09:59.251 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 2909 (ObjNum 1199 snap 369 seq_num 1199) dirty exists 2021-07-26T16:09:59.251 INFO:tasks.rados.rados.0.smithi037.stdout:3771: left oid 43 (ObjNum 1199 snap 369 seq_num 1199) 2021-07-26T16:09:59.255 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 29 v 2543 (ObjNum 1123 snap 345 seq_num 1123) dirty exists 2021-07-26T16:09:59.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:59 smithi107 bash[29346]: cluster 2021-07-26T16:09:57.925312+0000 mgr.y (mgr.24994) 549 : cluster [DBG] pgmap v902: 89 pgs: 89 active+clean; 378 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 466 KiB/s wr, 10 op/s 2021-07-26T16:09:59.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:09:59 smithi107 bash[29346]: cluster 2021-07-26T16:09:58.203487+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e795: 8 total, 8 up, 8 in 2021-07-26T16:09:59.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:59 smithi037 bash[41498]: cluster 2021-07-26T16:09:57.925312+0000 mgr.y (mgr.24994) 549 : cluster [DBG] pgmap v902: 89 pgs: 89 active+clean; 378 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 466 KiB/s wr, 10 op/s 2021-07-26T16:09:59.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:09:59 smithi037 bash[41498]: cluster 2021-07-26T16:09:58.203487+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e795: 8 total, 8 up, 8 in 2021-07-26T16:09:59.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:59 smithi037 bash[42499]: cluster 2021-07-26T16:09:57.925312+0000 mgr.y (mgr.24994) 549 : cluster [DBG] pgmap v902: 89 pgs: 89 active+clean; 378 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 466 KiB/s wr, 10 op/s 2021-07-26T16:09:59.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:09:59 smithi037 bash[42499]: cluster 2021-07-26T16:09:58.203487+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e795: 8 total, 8 up, 8 in 2021-07-26T16:10:00.249 INFO:tasks.rados.rados.0.smithi037.stdout:3771: done (2 left) 2021-07-26T16:10:00.250 INFO:tasks.rados.rados.0.smithi037.stdout:3772: done (1 left) 2021-07-26T16:10:00.250 INFO:tasks.rados.rados.0.smithi037.stdout:3773: done (0 left) 2021-07-26T16:10:00.250 INFO:tasks.rados.rados.0.smithi037.stdout:3774: snap_create 2021-07-26T16:10:00.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:00 smithi107 bash[29346]: cluster 2021-07-26T16:09:59.232401+0000 mon.a (mon.0) 1279 : cluster [DBG] osdmap e796: 8 total, 8 up, 8 in 2021-07-26T16:10:00.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:00 smithi107 bash[29346]: cluster 2021-07-26T16:10:00.000150+0000 mon.a (mon.0) 1280 : cluster [INF] overall HEALTH_OK 2021-07-26T16:10:00.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:00 smithi037 bash[41498]: cluster 2021-07-26T16:09:59.232401+0000 mon.a (mon.0) 1279 : cluster [DBG] osdmap e796: 8 total, 8 up, 8 in 2021-07-26T16:10:00.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:00 smithi037 bash[41498]: cluster 2021-07-26T16:10:00.000150+0000 mon.a (mon.0) 1280 : cluster [INF] overall HEALTH_OK 2021-07-26T16:10:00.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:00 smithi037 bash[42499]: cluster 2021-07-26T16:09:59.232401+0000 mon.a (mon.0) 1279 : cluster [DBG] osdmap e796: 8 total, 8 up, 8 in 2021-07-26T16:10:00.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:00 smithi037 bash[42499]: cluster 2021-07-26T16:10:00.000150+0000 mon.a (mon.0) 1280 : cluster [INF] overall HEALTH_OK 2021-07-26T16:10:01.250 INFO:tasks.rados.rados.0.smithi037.stdout:3774: done (0 left) 2021-07-26T16:10:01.250 INFO:tasks.rados.rados.0.smithi037.stdout:3775: delete oid 2 current snap is 371 2021-07-26T16:10:01.253 INFO:tasks.rados.rados.0.smithi037.stdout:3775: done (0 left) 2021-07-26T16:10:01.254 INFO:tasks.rados.rados.0.smithi037.stdout:3776: snap_remove snap 363 2021-07-26T16:10:01.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:01 smithi107 bash[29346]: cluster 2021-07-26T16:09:59.926162+0000 mgr.y (mgr.24994) 550 : cluster [DBG] pgmap v905: 89 pgs: 89 active+clean; 391 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 830 KiB/s rd, 3.6 MiB/s wr, 14 op/s 2021-07-26T16:10:01.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:01 smithi107 bash[29346]: cluster 2021-07-26T16:10:00.250082+0000 mon.a (mon.0) 1281 : cluster [DBG] osdmap e797: 8 total, 8 up, 8 in 2021-07-26T16:10:01.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:01 smithi037 bash[41498]: cluster 2021-07-26T16:09:59.926162+0000 mgr.y (mgr.24994) 550 : cluster [DBG] pgmap v905: 89 pgs: 89 active+clean; 391 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 830 KiB/s rd, 3.6 MiB/s wr, 14 op/s 2021-07-26T16:10:01.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:01 smithi037 bash[41498]: cluster 2021-07-26T16:10:00.250082+0000 mon.a (mon.0) 1281 : cluster [DBG] osdmap e797: 8 total, 8 up, 8 in 2021-07-26T16:10:01.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:01 smithi037 bash[42499]: cluster 2021-07-26T16:09:59.926162+0000 mgr.y (mgr.24994) 550 : cluster [DBG] pgmap v905: 89 pgs: 89 active+clean; 391 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 830 KiB/s rd, 3.6 MiB/s wr, 14 op/s 2021-07-26T16:10:01.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:01 smithi037 bash[42499]: cluster 2021-07-26T16:10:00.250082+0000 mon.a (mon.0) 1281 : cluster [DBG] osdmap e797: 8 total, 8 up, 8 in 2021-07-26T16:10:02.272 INFO:tasks.rados.rados.0.smithi037.stdout:3776: done (0 left) 2021-07-26T16:10:02.272 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 371 2021-07-26T16:10:02.273 INFO:tasks.rados.rados.0.smithi037.stdout:3777: seq_num 1201 ranges {0=524288,524288=401408} 2021-07-26T16:10:02.275 INFO:tasks.rados.rados.0.smithi037.stdout:3777: writing smithi03738989-15 from 0 to 524288 tid 1 2021-07-26T16:10:02.278 INFO:tasks.rados.rados.0.smithi037.stdout:3777: writing smithi03738989-15 from 524288 to 925696 tid 2 2021-07-26T16:10:02.279 INFO:tasks.rados.rados.0.smithi037.stdout:3778: read oid 39 snap -1 2021-07-26T16:10:02.279 INFO:tasks.rados.rados.0.smithi037.stdout:3778: expect (ObjNum 1176 snap 360 seq_num 1176) 2021-07-26T16:10:02.279 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 36 current snap is 371 2021-07-26T16:10:02.280 INFO:tasks.rados.rados.0.smithi037.stdout:3779: seq_num 1202 ranges {0=540672,540672=401408} 2021-07-26T16:10:02.283 INFO:tasks.rados.rados.0.smithi037.stdout:3779: writing smithi03738989-36 from 0 to 540672 tid 1 2021-07-26T16:10:02.286 INFO:tasks.rados.rados.0.smithi037.stdout:3779: writing smithi03738989-36 from 540672 to 942080 tid 2 2021-07-26T16:10:02.286 INFO:tasks.rados.rados.0.smithi037.stdout:3780: delete oid 42 current snap is 371 2021-07-26T16:10:02.294 INFO:tasks.rados.rados.0.smithi037.stdout:3777: finishing write tid 1 to smithi03738989-15 2021-07-26T16:10:02.295 INFO:tasks.rados.rados.0.smithi037.stdout:3777: finishing write tid 2 to smithi03738989-15 2021-07-26T16:10:02.295 INFO:tasks.rados.rados.0.smithi037.stdout:3777: finishing write tid 4 to smithi03738989-15 2021-07-26T16:10:02.296 INFO:tasks.rados.rados.0.smithi037.stdout:3779: finishing write tid 1 to smithi03738989-36 2021-07-26T16:10:02.297 INFO:tasks.rados.rados.0.smithi037.stdout:3778: expect (ObjNum 1176 snap 360 seq_num 1176) 2021-07-26T16:10:02.379 INFO:tasks.rados.rados.0.smithi037.stdout:3777: finishing write tid 5 to smithi03738989-15 2021-07-26T16:10:02.379 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 2529 (ObjNum 1201 snap 371 seq_num 1201) dirty exists 2021-07-26T16:10:02.380 INFO:tasks.rados.rados.0.smithi037.stdout:3777: left oid 15 (ObjNum 1201 snap 371 seq_num 1201) 2021-07-26T16:10:02.380 INFO:tasks.rados.rados.0.smithi037.stdout:3779: finishing write tid 2 to smithi03738989-36 2021-07-26T16:10:02.380 INFO:tasks.rados.rados.0.smithi037.stdout:3779: finishing write tid 4 to smithi03738989-36 2021-07-26T16:10:02.380 INFO:tasks.rados.rados.0.smithi037.stdout:3779: finishing write tid 5 to smithi03738989-36 2021-07-26T16:10:02.380 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 36 v 2267 (ObjNum 1202 snap 371 seq_num 1202) dirty exists 2021-07-26T16:10:02.381 INFO:tasks.rados.rados.0.smithi037.stdout:3779: left oid 36 (ObjNum 1202 snap 371 seq_num 1202) 2021-07-26T16:10:02.381 INFO:tasks.rados.rados.0.smithi037.stdout:3777: done (3 left) 2021-07-26T16:10:02.381 INFO:tasks.rados.rados.0.smithi037.stdout:3778: done (2 left) 2021-07-26T16:10:02.381 INFO:tasks.rados.rados.0.smithi037.stdout:3779: done (1 left) 2021-07-26T16:10:02.381 INFO:tasks.rados.rados.0.smithi037.stdout:3780: done (0 left) 2021-07-26T16:10:02.382 INFO:tasks.rados.rados.0.smithi037.stdout:3781: read oid 22 snap 354 2021-07-26T16:10:02.382 INFO:tasks.rados.rados.0.smithi037.stdout:3781: expect deleted 2021-07-26T16:10:02.382 INFO:tasks.rados.rados.0.smithi037.stdout:3782: setattr oid 42 current snap is 371 2021-07-26T16:10:02.385 INFO:tasks.rados.rados.0.smithi037.stdout:3781: done (1 left) 2021-07-26T16:10:02.386 INFO:tasks.rados.rados.0.smithi037.stdout:3783: snap_create 2021-07-26T16:10:02.392 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2554 (ObjNum 375397824 snap 21933 seq_num 0) dirty exists 2021-07-26T16:10:02.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:02 smithi037 bash[41498]: cluster 2021-07-26T16:10:01.250599+0000 mon.a (mon.0) 1282 : cluster [DBG] osdmap e798: 8 total, 8 up, 8 in 2021-07-26T16:10:02.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:02 smithi037 bash[42499]: cluster 2021-07-26T16:10:01.250599+0000 mon.a (mon.0) 1282 : cluster [DBG] osdmap e798: 8 total, 8 up, 8 in 2021-07-26T16:10:02.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:02 smithi107 bash[29346]: cluster 2021-07-26T16:10:01.250599+0000 mon.a (mon.0) 1282 : cluster [DBG] osdmap e798: 8 total, 8 up, 8 in 2021-07-26T16:10:03.304 INFO:tasks.rados.rados.0.smithi037.stdout:3782: done (1 left) 2021-07-26T16:10:03.304 INFO:tasks.rados.rados.0.smithi037.stdout:3783: done (0 left) 2021-07-26T16:10:03.305 INFO:tasks.rados.rados.0.smithi037.stdout:3784: rmattr oid 41 current snap is 372 2021-07-26T16:10:03.305 INFO:tasks.rados.rados.0.smithi037.stdout:3784: done (0 left) 2021-07-26T16:10:03.307 INFO:tasks.rados.rados.0.smithi037.stdout:3785: read oid 41 snap -1 2021-07-26T16:10:03.307 INFO:tasks.rados.rados.0.smithi037.stdout:3785: expect (ObjNum 1179 snap 360 seq_num 1179) 2021-07-26T16:10:03.307 INFO:tasks.rados.rados.0.smithi037.stdout:3786: snap_remove snap 360 2021-07-26T16:10:03.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:03 smithi037 bash[42499]: cluster 2021-07-26T16:10:01.926895+0000 mgr.y (mgr.24994) 551 : cluster [DBG] pgmap v908: 89 pgs: 89 active+clean; 391 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 709 KiB/s rd, 3.3 MiB/s wr, 11 op/s 2021-07-26T16:10:03.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:03 smithi037 bash[42499]: cluster 2021-07-26T16:10:02.274606+0000 mon.a (mon.0) 1283 : cluster [DBG] osdmap e799: 8 total, 8 up, 8 in 2021-07-26T16:10:03.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:03 smithi037 bash[41498]: cluster 2021-07-26T16:10:01.926895+0000 mgr.y (mgr.24994) 551 : cluster [DBG] pgmap v908: 89 pgs: 89 active+clean; 391 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 709 KiB/s rd, 3.3 MiB/s wr, 11 op/s 2021-07-26T16:10:03.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:03 smithi037 bash[41498]: cluster 2021-07-26T16:10:02.274606+0000 mon.a (mon.0) 1283 : cluster [DBG] osdmap e799: 8 total, 8 up, 8 in 2021-07-26T16:10:03.586 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:10:03 smithi037 bash[50550]: level=error ts=2021-07-26T16:10:03.533Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:03.587 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:10:03 smithi037 bash[50550]: level=error ts=2021-07-26T16:10:03.533Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:03.587 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:10:03 smithi037 bash[50550]: level=error ts=2021-07-26T16:10:03.533Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:10:03.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:03 smithi107 bash[29346]: cluster 2021-07-26T16:10:01.926895+0000 mgr.y (mgr.24994) 551 : cluster [DBG] pgmap v908: 89 pgs: 89 active+clean; 391 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 709 KiB/s rd, 3.3 MiB/s wr, 11 op/s 2021-07-26T16:10:03.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:03 smithi107 bash[29346]: cluster 2021-07-26T16:10:02.274606+0000 mon.a (mon.0) 1283 : cluster [DBG] osdmap e799: 8 total, 8 up, 8 in 2021-07-26T16:10:04.312 INFO:tasks.rados.rados.0.smithi037.stdout:3786: done (1 left) 2021-07-26T16:10:04.313 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 4 current snap is 372 2021-07-26T16:10:04.313 INFO:tasks.rados.rados.0.smithi037.stdout:3787: seq_num 1204 ranges {770048=573440,1343488=401408} 2021-07-26T16:10:04.320 INFO:tasks.rados.rados.0.smithi037.stdout:3787: writing smithi03738989-4 from 770048 to 1343488 tid 1 2021-07-26T16:10:04.323 INFO:tasks.rados.rados.0.smithi037.stdout:3787: writing smithi03738989-4 from 1343488 to 1744896 tid 2 2021-07-26T16:10:04.323 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 16 current snap is 372 2021-07-26T16:10:04.324 INFO:tasks.rados.rados.0.smithi037.stdout:3788: seq_num 1205 ranges {10223616=589824,10813440=401408} 2021-07-26T16:10:04.385 INFO:tasks.rados.rados.0.smithi037.stdout:3788: writing smithi03738989-16 from 10223616 to 10813440 tid 1 2021-07-26T16:10:04.388 INFO:tasks.rados.rados.0.smithi037.stdout:3788: writing smithi03738989-16 from 10813440 to 11214848 tid 2 2021-07-26T16:10:04.388 INFO:tasks.rados.rados.0.smithi037.stdout:3789: read oid 37 snap 368 2021-07-26T16:10:04.388 INFO:tasks.rados.rados.0.smithi037.stdout:3789: expect deleted 2021-07-26T16:10:04.388 INFO:tasks.rados.rados.0.smithi037.stdout:3790: snap_create 2021-07-26T16:10:04.389 INFO:tasks.rados.rados.0.smithi037.stdout:3785: expect (ObjNum 1179 snap 360 seq_num 1179) 2021-07-26T16:10:04.424 INFO:tasks.rados.rados.0.smithi037.stdout:3787: finishing write tid 1 to smithi03738989-4 2021-07-26T16:10:04.424 INFO:tasks.rados.rados.0.smithi037.stdout:3787: finishing write tid 2 to smithi03738989-4 2021-07-26T16:10:04.425 INFO:tasks.rados.rados.0.smithi037.stdout:3787: finishing write tid 4 to smithi03738989-4 2021-07-26T16:10:04.425 INFO:tasks.rados.rados.0.smithi037.stdout:3787: finishing write tid 5 to smithi03738989-4 2021-07-26T16:10:04.425 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 3454 (ObjNum 1204 snap 372 seq_num 1204) dirty exists 2021-07-26T16:10:04.425 INFO:tasks.rados.rados.0.smithi037.stdout:3787: left oid 4 (ObjNum 1204 snap 372 seq_num 1204) 2021-07-26T16:10:04.426 INFO:tasks.rados.rados.0.smithi037.stdout:3788: finishing write tid 1 to smithi03738989-16 2021-07-26T16:10:04.426 INFO:tasks.rados.rados.0.smithi037.stdout:3788: finishing write tid 2 to smithi03738989-16 2021-07-26T16:10:04.426 INFO:tasks.rados.rados.0.smithi037.stdout:3788: finishing write tid 4 to smithi03738989-16 2021-07-26T16:10:04.426 INFO:tasks.rados.rados.0.smithi037.stdout:3788: finishing write tid 5 to smithi03738989-16 2021-07-26T16:10:04.426 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 3248 (ObjNum 1205 snap 372 seq_num 1205) dirty exists 2021-07-26T16:10:04.427 INFO:tasks.rados.rados.0.smithi037.stdout:3788: left oid 16 (ObjNum 1205 snap 372 seq_num 1205) 2021-07-26T16:10:04.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:04 smithi037 bash[41498]: cluster 2021-07-26T16:10:03.298620+0000 mon.a (mon.0) 1284 : cluster [DBG] osdmap e800: 8 total, 8 up, 8 in 2021-07-26T16:10:04.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:04 smithi037 bash[42499]: cluster 2021-07-26T16:10:03.298620+0000 mon.a (mon.0) 1284 : cluster [DBG] osdmap e800: 8 total, 8 up, 8 in 2021-07-26T16:10:04.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:04 smithi107 bash[29346]: cluster 2021-07-26T16:10:03.298620+0000 mon.a (mon.0) 1284 : cluster [DBG] osdmap e800: 8 total, 8 up, 8 in 2021-07-26T16:10:05.314 INFO:tasks.rados.rados.0.smithi037.stdout:3785: done (4 left) 2021-07-26T16:10:05.314 INFO:tasks.rados.rados.0.smithi037.stdout:3787: done (3 left) 2021-07-26T16:10:05.315 INFO:tasks.rados.rados.0.smithi037.stdout:3788: done (2 left) 2021-07-26T16:10:05.315 INFO:tasks.rados.rados.0.smithi037.stdout:3789: done (1 left) 2021-07-26T16:10:05.316 INFO:tasks.rados.rados.0.smithi037.stdout:3790: done (0 left) 2021-07-26T16:10:05.316 INFO:tasks.rados.rados.0.smithi037.stdout:3791: rollback oid 22 current snap is 373 2021-07-26T16:10:05.316 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 22 to 366 2021-07-26T16:10:05.316 INFO:tasks.rados.rados.0.smithi037.stdout:3792: snap_remove snap 371 2021-07-26T16:10:05.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:05 smithi037 bash[41498]: cluster 2021-07-26T16:10:03.927647+0000 mgr.y (mgr.24994) 552 : cluster [DBG] pgmap v911: 89 pgs: 89 active+clean; 395 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 816 KiB/s wr, 11 op/s 2021-07-26T16:10:05.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:05 smithi037 bash[41498]: cluster 2021-07-26T16:10:04.311378+0000 mon.a (mon.0) 1285 : cluster [DBG] osdmap e801: 8 total, 8 up, 8 in 2021-07-26T16:10:05.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:05 smithi037 bash[42499]: cluster 2021-07-26T16:10:03.927647+0000 mgr.y (mgr.24994) 552 : cluster [DBG] pgmap v911: 89 pgs: 89 active+clean; 395 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 816 KiB/s wr, 11 op/s 2021-07-26T16:10:05.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:05 smithi037 bash[42499]: cluster 2021-07-26T16:10:04.311378+0000 mon.a (mon.0) 1285 : cluster [DBG] osdmap e801: 8 total, 8 up, 8 in 2021-07-26T16:10:05.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:05 smithi107 bash[29346]: cluster 2021-07-26T16:10:03.927647+0000 mgr.y (mgr.24994) 552 : cluster [DBG] pgmap v911: 89 pgs: 89 active+clean; 395 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 816 KiB/s wr, 11 op/s 2021-07-26T16:10:05.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:05 smithi107 bash[29346]: cluster 2021-07-26T16:10:04.311378+0000 mon.a (mon.0) 1285 : cluster [DBG] osdmap e801: 8 total, 8 up, 8 in 2021-07-26T16:10:06.325 INFO:tasks.rados.rados.0.smithi037.stdout:3792: done (1 left) 2021-07-26T16:10:06.325 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 50 current snap is 373 2021-07-26T16:10:06.326 INFO:tasks.rados.rados.0.smithi037.stdout:3793: seq_num 1206 ranges {352256=606208,958464=401408} 2021-07-26T16:10:06.335 INFO:tasks.rados.rados.0.smithi037.stdout:3793: writing smithi03738989-50 from 352256 to 958464 tid 1 2021-07-26T16:10:06.339 INFO:tasks.rados.rados.0.smithi037.stdout:3793: writing smithi03738989-50 from 958464 to 1359872 tid 2 2021-07-26T16:10:06.339 INFO:tasks.rados.rados.0.smithi037.stdout:3794: delete oid 17 current snap is 373 2021-07-26T16:10:06.340 INFO:tasks.rados.rados.0.smithi037.stdout:3791: finishing rollback tid 0 to smithi03738989-22 2021-07-26T16:10:06.340 INFO:tasks.rados.rados.0.smithi037.stdout:3791: finishing rollback tid 1 to smithi03738989-22 2021-07-26T16:10:06.340 INFO:tasks.rados.rados.0.smithi037.stdout:3791: finishing rollback tid 2 to smithi03738989-22 2021-07-26T16:10:06.341 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 2261 (ObjNum -1237090496 snap 32764 seq_num 375496080) dirty exists 2021-07-26T16:10:06.343 INFO:tasks.rados.rados.0.smithi037.stdout:3793: finishing write tid 1 to smithi03738989-50 2021-07-26T16:10:06.344 INFO:tasks.rados.rados.0.smithi037.stdout:3793: finishing write tid 2 to smithi03738989-50 2021-07-26T16:10:06.345 INFO:tasks.rados.rados.0.smithi037.stdout:3793: finishing write tid 4 to smithi03738989-50 2021-07-26T16:10:06.346 INFO:tasks.rados.rados.0.smithi037.stdout:3793: finishing write tid 5 to smithi03738989-50 2021-07-26T16:10:06.346 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 2264 (ObjNum 1206 snap 373 seq_num 1206) dirty exists 2021-07-26T16:10:06.347 INFO:tasks.rados.rados.0.smithi037.stdout:3793: left oid 50 (ObjNum 1206 snap 373 seq_num 1206) 2021-07-26T16:10:06.349 INFO:tasks.rados.rados.0.smithi037.stdout:3791: done (2 left) 2021-07-26T16:10:06.350 INFO:tasks.rados.rados.0.smithi037.stdout:3793: done (1 left) 2021-07-26T16:10:06.350 INFO:tasks.rados.rados.0.smithi037.stdout:3794: done (0 left) 2021-07-26T16:10:06.350 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 39 current snap is 373 2021-07-26T16:10:06.351 INFO:tasks.rados.rados.0.smithi037.stdout:3795: seq_num 1208 ranges {1785856=638976,2424832=401408} 2021-07-26T16:10:06.363 INFO:tasks.rados.rados.0.smithi037.stdout:3795: writing smithi03738989-39 from 1785856 to 2424832 tid 1 2021-07-26T16:10:06.368 INFO:tasks.rados.rados.0.smithi037.stdout:3795: writing smithi03738989-39 from 2424832 to 2826240 tid 2 2021-07-26T16:10:06.368 INFO:tasks.rados.rados.0.smithi037.stdout:3796: read oid 1 snap -1 2021-07-26T16:10:06.371 INFO:tasks.rados.rados.0.smithi037.stdout:3796: expect deleted 2021-07-26T16:10:06.371 INFO:tasks.rados.rados.0.smithi037.stdout:3797: rollback oid 5 current snap is 373 2021-07-26T16:10:06.371 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 5 to 335 2021-07-26T16:10:06.371 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 13 current snap is 373 2021-07-26T16:10:06.372 INFO:tasks.rados.rados.0.smithi037.stdout:3798: seq_num 1209 ranges {983040=655360,1638400=401408} 2021-07-26T16:10:06.376 INFO:tasks.rados.rados.0.smithi037.stdout:3798: writing smithi03738989-13 from 983040 to 1638400 tid 1 2021-07-26T16:10:06.378 INFO:tasks.rados.rados.0.smithi037.stdout:3798: writing smithi03738989-13 from 1638400 to 2039808 tid 2 2021-07-26T16:10:06.379 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 373 2021-07-26T16:10:06.379 INFO:tasks.rados.rados.0.smithi037.stdout:3799: seq_num 1210 ranges {925696=671744,1597440=401408} 2021-07-26T16:10:06.388 INFO:tasks.rados.rados.0.smithi037.stdout:3799: writing smithi03738989-15 from 925696 to 1597440 tid 1 2021-07-26T16:10:06.391 INFO:tasks.rados.rados.0.smithi037.stdout:3799: writing smithi03738989-15 from 1597440 to 1998848 tid 2 2021-07-26T16:10:06.392 INFO:tasks.rados.rados.0.smithi037.stdout:3800: rollback oid 11 current snap is 373 2021-07-26T16:10:06.392 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 11 to 366 2021-07-26T16:10:06.392 INFO:tasks.rados.rados.0.smithi037.stdout:3797: finishing rollback tid 1 to smithi03738989-5 2021-07-26T16:10:06.392 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 2252 (ObjNum 0 snap 0 seq_num 2122951648) dirty dne 2021-07-26T16:10:06.393 INFO:tasks.rados.rados.0.smithi037.stdout:3795: finishing write tid 1 to smithi03738989-39 2021-07-26T16:10:06.393 INFO:tasks.rados.rados.0.smithi037.stdout:3795: finishing write tid 2 to smithi03738989-39 2021-07-26T16:10:06.393 INFO:tasks.rados.rados.0.smithi037.stdout:3795: finishing write tid 4 to smithi03738989-39 2021-07-26T16:10:06.393 INFO:tasks.rados.rados.0.smithi037.stdout:3795: finishing write tid 5 to smithi03738989-39 2021-07-26T16:10:06.394 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 3460 (ObjNum 1208 snap 373 seq_num 1208) dirty exists 2021-07-26T16:10:06.394 INFO:tasks.rados.rados.0.smithi037.stdout:3795: left oid 39 (ObjNum 1208 snap 373 seq_num 1208) 2021-07-26T16:10:06.394 INFO:tasks.rados.rados.0.smithi037.stdout:3798: finishing write tid 1 to smithi03738989-13 2021-07-26T16:10:06.394 INFO:tasks.rados.rados.0.smithi037.stdout:3798: finishing write tid 2 to smithi03738989-13 2021-07-26T16:10:06.394 INFO:tasks.rados.rados.0.smithi037.stdout:3798: finishing write tid 4 to smithi03738989-13 2021-07-26T16:10:06.395 INFO:tasks.rados.rados.0.smithi037.stdout:3798: finishing write tid 5 to smithi03738989-13 2021-07-26T16:10:06.395 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 2267 (ObjNum 1209 snap 373 seq_num 1209) dirty exists 2021-07-26T16:10:06.395 INFO:tasks.rados.rados.0.smithi037.stdout:3798: left oid 13 (ObjNum 1209 snap 373 seq_num 1209) 2021-07-26T16:10:06.395 INFO:tasks.rados.rados.0.smithi037.stdout:3795: done (5 left) 2021-07-26T16:10:06.396 INFO:tasks.rados.rados.0.smithi037.stdout:3796: done (4 left) 2021-07-26T16:10:06.396 INFO:tasks.rados.rados.0.smithi037.stdout:3797: done (3 left) 2021-07-26T16:10:06.396 INFO:tasks.rados.rados.0.smithi037.stdout:3798: done (2 left) 2021-07-26T16:10:06.396 INFO:tasks.rados.rados.0.smithi037.stdout:3801: snap_create 2021-07-26T16:10:06.398 INFO:tasks.rados.rados.0.smithi037.stdout:3799: finishing write tid 1 to smithi03738989-15 2021-07-26T16:10:06.399 INFO:tasks.rados.rados.0.smithi037.stdout:3799: finishing write tid 2 to smithi03738989-15 2021-07-26T16:10:06.399 INFO:tasks.rados.rados.0.smithi037.stdout:3799: finishing write tid 4 to smithi03738989-15 2021-07-26T16:10:06.400 INFO:tasks.rados.rados.0.smithi037.stdout:3799: finishing write tid 5 to smithi03738989-15 2021-07-26T16:10:06.401 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 2533 (ObjNum 1210 snap 373 seq_num 1210) dirty exists 2021-07-26T16:10:06.401 INFO:tasks.rados.rados.0.smithi037.stdout:3799: left oid 15 (ObjNum 1210 snap 373 seq_num 1210) 2021-07-26T16:10:06.402 INFO:tasks.rados.rados.0.smithi037.stdout:3800: finishing rollback tid 0 to smithi03738989-11 2021-07-26T16:10:06.402 INFO:tasks.rados.rados.0.smithi037.stdout:3800: finishing rollback tid 1 to smithi03738989-11 2021-07-26T16:10:06.402 INFO:tasks.rados.rados.0.smithi037.stdout:3800: finishing rollback tid 2 to smithi03738989-11 2021-07-26T16:10:06.402 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 2546 (ObjNum 985 snap 300 seq_num 985) dirty exists 2021-07-26T16:10:06.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:06 smithi037 bash[41498]: cluster 2021-07-26T16:10:05.313557+0000 mon.a (mon.0) 1286 : cluster [DBG] osdmap e802: 8 total, 8 up, 8 in 2021-07-26T16:10:06.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:06 smithi037 bash[42499]: cluster 2021-07-26T16:10:05.313557+0000 mon.a (mon.0) 1286 : cluster [DBG] osdmap e802: 8 total, 8 up, 8 in 2021-07-26T16:10:06.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:06 smithi107 bash[29346]: cluster 2021-07-26T16:10:05.313557+0000 mon.a (mon.0) 1286 : cluster [DBG] osdmap e802: 8 total, 8 up, 8 in 2021-07-26T16:10:07.208 INFO:tasks.rados.rados.0.smithi037.stdout:3799: done (2 left) 2021-07-26T16:10:07.208 INFO:tasks.rados.rados.0.smithi037.stdout:3800: done (1 left) 2021-07-26T16:10:07.208 INFO:tasks.rados.rados.0.smithi037.stdout:3801: done (0 left) 2021-07-26T16:10:07.208 INFO:tasks.rados.rados.0.smithi037.stdout:3802: rollback oid 6 current snap is 374 2021-07-26T16:10:07.209 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 6 to 326 2021-07-26T16:10:07.209 INFO:tasks.rados.rados.0.smithi037.stdout:3803: read oid 16 snap -1 2021-07-26T16:10:07.209 INFO:tasks.rados.rados.0.smithi037.stdout:3803: expect (ObjNum 1205 snap 372 seq_num 1205) 2021-07-26T16:10:07.209 INFO:tasks.rados.rados.0.smithi037.stdout:3804: snap_remove snap 370 2021-07-26T16:10:07.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:07 smithi037 bash[41498]: cluster 2021-07-26T16:10:05.928381+0000 mgr.y (mgr.24994) 553 : cluster [DBG] pgmap v914: 89 pgs: 89 active+clean; 398 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2021-07-26T16:10:07.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:07 smithi037 bash[41498]: cluster 2021-07-26T16:10:06.326853+0000 mon.a (mon.0) 1287 : cluster [DBG] osdmap e803: 8 total, 8 up, 8 in 2021-07-26T16:10:07.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:07 smithi037 bash[41498]: cluster 2021-07-26T16:10:07.209768+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e804: 8 total, 8 up, 8 in 2021-07-26T16:10:07.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:07 smithi037 bash[42499]: cluster 2021-07-26T16:10:05.928381+0000 mgr.y (mgr.24994) 553 : cluster [DBG] pgmap v914: 89 pgs: 89 active+clean; 398 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2021-07-26T16:10:07.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:07 smithi037 bash[42499]: cluster 2021-07-26T16:10:06.326853+0000 mon.a (mon.0) 1287 : cluster [DBG] osdmap e803: 8 total, 8 up, 8 in 2021-07-26T16:10:07.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:07 smithi037 bash[42499]: cluster 2021-07-26T16:10:07.209768+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e804: 8 total, 8 up, 8 in 2021-07-26T16:10:07.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:07 smithi107 bash[29346]: cluster 2021-07-26T16:10:05.928381+0000 mgr.y (mgr.24994) 553 : cluster [DBG] pgmap v914: 89 pgs: 89 active+clean; 398 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2021-07-26T16:10:07.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:07 smithi107 bash[29346]: cluster 2021-07-26T16:10:06.326853+0000 mon.a (mon.0) 1287 : cluster [DBG] osdmap e803: 8 total, 8 up, 8 in 2021-07-26T16:10:07.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:07 smithi107 bash[29346]: cluster 2021-07-26T16:10:07.209768+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e804: 8 total, 8 up, 8 in 2021-07-26T16:10:08.211 INFO:tasks.rados.rados.0.smithi037.stdout:3804: done (2 left) 2021-07-26T16:10:08.211 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 374 2021-07-26T16:10:08.212 INFO:tasks.rados.rados.0.smithi037.stdout:3805: seq_num 1211 ranges {8413184=688128,9101312=401408} 2021-07-26T16:10:08.263 INFO:tasks.rados.rados.0.smithi037.stdout:3805: writing smithi03738989-3 from 8413184 to 9101312 tid 1 2021-07-26T16:10:08.266 INFO:tasks.rados.rados.0.smithi037.stdout:3805: writing smithi03738989-3 from 9101312 to 9502720 tid 2 2021-07-26T16:10:08.266 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 33 current snap is 374 2021-07-26T16:10:08.266 INFO:tasks.rados.rados.0.smithi037.stdout:3806: seq_num 1212 ranges {10076160=704512,10780672=401408} 2021-07-26T16:10:08.326 INFO:tasks.rados.rados.0.smithi037.stdout:3806: writing smithi03738989-33 from 10076160 to 10780672 tid 1 2021-07-26T16:10:08.330 INFO:tasks.rados.rados.0.smithi037.stdout:3806: writing smithi03738989-33 from 10780672 to 11182080 tid 2 2021-07-26T16:10:08.330 INFO:tasks.rados.rados.0.smithi037.stdout:3807: rollback oid 2 current snap is 374 2021-07-26T16:10:08.331 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 2 to 344 2021-07-26T16:10:08.331 INFO:tasks.rados.rados.0.smithi037.stdout:3802: finishing rollback tid 0 to smithi03738989-6 2021-07-26T16:10:08.331 INFO:tasks.rados.rados.0.smithi037.stdout:3808: snap_create 2021-07-26T16:10:08.331 INFO:tasks.rados.rados.0.smithi037.stdout:3802: finishing rollback tid 1 to smithi03738989-6 2021-07-26T16:10:08.332 INFO:tasks.rados.rados.0.smithi037.stdout:3802: finishing rollback tid 2 to smithi03738989-6 2021-07-26T16:10:08.332 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 2912 (ObjNum 374233312 snap 21933 seq_num 1811941584) dirty exists 2021-07-26T16:10:08.332 INFO:tasks.rados.rados.0.smithi037.stdout:3803: expect (ObjNum 1205 snap 372 seq_num 1205) 2021-07-26T16:10:09.098 INFO:tasks.rados.rados.0.smithi037.stdout:3805: finishing write tid 1 to smithi03738989-3 2021-07-26T16:10:09.098 INFO:tasks.rados.rados.0.smithi037.stdout:3805: finishing write tid 2 to smithi03738989-3 2021-07-26T16:10:09.099 INFO:tasks.rados.rados.0.smithi037.stdout:3805: finishing write tid 4 to smithi03738989-3 2021-07-26T16:10:09.099 INFO:tasks.rados.rados.0.smithi037.stdout:3805: finishing write tid 5 to smithi03738989-3 2021-07-26T16:10:09.099 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 2549 (ObjNum 1211 snap 374 seq_num 1211) dirty exists 2021-07-26T16:10:09.099 INFO:tasks.rados.rados.0.smithi037.stdout:3805: left oid 3 (ObjNum 1211 snap 374 seq_num 1211) 2021-07-26T16:10:09.100 INFO:tasks.rados.rados.0.smithi037.stdout:3807: finishing rollback tid 1 to smithi03738989-2 2021-07-26T16:10:09.100 INFO:tasks.rados.rados.0.smithi037.stdout:3807: finishing rollback tid 2 to smithi03738989-2 2021-07-26T16:10:09.100 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 2914 (ObjNum 1100 snap 333 seq_num 1100) dirty exists 2021-07-26T16:10:09.100 INFO:tasks.rados.rados.0.smithi037.stdout:3806: finishing write tid 1 to smithi03738989-33 2021-07-26T16:10:09.100 INFO:tasks.rados.rados.0.smithi037.stdout:3806: finishing write tid 2 to smithi03738989-33 2021-07-26T16:10:09.101 INFO:tasks.rados.rados.0.smithi037.stdout:3806: finishing write tid 4 to smithi03738989-33 2021-07-26T16:10:09.101 INFO:tasks.rados.rados.0.smithi037.stdout:3806: finishing write tid 5 to smithi03738989-33 2021-07-26T16:10:09.101 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 2904 (ObjNum 1212 snap 374 seq_num 1212) dirty exists 2021-07-26T16:10:09.101 INFO:tasks.rados.rados.0.smithi037.stdout:3806: left oid 33 (ObjNum 1212 snap 374 seq_num 1212) 2021-07-26T16:10:09.213 INFO:tasks.rados.rados.0.smithi037.stdout:3802: done (5 left) 2021-07-26T16:10:09.214 INFO:tasks.rados.rados.0.smithi037.stdout:3803: done (4 left) 2021-07-26T16:10:09.214 INFO:tasks.rados.rados.0.smithi037.stdout:3805: done (3 left) 2021-07-26T16:10:09.215 INFO:tasks.rados.rados.0.smithi037.stdout:3806: done (2 left) 2021-07-26T16:10:09.215 INFO:tasks.rados.rados.0.smithi037.stdout:3807: done (1 left) 2021-07-26T16:10:09.215 INFO:tasks.rados.rados.0.smithi037.stdout:3808: done (0 left) 2021-07-26T16:10:09.216 INFO:tasks.rados.rados.0.smithi037.stdout:3809: read oid 5 snap -1 2021-07-26T16:10:09.216 INFO:tasks.rados.rados.0.smithi037.stdout:3809: expect deleted 2021-07-26T16:10:09.217 INFO:tasks.rados.rados.0.smithi037.stdout:3810: copy_from oid 49 from oid 47 current snap is 375 2021-07-26T16:10:09.217 INFO:tasks.rados.rados.0.smithi037.stdout:3811: delete oid 34 current snap is 375 2021-07-26T16:10:09.219 INFO:tasks.rados.rados.0.smithi037.stdout:3809: done (2 left) 2021-07-26T16:10:09.220 INFO:tasks.rados.rados.0.smithi037.stdout:3811: done (1 left) 2021-07-26T16:10:09.220 INFO:tasks.rados.rados.0.smithi037.stdout:3812: delete oid 23 current snap is 375 2021-07-26T16:10:09.229 INFO:tasks.rados.rados.0.smithi037.stdout:3812: done (1 left) 2021-07-26T16:10:09.229 INFO:tasks.rados.rados.0.smithi037.stdout:3813: snap_create 2021-07-26T16:10:09.233 INFO:tasks.rados.rados.0.smithi037.stdout:3810: finishing copy_from to smithi03738989-49 2021-07-26T16:10:09.233 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 2899 (ObjNum 1085 snap 329 seq_num 1085) dirty exists 2021-07-26T16:10:09.234 INFO:tasks.rados.rados.0.smithi037.stdout:3810: finishing copy_from racing read to smithi03738989-49 2021-07-26T16:10:09.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:09 smithi107 bash[29346]: cluster 2021-07-26T16:10:07.929258+0000 mgr.y (mgr.24994) 554 : cluster [DBG] pgmap v917: 89 pgs: 89 active+clean; 398 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 709 KiB/s rd, 698 KiB/s wr, 14 op/s 2021-07-26T16:10:09.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:09 smithi107 bash[29346]: cluster 2021-07-26T16:10:08.210885+0000 mon.a (mon.0) 1289 : cluster [DBG] osdmap e805: 8 total, 8 up, 8 in 2021-07-26T16:10:09.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[42499]: cluster 2021-07-26T16:10:07.929258+0000 mgr.y (mgr.24994) 554 : cluster [DBG] pgmap v917: 89 pgs: 89 active+clean; 398 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 709 KiB/s rd, 698 KiB/s wr, 14 op/s 2021-07-26T16:10:09.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[42499]: cluster 2021-07-26T16:10:08.210885+0000 mon.a (mon.0) 1289 : cluster [DBG] osdmap e805: 8 total, 8 up, 8 in 2021-07-26T16:10:09.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[41498]: cluster 2021-07-26T16:10:07.929258+0000 mgr.y (mgr.24994) 554 : cluster [DBG] pgmap v917: 89 pgs: 89 active+clean; 398 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 709 KiB/s rd, 698 KiB/s wr, 14 op/s 2021-07-26T16:10:09.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[41498]: cluster 2021-07-26T16:10:08.210885+0000 mon.a (mon.0) 1289 : cluster [DBG] osdmap e805: 8 total, 8 up, 8 in 2021-07-26T16:10:10.085 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: debug 2021-07-26T16:10:09.739+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:10:10.086 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:10:10.086 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:10:10.086 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:10:10.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:10:10.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:10:10.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:10:10.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:10:10.087 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:10:10.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: debug 2021-07-26T16:10:09.739+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:10:10.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:10:10.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:10:10.088 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:10:10.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:10:10.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:10:10.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:10:10.089 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:10:10.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:10:10.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: debug 2021-07-26T16:10:09.743+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:10:10.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:10:10.090 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:10:10.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:10:10.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:10:10.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:10:10.091 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:10:10.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:10:10.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:10:10.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: debug 2021-07-26T16:10:09.743+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:10:10.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:10:10.092 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:10:10.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:10:10.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:10:10.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:10:10.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:10:10.093 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:10:10.094 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:10:09 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:10:10.240 INFO:tasks.rados.rados.0.smithi037.stdout:3810: done (1 left) 2021-07-26T16:10:10.240 INFO:tasks.rados.rados.0.smithi037.stdout:3813: done (0 left) 2021-07-26T16:10:10.241 INFO:tasks.rados.rados.0.smithi037.stdout:3814: snap_remove snap 375 2021-07-26T16:10:10.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: cluster 2021-07-26T16:10:09.214045+0000 mon.a (mon.0) 1290 : cluster [DBG] osdmap e806: 8 total, 8 up, 8 in 2021-07-26T16:10:10.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.441030+0000 mon.c (mon.1) 464 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:10:10.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.677688+0000 mon.c (mon.1) 465 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.678542+0000 mon.c (mon.1) 466 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.679359+0000 mon.c (mon.1) 467 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.680155+0000 mon.c (mon.1) 468 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.680819+0000 mon.c (mon.1) 469 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.681612+0000 mon.c (mon.1) 470 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.682370+0000 mon.c (mon.1) 471 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.683101+0000 mon.c (mon.1) 472 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.683873+0000 mon.c (mon.1) 473 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi037.wjuegm","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T16:10:10.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.684821+0000 mon.c (mon.1) 474 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.685370+0000 mon.a (mon.0) 1291 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.726665+0000 mon.c (mon.1) 475 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.727509+0000 mon.c (mon.1) 476 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.728426+0000 mon.c (mon.1) 477 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.729322+0000 mon.c (mon.1) 478 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.730237+0000 mon.c (mon.1) 479 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.731082+0000 mon.c (mon.1) 480 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.534 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.731974+0000 mon.c (mon.1) 481 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.534 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.732806+0000 mon.c (mon.1) 482 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.534 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.733657+0000 mon.c (mon.1) 483 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi107.pmlxcx","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T16:10:10.535 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.734492+0000 mon.c (mon.1) 484 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.535 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.735118+0000 mon.a (mon.0) 1292 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.536 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:10 smithi107 bash[29346]: audit 2021-07-26T16:10:09.743601+0000 mon.a (mon.0) 1293 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:10:10.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: cluster 2021-07-26T16:10:09.214045+0000 mon.a (mon.0) 1290 : cluster [DBG] osdmap e806: 8 total, 8 up, 8 in 2021-07-26T16:10:10.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.441030+0000 mon.c (mon.1) 464 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:10:10.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.677688+0000 mon.c (mon.1) 465 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.678542+0000 mon.c (mon.1) 466 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.679359+0000 mon.c (mon.1) 467 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.680155+0000 mon.c (mon.1) 468 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.680819+0000 mon.c (mon.1) 469 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.681612+0000 mon.c (mon.1) 470 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.682370+0000 mon.c (mon.1) 471 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.683101+0000 mon.c (mon.1) 472 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.683873+0000 mon.c (mon.1) 473 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi037.wjuegm","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T16:10:10.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.684821+0000 mon.c (mon.1) 474 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.685370+0000 mon.a (mon.0) 1291 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.726665+0000 mon.c (mon.1) 475 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.727509+0000 mon.c (mon.1) 476 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.728426+0000 mon.c (mon.1) 477 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: cluster 2021-07-26T16:10:09.214045+0000 mon.a (mon.0) 1290 : cluster [DBG] osdmap e806: 8 total, 8 up, 8 in 2021-07-26T16:10:10.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.441030+0000 mon.c (mon.1) 464 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:10:10.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.677688+0000 mon.c (mon.1) 465 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.678542+0000 mon.c (mon.1) 466 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.0","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.679359+0000 mon.c (mon.1) 467 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.680155+0000 mon.c (mon.1) 468 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.1","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.680819+0000 mon.c (mon.1) 469 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.681612+0000 mon.c (mon.1) 470 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.2","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.682370+0000 mon.c (mon.1) 471 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.683101+0000 mon.c (mon.1) 472 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.3","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.683873+0000 mon.c (mon.1) 473 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi037.wjuegm","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T16:10:10.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.684821+0000 mon.c (mon.1) 474 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.685370+0000 mon.a (mon.0) 1291 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi037", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.726665+0000 mon.c (mon.1) 475 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.727509+0000 mon.c (mon.1) 476 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.4","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.728426+0000 mon.c (mon.1) 477 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.729322+0000 mon.c (mon.1) 478 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.730237+0000 mon.c (mon.1) 479 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.731082+0000 mon.c (mon.1) 480 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.731974+0000 mon.c (mon.1) 481 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.732806+0000 mon.c (mon.1) 482 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.733657+0000 mon.c (mon.1) 483 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi107.pmlxcx","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T16:10:10.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.734492+0000 mon.c (mon.1) 484 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.602 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.735118+0000 mon.a (mon.0) 1292 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.602 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[41498]: audit 2021-07-26T16:10:09.743601+0000 mon.a (mon.0) 1293 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:10:10.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.729322+0000 mon.c (mon.1) 478 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.5","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.730237+0000 mon.c (mon.1) 479 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.731082+0000 mon.c (mon.1) 480 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.6","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.731974+0000 mon.c (mon.1) 481 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target_autotune"}]: dispatch 2021-07-26T16:10:10.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.732806+0000 mon.c (mon.1) 482 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "osd.7","key": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.733657+0000 mon.c (mon.1) 483 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config get","who": "mds.foo.smithi107.pmlxcx","key": "mds_cache_memory_limit"}]: dispatch 2021-07-26T16:10:10.605 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.734492+0000 mon.c (mon.1) 484 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.605 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.735118+0000 mon.a (mon.0) 1292 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi107", "name": "osd_memory_target"}]: dispatch 2021-07-26T16:10:10.605 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:10 smithi037 bash[42499]: audit 2021-07-26T16:10:09.743601+0000 mon.a (mon.0) 1293 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:10:11.249 INFO:tasks.rados.rados.0.smithi037.stdout:3814: done (0 left) 2021-07-26T16:10:11.249 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 376 2021-07-26T16:10:11.250 INFO:tasks.rados.rados.0.smithi037.stdout:3815: seq_num 1215 ranges {0=753664,753664=401408} 2021-07-26T16:10:11.256 INFO:tasks.rados.rados.0.smithi037.stdout:3815: writing smithi03738989-7 from 0 to 753664 tid 1 2021-07-26T16:10:11.259 INFO:tasks.rados.rados.0.smithi037.stdout:3815: writing smithi03738989-7 from 753664 to 1155072 tid 2 2021-07-26T16:10:11.259 INFO:tasks.rados.rados.0.smithi037.stdout:3816: snap_remove snap 351 2021-07-26T16:10:11.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: cephadm 2021-07-26T16:10:09.745943+0000 mgr.y (mgr.24994) 555 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:10:11.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:10:11.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:10:11.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:10:11.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:10:11.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:10:11.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:10:11.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:10:11.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:10:11.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: cephadm 2021-07-26T16:10:09.747031+0000 mgr.y (mgr.24994) 556 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:10:11.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:10:11.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:10:11.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:10:11.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:10:11.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:10:11.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:10:11.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:10:11.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:10:11.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: cephadm 2021-07-26T16:10:09.749219+0000 mgr.y (mgr.24994) 557 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:10:11.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:10:11.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:10:11.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:10:11.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:10:11.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:10:11.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:10:11.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:10:11.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:10:11.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: cephadm 2021-07-26T16:10:09.750565+0000 mgr.y (mgr.24994) 558 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:10:11.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:10:11.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:10:11.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:10:11.534 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:10:11.534 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:10:11.534 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:10:11.534 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:10:11.535 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:10:11.535 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: cluster 2021-07-26T16:10:09.930139+0000 mgr.y (mgr.24994) 559 : cluster [DBG] pgmap v920: 89 pgs: 89 active+clean; 404 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.5 MiB/s wr, 12 op/s 2021-07-26T16:10:11.535 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:11 smithi107 bash[29346]: cluster 2021-07-26T16:10:10.242186+0000 mon.a (mon.0) 1294 : cluster [DBG] osdmap e807: 8 total, 8 up, 8 in 2021-07-26T16:10:11.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: cephadm 2021-07-26T16:10:09.745943+0000 mgr.y (mgr.24994) 555 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:10:11.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:10:11.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:10:11.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:10:11.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:10:11.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:10:11.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:10:11.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:10:11.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:10:11.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: cephadm 2021-07-26T16:10:09.747031+0000 mgr.y (mgr.24994) 556 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:10:11.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:10:11.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:10:11.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:10:11.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:10:11.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:10:11.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:10:11.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:10:11.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:10:11.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: cephadm 2021-07-26T16:10:09.749219+0000 mgr.y (mgr.24994) 557 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:10:11.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:10:11.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:10:11.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:10:11.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:10:11.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:10:11.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:10:11.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:10:11.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:10:11.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: cephadm 2021-07-26T16:10:09.745943+0000 mgr.y (mgr.24994) 555 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:10:11.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:10:11.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:10:11.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:10:11.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:10:11.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:10:11.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:10:11.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:10:11.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:10:11.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: cephadm 2021-07-26T16:10:09.747031+0000 mgr.y (mgr.24994) 556 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:10:11.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:10:11.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:10:11.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:10:11.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:10:11.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:10:11.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:10:11.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:10:11.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:10:11.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: cephadm 2021-07-26T16:10:09.749219+0000 mgr.y (mgr.24994) 557 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:10:11.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:10:11.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:10:11.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:10:11.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:10:11.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:10:11.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:10:11.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:10:11.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:10:11.598 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: cephadm 2021-07-26T16:10:09.750565+0000 mgr.y (mgr.24994) 558 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:10:11.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:10:11.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:10:11.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:10:11.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:10:11.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:10:11.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:10:11.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:10:11.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:10:11.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: cluster 2021-07-26T16:10:09.930139+0000 mgr.y (mgr.24994) 559 : cluster [DBG] pgmap v920: 89 pgs: 89 active+clean; 404 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.5 MiB/s wr, 12 op/s 2021-07-26T16:10:11.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[41498]: cluster 2021-07-26T16:10:10.242186+0000 mon.a (mon.0) 1294 : cluster [DBG] osdmap e807: 8 total, 8 up, 8 in 2021-07-26T16:10:11.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: cephadm 2021-07-26T16:10:09.750565+0000 mgr.y (mgr.24994) 558 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:10:11.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:10:11.601 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:10:11.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:10:11.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:10:11.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:10:11.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:10:11.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:10:11.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:10:11.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: cluster 2021-07-26T16:10:09.930139+0000 mgr.y (mgr.24994) 559 : cluster [DBG] pgmap v920: 89 pgs: 89 active+clean; 404 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.5 MiB/s wr, 12 op/s 2021-07-26T16:10:11.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:11 smithi037 bash[42499]: cluster 2021-07-26T16:10:10.242186+0000 mon.a (mon.0) 1294 : cluster [DBG] osdmap e807: 8 total, 8 up, 8 in 2021-07-26T16:10:12.218 INFO:tasks.rados.rados.0.smithi037.stdout:3816: done (1 left) 2021-07-26T16:10:12.219 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 41 current snap is 376 2021-07-26T16:10:12.219 INFO:tasks.rados.rados.0.smithi037.stdout:3817: seq_num 1216 ranges {966656=770048,1736704=401408} 2021-07-26T16:10:12.228 INFO:tasks.rados.rados.0.smithi037.stdout:3817: writing smithi03738989-41 from 966656 to 1736704 tid 1 2021-07-26T16:10:12.228 INFO:tasks.rados.rados.0.smithi037.stdout:3817: writing smithi03738989-41 from 1736704 to 2138112 tid 2 2021-07-26T16:10:12.229 INFO:tasks.rados.rados.0.smithi037.stdout:3818: read oid 43 snap 372 2021-07-26T16:10:12.229 INFO:tasks.rados.rados.0.smithi037.stdout:3818: expect (ObjNum 1199 snap 369 seq_num 1199) 2021-07-26T16:10:12.229 INFO:tasks.rados.rados.0.smithi037.stdout:3819: snap_create 2021-07-26T16:10:12.229 INFO:tasks.rados.rados.0.smithi037.stdout:3815: finishing write tid 1 to smithi03738989-7 2021-07-26T16:10:12.230 INFO:tasks.rados.rados.0.smithi037.stdout:3815: finishing write tid 2 to smithi03738989-7 2021-07-26T16:10:12.230 INFO:tasks.rados.rados.0.smithi037.stdout:3815: finishing write tid 4 to smithi03738989-7 2021-07-26T16:10:12.230 INFO:tasks.rados.rados.0.smithi037.stdout:3815: finishing write tid 5 to smithi03738989-7 2021-07-26T16:10:12.230 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2907 (ObjNum 1215 snap 376 seq_num 1215) dirty exists 2021-07-26T16:10:12.231 INFO:tasks.rados.rados.0.smithi037.stdout:3815: left oid 7 (ObjNum 1215 snap 376 seq_num 1215) 2021-07-26T16:10:12.242 INFO:tasks.rados.rados.0.smithi037.stdout:3818: expect (ObjNum 1199 snap 369 seq_num 1199) 2021-07-26T16:10:12.271 INFO:tasks.rados.rados.0.smithi037.stdout:3817: finishing write tid 1 to smithi03738989-41 2021-07-26T16:10:12.272 INFO:tasks.rados.rados.0.smithi037.stdout:3817: finishing write tid 2 to smithi03738989-41 2021-07-26T16:10:12.272 INFO:tasks.rados.rados.0.smithi037.stdout:3817: finishing write tid 4 to smithi03738989-41 2021-07-26T16:10:12.272 INFO:tasks.rados.rados.0.smithi037.stdout:3817: finishing write tid 5 to smithi03738989-41 2021-07-26T16:10:12.273 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 41 v 2270 (ObjNum 1216 snap 376 seq_num 1216) dirty exists 2021-07-26T16:10:12.273 INFO:tasks.rados.rados.0.smithi037.stdout:3817: left oid 41 (ObjNum 1216 snap 376 seq_num 1216) 2021-07-26T16:10:12.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:12 smithi107 bash[29346]: cluster 2021-07-26T16:10:11.245216+0000 mon.a (mon.0) 1295 : cluster [DBG] osdmap e808: 8 total, 8 up, 8 in 2021-07-26T16:10:12.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:12 smithi107 bash[29346]: cluster 2021-07-26T16:10:12.210939+0000 mon.a (mon.0) 1296 : cluster [DBG] osdmap e809: 8 total, 8 up, 8 in 2021-07-26T16:10:12.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:12 smithi037 bash[41498]: cluster 2021-07-26T16:10:11.245216+0000 mon.a (mon.0) 1295 : cluster [DBG] osdmap e808: 8 total, 8 up, 8 in 2021-07-26T16:10:12.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:12 smithi037 bash[41498]: cluster 2021-07-26T16:10:12.210939+0000 mon.a (mon.0) 1296 : cluster [DBG] osdmap e809: 8 total, 8 up, 8 in 2021-07-26T16:10:12.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:12 smithi037 bash[42499]: cluster 2021-07-26T16:10:11.245216+0000 mon.a (mon.0) 1295 : cluster [DBG] osdmap e808: 8 total, 8 up, 8 in 2021-07-26T16:10:12.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:12 smithi037 bash[42499]: cluster 2021-07-26T16:10:12.210939+0000 mon.a (mon.0) 1296 : cluster [DBG] osdmap e809: 8 total, 8 up, 8 in 2021-07-26T16:10:13.225 INFO:tasks.rados.rados.0.smithi037.stdout:3815: done (3 left) 2021-07-26T16:10:13.225 INFO:tasks.rados.rados.0.smithi037.stdout:3817: done (2 left) 2021-07-26T16:10:13.226 INFO:tasks.rados.rados.0.smithi037.stdout:3818: done (1 left) 2021-07-26T16:10:13.226 INFO:tasks.rados.rados.0.smithi037.stdout:3819: done (0 left) 2021-07-26T16:10:13.226 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 377 2021-07-26T16:10:13.226 INFO:tasks.rados.rados.0.smithi037.stdout:3820: seq_num 1217 ranges {0=786432,786432=401408} 2021-07-26T16:10:13.229 INFO:tasks.rados.rados.0.smithi037.stdout:3820: writing smithi03738989-44 from 0 to 786432 tid 1 2021-07-26T16:10:13.232 INFO:tasks.rados.rados.0.smithi037.stdout:3820: writing smithi03738989-44 from 786432 to 1187840 tid 2 2021-07-26T16:10:13.233 INFO:tasks.rados.rados.0.smithi037.stdout:3821: snap_remove snap 357 2021-07-26T16:10:13.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:13 smithi107 bash[29346]: cluster 2021-07-26T16:10:11.930912+0000 mgr.y (mgr.24994) 560 : cluster [DBG] pgmap v923: 89 pgs: 89 active+clean; 404 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2021-07-26T16:10:13.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:13 smithi107 bash[29346]: cluster 2021-07-26T16:10:13.225890+0000 mon.a (mon.0) 1297 : cluster [DBG] osdmap e810: 8 total, 8 up, 8 in 2021-07-26T16:10:13.531 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:13 smithi037 bash[42499]: cluster 2021-07-26T16:10:11.930912+0000 mgr.y (mgr.24994) 560 : cluster [DBG] pgmap v923: 89 pgs: 89 active+clean; 404 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2021-07-26T16:10:13.531 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:13 smithi037 bash[42499]: cluster 2021-07-26T16:10:13.225890+0000 mon.a (mon.0) 1297 : cluster [DBG] osdmap e810: 8 total, 8 up, 8 in 2021-07-26T16:10:13.531 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:13 smithi037 bash[41498]: cluster 2021-07-26T16:10:11.930912+0000 mgr.y (mgr.24994) 560 : cluster [DBG] pgmap v923: 89 pgs: 89 active+clean; 404 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2021-07-26T16:10:13.532 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:13 smithi037 bash[41498]: cluster 2021-07-26T16:10:13.225890+0000 mon.a (mon.0) 1297 : cluster [DBG] osdmap e810: 8 total, 8 up, 8 in 2021-07-26T16:10:13.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:10:13 smithi037 bash[50550]: level=error ts=2021-07-26T16:10:13.533Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:13.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:10:13 smithi037 bash[50550]: level=error ts=2021-07-26T16:10:13.533Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:13.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:10:13 smithi037 bash[50550]: level=error ts=2021-07-26T16:10:13.533Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:10:14.230 INFO:tasks.rados.rados.0.smithi037.stdout:3821: done (1 left) 2021-07-26T16:10:14.230 INFO:tasks.rados.rados.0.smithi037.stdout:3822: delete oid 42 current snap is 377 2021-07-26T16:10:14.230 INFO:tasks.rados.rados.0.smithi037.stdout:3820: finishing write tid 1 to smithi03738989-44 2021-07-26T16:10:14.231 INFO:tasks.rados.rados.0.smithi037.stdout:3820: finishing write tid 2 to smithi03738989-44 2021-07-26T16:10:14.231 INFO:tasks.rados.rados.0.smithi037.stdout:3820: finishing write tid 4 to smithi03738989-44 2021-07-26T16:10:14.231 INFO:tasks.rados.rados.0.smithi037.stdout:3820: finishing write tid 5 to smithi03738989-44 2021-07-26T16:10:14.231 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 2256 (ObjNum 1217 snap 377 seq_num 1217) dirty exists 2021-07-26T16:10:14.231 INFO:tasks.rados.rados.0.smithi037.stdout:3820: left oid 44 (ObjNum 1217 snap 377 seq_num 1217) 2021-07-26T16:10:14.242 INFO:tasks.rados.rados.0.smithi037.stdout:3820: done (1 left) 2021-07-26T16:10:14.242 INFO:tasks.rados.rados.0.smithi037.stdout:3822: done (0 left) 2021-07-26T16:10:14.243 INFO:tasks.rados.rados.0.smithi037.stdout:3823: setattr oid 19 current snap is 377 2021-07-26T16:10:14.243 INFO:tasks.rados.rados.0.smithi037.stdout:3824: snap_create 2021-07-26T16:10:14.255 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2257 (ObjNum 1193 snap 368 seq_num 1193) dirty exists 2021-07-26T16:10:15.241 INFO:tasks.rados.rados.0.smithi037.stdout:3823: done (1 left) 2021-07-26T16:10:15.241 INFO:tasks.rados.rados.0.smithi037.stdout:3824: done (0 left) 2021-07-26T16:10:15.242 INFO:tasks.rados.rados.0.smithi037.stdout:3825: rollback oid 1 current snap is 378 2021-07-26T16:10:15.242 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 1 to 365 2021-07-26T16:10:15.242 INFO:tasks.rados.rados.0.smithi037.stdout:3826: rollback oid 18 current snap is 378 2021-07-26T16:10:15.242 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 18 to 374 2021-07-26T16:10:15.242 INFO:tasks.rados.rados.0.smithi037.stdout:3827: copy_from oid 6 from oid 4 current snap is 378 2021-07-26T16:10:15.243 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 15 current snap is 378 2021-07-26T16:10:15.243 INFO:tasks.rados.rados.0.smithi037.stdout:3828: seq_num 1219 ranges {1998848=417792,2416640=557056,2973696=245760} 2021-07-26T16:10:15.257 INFO:tasks.rados.rados.0.smithi037.stdout:3828: writing smithi03738989-15 from 1998848 to 2416640 tid 1 2021-07-26T16:10:15.261 INFO:tasks.rados.rados.0.smithi037.stdout:3828: writing smithi03738989-15 from 2416640 to 2973696 tid 2 2021-07-26T16:10:15.263 INFO:tasks.rados.rados.0.smithi037.stdout:3828: writing smithi03738989-15 from 2973696 to 3219456 tid 3 2021-07-26T16:10:15.264 INFO:tasks.rados.rados.0.smithi037.stdout:3829: read oid 39 snap 333 2021-07-26T16:10:15.264 INFO:tasks.rados.rados.0.smithi037.stdout:3829: expect (ObjNum 1033 snap 319 seq_num 1033) 2021-07-26T16:10:15.264 INFO:tasks.rados.rados.0.smithi037.stdout:3830: copy_from oid 45 from oid 34 current snap is 378 2021-07-26T16:10:15.264 INFO:tasks.rados.rados.0.smithi037.stdout:3825: finishing rollback tid 1 to smithi03738989-1 2021-07-26T16:10:15.265 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 3283 (ObjNum 1431858019 snap 1718899799 seq_num 1785094992) dirty dne 2021-07-26T16:10:15.265 INFO:tasks.rados.rados.0.smithi037.stdout:3825: done (5 left) 2021-07-26T16:10:15.265 INFO:tasks.rados.rados.0.smithi037.stdout:3831: setattr oid 32 current snap is 378 2021-07-26T16:10:15.265 INFO:tasks.rados.rados.0.smithi037.stdout:3826: finishing rollback tid 0 to smithi03738989-18 2021-07-26T16:10:15.266 INFO:tasks.rados.rados.0.smithi037.stdout:3826: finishing rollback tid 1 to smithi03738989-18 2021-07-26T16:10:15.266 INFO:tasks.rados.rados.0.smithi037.stdout:3826: finishing rollback tid 2 to smithi03738989-18 2021-07-26T16:10:15.266 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 18 v 2902 (ObjNum 1198 snap 368 seq_num 1198) dirty exists 2021-07-26T16:10:15.266 INFO:tasks.rados.rados.0.smithi037.stdout:3827: finishing copy_from to smithi03738989-6 2021-07-26T16:10:15.266 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 3454 (ObjNum 1204 snap 372 seq_num 1204) dirty exists 2021-07-26T16:10:15.267 INFO:tasks.rados.rados.0.smithi037.stdout:3827: finishing copy_from racing read to smithi03738989-6 2021-07-26T16:10:15.267 INFO:tasks.rados.rados.0.smithi037.stdout:3826: done (5 left) 2021-07-26T16:10:15.268 INFO:tasks.rados.rados.0.smithi037.stdout:3827: done (4 left) 2021-07-26T16:10:15.268 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 10 current snap is 378 2021-07-26T16:10:15.268 INFO:tasks.rados.rados.0.smithi037.stdout:3832: seq_num 1220 ranges {1802240=434176,2236416=442368,2678784=360448} 2021-07-26T16:10:15.277 INFO:tasks.rados.rados.0.smithi037.stdout:3832: writing smithi03738989-10 from 1802240 to 2236416 tid 1 2021-07-26T16:10:15.280 INFO:tasks.rados.rados.0.smithi037.stdout:3832: writing smithi03738989-10 from 2236416 to 2678784 tid 2 2021-07-26T16:10:15.282 INFO:tasks.rados.rados.0.smithi037.stdout:3832: writing smithi03738989-10 from 2678784 to 3039232 tid 3 2021-07-26T16:10:15.282 INFO:tasks.rados.rados.0.smithi037.stdout:3833: snap_remove snap 344 2021-07-26T16:10:15.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:15 smithi107 bash[29346]: cluster 2021-07-26T16:10:13.931669+0000 mgr.y (mgr.24994) 561 : cluster [DBG] pgmap v926: 89 pgs: 89 active+clean; 414 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 890 KiB/s wr, 4 op/s 2021-07-26T16:10:15.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:15 smithi107 bash[29346]: cluster 2021-07-26T16:10:14.228921+0000 mon.a (mon.0) 1298 : cluster [DBG] osdmap e811: 8 total, 8 up, 8 in 2021-07-26T16:10:15.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:15 smithi037 bash[41498]: cluster 2021-07-26T16:10:13.931669+0000 mgr.y (mgr.24994) 561 : cluster [DBG] pgmap v926: 89 pgs: 89 active+clean; 414 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 890 KiB/s wr, 4 op/s 2021-07-26T16:10:15.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:15 smithi037 bash[41498]: cluster 2021-07-26T16:10:14.228921+0000 mon.a (mon.0) 1298 : cluster [DBG] osdmap e811: 8 total, 8 up, 8 in 2021-07-26T16:10:15.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:15 smithi037 bash[42499]: cluster 2021-07-26T16:10:13.931669+0000 mgr.y (mgr.24994) 561 : cluster [DBG] pgmap v926: 89 pgs: 89 active+clean; 414 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 890 KiB/s wr, 4 op/s 2021-07-26T16:10:15.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:15 smithi037 bash[42499]: cluster 2021-07-26T16:10:14.228921+0000 mon.a (mon.0) 1298 : cluster [DBG] osdmap e811: 8 total, 8 up, 8 in 2021-07-26T16:10:16.250 INFO:tasks.rados.rados.0.smithi037.stdout:3833: done (5 left) 2021-07-26T16:10:16.251 INFO:tasks.rados.rados.0.smithi037.stdout:3834: read oid 9 snap 373 2021-07-26T16:10:16.251 INFO:tasks.rados.rados.0.smithi037.stdout:3834: expect (ObjNum 372305632 snap 21933 seq_num 371913440) 2021-07-26T16:10:16.251 INFO:tasks.rados.rados.0.smithi037.stdout:3835: rollback oid 11 current snap is 378 2021-07-26T16:10:16.251 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 11 to 362 2021-07-26T16:10:16.252 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 48 current snap is 378 2021-07-26T16:10:16.252 INFO:tasks.rados.rados.0.smithi037.stdout:3836: seq_num 1221 ranges {1384448=458752,1843200=729088,2572288=73728} 2021-07-26T16:10:16.261 INFO:tasks.rados.rados.0.smithi037.stdout:3836: writing smithi03738989-48 from 1384448 to 1843200 tid 1 2021-07-26T16:10:16.266 INFO:tasks.rados.rados.0.smithi037.stdout:3836: writing smithi03738989-48 from 1843200 to 2572288 tid 2 2021-07-26T16:10:16.267 INFO:tasks.rados.rados.0.smithi037.stdout:3836: writing smithi03738989-48 from 2572288 to 2646016 tid 3 2021-07-26T16:10:16.267 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 12 current snap is 378 2021-07-26T16:10:16.268 INFO:tasks.rados.rados.0.smithi037.stdout:3837: seq_num 1222 ranges {3268608=475136,3743744=606208,4349952=196608} 2021-07-26T16:10:16.289 INFO:tasks.rados.rados.0.smithi037.stdout:3837: writing smithi03738989-12 from 3268608 to 3743744 tid 1 2021-07-26T16:10:16.293 INFO:tasks.rados.rados.0.smithi037.stdout:3837: writing smithi03738989-12 from 3743744 to 4349952 tid 2 2021-07-26T16:10:16.295 INFO:tasks.rados.rados.0.smithi037.stdout:3837: writing smithi03738989-12 from 4349952 to 4546560 tid 3 2021-07-26T16:10:16.295 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 378 2021-07-26T16:10:16.295 INFO:tasks.rados.rados.0.smithi037.stdout:3838: seq_num 1223 ranges {884736=491520,1376256=491520,1867776=311296} 2021-07-26T16:10:16.303 INFO:tasks.rados.rados.0.smithi037.stdout:3838: writing smithi03738989-43 from 884736 to 1376256 tid 1 2021-07-26T16:10:16.306 INFO:tasks.rados.rados.0.smithi037.stdout:3838: writing smithi03738989-43 from 1376256 to 1867776 tid 2 2021-07-26T16:10:16.308 INFO:tasks.rados.rados.0.smithi037.stdout:3838: writing smithi03738989-43 from 1867776 to 2179072 tid 3 2021-07-26T16:10:16.309 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 38 current snap is 378 2021-07-26T16:10:16.309 INFO:tasks.rados.rados.0.smithi037.stdout:3839: seq_num 1224 ranges {3047424=507904,3555328=425984,3981312=376832} 2021-07-26T16:10:16.329 INFO:tasks.rados.rados.0.smithi037.stdout:3839: writing smithi03738989-38 from 3047424 to 3555328 tid 1 2021-07-26T16:10:16.331 INFO:tasks.rados.rados.0.smithi037.stdout:3839: writing smithi03738989-38 from 3555328 to 3981312 tid 2 2021-07-26T16:10:16.333 INFO:tasks.rados.rados.0.smithi037.stdout:3839: writing smithi03738989-38 from 3981312 to 4358144 tid 3 2021-07-26T16:10:16.334 INFO:tasks.rados.rados.0.smithi037.stdout:3840: delete oid 2 current snap is 378 2021-07-26T16:10:16.334 INFO:tasks.rados.rados.0.smithi037.stdout:3828: finishing write tid 1 to smithi03738989-15 2021-07-26T16:10:16.334 INFO:tasks.rados.rados.0.smithi037.stdout:3828: finishing write tid 2 to smithi03738989-15 2021-07-26T16:10:16.334 INFO:tasks.rados.rados.0.smithi037.stdout:3828: finishing write tid 3 to smithi03738989-15 2021-07-26T16:10:16.335 INFO:tasks.rados.rados.0.smithi037.stdout:3828: finishing write tid 5 to smithi03738989-15 2021-07-26T16:10:16.335 INFO:tasks.rados.rados.0.smithi037.stdout:3829: expect (ObjNum 1033 snap 319 seq_num 1033) 2021-07-26T16:10:16.386 INFO:tasks.rados.rados.0.smithi037.stdout:3828: finishing write tid 6 to smithi03738989-15 2021-07-26T16:10:16.387 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 2538 (ObjNum 1219 snap 378 seq_num 1219) dirty exists 2021-07-26T16:10:16.387 INFO:tasks.rados.rados.0.smithi037.stdout:3828: left oid 15 (ObjNum 1219 snap 378 seq_num 1219) 2021-07-26T16:10:16.387 INFO:tasks.rados.rados.0.smithi037.stdout:3830: finishing copy_from to smithi03738989-45 2021-07-26T16:10:16.387 INFO:tasks.rados.rados.0.smithi037.stdout:3830: got expected ENOENT (src dne) 2021-07-26T16:10:16.388 INFO:tasks.rados.rados.0.smithi037.stdout:3830: finishing copy_from racing read to smithi03738989-45 2021-07-26T16:10:16.388 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 3484 (ObjNum 1313890675 snap 1349409387 seq_num 1582783326) dirty exists 2021-07-26T16:10:16.388 INFO:tasks.rados.rados.0.smithi037.stdout:3832: finishing write tid 1 to smithi03738989-10 2021-07-26T16:10:16.388 INFO:tasks.rados.rados.0.smithi037.stdout:3832: finishing write tid 2 to smithi03738989-10 2021-07-26T16:10:16.389 INFO:tasks.rados.rados.0.smithi037.stdout:3832: finishing write tid 3 to smithi03738989-10 2021-07-26T16:10:16.389 INFO:tasks.rados.rados.0.smithi037.stdout:3828: done (11 left) 2021-07-26T16:10:16.389 INFO:tasks.rados.rados.0.smithi037.stdout:3829: done (10 left) 2021-07-26T16:10:16.389 INFO:tasks.rados.rados.0.smithi037.stdout:3830: done (9 left) 2021-07-26T16:10:16.389 INFO:tasks.rados.rados.0.smithi037.stdout:3831: done (8 left) 2021-07-26T16:10:16.390 INFO:tasks.rados.rados.0.smithi037.stdout:3840: done (7 left) 2021-07-26T16:10:16.390 INFO:tasks.rados.rados.0.smithi037.stdout:3841: delete oid 5 current snap is 378 2021-07-26T16:10:16.390 INFO:tasks.rados.rados.0.smithi037.stdout:3832: finishing write tid 5 to smithi03738989-10 2021-07-26T16:10:16.390 INFO:tasks.rados.rados.0.smithi037.stdout:3832: finishing write tid 6 to smithi03738989-10 2021-07-26T16:10:16.391 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 10 v 3489 (ObjNum 1220 snap 378 seq_num 1220) dirty exists 2021-07-26T16:10:16.391 INFO:tasks.rados.rados.0.smithi037.stdout:3832: left oid 10 (ObjNum 1220 snap 378 seq_num 1220) 2021-07-26T16:10:16.391 INFO:tasks.rados.rados.0.smithi037.stdout:3834: expect (ObjNum 372305632 snap 21933 seq_num 371913440) 2021-07-26T16:10:16.393 INFO:tasks.rados.rados.0.smithi037.stdout:3835: finishing rollback tid 0 to smithi03738989-11 2021-07-26T16:10:16.393 INFO:tasks.rados.rados.0.smithi037.stdout:3835: finishing rollback tid 1 to smithi03738989-11 2021-07-26T16:10:16.393 INFO:tasks.rados.rados.0.smithi037.stdout:3835: finishing rollback tid 2 to smithi03738989-11 2021-07-26T16:10:16.393 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 11 v 2552 (ObjNum 985 snap 300 seq_num 985) dirty exists 2021-07-26T16:10:16.394 INFO:tasks.rados.rados.0.smithi037.stdout:3836: finishing write tid 1 to smithi03738989-48 2021-07-26T16:10:16.394 INFO:tasks.rados.rados.0.smithi037.stdout:3836: finishing write tid 2 to smithi03738989-48 2021-07-26T16:10:16.394 INFO:tasks.rados.rados.0.smithi037.stdout:3836: finishing write tid 3 to smithi03738989-48 2021-07-26T16:10:16.394 INFO:tasks.rados.rados.0.smithi037.stdout:3836: finishing write tid 5 to smithi03738989-48 2021-07-26T16:10:16.395 INFO:tasks.rados.rados.0.smithi037.stdout:3836: finishing write tid 6 to smithi03738989-48 2021-07-26T16:10:16.395 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 3252 (ObjNum 1221 snap 378 seq_num 1221) dirty exists 2021-07-26T16:10:16.395 INFO:tasks.rados.rados.0.smithi037.stdout:3836: left oid 48 (ObjNum 1221 snap 378 seq_num 1221) 2021-07-26T16:10:16.395 INFO:tasks.rados.rados.0.smithi037.stdout:3837: finishing write tid 1 to smithi03738989-12 2021-07-26T16:10:16.395 INFO:tasks.rados.rados.0.smithi037.stdout:3837: finishing write tid 2 to smithi03738989-12 2021-07-26T16:10:16.396 INFO:tasks.rados.rados.0.smithi037.stdout:3837: finishing write tid 3 to smithi03738989-12 2021-07-26T16:10:16.396 INFO:tasks.rados.rados.0.smithi037.stdout:3837: finishing write tid 5 to smithi03738989-12 2021-07-26T16:10:16.396 INFO:tasks.rados.rados.0.smithi037.stdout:3837: finishing write tid 6 to smithi03738989-12 2021-07-26T16:10:16.396 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 12 v 3256 (ObjNum 1222 snap 378 seq_num 1222) dirty exists 2021-07-26T16:10:16.397 INFO:tasks.rados.rados.0.smithi037.stdout:3837: left oid 12 (ObjNum 1222 snap 378 seq_num 1222) 2021-07-26T16:10:16.397 INFO:tasks.rados.rados.0.smithi037.stdout:3838: finishing write tid 1 to smithi03738989-43 2021-07-26T16:10:16.397 INFO:tasks.rados.rados.0.smithi037.stdout:3838: finishing write tid 2 to smithi03738989-43 2021-07-26T16:10:16.398 INFO:tasks.rados.rados.0.smithi037.stdout:3838: finishing write tid 3 to smithi03738989-43 2021-07-26T16:10:16.398 INFO:tasks.rados.rados.0.smithi037.stdout:3838: finishing write tid 5 to smithi03738989-43 2021-07-26T16:10:16.398 INFO:tasks.rados.rados.0.smithi037.stdout:3838: finishing write tid 6 to smithi03738989-43 2021-07-26T16:10:16.398 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 3458 (ObjNum 1223 snap 378 seq_num 1223) dirty exists 2021-07-26T16:10:16.399 INFO:tasks.rados.rados.0.smithi037.stdout:3838: left oid 43 (ObjNum 1223 snap 378 seq_num 1223) 2021-07-26T16:10:16.399 INFO:tasks.rados.rados.0.smithi037.stdout:3839: finishing write tid 1 to smithi03738989-38 2021-07-26T16:10:16.399 INFO:tasks.rados.rados.0.smithi037.stdout:3839: finishing write tid 2 to smithi03738989-38 2021-07-26T16:10:16.400 INFO:tasks.rados.rados.0.smithi037.stdout:3839: finishing write tid 3 to smithi03738989-38 2021-07-26T16:10:16.400 INFO:tasks.rados.rados.0.smithi037.stdout:3839: finishing write tid 5 to smithi03738989-38 2021-07-26T16:10:16.400 INFO:tasks.rados.rados.0.smithi037.stdout:3839: finishing write tid 6 to smithi03738989-38 2021-07-26T16:10:16.400 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 2559 (ObjNum 1224 snap 378 seq_num 1224) dirty exists 2021-07-26T16:10:16.400 INFO:tasks.rados.rados.0.smithi037.stdout:3839: left oid 38 (ObjNum 1224 snap 378 seq_num 1224) 2021-07-26T16:10:16.401 INFO:tasks.rados.rados.0.smithi037.stdout:3832: done (7 left) 2021-07-26T16:10:16.401 INFO:tasks.rados.rados.0.smithi037.stdout:3834: done (6 left) 2021-07-26T16:10:16.401 INFO:tasks.rados.rados.0.smithi037.stdout:3835: done (5 left) 2021-07-26T16:10:16.402 INFO:tasks.rados.rados.0.smithi037.stdout:3836: done (4 left) 2021-07-26T16:10:16.402 INFO:tasks.rados.rados.0.smithi037.stdout:3837: done (3 left) 2021-07-26T16:10:16.402 INFO:tasks.rados.rados.0.smithi037.stdout:3838: done (2 left) 2021-07-26T16:10:16.403 INFO:tasks.rados.rados.0.smithi037.stdout:3839: done (1 left) 2021-07-26T16:10:16.403 INFO:tasks.rados.rados.0.smithi037.stdout:3841: done (0 left) 2021-07-26T16:10:16.403 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 378 2021-07-26T16:10:16.403 INFO:tasks.rados.rados.0.smithi037.stdout:3842: seq_num 1227 ranges {0=557056,557056=483328,1040384=319488} 2021-07-26T16:10:16.404 INFO:tasks.rados.rados.0.smithi037.stdout:3842: writing smithi03738989-37 from 0 to 557056 tid 1 2021-07-26T16:10:16.404 INFO:tasks.rados.rados.0.smithi037.stdout:3842: writing smithi03738989-37 from 557056 to 1040384 tid 2 2021-07-26T16:10:16.405 INFO:tasks.rados.rados.0.smithi037.stdout:3842: writing smithi03738989-37 from 1040384 to 1359872 tid 3 2021-07-26T16:10:16.405 INFO:tasks.rados.rados.0.smithi037.stdout:3843: snap_create 2021-07-26T16:10:16.407 INFO:tasks.rados.rados.0.smithi037.stdout:3842: finishing write tid 1 to smithi03738989-37 2021-07-26T16:10:16.411 INFO:tasks.rados.rados.0.smithi037.stdout:3842: finishing write tid 2 to smithi03738989-37 2021-07-26T16:10:16.412 INFO:tasks.rados.rados.0.smithi037.stdout:3842: finishing write tid 3 to smithi03738989-37 2021-07-26T16:10:16.412 INFO:tasks.rados.rados.0.smithi037.stdout:3842: finishing write tid 5 to smithi03738989-37 2021-07-26T16:10:16.414 INFO:tasks.rados.rados.0.smithi037.stdout:3842: finishing write tid 6 to smithi03738989-37 2021-07-26T16:10:16.415 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 3260 (ObjNum 1227 snap 378 seq_num 1227) dirty exists 2021-07-26T16:10:16.415 INFO:tasks.rados.rados.0.smithi037.stdout:3842: left oid 37 (ObjNum 1227 snap 378 seq_num 1227) 2021-07-26T16:10:16.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:16 smithi107 bash[29346]: cluster 2021-07-26T16:10:15.238480+0000 mon.a (mon.0) 1299 : cluster [DBG] osdmap e812: 8 total, 8 up, 8 in 2021-07-26T16:10:16.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:16 smithi037 bash[41498]: cluster 2021-07-26T16:10:15.238480+0000 mon.a (mon.0) 1299 : cluster [DBG] osdmap e812: 8 total, 8 up, 8 in 2021-07-26T16:10:16.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:16 smithi037 bash[42499]: cluster 2021-07-26T16:10:15.238480+0000 mon.a (mon.0) 1299 : cluster [DBG] osdmap e812: 8 total, 8 up, 8 in 2021-07-26T16:10:17.213 INFO:tasks.rados.rados.0.smithi037.stdout:3842: done (1 left) 2021-07-26T16:10:17.214 INFO:tasks.rados.rados.0.smithi037.stdout:3843: done (0 left) 2021-07-26T16:10:17.214 INFO:tasks.rados.rados.0.smithi037.stdout:3844: read oid 25 snap -1 2021-07-26T16:10:17.214 INFO:tasks.rados.rados.0.smithi037.stdout:3844: expect (ObjNum 1144 snap 350 seq_num 1144) 2021-07-26T16:10:17.214 INFO:tasks.rados.rados.0.smithi037.stdout:3845: delete oid 26 current snap is 379 2021-07-26T16:10:17.224 INFO:tasks.rados.rados.0.smithi037.stdout:3845: done (1 left) 2021-07-26T16:10:17.225 INFO:tasks.rados.rados.0.smithi037.stdout:3846: copy_from oid 11 from oid 34 current snap is 379 2021-07-26T16:10:17.225 INFO:tasks.rados.rados.0.smithi037.stdout:3847: snap_remove snap 367 2021-07-26T16:10:17.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:17 smithi107 bash[29346]: cluster 2021-07-26T16:10:15.932456+0000 mgr.y (mgr.24994) 562 : cluster [DBG] pgmap v929: 89 pgs: 89 active+clean; 412 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 4 op/s 2021-07-26T16:10:17.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:17 smithi107 bash[29346]: cluster 2021-07-26T16:10:16.249813+0000 mon.a (mon.0) 1300 : cluster [DBG] osdmap e813: 8 total, 8 up, 8 in 2021-07-26T16:10:17.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:17 smithi107 bash[29346]: cluster 2021-07-26T16:10:17.213538+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e814: 8 total, 8 up, 8 in 2021-07-26T16:10:17.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:17 smithi037 bash[41498]: cluster 2021-07-26T16:10:15.932456+0000 mgr.y (mgr.24994) 562 : cluster [DBG] pgmap v929: 89 pgs: 89 active+clean; 412 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 4 op/s 2021-07-26T16:10:17.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:17 smithi037 bash[41498]: cluster 2021-07-26T16:10:16.249813+0000 mon.a (mon.0) 1300 : cluster [DBG] osdmap e813: 8 total, 8 up, 8 in 2021-07-26T16:10:17.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:17 smithi037 bash[41498]: cluster 2021-07-26T16:10:17.213538+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e814: 8 total, 8 up, 8 in 2021-07-26T16:10:17.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:17 smithi037 bash[42499]: cluster 2021-07-26T16:10:15.932456+0000 mgr.y (mgr.24994) 562 : cluster [DBG] pgmap v929: 89 pgs: 89 active+clean; 412 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 4 op/s 2021-07-26T16:10:17.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:17 smithi037 bash[42499]: cluster 2021-07-26T16:10:16.249813+0000 mon.a (mon.0) 1300 : cluster [DBG] osdmap e813: 8 total, 8 up, 8 in 2021-07-26T16:10:17.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:17 smithi037 bash[42499]: cluster 2021-07-26T16:10:17.213538+0000 mon.a (mon.0) 1301 : cluster [DBG] osdmap e814: 8 total, 8 up, 8 in 2021-07-26T16:10:18.226 INFO:tasks.rados.rados.0.smithi037.stdout:3847: done (2 left) 2021-07-26T16:10:18.226 INFO:tasks.rados.rados.0.smithi037.stdout:3848: snap_remove snap 326 2021-07-26T16:10:19.233 INFO:tasks.rados.rados.0.smithi037.stdout:3848: done (2 left) 2021-07-26T16:10:19.234 INFO:tasks.rados.rados.0.smithi037.stdout:3849: snap_create 2021-07-26T16:10:19.234 INFO:tasks.rados.rados.0.smithi037.stdout:3846: finishing copy_from to smithi03738989-11 2021-07-26T16:10:19.234 INFO:tasks.rados.rados.0.smithi037.stdout:3846: got expected ENOENT (src dne) 2021-07-26T16:10:19.235 INFO:tasks.rados.rados.0.smithi037.stdout:3846: finishing copy_from racing read to smithi03738989-11 2021-07-26T16:10:19.235 INFO:tasks.rados.rados.0.smithi037.stdout:3844: expect (ObjNum 1144 snap 350 seq_num 1144) 2021-07-26T16:10:19.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:19 smithi107 bash[29346]: cluster 2021-07-26T16:10:17.933219+0000 mgr.y (mgr.24994) 563 : cluster [DBG] pgmap v932: 89 pgs: 89 active+clean; 414 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 663 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2021-07-26T16:10:19.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:19 smithi107 bash[29346]: cluster 2021-07-26T16:10:18.226864+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e815: 8 total, 8 up, 8 in 2021-07-26T16:10:19.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:19 smithi037 bash[42499]: cluster 2021-07-26T16:10:17.933219+0000 mgr.y (mgr.24994) 563 : cluster [DBG] pgmap v932: 89 pgs: 89 active+clean; 414 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 663 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2021-07-26T16:10:19.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:19 smithi037 bash[42499]: cluster 2021-07-26T16:10:18.226864+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e815: 8 total, 8 up, 8 in 2021-07-26T16:10:19.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:19 smithi037 bash[41498]: cluster 2021-07-26T16:10:17.933219+0000 mgr.y (mgr.24994) 563 : cluster [DBG] pgmap v932: 89 pgs: 89 active+clean; 414 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 663 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2021-07-26T16:10:19.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:19 smithi037 bash[41498]: cluster 2021-07-26T16:10:18.226864+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e815: 8 total, 8 up, 8 in 2021-07-26T16:10:20.243 INFO:tasks.rados.rados.0.smithi037.stdout:3844: done (2 left) 2021-07-26T16:10:20.243 INFO:tasks.rados.rados.0.smithi037.stdout:3846: done (1 left) 2021-07-26T16:10:20.243 INFO:tasks.rados.rados.0.smithi037.stdout:3849: done (0 left) 2021-07-26T16:10:20.244 INFO:tasks.rados.rados.0.smithi037.stdout:3850: snap_remove snap 372 2021-07-26T16:10:20.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:20 smithi107 bash[29346]: cluster 2021-07-26T16:10:19.235527+0000 mon.a (mon.0) 1303 : cluster [DBG] osdmap e816: 8 total, 8 up, 8 in 2021-07-26T16:10:20.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:20 smithi037 bash[41498]: cluster 2021-07-26T16:10:19.235527+0000 mon.a (mon.0) 1303 : cluster [DBG] osdmap e816: 8 total, 8 up, 8 in 2021-07-26T16:10:20.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:20 smithi037 bash[42499]: cluster 2021-07-26T16:10:19.235527+0000 mon.a (mon.0) 1303 : cluster [DBG] osdmap e816: 8 total, 8 up, 8 in 2021-07-26T16:10:21.248 INFO:tasks.rados.rados.0.smithi037.stdout:3850: done (0 left) 2021-07-26T16:10:21.248 INFO:tasks.rados.rados.0.smithi037.stdout:3851: read oid 32 snap -1 2021-07-26T16:10:21.248 INFO:tasks.rados.rados.0.smithi037.stdout:3851: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:10:21.249 INFO:tasks.rados.rados.0.smithi037.stdout:3852: rollback oid 43 current snap is 380 2021-07-26T16:10:21.249 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 43 to 322 2021-07-26T16:10:21.249 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 380 2021-07-26T16:10:21.249 INFO:tasks.rados.rados.0.smithi037.stdout:3853: seq_num 1229 ranges {0=589824,589824=647168,1236992=155648} 2021-07-26T16:10:21.253 INFO:tasks.rados.rados.0.smithi037.stdout:3853: writing smithi03738989-31 from 0 to 589824 tid 1 2021-07-26T16:10:21.259 INFO:tasks.rados.rados.0.smithi037.stdout:3853: writing smithi03738989-31 from 589824 to 1236992 tid 2 2021-07-26T16:10:21.260 INFO:tasks.rados.rados.0.smithi037.stdout:3853: writing smithi03738989-31 from 1236992 to 1392640 tid 3 2021-07-26T16:10:21.261 INFO:tasks.rados.rados.0.smithi037.stdout:3854: snap_remove snap 365 2021-07-26T16:10:21.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:21 smithi107 bash[29346]: cluster 2021-07-26T16:10:19.933935+0000 mgr.y (mgr.24994) 564 : cluster [DBG] pgmap v935: 89 pgs: 89 active+clean; 395 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.9 MiB/s wr, 22 op/s 2021-07-26T16:10:21.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:21 smithi107 bash[29346]: cluster 2021-07-26T16:10:20.245589+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e817: 8 total, 8 up, 8 in 2021-07-26T16:10:21.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:21 smithi037 bash[41498]: cluster 2021-07-26T16:10:19.933935+0000 mgr.y (mgr.24994) 564 : cluster [DBG] pgmap v935: 89 pgs: 89 active+clean; 395 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.9 MiB/s wr, 22 op/s 2021-07-26T16:10:21.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:21 smithi037 bash[41498]: cluster 2021-07-26T16:10:20.245589+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e817: 8 total, 8 up, 8 in 2021-07-26T16:10:21.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:21 smithi037 bash[42499]: cluster 2021-07-26T16:10:19.933935+0000 mgr.y (mgr.24994) 564 : cluster [DBG] pgmap v935: 89 pgs: 89 active+clean; 395 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.9 MiB/s wr, 22 op/s 2021-07-26T16:10:21.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:21 smithi037 bash[42499]: cluster 2021-07-26T16:10:20.245589+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e817: 8 total, 8 up, 8 in 2021-07-26T16:10:22.217 INFO:tasks.rados.rados.0.smithi037.stdout:3854: done (3 left) 2021-07-26T16:10:22.218 INFO:tasks.rados.rados.0.smithi037.stdout:3855: delete oid 49 current snap is 380 2021-07-26T16:10:22.218 INFO:tasks.rados.rados.0.smithi037.stdout:3851: expect (ObjNum 0 snap 0 seq_num 0) 2021-07-26T16:10:22.221 INFO:tasks.rados.rados.0.smithi037.stdout:3852: finishing rollback tid 0 to smithi03738989-43 2021-07-26T16:10:22.221 INFO:tasks.rados.rados.0.smithi037.stdout:3852: finishing rollback tid 1 to smithi03738989-43 2021-07-26T16:10:22.222 INFO:tasks.rados.rados.0.smithi037.stdout:3852: finishing rollback tid 2 to smithi03738989-43 2021-07-26T16:10:22.222 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 3462 (ObjNum 906 snap 282 seq_num 906) dirty exists 2021-07-26T16:10:22.222 INFO:tasks.rados.rados.0.smithi037.stdout:3853: finishing write tid 1 to smithi03738989-31 2021-07-26T16:10:22.222 INFO:tasks.rados.rados.0.smithi037.stdout:3853: finishing write tid 2 to smithi03738989-31 2021-07-26T16:10:22.223 INFO:tasks.rados.rados.0.smithi037.stdout:3853: finishing write tid 3 to smithi03738989-31 2021-07-26T16:10:22.223 INFO:tasks.rados.rados.0.smithi037.stdout:3853: finishing write tid 5 to smithi03738989-31 2021-07-26T16:10:22.224 INFO:tasks.rados.rados.0.smithi037.stdout:3853: finishing write tid 6 to smithi03738989-31 2021-07-26T16:10:22.225 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 2556 (ObjNum 1229 snap 380 seq_num 1229) dirty exists 2021-07-26T16:10:22.225 INFO:tasks.rados.rados.0.smithi037.stdout:3853: left oid 31 (ObjNum 1229 snap 380 seq_num 1229) 2021-07-26T16:10:22.226 INFO:tasks.rados.rados.0.smithi037.stdout:3851: done (3 left) 2021-07-26T16:10:22.227 INFO:tasks.rados.rados.0.smithi037.stdout:3852: done (2 left) 2021-07-26T16:10:22.227 INFO:tasks.rados.rados.0.smithi037.stdout:3853: done (1 left) 2021-07-26T16:10:22.227 INFO:tasks.rados.rados.0.smithi037.stdout:3855: done (0 left) 2021-07-26T16:10:22.227 INFO:tasks.rados.rados.0.smithi037.stdout:3856: rollback oid 8 current snap is 380 2021-07-26T16:10:22.228 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 8 to 377 2021-07-26T16:10:22.228 INFO:tasks.rados.rados.0.smithi037.stdout:3857: read oid 28 snap -1 2021-07-26T16:10:22.228 INFO:tasks.rados.rados.0.smithi037.stdout:3857: expect (ObjNum 1164 snap 354 seq_num 1164) 2021-07-26T16:10:22.229 INFO:tasks.rados.rados.0.smithi037.stdout:3858: delete oid 43 current snap is 380 2021-07-26T16:10:22.235 INFO:tasks.rados.rados.0.smithi037.stdout:3856: finishing rollback tid 0 to smithi03738989-8 2021-07-26T16:10:22.236 INFO:tasks.rados.rados.0.smithi037.stdout:3856: finishing rollback tid 1 to smithi03738989-8 2021-07-26T16:10:22.236 INFO:tasks.rados.rados.0.smithi037.stdout:3856: finishing rollback tid 2 to smithi03738989-8 2021-07-26T16:10:22.237 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 2562 (ObjNum 1172 snap 359 seq_num 1172) dirty exists 2021-07-26T16:10:22.241 INFO:tasks.rados.rados.0.smithi037.stdout:3857: expect (ObjNum 1164 snap 354 seq_num 1164) 2021-07-26T16:10:22.251 INFO:tasks.rados.rados.0.smithi037.stdout:3856: done (2 left) 2021-07-26T16:10:22.251 INFO:tasks.rados.rados.0.smithi037.stdout:3857: done (1 left) 2021-07-26T16:10:22.251 INFO:tasks.rados.rados.0.smithi037.stdout:3858: done (0 left) 2021-07-26T16:10:22.252 INFO:tasks.rados.rados.0.smithi037.stdout:3859: snap_remove snap 333 2021-07-26T16:10:22.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:22 smithi107 bash[29346]: cluster 2021-07-26T16:10:21.248334+0000 mon.a (mon.0) 1305 : cluster [DBG] osdmap e818: 8 total, 8 up, 8 in 2021-07-26T16:10:22.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:22 smithi107 bash[29346]: cluster 2021-07-26T16:10:22.216313+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e819: 8 total, 8 up, 8 in 2021-07-26T16:10:22.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:22 smithi037 bash[41498]: cluster 2021-07-26T16:10:21.248334+0000 mon.a (mon.0) 1305 : cluster [DBG] osdmap e818: 8 total, 8 up, 8 in 2021-07-26T16:10:22.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:22 smithi037 bash[41498]: cluster 2021-07-26T16:10:22.216313+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e819: 8 total, 8 up, 8 in 2021-07-26T16:10:22.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:22 smithi037 bash[42499]: cluster 2021-07-26T16:10:21.248334+0000 mon.a (mon.0) 1305 : cluster [DBG] osdmap e818: 8 total, 8 up, 8 in 2021-07-26T16:10:22.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:22 smithi037 bash[42499]: cluster 2021-07-26T16:10:22.216313+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e819: 8 total, 8 up, 8 in 2021-07-26T16:10:23.232 INFO:tasks.rados.rados.0.smithi037.stdout:3859: done (0 left) 2021-07-26T16:10:23.232 INFO:tasks.rados.rados.0.smithi037.stdout:3860: rollback oid 16 current snap is 380 2021-07-26T16:10:23.232 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 16 to 322 2021-07-26T16:10:23.233 INFO:tasks.rados.rados.0.smithi037.stdout:3861: rollback oid 7 current snap is 380 2021-07-26T16:10:23.233 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 7 to 376 2021-07-26T16:10:23.233 INFO:tasks.rados.rados.0.smithi037.stdout:3862: rollback oid 32 current snap is 380 2021-07-26T16:10:23.233 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 32 to 379 2021-07-26T16:10:23.233 INFO:tasks.rados.rados.0.smithi037.stdout:3863: delete oid 46 current snap is 380 2021-07-26T16:10:23.250 INFO:tasks.rados.rados.0.smithi037.stdout:3861: finishing rollback tid 0 to smithi03738989-7 2021-07-26T16:10:23.250 INFO:tasks.rados.rados.0.smithi037.stdout:3861: finishing rollback tid 1 to smithi03738989-7 2021-07-26T16:10:23.250 INFO:tasks.rados.rados.0.smithi037.stdout:3861: finishing rollback tid 2 to smithi03738989-7 2021-07-26T16:10:23.251 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2910 (ObjNum 1215 snap 376 seq_num 1215) dirty exists 2021-07-26T16:10:23.251 INFO:tasks.rados.rados.0.smithi037.stdout:3861: done (3 left) 2021-07-26T16:10:23.252 INFO:tasks.rados.rados.0.smithi037.stdout:3863: done (2 left) 2021-07-26T16:10:23.252 INFO:tasks.rados.rados.0.smithi037.stdout:3864: delete oid 37 current snap is 380 2021-07-26T16:10:23.260 INFO:tasks.rados.rados.0.smithi037.stdout:3860: finishing rollback tid 0 to smithi03738989-16 2021-07-26T16:10:23.260 INFO:tasks.rados.rados.0.smithi037.stdout:3860: finishing rollback tid 1 to smithi03738989-16 2021-07-26T16:10:23.260 INFO:tasks.rados.rados.0.smithi037.stdout:3860: finishing rollback tid 2 to smithi03738989-16 2021-07-26T16:10:23.260 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 16 v 3263 (ObjNum 1007 snap 310 seq_num 1007) dirty exists 2021-07-26T16:10:23.261 INFO:tasks.rados.rados.0.smithi037.stdout:3860: done (2 left) 2021-07-26T16:10:23.261 INFO:tasks.rados.rados.0.smithi037.stdout:3864: done (1 left) 2021-07-26T16:10:23.261 INFO:tasks.rados.rados.0.smithi037.stdout:3865: rmattr oid 39 current snap is 380 2021-07-26T16:10:23.261 INFO:tasks.rados.rados.0.smithi037.stdout:3866: read oid 47 snap -1 2021-07-26T16:10:23.261 INFO:tasks.rados.rados.0.smithi037.stdout:3866: expect (ObjNum 1085 snap 329 seq_num 1085) 2021-07-26T16:10:23.262 INFO:tasks.rados.rados.0.smithi037.stdout:3867: snap_create 2021-07-26T16:10:23.265 INFO:tasks.rados.rados.0.smithi037.stdout:3862: finishing rollback tid 0 to smithi03738989-32 2021-07-26T16:10:23.265 INFO:tasks.rados.rados.0.smithi037.stdout:3862: finishing rollback tid 1 to smithi03738989-32 2021-07-26T16:10:23.265 INFO:tasks.rados.rados.0.smithi037.stdout:3862: finishing rollback tid 2 to smithi03738989-32 2021-07-26T16:10:23.266 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 3535 (ObjNum 1953066355 snap 858810728 seq_num 959984439) dirty exists 2021-07-26T16:10:23.270 INFO:tasks.rados.rados.0.smithi037.stdout:3866: expect (ObjNum 1085 snap 329 seq_num 1085) 2021-07-26T16:10:23.309 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 3541 (ObjNum 1208 snap 373 seq_num 1208) dirty exists 2021-07-26T16:10:23.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:23 smithi107 bash[29346]: cluster 2021-07-26T16:10:21.934663+0000 mgr.y (mgr.24994) 565 : cluster [DBG] pgmap v938: 89 pgs: 89 active+clean; 398 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2021-07-26T16:10:23.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:23 smithi107 bash[29346]: cluster 2021-07-26T16:10:23.231762+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e820: 8 total, 8 up, 8 in 2021-07-26T16:10:23.531 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:23 smithi037 bash[42499]: cluster 2021-07-26T16:10:21.934663+0000 mgr.y (mgr.24994) 565 : cluster [DBG] pgmap v938: 89 pgs: 89 active+clean; 398 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2021-07-26T16:10:23.531 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:23 smithi037 bash[42499]: cluster 2021-07-26T16:10:23.231762+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e820: 8 total, 8 up, 8 in 2021-07-26T16:10:23.532 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:23 smithi037 bash[41498]: cluster 2021-07-26T16:10:21.934663+0000 mgr.y (mgr.24994) 565 : cluster [DBG] pgmap v938: 89 pgs: 89 active+clean; 398 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2021-07-26T16:10:23.532 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:23 smithi037 bash[41498]: cluster 2021-07-26T16:10:23.231762+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e820: 8 total, 8 up, 8 in 2021-07-26T16:10:23.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:10:23 smithi037 bash[50550]: level=error ts=2021-07-26T16:10:23.534Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:23.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:10:23 smithi037 bash[50550]: level=error ts=2021-07-26T16:10:23.534Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:23.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:10:23 smithi037 bash[50550]: level=error ts=2021-07-26T16:10:23.534Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:10:24.234 INFO:tasks.rados.rados.0.smithi037.stdout:3862: done (3 left) 2021-07-26T16:10:24.234 INFO:tasks.rados.rados.0.smithi037.stdout:3865: done (2 left) 2021-07-26T16:10:24.234 INFO:tasks.rados.rados.0.smithi037.stdout:3866: done (1 left) 2021-07-26T16:10:24.234 INFO:tasks.rados.rados.0.smithi037.stdout:3867: done (0 left) 2021-07-26T16:10:24.235 INFO:tasks.rados.rados.0.smithi037.stdout:3868: delete oid 10 current snap is 381 2021-07-26T16:10:24.242 INFO:tasks.rados.rados.0.smithi037.stdout:3868: done (0 left) 2021-07-26T16:10:24.242 INFO:tasks.rados.rados.0.smithi037.stdout:3869: copy_from oid 32 from oid 4 current snap is 381 2021-07-26T16:10:24.242 INFO:tasks.rados.rados.0.smithi037.stdout:3870: read oid 44 snap -1 2021-07-26T16:10:24.243 INFO:tasks.rados.rados.0.smithi037.stdout:3870: expect (ObjNum 1217 snap 377 seq_num 1217) 2021-07-26T16:10:24.243 INFO:tasks.rados.rados.0.smithi037.stdout:3871: copy_from oid 20 from oid 2 current snap is 381 2021-07-26T16:10:24.243 INFO:tasks.rados.rados.0.smithi037.stdout:3872: snap_remove snap 362 2021-07-26T16:10:25.246 INFO:tasks.rados.rados.0.smithi037.stdout:3872: done (3 left) 2021-07-26T16:10:25.247 INFO:tasks.rados.rados.0.smithi037.stdout:3873: read oid 37 snap -1 2021-07-26T16:10:25.247 INFO:tasks.rados.rados.0.smithi037.stdout:3873: expect deleted 2021-07-26T16:10:25.247 INFO:tasks.rados.rados.0.smithi037.stdout:3874: rollback oid 7 current snap is 381 2021-07-26T16:10:25.247 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 7 to 373 2021-07-26T16:10:25.248 INFO:tasks.rados.rados.0.smithi037.stdout:3871: finishing copy_from to smithi03738989-20 2021-07-26T16:10:25.248 INFO:tasks.rados.rados.0.smithi037.stdout:3871: got expected ENOENT (src dne) 2021-07-26T16:10:25.248 INFO:tasks.rados.rados.0.smithi037.stdout:3871: finishing copy_from racing read to smithi03738989-20 2021-07-26T16:10:25.248 INFO:tasks.rados.rados.0.smithi037.stdout:3870: expect (ObjNum 1217 snap 377 seq_num 1217) 2021-07-26T16:10:25.287 INFO:tasks.rados.rados.0.smithi037.stdout:3869: finishing copy_from to smithi03738989-32 2021-07-26T16:10:25.287 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 32 v 3454 (ObjNum 1204 snap 372 seq_num 1204) dirty exists 2021-07-26T16:10:25.288 INFO:tasks.rados.rados.0.smithi037.stdout:3869: finishing copy_from racing read to smithi03738989-32 2021-07-26T16:10:25.288 INFO:tasks.rados.rados.0.smithi037.stdout:3869: done (4 left) 2021-07-26T16:10:25.288 INFO:tasks.rados.rados.0.smithi037.stdout:3870: done (3 left) 2021-07-26T16:10:25.288 INFO:tasks.rados.rados.0.smithi037.stdout:3871: done (2 left) 2021-07-26T16:10:25.289 INFO:tasks.rados.rados.0.smithi037.stdout:3875: snap_remove snap 368 2021-07-26T16:10:25.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:25 smithi107 bash[29346]: cluster 2021-07-26T16:10:23.935430+0000 mgr.y (mgr.24994) 566 : cluster [DBG] pgmap v941: 89 pgs: 89 active+clean; 398 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 952 KiB/s wr, 5 op/s 2021-07-26T16:10:25.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:25 smithi107 bash[29346]: cluster 2021-07-26T16:10:24.236083+0000 mon.a (mon.0) 1308 : cluster [DBG] osdmap e821: 8 total, 8 up, 8 in 2021-07-26T16:10:25.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:25 smithi037 bash[41498]: cluster 2021-07-26T16:10:23.935430+0000 mgr.y (mgr.24994) 566 : cluster [DBG] pgmap v941: 89 pgs: 89 active+clean; 398 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 952 KiB/s wr, 5 op/s 2021-07-26T16:10:25.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:25 smithi037 bash[41498]: cluster 2021-07-26T16:10:24.236083+0000 mon.a (mon.0) 1308 : cluster [DBG] osdmap e821: 8 total, 8 up, 8 in 2021-07-26T16:10:25.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:25 smithi037 bash[42499]: cluster 2021-07-26T16:10:23.935430+0000 mgr.y (mgr.24994) 566 : cluster [DBG] pgmap v941: 89 pgs: 89 active+clean; 398 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 952 KiB/s wr, 5 op/s 2021-07-26T16:10:25.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:25 smithi037 bash[42499]: cluster 2021-07-26T16:10:24.236083+0000 mon.a (mon.0) 1308 : cluster [DBG] osdmap e821: 8 total, 8 up, 8 in 2021-07-26T16:10:26.257 INFO:tasks.rados.rados.0.smithi037.stdout:3875: done (2 left) 2021-07-26T16:10:26.257 INFO:tasks.rados.rados.0.smithi037.stdout:3876: read oid 14 snap 361 2021-07-26T16:10:26.257 INFO:tasks.rados.rados.0.smithi037.stdout:3876: expect (ObjNum 372802032 snap 21933 seq_num 371785536) 2021-07-26T16:10:26.257 INFO:tasks.rados.rados.0.smithi037.stdout:3877: read oid 34 snap -1 2021-07-26T16:10:26.258 INFO:tasks.rados.rados.0.smithi037.stdout:3877: expect deleted 2021-07-26T16:10:26.258 INFO:tasks.rados.rados.0.smithi037.stdout:3878: copy_from oid 31 from oid 17 current snap is 381 2021-07-26T16:10:26.258 INFO:tasks.rados.rados.0.smithi037.stdout:3879: snap_remove snap 369 2021-07-26T16:10:26.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:26 smithi107 bash[29346]: cluster 2021-07-26T16:10:25.244923+0000 mon.a (mon.0) 1309 : cluster [DBG] osdmap e822: 8 total, 8 up, 8 in 2021-07-26T16:10:26.584 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:26 smithi037 bash[41498]: cluster 2021-07-26T16:10:25.244923+0000 mon.a (mon.0) 1309 : cluster [DBG] osdmap e822: 8 total, 8 up, 8 in 2021-07-26T16:10:26.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:26 smithi037 bash[42499]: cluster 2021-07-26T16:10:25.244923+0000 mon.a (mon.0) 1309 : cluster [DBG] osdmap e822: 8 total, 8 up, 8 in 2021-07-26T16:10:27.221 INFO:tasks.rados.rados.0.smithi037.stdout:3879: done (5 left) 2021-07-26T16:10:27.221 INFO:tasks.rados.rados.0.smithi037.stdout:3880: snap_remove snap 322 2021-07-26T16:10:27.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:27 smithi107 bash[29346]: cluster 2021-07-26T16:10:25.936227+0000 mgr.y (mgr.24994) 567 : cluster [DBG] pgmap v944: 89 pgs: 89 active+clean; 406 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 234 KiB/s rd, 340 KiB/s wr, 4 op/s 2021-07-26T16:10:27.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:27 smithi107 bash[29346]: cluster 2021-07-26T16:10:26.256076+0000 mon.a (mon.0) 1310 : cluster [DBG] osdmap e823: 8 total, 8 up, 8 in 2021-07-26T16:10:27.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:27 smithi107 bash[29346]: cluster 2021-07-26T16:10:27.219823+0000 mon.a (mon.0) 1311 : cluster [DBG] osdmap e824: 8 total, 8 up, 8 in 2021-07-26T16:10:27.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:27 smithi037 bash[41498]: cluster 2021-07-26T16:10:25.936227+0000 mgr.y (mgr.24994) 567 : cluster [DBG] pgmap v944: 89 pgs: 89 active+clean; 406 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 234 KiB/s rd, 340 KiB/s wr, 4 op/s 2021-07-26T16:10:27.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:27 smithi037 bash[41498]: cluster 2021-07-26T16:10:26.256076+0000 mon.a (mon.0) 1310 : cluster [DBG] osdmap e823: 8 total, 8 up, 8 in 2021-07-26T16:10:27.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:27 smithi037 bash[41498]: cluster 2021-07-26T16:10:27.219823+0000 mon.a (mon.0) 1311 : cluster [DBG] osdmap e824: 8 total, 8 up, 8 in 2021-07-26T16:10:27.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:27 smithi037 bash[42499]: cluster 2021-07-26T16:10:25.936227+0000 mgr.y (mgr.24994) 567 : cluster [DBG] pgmap v944: 89 pgs: 89 active+clean; 406 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 234 KiB/s rd, 340 KiB/s wr, 4 op/s 2021-07-26T16:10:27.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:27 smithi037 bash[42499]: cluster 2021-07-26T16:10:26.256076+0000 mon.a (mon.0) 1310 : cluster [DBG] osdmap e823: 8 total, 8 up, 8 in 2021-07-26T16:10:27.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:27 smithi037 bash[42499]: cluster 2021-07-26T16:10:27.219823+0000 mon.a (mon.0) 1311 : cluster [DBG] osdmap e824: 8 total, 8 up, 8 in 2021-07-26T16:10:28.242 INFO:tasks.rados.rados.0.smithi037.stdout:3880: done (5 left) 2021-07-26T16:10:28.242 INFO:tasks.rados.rados.0.smithi037.stdout:3881: rollback oid 13 current snap is 381 2021-07-26T16:10:28.242 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 13 to 361 2021-07-26T16:10:28.243 INFO:tasks.rados.rados.0.smithi037.stdout:3874: finishing rollback tid 0 to smithi03738989-7 2021-07-26T16:10:28.243 INFO:tasks.rados.rados.0.smithi037.stdout:3874: finishing rollback tid 1 to smithi03738989-7 2021-07-26T16:10:28.243 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2913 (ObjNum 288 snap 0 seq_num 273) dirty dne 2021-07-26T16:10:28.243 INFO:tasks.rados.rados.0.smithi037.stdout:3876: expect (ObjNum 372802032 snap 21933 seq_num 371785536) 2021-07-26T16:10:28.245 INFO:tasks.rados.rados.0.smithi037.stdout:3878: finishing copy_from to smithi03738989-31 2021-07-26T16:10:28.246 INFO:tasks.rados.rados.0.smithi037.stdout:3878: got expected ENOENT (src dne) 2021-07-26T16:10:28.247 INFO:tasks.rados.rados.0.smithi037.stdout:3878: finishing copy_from racing read to smithi03738989-31 2021-07-26T16:10:28.247 INFO:tasks.rados.rados.0.smithi037.stdout:3873: done (5 left) 2021-07-26T16:10:28.247 INFO:tasks.rados.rados.0.smithi037.stdout:3874: done (4 left) 2021-07-26T16:10:28.247 INFO:tasks.rados.rados.0.smithi037.stdout:3876: done (3 left) 2021-07-26T16:10:28.248 INFO:tasks.rados.rados.0.smithi037.stdout:3877: done (2 left) 2021-07-26T16:10:28.248 INFO:tasks.rados.rados.0.smithi037.stdout:3878: done (1 left) 2021-07-26T16:10:28.248 INFO:tasks.rados.rados.0.smithi037.stdout:3882: delete oid 22 current snap is 381 2021-07-26T16:10:28.270 INFO:tasks.rados.rados.0.smithi037.stdout:3881: finishing rollback tid 0 to smithi03738989-13 2021-07-26T16:10:28.270 INFO:tasks.rados.rados.0.smithi037.stdout:3881: finishing rollback tid 1 to smithi03738989-13 2021-07-26T16:10:28.271 INFO:tasks.rados.rados.0.smithi037.stdout:3881: finishing rollback tid 2 to smithi03738989-13 2021-07-26T16:10:28.271 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 2270 (ObjNum 1171 snap 358 seq_num 1171) dirty exists 2021-07-26T16:10:28.271 INFO:tasks.rados.rados.0.smithi037.stdout:3881: done (1 left) 2021-07-26T16:10:28.272 INFO:tasks.rados.rados.0.smithi037.stdout:3882: done (0 left) 2021-07-26T16:10:28.272 INFO:tasks.rados.rados.0.smithi037.stdout:3883: snap_create 2021-07-26T16:10:29.264 INFO:tasks.rados.rados.0.smithi037.stdout:3883: done (0 left) 2021-07-26T16:10:29.264 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 31 current snap is 382 2021-07-26T16:10:29.264 INFO:tasks.rados.rados.0.smithi037.stdout:3884: seq_num 1236 ranges {1392640=704512,2097152=688128,2785280=114688} 2021-07-26T16:10:29.279 INFO:tasks.rados.rados.0.smithi037.stdout:3884: writing smithi03738989-31 from 1392640 to 2097152 tid 1 2021-07-26T16:10:29.283 INFO:tasks.rados.rados.0.smithi037.stdout:3884: writing smithi03738989-31 from 2097152 to 2785280 tid 2 2021-07-26T16:10:29.283 INFO:tasks.rados.rados.0.smithi037.stdout:3884: writing smithi03738989-31 from 2785280 to 2899968 tid 3 2021-07-26T16:10:29.284 INFO:tasks.rados.rados.0.smithi037.stdout:3885: delete oid 30 current snap is 382 2021-07-26T16:10:29.292 INFO:tasks.rados.rados.0.smithi037.stdout:3885: done (1 left) 2021-07-26T16:10:29.292 INFO:tasks.rados.rados.0.smithi037.stdout:3886: delete oid 22 current snap is 382 2021-07-26T16:10:29.296 INFO:tasks.rados.rados.0.smithi037.stdout:3886: done (1 left) 2021-07-26T16:10:29.296 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 34 current snap is 382 2021-07-26T16:10:29.296 INFO:tasks.rados.rados.0.smithi037.stdout:3887: seq_num 1239 ranges {0=753664,753664=745472,1499136=57344} 2021-07-26T16:10:29.302 INFO:tasks.rados.rados.0.smithi037.stdout:3887: writing smithi03738989-34 from 0 to 753664 tid 1 2021-07-26T16:10:29.308 INFO:tasks.rados.rados.0.smithi037.stdout:3887: writing smithi03738989-34 from 753664 to 1499136 tid 2 2021-07-26T16:10:29.309 INFO:tasks.rados.rados.0.smithi037.stdout:3887: writing smithi03738989-34 from 1499136 to 1556480 tid 3 2021-07-26T16:10:29.309 INFO:tasks.rados.rados.0.smithi037.stdout:3888: snap_remove snap 335 2021-07-26T16:10:29.310 INFO:tasks.rados.rados.0.smithi037.stdout:3884: finishing write tid 1 to smithi03738989-31 2021-07-26T16:10:29.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:29 smithi107 bash[29346]: cluster 2021-07-26T16:10:27.937047+0000 mgr.y (mgr.24994) 568 : cluster [DBG] pgmap v947: 89 pgs: 89 active+clean; 396 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 340 KiB/s wr, 7 op/s 2021-07-26T16:10:29.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:29 smithi107 bash[29346]: cluster 2021-07-26T16:10:28.237574+0000 mon.a (mon.0) 1312 : cluster [DBG] osdmap e825: 8 total, 8 up, 8 in 2021-07-26T16:10:29.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:29 smithi037 bash[41498]: cluster 2021-07-26T16:10:27.937047+0000 mgr.y (mgr.24994) 568 : cluster [DBG] pgmap v947: 89 pgs: 89 active+clean; 396 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 340 KiB/s wr, 7 op/s 2021-07-26T16:10:29.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:29 smithi037 bash[41498]: cluster 2021-07-26T16:10:28.237574+0000 mon.a (mon.0) 1312 : cluster [DBG] osdmap e825: 8 total, 8 up, 8 in 2021-07-26T16:10:29.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:29 smithi037 bash[42499]: cluster 2021-07-26T16:10:27.937047+0000 mgr.y (mgr.24994) 568 : cluster [DBG] pgmap v947: 89 pgs: 89 active+clean; 396 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 340 KiB/s wr, 7 op/s 2021-07-26T16:10:29.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:29 smithi037 bash[42499]: cluster 2021-07-26T16:10:28.237574+0000 mon.a (mon.0) 1312 : cluster [DBG] osdmap e825: 8 total, 8 up, 8 in 2021-07-26T16:10:30.272 INFO:tasks.rados.rados.0.smithi037.stdout:3888: done (2 left) 2021-07-26T16:10:30.272 INFO:tasks.rados.rados.0.smithi037.stdout:3889: snap_create 2021-07-26T16:10:30.272 INFO:tasks.rados.rados.0.smithi037.stdout:3884: finishing write tid 2 to smithi03738989-31 2021-07-26T16:10:30.272 INFO:tasks.rados.rados.0.smithi037.stdout:3884: finishing write tid 3 to smithi03738989-31 2021-07-26T16:10:30.273 INFO:tasks.rados.rados.0.smithi037.stdout:3884: finishing write tid 5 to smithi03738989-31 2021-07-26T16:10:30.273 INFO:tasks.rados.rados.0.smithi037.stdout:3884: finishing write tid 6 to smithi03738989-31 2021-07-26T16:10:30.273 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 2560 (ObjNum 1236 snap 382 seq_num 1236) dirty exists 2021-07-26T16:10:30.273 INFO:tasks.rados.rados.0.smithi037.stdout:3884: left oid 31 (ObjNum 1236 snap 382 seq_num 1236) 2021-07-26T16:10:30.274 INFO:tasks.rados.rados.0.smithi037.stdout:3887: finishing write tid 1 to smithi03738989-34 2021-07-26T16:10:30.274 INFO:tasks.rados.rados.0.smithi037.stdout:3887: finishing write tid 2 to smithi03738989-34 2021-07-26T16:10:30.274 INFO:tasks.rados.rados.0.smithi037.stdout:3887: finishing write tid 3 to smithi03738989-34 2021-07-26T16:10:30.274 INFO:tasks.rados.rados.0.smithi037.stdout:3887: finishing write tid 5 to smithi03738989-34 2021-07-26T16:10:30.275 INFO:tasks.rados.rados.0.smithi037.stdout:3887: finishing write tid 6 to smithi03738989-34 2021-07-26T16:10:30.275 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 2542 (ObjNum 1239 snap 382 seq_num 1239) dirty exists 2021-07-26T16:10:30.275 INFO:tasks.rados.rados.0.smithi037.stdout:3887: left oid 34 (ObjNum 1239 snap 382 seq_num 1239) 2021-07-26T16:10:30.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:30 smithi107 bash[29346]: cluster 2021-07-26T16:10:29.262454+0000 mon.a (mon.0) 1313 : cluster [DBG] osdmap e826: 8 total, 8 up, 8 in 2021-07-26T16:10:30.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:30 smithi037 bash[41498]: cluster 2021-07-26T16:10:29.262454+0000 mon.a (mon.0) 1313 : cluster [DBG] osdmap e826: 8 total, 8 up, 8 in 2021-07-26T16:10:30.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:30 smithi037 bash[42499]: cluster 2021-07-26T16:10:29.262454+0000 mon.a (mon.0) 1313 : cluster [DBG] osdmap e826: 8 total, 8 up, 8 in 2021-07-26T16:10:31.277 INFO:tasks.rados.rados.0.smithi037.stdout:3884: done (2 left) 2021-07-26T16:10:31.277 INFO:tasks.rados.rados.0.smithi037.stdout:3887: done (1 left) 2021-07-26T16:10:31.277 INFO:tasks.rados.rados.0.smithi037.stdout:3889: done (0 left) 2021-07-26T16:10:31.277 INFO:tasks.rados.rados.0.smithi037.stdout:3890: rollback oid 21 current snap is 383 2021-07-26T16:10:31.278 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 21 to 379 2021-07-26T16:10:31.278 INFO:tasks.rados.rados.0.smithi037.stdout:3891: rollback oid 38 current snap is 383 2021-07-26T16:10:31.278 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 38 to 354 2021-07-26T16:10:31.278 INFO:tasks.rados.rados.0.smithi037.stdout:3892: snap_create 2021-07-26T16:10:31.290 INFO:tasks.rados.rados.0.smithi037.stdout:3891: finishing rollback tid 0 to smithi03738989-38 2021-07-26T16:10:31.292 INFO:tasks.rados.rados.0.smithi037.stdout:3891: finishing rollback tid 1 to smithi03738989-38 2021-07-26T16:10:31.292 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 38 v 2564 (ObjNum 1 snap 32610 seq_num 372536096) dirty dne 2021-07-26T16:10:31.293 INFO:tasks.rados.rados.0.smithi037.stdout:3890: finishing rollback tid 0 to smithi03738989-21 2021-07-26T16:10:31.293 INFO:tasks.rados.rados.0.smithi037.stdout:3890: finishing rollback tid 1 to smithi03738989-21 2021-07-26T16:10:31.293 INFO:tasks.rados.rados.0.smithi037.stdout:3890: finishing rollback tid 2 to smithi03738989-21 2021-07-26T16:10:31.294 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2900 (ObjNum 1106 snap 336 seq_num 1106) dirty exists 2021-07-26T16:10:31.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:31 smithi037 bash[41498]: cluster 2021-07-26T16:10:29.937969+0000 mgr.y (mgr.24994) 569 : cluster [DBG] pgmap v950: 89 pgs: 89 active+clean; 377 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 426 KiB/s wr, 9 op/s 2021-07-26T16:10:31.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:31 smithi037 bash[41498]: cluster 2021-07-26T16:10:30.272148+0000 mon.a (mon.0) 1314 : cluster [DBG] osdmap e827: 8 total, 8 up, 8 in 2021-07-26T16:10:31.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:31 smithi037 bash[42499]: cluster 2021-07-26T16:10:29.937969+0000 mgr.y (mgr.24994) 569 : cluster [DBG] pgmap v950: 89 pgs: 89 active+clean; 377 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 426 KiB/s wr, 9 op/s 2021-07-26T16:10:31.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:31 smithi037 bash[42499]: cluster 2021-07-26T16:10:30.272148+0000 mon.a (mon.0) 1314 : cluster [DBG] osdmap e827: 8 total, 8 up, 8 in 2021-07-26T16:10:31.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:31 smithi107 bash[29346]: cluster 2021-07-26T16:10:29.937969+0000 mgr.y (mgr.24994) 569 : cluster [DBG] pgmap v950: 89 pgs: 89 active+clean; 377 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 426 KiB/s wr, 9 op/s 2021-07-26T16:10:31.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:31 smithi107 bash[29346]: cluster 2021-07-26T16:10:30.272148+0000 mon.a (mon.0) 1314 : cluster [DBG] osdmap e827: 8 total, 8 up, 8 in 2021-07-26T16:10:32.221 INFO:tasks.rados.rados.0.smithi037.stdout:3890: done (2 left) 2021-07-26T16:10:32.221 INFO:tasks.rados.rados.0.smithi037.stdout:3891: done (1 left) 2021-07-26T16:10:32.221 INFO:tasks.rados.rados.0.smithi037.stdout:3892: done (0 left) 2021-07-26T16:10:32.222 INFO:tasks.rados.rados.0.smithi037.stdout:3893: read oid 9 snap 383 2021-07-26T16:10:32.222 INFO:tasks.rados.rados.0.smithi037.stdout:3893: expect (ObjNum 371907152 snap 21933 seq_num 374223968) 2021-07-26T16:10:32.222 INFO:tasks.rados.rados.0.smithi037.stdout:3894: delete oid 24 current snap is 384 2021-07-26T16:10:32.223 INFO:tasks.rados.rados.0.smithi037.stdout:3893: expect (ObjNum 371907152 snap 21933 seq_num 374223968) 2021-07-26T16:10:32.228 INFO:tasks.rados.rados.0.smithi037.stdout:3893: done (1 left) 2021-07-26T16:10:32.228 INFO:tasks.rados.rados.0.smithi037.stdout:3894: done (0 left) 2021-07-26T16:10:32.228 INFO:tasks.rados.rados.0.smithi037.stdout:3895: rollback oid 20 current snap is 384 2021-07-26T16:10:32.229 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 20 to 378 2021-07-26T16:10:32.229 INFO:tasks.rados.rados.0.smithi037.stdout:3896: snap_create 2021-07-26T16:10:32.230 INFO:tasks.rados.rados.0.smithi037.stdout:3895: finishing rollback tid 1 to smithi03738989-20 2021-07-26T16:10:32.230 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 20 v 1749 (ObjNum 0 snap 0 seq_num 0) dirty dne 2021-07-26T16:10:32.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:32 smithi037 bash[41498]: cluster 2021-07-26T16:10:31.276963+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e828: 8 total, 8 up, 8 in 2021-07-26T16:10:32.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:32 smithi037 bash[41498]: cluster 2021-07-26T16:10:32.221593+0000 mon.a (mon.0) 1316 : cluster [DBG] osdmap e829: 8 total, 8 up, 8 in 2021-07-26T16:10:32.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:32 smithi037 bash[42499]: cluster 2021-07-26T16:10:31.276963+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e828: 8 total, 8 up, 8 in 2021-07-26T16:10:32.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:32 smithi037 bash[42499]: cluster 2021-07-26T16:10:32.221593+0000 mon.a (mon.0) 1316 : cluster [DBG] osdmap e829: 8 total, 8 up, 8 in 2021-07-26T16:10:32.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:32 smithi107 bash[29346]: cluster 2021-07-26T16:10:31.276963+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e828: 8 total, 8 up, 8 in 2021-07-26T16:10:32.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:32 smithi107 bash[29346]: cluster 2021-07-26T16:10:32.221593+0000 mon.a (mon.0) 1316 : cluster [DBG] osdmap e829: 8 total, 8 up, 8 in 2021-07-26T16:10:33.233 INFO:tasks.rados.rados.0.smithi037.stdout:3895: done (1 left) 2021-07-26T16:10:33.234 INFO:tasks.rados.rados.0.smithi037.stdout:3896: done (0 left) 2021-07-26T16:10:33.234 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 23 current snap is 385 2021-07-26T16:10:33.234 INFO:tasks.rados.rados.0.smithi037.stdout:3897: seq_num 1241 ranges {0=794624,794624=557056,1351680=245760} 2021-07-26T16:10:33.239 INFO:tasks.rados.rados.0.smithi037.stdout:3897: writing smithi03738989-23 from 0 to 794624 tid 1 2021-07-26T16:10:33.244 INFO:tasks.rados.rados.0.smithi037.stdout:3897: writing smithi03738989-23 from 794624 to 1351680 tid 2 2021-07-26T16:10:33.245 INFO:tasks.rados.rados.0.smithi037.stdout:3897: writing smithi03738989-23 from 1351680 to 1597440 tid 3 2021-07-26T16:10:33.246 INFO:tasks.rados.rados.0.smithi037.stdout:3898: delete oid 13 current snap is 385 2021-07-26T16:10:33.253 INFO:tasks.rados.rados.0.smithi037.stdout:3898: done (1 left) 2021-07-26T16:10:33.254 INFO:tasks.rados.rados.0.smithi037.stdout:3899: copy_from oid 14 from oid 37 current snap is 385 2021-07-26T16:10:33.254 INFO:tasks.rados.rados.0.smithi037.stdout:3897: finishing write tid 1 to smithi03738989-23 2021-07-26T16:10:33.254 INFO:tasks.rados.rados.0.smithi037.stdout:3900: snap_remove snap 379 2021-07-26T16:10:33.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:33 smithi037 bash[41498]: cluster 2021-07-26T16:10:31.938808+0000 mgr.y (mgr.24994) 570 : cluster [DBG] pgmap v953: 89 pgs: 89 active+clean; 370 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 426 KiB/s wr, 5 op/s 2021-07-26T16:10:33.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:33 smithi037 bash[41498]: cluster 2021-07-26T16:10:33.233859+0000 mon.a (mon.0) 1317 : cluster [DBG] osdmap e830: 8 total, 8 up, 8 in 2021-07-26T16:10:33.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:33 smithi037 bash[42499]: cluster 2021-07-26T16:10:31.938808+0000 mgr.y (mgr.24994) 570 : cluster [DBG] pgmap v953: 89 pgs: 89 active+clean; 370 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 426 KiB/s wr, 5 op/s 2021-07-26T16:10:33.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:33 smithi037 bash[42499]: cluster 2021-07-26T16:10:33.233859+0000 mon.a (mon.0) 1317 : cluster [DBG] osdmap e830: 8 total, 8 up, 8 in 2021-07-26T16:10:33.586 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:10:33 smithi037 bash[50550]: level=error ts=2021-07-26T16:10:33.534Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:33.587 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:10:33 smithi037 bash[50550]: level=error ts=2021-07-26T16:10:33.534Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:33.587 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:10:33 smithi037 bash[50550]: level=error ts=2021-07-26T16:10:33.534Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:10:33.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:33 smithi107 bash[29346]: cluster 2021-07-26T16:10:31.938808+0000 mgr.y (mgr.24994) 570 : cluster [DBG] pgmap v953: 89 pgs: 89 active+clean; 370 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 426 KiB/s wr, 5 op/s 2021-07-26T16:10:33.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:33 smithi107 bash[29346]: cluster 2021-07-26T16:10:33.233859+0000 mon.a (mon.0) 1317 : cluster [DBG] osdmap e830: 8 total, 8 up, 8 in 2021-07-26T16:10:34.235 INFO:tasks.rados.rados.0.smithi037.stdout:3900: done (2 left) 2021-07-26T16:10:34.235 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 19 current snap is 385 2021-07-26T16:10:34.236 INFO:tasks.rados.rados.0.smithi037.stdout:3901: seq_num 1243 ranges {786432=425984,1212416=729088,1941504=466944,2408448=8192} 2021-07-26T16:10:34.242 INFO:tasks.rados.rados.0.smithi037.stdout:3901: writing smithi03738989-19 from 786432 to 1212416 tid 1 2021-07-26T16:10:34.247 INFO:tasks.rados.rados.0.smithi037.stdout:3901: writing smithi03738989-19 from 1212416 to 1941504 tid 2 2021-07-26T16:10:34.250 INFO:tasks.rados.rados.0.smithi037.stdout:3901: writing smithi03738989-19 from 1941504 to 2408448 tid 3 2021-07-26T16:10:34.251 INFO:tasks.rados.rados.0.smithi037.stdout:3901: writing smithi03738989-19 from 2408448 to 2416640 tid 4 2021-07-26T16:10:34.251 INFO:tasks.rados.rados.0.smithi037.stdout:3902: snap_create 2021-07-26T16:10:34.251 INFO:tasks.rados.rados.0.smithi037.stdout:3899: finishing copy_from to smithi03738989-14 2021-07-26T16:10:34.251 INFO:tasks.rados.rados.0.smithi037.stdout:3899: got expected ENOENT (src dne) 2021-07-26T16:10:34.252 INFO:tasks.rados.rados.0.smithi037.stdout:3899: finishing copy_from racing read to smithi03738989-14 2021-07-26T16:10:34.252 INFO:tasks.rados.rados.0.smithi037.stdout:3897: finishing write tid 2 to smithi03738989-23 2021-07-26T16:10:34.252 INFO:tasks.rados.rados.0.smithi037.stdout:3897: finishing write tid 3 to smithi03738989-23 2021-07-26T16:10:34.252 INFO:tasks.rados.rados.0.smithi037.stdout:3897: finishing write tid 5 to smithi03738989-23 2021-07-26T16:10:34.252 INFO:tasks.rados.rados.0.smithi037.stdout:3897: finishing write tid 6 to smithi03738989-23 2021-07-26T16:10:34.253 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 23 v 2542 (ObjNum 1241 snap 385 seq_num 1241) dirty exists 2021-07-26T16:10:34.253 INFO:tasks.rados.rados.0.smithi037.stdout:3897: left oid 23 (ObjNum 1241 snap 385 seq_num 1241) 2021-07-26T16:10:34.254 INFO:tasks.rados.rados.0.smithi037.stdout:3901: finishing write tid 1 to smithi03738989-19 2021-07-26T16:10:34.256 INFO:tasks.rados.rados.0.smithi037.stdout:3901: finishing write tid 2 to smithi03738989-19 2021-07-26T16:10:34.256 INFO:tasks.rados.rados.0.smithi037.stdout:3901: finishing write tid 3 to smithi03738989-19 2021-07-26T16:10:34.257 INFO:tasks.rados.rados.0.smithi037.stdout:3901: finishing write tid 4 to smithi03738989-19 2021-07-26T16:10:34.260 INFO:tasks.rados.rados.0.smithi037.stdout:3901: finishing write tid 6 to smithi03738989-19 2021-07-26T16:10:34.261 INFO:tasks.rados.rados.0.smithi037.stdout:3901: finishing write tid 7 to smithi03738989-19 2021-07-26T16:10:34.262 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 2262 (ObjNum 1243 snap 385 seq_num 1243) dirty exists 2021-07-26T16:10:34.262 INFO:tasks.rados.rados.0.smithi037.stdout:3901: left oid 19 (ObjNum 1243 snap 385 seq_num 1243) 2021-07-26T16:10:35.238 INFO:tasks.rados.rados.0.smithi037.stdout:3897: done (3 left) 2021-07-26T16:10:35.238 INFO:tasks.rados.rados.0.smithi037.stdout:3899: done (2 left) 2021-07-26T16:10:35.239 INFO:tasks.rados.rados.0.smithi037.stdout:3901: done (1 left) 2021-07-26T16:10:35.239 INFO:tasks.rados.rados.0.smithi037.stdout:3902: done (0 left) 2021-07-26T16:10:35.239 INFO:tasks.rados.rados.0.smithi037.stdout:3903: copy_from oid 7 from oid 49 current snap is 386 2021-07-26T16:10:35.239 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 37 current snap is 386 2021-07-26T16:10:35.240 INFO:tasks.rados.rados.0.smithi037.stdout:3904: seq_num 1244 ranges {0=442368,442368=614400,1056768=589824} 2021-07-26T16:10:35.241 INFO:tasks.rados.rados.0.smithi037.stdout:3904: writing smithi03738989-37 from 0 to 442368 tid 1 2021-07-26T16:10:35.245 INFO:tasks.rados.rados.0.smithi037.stdout:3904: writing smithi03738989-37 from 442368 to 1056768 tid 2 2021-07-26T16:10:35.250 INFO:tasks.rados.rados.0.smithi037.stdout:3904: writing smithi03738989-37 from 1056768 to 1646592 tid 3 2021-07-26T16:10:35.250 INFO:tasks.rados.rados.0.smithi037.stdout:3905: copy_from oid 5 from oid 6 current snap is 386 2021-07-26T16:10:35.250 INFO:tasks.rados.rados.0.smithi037.stdout:3903: finishing copy_from to smithi03738989-7 2021-07-26T16:10:35.251 INFO:tasks.rados.rados.0.smithi037.stdout:3903: got expected ENOENT (src dne) 2021-07-26T16:10:35.251 INFO:tasks.rados.rados.0.smithi037.stdout:3903: finishing copy_from racing read to smithi03738989-7 2021-07-26T16:10:35.251 INFO:tasks.rados.rados.0.smithi037.stdout:3903: done (2 left) 2021-07-26T16:10:35.251 INFO:tasks.rados.rados.0.smithi037.stdout:3906: rollback oid 46 current snap is 386 2021-07-26T16:10:35.252 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 46 to 361 2021-07-26T16:10:35.252 INFO:tasks.rados.rados.0.smithi037.stdout:3907: rollback oid 33 current snap is 386 2021-07-26T16:10:35.252 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 33 to 381 2021-07-26T16:10:35.252 INFO:tasks.rados.rados.0.smithi037.stdout:3908: copy_from oid 34 from oid 48 current snap is 386 2021-07-26T16:10:35.252 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 26 current snap is 386 2021-07-26T16:10:35.253 INFO:tasks.rados.rados.0.smithi037.stdout:3909: seq_num 1245 ranges {0=458752,458752=499712,958464=425984,1384448=278528} 2021-07-26T16:10:35.253 INFO:tasks.rados.rados.0.smithi037.stdout:3909: writing smithi03738989-26 from 0 to 458752 tid 1 2021-07-26T16:10:35.255 INFO:tasks.rados.rados.0.smithi037.stdout:3909: writing smithi03738989-26 from 458752 to 958464 tid 2 2021-07-26T16:10:35.258 INFO:tasks.rados.rados.0.smithi037.stdout:3909: writing smithi03738989-26 from 958464 to 1384448 tid 3 2021-07-26T16:10:35.260 INFO:tasks.rados.rados.0.smithi037.stdout:3909: writing smithi03738989-26 from 1384448 to 1662976 tid 4 2021-07-26T16:10:35.261 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 43 current snap is 386 2021-07-26T16:10:35.261 INFO:tasks.rados.rados.0.smithi037.stdout:3910: seq_num 1246 ranges {0=475136,475136=786432,1261568=417792} 2021-07-26T16:10:35.264 INFO:tasks.rados.rados.0.smithi037.stdout:3910: writing smithi03738989-43 from 0 to 475136 tid 1 2021-07-26T16:10:35.269 INFO:tasks.rados.rados.0.smithi037.stdout:3910: writing smithi03738989-43 from 475136 to 1261568 tid 2 2021-07-26T16:10:35.272 INFO:tasks.rados.rados.0.smithi037.stdout:3910: writing smithi03738989-43 from 1261568 to 1679360 tid 3 2021-07-26T16:10:35.272 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 44 current snap is 386 2021-07-26T16:10:35.272 INFO:tasks.rados.rados.0.smithi037.stdout:3911: seq_num 1247 ranges {1187840=491520,1679360=712704,2392064=442368,2834432=49152} 2021-07-26T16:10:35.282 INFO:tasks.rados.rados.0.smithi037.stdout:3911: writing smithi03738989-44 from 1187840 to 1679360 tid 1 2021-07-26T16:10:35.286 INFO:tasks.rados.rados.0.smithi037.stdout:3911: writing smithi03738989-44 from 1679360 to 2392064 tid 2 2021-07-26T16:10:35.289 INFO:tasks.rados.rados.0.smithi037.stdout:3911: writing smithi03738989-44 from 2392064 to 2834432 tid 3 2021-07-26T16:10:35.290 INFO:tasks.rados.rados.0.smithi037.stdout:3911: writing smithi03738989-44 from 2834432 to 2883584 tid 4 2021-07-26T16:10:35.290 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 386 2021-07-26T16:10:35.290 INFO:tasks.rados.rados.0.smithi037.stdout:3912: seq_num 1248 ranges {0=507904,507904=598016,1105920=606208} 2021-07-26T16:10:35.292 INFO:tasks.rados.rados.0.smithi037.stdout:3912: writing smithi03738989-2 from 0 to 507904 tid 1 2021-07-26T16:10:35.296 INFO:tasks.rados.rados.0.smithi037.stdout:3912: writing smithi03738989-2 from 507904 to 1105920 tid 2 2021-07-26T16:10:35.300 INFO:tasks.rados.rados.0.smithi037.stdout:3912: writing smithi03738989-2 from 1105920 to 1712128 tid 3 2021-07-26T16:10:35.300 INFO:tasks.rados.rados.0.smithi037.stdout:3913: read oid 11 snap -1 2021-07-26T16:10:35.301 INFO:tasks.rados.rados.0.smithi037.stdout:3913: expect (ObjNum 985 snap 300 seq_num 985) 2021-07-26T16:10:35.301 INFO:tasks.rados.rados.0.smithi037.stdout:3914: copy_from oid 27 from oid 21 current snap is 386 2021-07-26T16:10:35.301 INFO:tasks.rados.rados.0.smithi037.stdout:3904: finishing write tid 1 to smithi03738989-37 2021-07-26T16:10:35.301 INFO:tasks.rados.rados.0.smithi037.stdout:3904: finishing write tid 2 to smithi03738989-37 2021-07-26T16:10:35.302 INFO:tasks.rados.rados.0.smithi037.stdout:3904: finishing write tid 3 to smithi03738989-37 2021-07-26T16:10:35.302 INFO:tasks.rados.rados.0.smithi037.stdout:3904: finishing write tid 5 to smithi03738989-37 2021-07-26T16:10:35.302 INFO:tasks.rados.rados.0.smithi037.stdout:3915: snap_remove snap 382 2021-07-26T16:10:35.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:35 smithi107 bash[29346]: cluster 2021-07-26T16:10:33.939581+0000 mgr.y (mgr.24994) 571 : cluster [DBG] pgmap v956: 89 pgs: 89 active+clean; 310 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 380 KiB/s wr, 1 op/s 2021-07-26T16:10:35.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:35 smithi107 bash[29346]: cluster 2021-07-26T16:10:34.236571+0000 mon.a (mon.0) 1318 : cluster [DBG] osdmap e831: 8 total, 8 up, 8 in 2021-07-26T16:10:35.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:35 smithi037 bash[41498]: cluster 2021-07-26T16:10:33.939581+0000 mgr.y (mgr.24994) 571 : cluster [DBG] pgmap v956: 89 pgs: 89 active+clean; 310 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 380 KiB/s wr, 1 op/s 2021-07-26T16:10:35.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:35 smithi037 bash[41498]: cluster 2021-07-26T16:10:34.236571+0000 mon.a (mon.0) 1318 : cluster [DBG] osdmap e831: 8 total, 8 up, 8 in 2021-07-26T16:10:35.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:35 smithi037 bash[42499]: cluster 2021-07-26T16:10:33.939581+0000 mgr.y (mgr.24994) 571 : cluster [DBG] pgmap v956: 89 pgs: 89 active+clean; 310 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 380 KiB/s wr, 1 op/s 2021-07-26T16:10:35.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:35 smithi037 bash[42499]: cluster 2021-07-26T16:10:34.236571+0000 mon.a (mon.0) 1318 : cluster [DBG] osdmap e831: 8 total, 8 up, 8 in 2021-07-26T16:10:36.263 INFO:tasks.rados.rados.0.smithi037.stdout:3915: done (11 left) 2021-07-26T16:10:36.263 INFO:tasks.rados.rados.0.smithi037.stdout:3916: copy_from oid 4 from oid 41 current snap is 386 2021-07-26T16:10:36.264 INFO:tasks.rados.rados.0.smithi037.stdout:3909: finishing write tid 1 to smithi03738989-26 2021-07-26T16:10:36.264 INFO:tasks.rados.rados.0.smithi037.stdout:3904: finishing write tid 6 to smithi03738989-37 2021-07-26T16:10:36.264 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 37 v 3268 (ObjNum 1244 snap 386 seq_num 1244) dirty exists 2021-07-26T16:10:36.264 INFO:tasks.rados.rados.0.smithi037.stdout:3904: left oid 37 (ObjNum 1244 snap 386 seq_num 1244) 2021-07-26T16:10:36.264 INFO:tasks.rados.rados.0.smithi037.stdout:3906: finishing rollback tid 1 to smithi03738989-46 2021-07-26T16:10:36.265 INFO:tasks.rados.rados.0.smithi037.stdout:3906: finishing rollback tid 2 to smithi03738989-46 2021-07-26T16:10:36.265 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 2915 (ObjNum 1170 snap 357 seq_num 1170) dirty exists 2021-07-26T16:10:36.265 INFO:tasks.rados.rados.0.smithi037.stdout:3907: finishing rollback tid 0 to smithi03738989-33 2021-07-26T16:10:36.265 INFO:tasks.rados.rados.0.smithi037.stdout:3907: finishing rollback tid 1 to smithi03738989-33 2021-07-26T16:10:36.266 INFO:tasks.rados.rados.0.smithi037.stdout:3905: finishing copy_from to smithi03738989-5 2021-07-26T16:10:36.266 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 3454 (ObjNum 1204 snap 372 seq_num 1204) dirty exists 2021-07-26T16:10:36.266 INFO:tasks.rados.rados.0.smithi037.stdout:3907: finishing rollback tid 2 to smithi03738989-33 2021-07-26T16:10:36.266 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 2918 (ObjNum 1212 snap 374 seq_num 1212) dirty exists 2021-07-26T16:10:36.267 INFO:tasks.rados.rados.0.smithi037.stdout:3905: finishing copy_from racing read to smithi03738989-5 2021-07-26T16:10:36.267 INFO:tasks.rados.rados.0.smithi037.stdout:3910: finishing write tid 1 to smithi03738989-43 2021-07-26T16:10:36.267 INFO:tasks.rados.rados.0.smithi037.stdout:3909: finishing write tid 2 to smithi03738989-26 2021-07-26T16:10:36.268 INFO:tasks.rados.rados.0.smithi037.stdout:3909: finishing write tid 3 to smithi03738989-26 2021-07-26T16:10:36.268 INFO:tasks.rados.rados.0.smithi037.stdout:3909: finishing write tid 4 to smithi03738989-26 2021-07-26T16:10:36.268 INFO:tasks.rados.rados.0.smithi037.stdout:3909: finishing write tid 6 to smithi03738989-26 2021-07-26T16:10:36.268 INFO:tasks.rados.rados.0.smithi037.stdout:3910: finishing write tid 2 to smithi03738989-43 2021-07-26T16:10:36.269 INFO:tasks.rados.rados.0.smithi037.stdout:3910: finishing write tid 3 to smithi03738989-43 2021-07-26T16:10:36.269 INFO:tasks.rados.rados.0.smithi037.stdout:3910: finishing write tid 5 to smithi03738989-43 2021-07-26T16:10:36.269 INFO:tasks.rados.rados.0.smithi037.stdout:3909: finishing write tid 7 to smithi03738989-26 2021-07-26T16:10:36.269 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 2547 (ObjNum 1245 snap 386 seq_num 1245) dirty exists 2021-07-26T16:10:36.269 INFO:tasks.rados.rados.0.smithi037.stdout:3909: left oid 26 (ObjNum 1245 snap 386 seq_num 1245) 2021-07-26T16:10:36.270 INFO:tasks.rados.rados.0.smithi037.stdout:3908: finishing copy_from to smithi03738989-34 2021-07-26T16:10:36.270 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 3252 (ObjNum 1221 snap 378 seq_num 1221) dirty exists 2021-07-26T16:10:36.270 INFO:tasks.rados.rados.0.smithi037.stdout:3910: finishing write tid 6 to smithi03738989-43 2021-07-26T16:10:36.271 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 3467 (ObjNum 1246 snap 386 seq_num 1246) dirty exists 2021-07-26T16:10:36.271 INFO:tasks.rados.rados.0.smithi037.stdout:3910: left oid 43 (ObjNum 1246 snap 386 seq_num 1246) 2021-07-26T16:10:36.271 INFO:tasks.rados.rados.0.smithi037.stdout:3908: finishing copy_from racing read to smithi03738989-34 2021-07-26T16:10:36.271 INFO:tasks.rados.rados.0.smithi037.stdout:3911: finishing write tid 1 to smithi03738989-44 2021-07-26T16:10:36.272 INFO:tasks.rados.rados.0.smithi037.stdout:3911: finishing write tid 2 to smithi03738989-44 2021-07-26T16:10:36.272 INFO:tasks.rados.rados.0.smithi037.stdout:3911: finishing write tid 3 to smithi03738989-44 2021-07-26T16:10:36.272 INFO:tasks.rados.rados.0.smithi037.stdout:3911: finishing write tid 4 to smithi03738989-44 2021-07-26T16:10:36.272 INFO:tasks.rados.rados.0.smithi037.stdout:3911: finishing write tid 6 to smithi03738989-44 2021-07-26T16:10:36.272 INFO:tasks.rados.rados.0.smithi037.stdout:3912: finishing write tid 1 to smithi03738989-2 2021-07-26T16:10:36.273 INFO:tasks.rados.rados.0.smithi037.stdout:3911: finishing write tid 7 to smithi03738989-44 2021-07-26T16:10:36.273 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 44 v 3459 (ObjNum 1247 snap 386 seq_num 1247) dirty exists 2021-07-26T16:10:36.273 INFO:tasks.rados.rados.0.smithi037.stdout:3911: left oid 44 (ObjNum 1247 snap 386 seq_num 1247) 2021-07-26T16:10:36.274 INFO:tasks.rados.rados.0.smithi037.stdout:3912: finishing write tid 2 to smithi03738989-2 2021-07-26T16:10:36.274 INFO:tasks.rados.rados.0.smithi037.stdout:3912: finishing write tid 3 to smithi03738989-2 2021-07-26T16:10:36.274 INFO:tasks.rados.rados.0.smithi037.stdout:3912: finishing write tid 5 to smithi03738989-2 2021-07-26T16:10:36.276 INFO:tasks.rados.rados.0.smithi037.stdout:3912: finishing write tid 6 to smithi03738989-2 2021-07-26T16:10:36.276 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 3471 (ObjNum 1248 snap 386 seq_num 1248) dirty exists 2021-07-26T16:10:36.277 INFO:tasks.rados.rados.0.smithi037.stdout:3912: left oid 2 (ObjNum 1248 snap 386 seq_num 1248) 2021-07-26T16:10:36.277 INFO:tasks.rados.rados.0.smithi037.stdout:3913: expect (ObjNum 985 snap 300 seq_num 985) 2021-07-26T16:10:36.384 INFO:tasks.rados.rados.0.smithi037.stdout:3914: finishing copy_from to smithi03738989-27 2021-07-26T16:10:36.384 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 2900 (ObjNum 1106 snap 336 seq_num 1106) dirty exists 2021-07-26T16:10:36.384 INFO:tasks.rados.rados.0.smithi037.stdout:3914: finishing copy_from racing read to smithi03738989-27 2021-07-26T16:10:36.385 INFO:tasks.rados.rados.0.smithi037.stdout:3904: done (11 left) 2021-07-26T16:10:36.385 INFO:tasks.rados.rados.0.smithi037.stdout:3905: done (10 left) 2021-07-26T16:10:36.385 INFO:tasks.rados.rados.0.smithi037.stdout:3906: done (9 left) 2021-07-26T16:10:36.385 INFO:tasks.rados.rados.0.smithi037.stdout:3907: done (8 left) 2021-07-26T16:10:36.386 INFO:tasks.rados.rados.0.smithi037.stdout:3908: done (7 left) 2021-07-26T16:10:36.386 INFO:tasks.rados.rados.0.smithi037.stdout:3909: done (6 left) 2021-07-26T16:10:36.386 INFO:tasks.rados.rados.0.smithi037.stdout:3910: done (5 left) 2021-07-26T16:10:36.386 INFO:tasks.rados.rados.0.smithi037.stdout:3911: done (4 left) 2021-07-26T16:10:36.387 INFO:tasks.rados.rados.0.smithi037.stdout:3912: done (3 left) 2021-07-26T16:10:36.387 INFO:tasks.rados.rados.0.smithi037.stdout:3913: done (2 left) 2021-07-26T16:10:36.387 INFO:tasks.rados.rados.0.smithi037.stdout:3914: done (1 left) 2021-07-26T16:10:36.387 INFO:tasks.rados.rados.0.smithi037.stdout:3917: rollback oid 34 current snap is 386 2021-07-26T16:10:36.387 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 34 to 380 2021-07-26T16:10:36.388 INFO:tasks.rados.rados.0.smithi037.stdout:3918: copy_from oid 11 from oid 42 current snap is 386 2021-07-26T16:10:36.388 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 14 current snap is 386 2021-07-26T16:10:36.388 INFO:tasks.rados.rados.0.smithi037.stdout:3919: seq_num 1249 ranges {0=524288,524288=483328,1007616=409600,1417216=311296} 2021-07-26T16:10:36.393 INFO:tasks.rados.rados.0.smithi037.stdout:3919: writing smithi03738989-14 from 0 to 524288 tid 1 2021-07-26T16:10:36.399 INFO:tasks.rados.rados.0.smithi037.stdout:3919: writing smithi03738989-14 from 524288 to 1007616 tid 2 2021-07-26T16:10:36.401 INFO:tasks.rados.rados.0.smithi037.stdout:3919: writing smithi03738989-14 from 1007616 to 1417216 tid 3 2021-07-26T16:10:36.403 INFO:tasks.rados.rados.0.smithi037.stdout:3919: writing smithi03738989-14 from 1417216 to 1728512 tid 4 2021-07-26T16:10:36.403 INFO:tasks.rados.rados.0.smithi037.stdout:3920: copy_from oid 31 from oid 5 current snap is 386 2021-07-26T16:10:36.404 INFO:tasks.rados.rados.0.smithi037.stdout:3918: finishing copy_from to smithi03738989-11 2021-07-26T16:10:36.404 INFO:tasks.rados.rados.0.smithi037.stdout:3918: got expected ENOENT (src dne) 2021-07-26T16:10:36.404 INFO:tasks.rados.rados.0.smithi037.stdout:3918: finishing copy_from racing read to smithi03738989-11 2021-07-26T16:10:36.404 INFO:tasks.rados.rados.0.smithi037.stdout:3917: finishing rollback tid 0 to smithi03738989-34 2021-07-26T16:10:36.405 INFO:tasks.rados.rados.0.smithi037.stdout:3917: finishing rollback tid 1 to smithi03738989-34 2021-07-26T16:10:36.405 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 3254 (ObjNum 0 snap 32610 seq_num 375650608) dirty dne 2021-07-26T16:10:36.405 INFO:tasks.rados.rados.0.smithi037.stdout:3917: done (4 left) 2021-07-26T16:10:36.405 INFO:tasks.rados.rados.0.smithi037.stdout:3918: done (3 left) 2021-07-26T16:10:36.406 INFO:tasks.rados.rados.0.smithi037.stdout:3921: snap_remove snap 377 2021-07-26T16:10:36.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:36 smithi107 bash[29346]: cluster 2021-07-26T16:10:35.238567+0000 mon.a (mon.0) 1319 : cluster [DBG] osdmap e832: 8 total, 8 up, 8 in 2021-07-26T16:10:36.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:36 smithi037 bash[41498]: cluster 2021-07-26T16:10:35.238567+0000 mon.a (mon.0) 1319 : cluster [DBG] osdmap e832: 8 total, 8 up, 8 in 2021-07-26T16:10:36.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:36 smithi037 bash[42499]: cluster 2021-07-26T16:10:35.238567+0000 mon.a (mon.0) 1319 : cluster [DBG] osdmap e832: 8 total, 8 up, 8 in 2021-07-26T16:10:37.226 INFO:tasks.rados.rados.0.smithi037.stdout:3921: done (3 left) 2021-07-26T16:10:37.226 INFO:tasks.rados.rados.0.smithi037.stdout:3922: snap_create 2021-07-26T16:10:37.226 INFO:tasks.rados.rados.0.smithi037.stdout:3919: finishing write tid 1 to smithi03738989-14 2021-07-26T16:10:37.227 INFO:tasks.rados.rados.0.smithi037.stdout:3916: finishing copy_from to smithi03738989-4 2021-07-26T16:10:37.227 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 4 v 2270 (ObjNum 1216 snap 376 seq_num 1216) dirty exists 2021-07-26T16:10:37.227 INFO:tasks.rados.rados.0.smithi037.stdout:3916: finishing copy_from racing read to smithi03738989-4 2021-07-26T16:10:37.227 INFO:tasks.rados.rados.0.smithi037.stdout:3919: finishing write tid 2 to smithi03738989-14 2021-07-26T16:10:37.228 INFO:tasks.rados.rados.0.smithi037.stdout:3919: finishing write tid 3 to smithi03738989-14 2021-07-26T16:10:37.228 INFO:tasks.rados.rados.0.smithi037.stdout:3919: finishing write tid 4 to smithi03738989-14 2021-07-26T16:10:37.228 INFO:tasks.rados.rados.0.smithi037.stdout:3919: finishing write tid 6 to smithi03738989-14 2021-07-26T16:10:37.228 INFO:tasks.rados.rados.0.smithi037.stdout:3919: finishing write tid 7 to smithi03738989-14 2021-07-26T16:10:37.229 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 14 v 3026 (ObjNum 1249 snap 386 seq_num 1249) dirty exists 2021-07-26T16:10:37.229 INFO:tasks.rados.rados.0.smithi037.stdout:3919: left oid 14 (ObjNum 1249 snap 386 seq_num 1249) 2021-07-26T16:10:37.229 INFO:tasks.rados.rados.0.smithi037.stdout:3920: finishing copy_from to smithi03738989-31 2021-07-26T16:10:37.229 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 3454 (ObjNum 1204 snap 372 seq_num 1204) dirty exists 2021-07-26T16:10:37.229 INFO:tasks.rados.rados.0.smithi037.stdout:3920: finishing copy_from racing read to smithi03738989-31 2021-07-26T16:10:37.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:37 smithi107 bash[29346]: cluster 2021-07-26T16:10:35.940323+0000 mgr.y (mgr.24994) 572 : cluster [DBG] pgmap v959: 89 pgs: 89 active+clean; 295 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 5 op/s 2021-07-26T16:10:37.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:37 smithi107 bash[29346]: cluster 2021-07-26T16:10:36.259028+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e833: 8 total, 8 up, 8 in 2021-07-26T16:10:37.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:37 smithi107 bash[29346]: cluster 2021-07-26T16:10:37.226726+0000 mon.a (mon.0) 1321 : cluster [DBG] osdmap e834: 8 total, 8 up, 8 in 2021-07-26T16:10:37.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:37 smithi037 bash[41498]: cluster 2021-07-26T16:10:35.940323+0000 mgr.y (mgr.24994) 572 : cluster [DBG] pgmap v959: 89 pgs: 89 active+clean; 295 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 5 op/s 2021-07-26T16:10:37.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:37 smithi037 bash[41498]: cluster 2021-07-26T16:10:36.259028+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e833: 8 total, 8 up, 8 in 2021-07-26T16:10:37.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:37 smithi037 bash[41498]: cluster 2021-07-26T16:10:37.226726+0000 mon.a (mon.0) 1321 : cluster [DBG] osdmap e834: 8 total, 8 up, 8 in 2021-07-26T16:10:37.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:37 smithi037 bash[42499]: cluster 2021-07-26T16:10:35.940323+0000 mgr.y (mgr.24994) 572 : cluster [DBG] pgmap v959: 89 pgs: 89 active+clean; 295 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 5 op/s 2021-07-26T16:10:37.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:37 smithi037 bash[42499]: cluster 2021-07-26T16:10:36.259028+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e833: 8 total, 8 up, 8 in 2021-07-26T16:10:37.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:37 smithi037 bash[42499]: cluster 2021-07-26T16:10:37.226726+0000 mon.a (mon.0) 1321 : cluster [DBG] osdmap e834: 8 total, 8 up, 8 in 2021-07-26T16:10:38.226 INFO:tasks.rados.rados.0.smithi037.stdout:3916: done (3 left) 2021-07-26T16:10:38.227 INFO:tasks.rados.rados.0.smithi037.stdout:3919: done (2 left) 2021-07-26T16:10:38.227 INFO:tasks.rados.rados.0.smithi037.stdout:3920: done (1 left) 2021-07-26T16:10:38.227 INFO:tasks.rados.rados.0.smithi037.stdout:3922: done (0 left) 2021-07-26T16:10:38.227 INFO:tasks.rados.rados.0.smithi037.stdout:3923: rollback oid 42 current snap is 387 2021-07-26T16:10:38.228 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 42 to 361 2021-07-26T16:10:38.228 INFO:tasks.rados.rados.0.smithi037.stdout:3924: read oid 27 snap -1 2021-07-26T16:10:38.228 INFO:tasks.rados.rados.0.smithi037.stdout:3924: expect (ObjNum 1106 snap 336 seq_num 1106) 2021-07-26T16:10:38.228 INFO:tasks.rados.rados.0.smithi037.stdout:3925: snap_remove snap 384 2021-07-26T16:10:39.237 INFO:tasks.rados.rados.0.smithi037.stdout:3925: done (2 left) 2021-07-26T16:10:39.237 INFO:tasks.rados.rados.0.smithi037.stdout:3926: snap_create 2021-07-26T16:10:39.237 INFO:tasks.rados.rados.0.smithi037.stdout:3923: finishing rollback tid 1 to smithi03738989-42 2021-07-26T16:10:39.238 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2555 (ObjNum 374181888 snap 21933 seq_num 372117312) dirty dne 2021-07-26T16:10:39.238 INFO:tasks.rados.rados.0.smithi037.stdout:3924: expect (ObjNum 1106 snap 336 seq_num 1106) 2021-07-26T16:10:39.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:39 smithi107 bash[29346]: cluster 2021-07-26T16:10:37.941090+0000 mgr.y (mgr.24994) 573 : cluster [DBG] pgmap v962: 89 pgs: 89 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 5.9 MiB/s wr, 14 op/s 2021-07-26T16:10:39.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:39 smithi107 bash[29346]: cluster 2021-07-26T16:10:38.226472+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e835: 8 total, 8 up, 8 in 2021-07-26T16:10:39.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:39 smithi037 bash[42499]: cluster 2021-07-26T16:10:37.941090+0000 mgr.y (mgr.24994) 573 : cluster [DBG] pgmap v962: 89 pgs: 89 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 5.9 MiB/s wr, 14 op/s 2021-07-26T16:10:39.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:39 smithi037 bash[42499]: cluster 2021-07-26T16:10:38.226472+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e835: 8 total, 8 up, 8 in 2021-07-26T16:10:39.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:39 smithi037 bash[41498]: cluster 2021-07-26T16:10:37.941090+0000 mgr.y (mgr.24994) 573 : cluster [DBG] pgmap v962: 89 pgs: 89 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 5.9 MiB/s wr, 14 op/s 2021-07-26T16:10:39.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:39 smithi037 bash[41498]: cluster 2021-07-26T16:10:38.226472+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e835: 8 total, 8 up, 8 in 2021-07-26T16:10:40.247 INFO:tasks.rados.rados.0.smithi037.stdout:3923: done (2 left) 2021-07-26T16:10:40.248 INFO:tasks.rados.rados.0.smithi037.stdout:3924: done (1 left) 2021-07-26T16:10:40.248 INFO:tasks.rados.rados.0.smithi037.stdout:3926: done (0 left) 2021-07-26T16:10:40.248 INFO:tasks.rados.rados.0.smithi037.stdout:3927: snap_remove snap 373 2021-07-26T16:10:40.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:40 smithi107 bash[29346]: cluster 2021-07-26T16:10:39.235965+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e836: 8 total, 8 up, 8 in 2021-07-26T16:10:40.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:40 smithi037 bash[41498]: cluster 2021-07-26T16:10:39.235965+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e836: 8 total, 8 up, 8 in 2021-07-26T16:10:40.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:40 smithi037 bash[42499]: cluster 2021-07-26T16:10:39.235965+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e836: 8 total, 8 up, 8 in 2021-07-26T16:10:41.258 INFO:tasks.rados.rados.0.smithi037.stdout:3927: done (0 left) 2021-07-26T16:10:41.258 INFO:tasks.rados.rados.0.smithi037.stdout:3928: rollback oid 34 current snap is 388 2021-07-26T16:10:41.259 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 34 to 380 2021-07-26T16:10:41.259 INFO:tasks.rados.rados.0.smithi037.stdout:3929: snap_remove snap 361 2021-07-26T16:10:41.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:41 smithi107 bash[29346]: cluster 2021-07-26T16:10:39.941849+0000 mgr.y (mgr.24994) 574 : cluster [DBG] pgmap v965: 89 pgs: 89 active+clean; 319 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 6.5 MiB/s wr, 14 op/s 2021-07-26T16:10:41.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:41 smithi107 bash[29346]: cluster 2021-07-26T16:10:40.246029+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e837: 8 total, 8 up, 8 in 2021-07-26T16:10:41.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:41 smithi037 bash[41498]: cluster 2021-07-26T16:10:39.941849+0000 mgr.y (mgr.24994) 574 : cluster [DBG] pgmap v965: 89 pgs: 89 active+clean; 319 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 6.5 MiB/s wr, 14 op/s 2021-07-26T16:10:41.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:41 smithi037 bash[41498]: cluster 2021-07-26T16:10:40.246029+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e837: 8 total, 8 up, 8 in 2021-07-26T16:10:41.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:41 smithi037 bash[42499]: cluster 2021-07-26T16:10:39.941849+0000 mgr.y (mgr.24994) 574 : cluster [DBG] pgmap v965: 89 pgs: 89 active+clean; 319 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 6.5 MiB/s wr, 14 op/s 2021-07-26T16:10:41.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:41 smithi037 bash[42499]: cluster 2021-07-26T16:10:40.246029+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e837: 8 total, 8 up, 8 in 2021-07-26T16:10:42.225 INFO:tasks.rados.rados.0.smithi037.stdout:3929: done (1 left) 2021-07-26T16:10:42.226 INFO:tasks.rados.rados.0.smithi037.stdout:3930: snap_create 2021-07-26T16:10:42.226 INFO:tasks.rados.rados.0.smithi037.stdout:3928: finishing rollback tid 1 to smithi03738989-34 2021-07-26T16:10:42.226 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 34 v 3254 (ObjNum 374395984 snap 21933 seq_num 959984439) dirty dne 2021-07-26T16:10:42.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:42 smithi107 bash[29346]: cluster 2021-07-26T16:10:41.254492+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e838: 8 total, 8 up, 8 in 2021-07-26T16:10:42.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:42 smithi107 bash[29346]: cluster 2021-07-26T16:10:42.226728+0000 mon.a (mon.0) 1326 : cluster [DBG] osdmap e839: 8 total, 8 up, 8 in 2021-07-26T16:10:42.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:42 smithi037 bash[41498]: cluster 2021-07-26T16:10:41.254492+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e838: 8 total, 8 up, 8 in 2021-07-26T16:10:42.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:42 smithi037 bash[41498]: cluster 2021-07-26T16:10:42.226728+0000 mon.a (mon.0) 1326 : cluster [DBG] osdmap e839: 8 total, 8 up, 8 in 2021-07-26T16:10:42.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:42 smithi037 bash[42499]: cluster 2021-07-26T16:10:41.254492+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e838: 8 total, 8 up, 8 in 2021-07-26T16:10:42.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:42 smithi037 bash[42499]: cluster 2021-07-26T16:10:42.226728+0000 mon.a (mon.0) 1326 : cluster [DBG] osdmap e839: 8 total, 8 up, 8 in 2021-07-26T16:10:43.231 INFO:tasks.rados.rados.0.smithi037.stdout:3928: done (1 left) 2021-07-26T16:10:43.232 INFO:tasks.rados.rados.0.smithi037.stdout:3930: done (0 left) 2021-07-26T16:10:43.232 INFO:tasks.rados.rados.0.smithi037.stdout:3931: rmattr oid 7 current snap is 389 2021-07-26T16:10:43.232 INFO:tasks.rados.rados.0.smithi037.stdout:3931: done (0 left) 2021-07-26T16:10:43.232 INFO:tasks.rados.rados.0.smithi037.stdout:3932: read oid 17 snap 376 2021-07-26T16:10:43.233 INFO:tasks.rados.rados.0.smithi037.stdout:3932: expect deleted 2021-07-26T16:10:43.233 INFO:tasks.rados.rados.0.smithi037.stdout:3933: read oid 46 snap -1 2021-07-26T16:10:43.233 INFO:tasks.rados.rados.0.smithi037.stdout:3933: expect (ObjNum 1170 snap 357 seq_num 1170) 2021-07-26T16:10:43.233 INFO:tasks.rados.rados.0.smithi037.stdout:3934: snap_create 2021-07-26T16:10:43.236 INFO:tasks.rados.rados.0.smithi037.stdout:3933: expect (ObjNum 1170 snap 357 seq_num 1170) 2021-07-26T16:10:43.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:43 smithi107 bash[29346]: cluster 2021-07-26T16:10:41.942711+0000 mgr.y (mgr.24994) 575 : cluster [DBG] pgmap v968: 89 pgs: 89 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2021-07-26T16:10:43.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:43 smithi107 bash[29346]: cluster 2021-07-26T16:10:43.230103+0000 mon.a (mon.0) 1327 : cluster [DBG] osdmap e840: 8 total, 8 up, 8 in 2021-07-26T16:10:43.532 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:43 smithi037 bash[41498]: cluster 2021-07-26T16:10:41.942711+0000 mgr.y (mgr.24994) 575 : cluster [DBG] pgmap v968: 89 pgs: 89 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2021-07-26T16:10:43.532 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:43 smithi037 bash[41498]: cluster 2021-07-26T16:10:43.230103+0000 mon.a (mon.0) 1327 : cluster [DBG] osdmap e840: 8 total, 8 up, 8 in 2021-07-26T16:10:43.533 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:43 smithi037 bash[42499]: cluster 2021-07-26T16:10:41.942711+0000 mgr.y (mgr.24994) 575 : cluster [DBG] pgmap v968: 89 pgs: 89 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2021-07-26T16:10:43.533 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:43 smithi037 bash[42499]: cluster 2021-07-26T16:10:43.230103+0000 mon.a (mon.0) 1327 : cluster [DBG] osdmap e840: 8 total, 8 up, 8 in 2021-07-26T16:10:43.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:10:43 smithi037 bash[50550]: level=error ts=2021-07-26T16:10:43.534Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:43.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:10:43 smithi037 bash[50550]: level=error ts=2021-07-26T16:10:43.534Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:43.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:10:43 smithi037 bash[50550]: level=error ts=2021-07-26T16:10:43.534Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs; Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" 2021-07-26T16:10:44.234 INFO:tasks.rados.rados.0.smithi037.stdout:3932: done (2 left) 2021-07-26T16:10:44.235 INFO:tasks.rados.rados.0.smithi037.stdout:3933: done (1 left) 2021-07-26T16:10:44.235 INFO:tasks.rados.rados.0.smithi037.stdout:3934: done (0 left) 2021-07-26T16:10:44.235 INFO:tasks.rados.rados.0.smithi037.stdout:3935: snap_create 2021-07-26T16:10:45.236 INFO:tasks.rados.rados.0.smithi037.stdout:3935: done (0 left) 2021-07-26T16:10:45.236 INFO:tasks.rados.rados.0.smithi037.stdout:3936: snap_remove snap 376 2021-07-26T16:10:45.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:45 smithi107 bash[29346]: cluster 2021-07-26T16:10:43.943507+0000 mgr.y (mgr.24994) 576 : cluster [DBG] pgmap v971: 89 pgs: 89 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 402 KiB/s wr, 2 op/s 2021-07-26T16:10:45.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:45 smithi107 bash[29346]: cluster 2021-07-26T16:10:44.236655+0000 mon.a (mon.0) 1328 : cluster [DBG] osdmap e841: 8 total, 8 up, 8 in 2021-07-26T16:10:45.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:45 smithi037 bash[42499]: cluster 2021-07-26T16:10:43.943507+0000 mgr.y (mgr.24994) 576 : cluster [DBG] pgmap v971: 89 pgs: 89 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 402 KiB/s wr, 2 op/s 2021-07-26T16:10:45.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:45 smithi037 bash[42499]: cluster 2021-07-26T16:10:44.236655+0000 mon.a (mon.0) 1328 : cluster [DBG] osdmap e841: 8 total, 8 up, 8 in 2021-07-26T16:10:45.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:45 smithi037 bash[41498]: cluster 2021-07-26T16:10:43.943507+0000 mgr.y (mgr.24994) 576 : cluster [DBG] pgmap v971: 89 pgs: 89 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 402 KiB/s wr, 2 op/s 2021-07-26T16:10:45.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:45 smithi037 bash[41498]: cluster 2021-07-26T16:10:44.236655+0000 mon.a (mon.0) 1328 : cluster [DBG] osdmap e841: 8 total, 8 up, 8 in 2021-07-26T16:10:46.257 INFO:tasks.rados.rados.0.smithi037.stdout:3936: done (0 left) 2021-07-26T16:10:46.257 INFO:tasks.rados.rados.0.smithi037.stdout:3937: rmattr oid 50 current snap is 391 2021-07-26T16:10:46.258 INFO:tasks.rados.rados.0.smithi037.stdout:3937: done (0 left) 2021-07-26T16:10:46.258 INFO:tasks.rados.rados.0.smithi037.stdout:3938: read oid 21 snap 374 2021-07-26T16:10:46.259 INFO:tasks.rados.rados.0.smithi037.stdout:3938: expect (ObjNum 1106 snap 336 seq_num 1106) 2021-07-26T16:10:46.264 INFO:tasks.rados.rados.0.smithi037.stdout:3939: rmattr oid 19 current snap is 391 2021-07-26T16:10:46.265 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 22 current snap is 391 2021-07-26T16:10:46.265 INFO:tasks.rados.rados.0.smithi037.stdout:3940: seq_num 1250 ranges {0=540672,540672=770048,1310720=434176} 2021-07-26T16:10:46.265 INFO:tasks.rados.rados.0.smithi037.stdout:3940: writing smithi03738989-22 from 0 to 540672 tid 1 2021-07-26T16:10:46.266 INFO:tasks.rados.rados.0.smithi037.stdout:3940: writing smithi03738989-22 from 540672 to 1310720 tid 2 2021-07-26T16:10:46.271 INFO:tasks.rados.rados.0.smithi037.stdout:3940: writing smithi03738989-22 from 1310720 to 1744896 tid 3 2021-07-26T16:10:46.272 INFO:tasks.rados.rados.0.smithi037.stdout:3941: rmattr oid 40 current snap is 391 2021-07-26T16:10:46.272 INFO:tasks.rados.rados.0.smithi037.stdout:3941: done (3 left) 2021-07-26T16:10:46.273 INFO:tasks.rados.rados.0.smithi037.stdout:3942: read oid 9 snap 380 2021-07-26T16:10:46.273 INFO:tasks.rados.rados.0.smithi037.stdout:3942: expect (ObjNum 372939584 snap 21933 seq_num 371969328) 2021-07-26T16:10:46.273 INFO:tasks.rados.rados.0.smithi037.stdout:3943: copy_from oid 8 from oid 28 current snap is 391 2021-07-26T16:10:46.274 INFO:tasks.rados.rados.0.smithi037.stdout:3944: read oid 48 snap -1 2021-07-26T16:10:46.274 INFO:tasks.rados.rados.0.smithi037.stdout:3944: expect (ObjNum 1221 snap 378 seq_num 1221) 2021-07-26T16:10:46.275 INFO:tasks.rados.rados.0.smithi037.stdout:3945: snap_remove snap 383 2021-07-26T16:10:46.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:46 smithi107 bash[29346]: cluster 2021-07-26T16:10:45.237509+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e842: 8 total, 8 up, 8 in 2021-07-26T16:10:46.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:46 smithi107 bash[29346]: audit 2021-07-26T16:10:45.789330+0000 mon.c (mon.1) 485 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-07-26T16:10:46.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:46 smithi107 bash[29346]: audit 2021-07-26T16:10:45.790168+0000 mon.c (mon.1) 486 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-07-26T16:10:46.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:46 smithi107 bash[29346]: audit 2021-07-26T16:10:45.790469+0000 mon.a (mon.0) 1330 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-07-26T16:10:46.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:46 smithi107 bash[29346]: audit 2021-07-26T16:10:45.791119+0000 mon.c (mon.1) 487 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-07-26T16:10:46.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:46 smithi107 bash[29346]: audit 2021-07-26T16:10:45.792146+0000 mon.a (mon.0) 1331 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-07-26T16:10:46.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:46 smithi107 bash[29346]: audit 2021-07-26T16:10:45.793142+0000 mon.a (mon.0) 1332 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-07-26T16:10:46.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:46 smithi107 bash[29346]: audit 2021-07-26T16:10:46.042739+0000 mon.c (mon.1) 488 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:10:46.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:46 smithi107 bash[29346]: audit 2021-07-26T16:10:46.043492+0000 mon.a (mon.0) 1333 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:10:46.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:46 smithi037 bash[41498]: cluster 2021-07-26T16:10:45.237509+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e842: 8 total, 8 up, 8 in 2021-07-26T16:10:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:46 smithi037 bash[41498]: audit 2021-07-26T16:10:45.789330+0000 mon.c (mon.1) 485 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-07-26T16:10:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:46 smithi037 bash[41498]: audit 2021-07-26T16:10:45.790168+0000 mon.c (mon.1) 486 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-07-26T16:10:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:46 smithi037 bash[41498]: audit 2021-07-26T16:10:45.790469+0000 mon.a (mon.0) 1330 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-07-26T16:10:46.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:46 smithi037 bash[41498]: audit 2021-07-26T16:10:45.791119+0000 mon.c (mon.1) 487 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-07-26T16:10:46.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:46 smithi037 bash[41498]: audit 2021-07-26T16:10:45.792146+0000 mon.a (mon.0) 1331 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-07-26T16:10:46.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:46 smithi037 bash[41498]: audit 2021-07-26T16:10:45.793142+0000 mon.a (mon.0) 1332 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-07-26T16:10:46.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:46 smithi037 bash[41498]: audit 2021-07-26T16:10:46.042739+0000 mon.c (mon.1) 488 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:10:46.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:46 smithi037 bash[41498]: audit 2021-07-26T16:10:46.043492+0000 mon.a (mon.0) 1333 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:10:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:46 smithi037 bash[42499]: cluster 2021-07-26T16:10:45.237509+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e842: 8 total, 8 up, 8 in 2021-07-26T16:10:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:46 smithi037 bash[42499]: audit 2021-07-26T16:10:45.789330+0000 mon.c (mon.1) 485 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-07-26T16:10:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:46 smithi037 bash[42499]: audit 2021-07-26T16:10:45.790168+0000 mon.c (mon.1) 486 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-07-26T16:10:46.588 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:46 smithi037 bash[42499]: audit 2021-07-26T16:10:45.790469+0000 mon.a (mon.0) 1330 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-07-26T16:10:46.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:46 smithi037 bash[42499]: audit 2021-07-26T16:10:45.791119+0000 mon.c (mon.1) 487 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-07-26T16:10:46.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:46 smithi037 bash[42499]: audit 2021-07-26T16:10:45.792146+0000 mon.a (mon.0) 1331 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-07-26T16:10:46.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:46 smithi037 bash[42499]: audit 2021-07-26T16:10:45.793142+0000 mon.a (mon.0) 1332 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-07-26T16:10:46.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:46 smithi037 bash[42499]: audit 2021-07-26T16:10:46.042739+0000 mon.c (mon.1) 488 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:10:46.589 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:46 smithi037 bash[42499]: audit 2021-07-26T16:10:46.043492+0000 mon.a (mon.0) 1333 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:10:47.236 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 19 v 3460 (ObjNum 1243 snap 385 seq_num 1243) dirty exists 2021-07-26T16:10:47.236 INFO:tasks.rados.rados.0.smithi037.stdout:3942: expect (ObjNum 372939584 snap 21933 seq_num 371969328) 2021-07-26T16:10:47.237 INFO:tasks.rados.rados.0.smithi037.stdout:3940: finishing write tid 1 to smithi03738989-22 2021-07-26T16:10:47.237 INFO:tasks.rados.rados.0.smithi037.stdout:3940: finishing write tid 2 to smithi03738989-22 2021-07-26T16:10:47.237 INFO:tasks.rados.rados.0.smithi037.stdout:3940: finishing write tid 3 to smithi03738989-22 2021-07-26T16:10:47.237 INFO:tasks.rados.rados.0.smithi037.stdout:3940: finishing write tid 5 to smithi03738989-22 2021-07-26T16:10:47.238 INFO:tasks.rados.rados.0.smithi037.stdout:3940: finishing write tid 6 to smithi03738989-22 2021-07-26T16:10:47.238 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 22 v 2276 (ObjNum 1250 snap 391 seq_num 1250) dirty exists 2021-07-26T16:10:47.238 INFO:tasks.rados.rados.0.smithi037.stdout:3940: left oid 22 (ObjNum 1250 snap 391 seq_num 1250) 2021-07-26T16:10:47.238 INFO:tasks.rados.rados.0.smithi037.stdout:3943: finishing copy_from to smithi03738989-8 2021-07-26T16:10:47.238 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 8 v 2249 (ObjNum 1164 snap 354 seq_num 1164) dirty exists 2021-07-26T16:10:47.239 INFO:tasks.rados.rados.0.smithi037.stdout:3943: finishing copy_from racing read to smithi03738989-8 2021-07-26T16:10:47.239 INFO:tasks.rados.rados.0.smithi037.stdout:3944: expect (ObjNum 1221 snap 378 seq_num 1221) 2021-07-26T16:10:47.326 INFO:tasks.rados.rados.0.smithi037.stdout:3938: expect (ObjNum 1106 snap 336 seq_num 1106) 2021-07-26T16:10:47.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:47 smithi107 bash[29346]: cluster 2021-07-26T16:10:45.944253+0000 mgr.y (mgr.24994) 577 : cluster [DBG] pgmap v974: 89 pgs: 89 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 0 op/s 2021-07-26T16:10:47.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:47 smithi107 bash[29346]: cluster 2021-07-26T16:10:46.258310+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e843: 8 total, 8 up, 8 in 2021-07-26T16:10:47.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:47 smithi107 bash[29346]: audit 2021-07-26T16:10:47.047871+0000 mon.c (mon.1) 489 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:10:47.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:47 smithi107 bash[29346]: audit 2021-07-26T16:10:47.048597+0000 mon.a (mon.0) 1335 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:10:47.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:47 smithi107 bash[29346]: cluster 2021-07-26T16:10:47.229920+0000 mon.a (mon.0) 1336 : cluster [DBG] osdmap e844: 8 total, 8 up, 8 in 2021-07-26T16:10:47.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:47 smithi037 bash[41498]: cluster 2021-07-26T16:10:45.944253+0000 mgr.y (mgr.24994) 577 : cluster [DBG] pgmap v974: 89 pgs: 89 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 0 op/s 2021-07-26T16:10:47.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:47 smithi037 bash[41498]: cluster 2021-07-26T16:10:46.258310+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e843: 8 total, 8 up, 8 in 2021-07-26T16:10:47.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:47 smithi037 bash[41498]: audit 2021-07-26T16:10:47.047871+0000 mon.c (mon.1) 489 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:10:47.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:47 smithi037 bash[41498]: audit 2021-07-26T16:10:47.048597+0000 mon.a (mon.0) 1335 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:10:47.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:47 smithi037 bash[41498]: cluster 2021-07-26T16:10:47.229920+0000 mon.a (mon.0) 1336 : cluster [DBG] osdmap e844: 8 total, 8 up, 8 in 2021-07-26T16:10:47.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:47 smithi037 bash[42499]: cluster 2021-07-26T16:10:45.944253+0000 mgr.y (mgr.24994) 577 : cluster [DBG] pgmap v974: 89 pgs: 89 active+clean; 321 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 0 op/s 2021-07-26T16:10:47.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:47 smithi037 bash[42499]: cluster 2021-07-26T16:10:46.258310+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e843: 8 total, 8 up, 8 in 2021-07-26T16:10:47.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:47 smithi037 bash[42499]: audit 2021-07-26T16:10:47.047871+0000 mon.c (mon.1) 489 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:10:47.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:47 smithi037 bash[42499]: audit 2021-07-26T16:10:47.048597+0000 mon.a (mon.0) 1335 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:10:47.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:47 smithi037 bash[42499]: cluster 2021-07-26T16:10:47.229920+0000 mon.a (mon.0) 1336 : cluster [DBG] osdmap e844: 8 total, 8 up, 8 in 2021-07-26T16:10:47.998 INFO:tasks.rados.rados.0.smithi037.stdout:3938: done (6 left) 2021-07-26T16:10:47.999 INFO:tasks.rados.rados.0.smithi037.stdout:3939: done (5 left) 2021-07-26T16:10:47.999 INFO:tasks.rados.rados.0.smithi037.stdout:3940: done (4 left) 2021-07-26T16:10:47.999 INFO:tasks.rados.rados.0.smithi037.stdout:3942: done (3 left) 2021-07-26T16:10:48.000 INFO:tasks.rados.rados.0.smithi037.stdout:3943: done (2 left) 2021-07-26T16:10:48.000 INFO:tasks.rados.rados.0.smithi037.stdout:3944: done (1 left) 2021-07-26T16:10:48.000 INFO:tasks.rados.rados.0.smithi037.stdout:3945: done (0 left) 2021-07-26T16:10:48.000 INFO:tasks.rados.rados.0.smithi037.stdout:3946: rollback oid 33 current snap is 391 2021-07-26T16:10:48.001 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 33 to 354 2021-07-26T16:10:48.001 INFO:tasks.rados.rados.0.smithi037.stdout:3947: rollback oid 21 current snap is 391 2021-07-26T16:10:48.001 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 21 to 389 2021-07-26T16:10:48.001 INFO:tasks.rados.rados.0.smithi037.stdout:3948: copy_from oid 3 from oid 8 current snap is 391 2021-07-26T16:10:48.002 INFO:tasks.rados.rados.0.smithi037.stdout:3949: setattr oid 26 current snap is 391 2021-07-26T16:10:48.003 INFO:tasks.rados.rados.0.smithi037.stdout:3950: rollback oid 31 current snap is 391 2021-07-26T16:10:48.003 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 31 to 387 2021-07-26T16:10:48.003 INFO:tasks.rados.rados.0.smithi037.stdout:3951: read oid 34 snap -1 2021-07-26T16:10:48.003 INFO:tasks.rados.rados.0.smithi037.stdout:3951: expect deleted 2021-07-26T16:10:48.004 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 46 current snap is 391 2021-07-26T16:10:48.004 INFO:tasks.rados.rados.0.smithi037.stdout:3952: seq_num 1251 ranges {401408=557056,958464=655360,1613824=425984,2039808=122880} 2021-07-26T16:10:48.013 INFO:tasks.rados.rados.0.smithi037.stdout:3952: writing smithi03738989-46 from 401408 to 958464 tid 1 2021-07-26T16:10:48.017 INFO:tasks.rados.rados.0.smithi037.stdout:3952: writing smithi03738989-46 from 958464 to 1613824 tid 2 2021-07-26T16:10:48.020 INFO:tasks.rados.rados.0.smithi037.stdout:3952: writing smithi03738989-46 from 1613824 to 2039808 tid 3 2021-07-26T16:10:48.021 INFO:tasks.rados.rados.0.smithi037.stdout:3952: writing smithi03738989-46 from 2039808 to 2162688 tid 4 2021-07-26T16:10:48.021 INFO:tasks.rados.rados.0.smithi037.stdout:3953: read oid 50 snap -1 2021-07-26T16:10:48.021 INFO:tasks.rados.rados.0.smithi037.stdout:3953: expect (ObjNum 1206 snap 373 seq_num 1206) 2021-07-26T16:10:48.022 INFO:tasks.rados.rados.0.smithi037.stdout:3954: snap_remove snap 374 2021-07-26T16:10:48.270 INFO:tasks.rados.rados.0.smithi037.stdout:3954: done (8 left) 2021-07-26T16:10:48.270 INFO:tasks.rados.rados.0.smithi037.stdout:3955: copy_from oid 15 from oid 22 current snap is 391 2021-07-26T16:10:48.271 INFO:tasks.rados.rados.0.smithi037.stdout:3956: setattr oid 45 current snap is 391 2021-07-26T16:10:48.271 INFO:tasks.rados.rados.0.smithi037.stdout:3947: finishing rollback tid 0 to smithi03738989-21 2021-07-26T16:10:48.272 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 3255 (ObjNum 1245 snap 386 seq_num 1245) dirty exists 2021-07-26T16:10:48.272 INFO:tasks.rados.rados.0.smithi037.stdout:3946: finishing rollback tid 0 to smithi03738989-33 2021-07-26T16:10:48.273 INFO:tasks.rados.rados.0.smithi037.stdout:3946: finishing rollback tid 1 to smithi03738989-33 2021-07-26T16:10:48.273 INFO:tasks.rados.rados.0.smithi037.stdout:3947: finishing rollback tid 1 to smithi03738989-21 2021-07-26T16:10:48.274 INFO:tasks.rados.rados.0.smithi037.stdout:3946: finishing rollback tid 2 to smithi03738989-33 2021-07-26T16:10:48.274 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 2921 (ObjNum 1144 snap 350 seq_num 1144) dirty exists 2021-07-26T16:10:48.275 INFO:tasks.rados.rados.0.smithi037.stdout:3947: finishing rollback tid 2 to smithi03738989-21 2021-07-26T16:10:48.275 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2903 (ObjNum 1106 snap 336 seq_num 1106) dirty exists 2021-07-26T16:10:48.275 INFO:tasks.rados.rados.0.smithi037.stdout:3950: finishing rollback tid 0 to smithi03738989-31 2021-07-26T16:10:48.275 INFO:tasks.rados.rados.0.smithi037.stdout:3948: finishing copy_from to smithi03738989-3 2021-07-26T16:10:48.275 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 2249 (ObjNum 1164 snap 354 seq_num 1164) dirty exists 2021-07-26T16:10:48.276 INFO:tasks.rados.rados.0.smithi037.stdout:3948: finishing copy_from racing read to smithi03738989-3 2021-07-26T16:10:48.276 INFO:tasks.rados.rados.0.smithi037.stdout:3950: finishing rollback tid 1 to smithi03738989-31 2021-07-26T16:10:48.276 INFO:tasks.rados.rados.0.smithi037.stdout:3950: finishing rollback tid 2 to smithi03738989-31 2021-07-26T16:10:48.276 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 31 v 3457 (ObjNum 1204 snap 372 seq_num 1204) dirty exists 2021-07-26T16:10:48.277 INFO:tasks.rados.rados.0.smithi037.stdout:3952: finishing write tid 1 to smithi03738989-46 2021-07-26T16:10:48.277 INFO:tasks.rados.rados.0.smithi037.stdout:3952: finishing write tid 2 to smithi03738989-46 2021-07-26T16:10:48.277 INFO:tasks.rados.rados.0.smithi037.stdout:3952: finishing write tid 3 to smithi03738989-46 2021-07-26T16:10:48.277 INFO:tasks.rados.rados.0.smithi037.stdout:3952: finishing write tid 4 to smithi03738989-46 2021-07-26T16:10:48.277 INFO:tasks.rados.rados.0.smithi037.stdout:3952: finishing write tid 6 to smithi03738989-46 2021-07-26T16:10:48.278 INFO:tasks.rados.rados.0.smithi037.stdout:3953: expect (ObjNum 1206 snap 373 seq_num 1206) 2021-07-26T16:10:48.316 INFO:tasks.rados.rados.0.smithi037.stdout:3952: finishing write tid 7 to smithi03738989-46 2021-07-26T16:10:48.317 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 46 v 2926 (ObjNum 1251 snap 391 seq_num 1251) dirty exists 2021-07-26T16:10:48.317 INFO:tasks.rados.rados.0.smithi037.stdout:3952: left oid 46 (ObjNum 1251 snap 391 seq_num 1251) 2021-07-26T16:10:48.317 INFO:tasks.rados.rados.0.smithi037.stdout:3955: finishing copy_from to smithi03738989-15 2021-07-26T16:10:48.317 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 15 v 2276 (ObjNum 1250 snap 391 seq_num 1250) dirty exists 2021-07-26T16:10:48.318 INFO:tasks.rados.rados.0.smithi037.stdout:3955: finishing copy_from racing read to smithi03738989-15 2021-07-26T16:10:48.318 INFO:tasks.rados.rados.0.smithi037.stdout:3946: done (9 left) 2021-07-26T16:10:48.318 INFO:tasks.rados.rados.0.smithi037.stdout:3947: done (8 left) 2021-07-26T16:10:48.318 INFO:tasks.rados.rados.0.smithi037.stdout:3948: done (7 left) 2021-07-26T16:10:48.319 INFO:tasks.rados.rados.0.smithi037.stdout:3949: done (6 left) 2021-07-26T16:10:48.319 INFO:tasks.rados.rados.0.smithi037.stdout:3950: done (5 left) 2021-07-26T16:10:48.319 INFO:tasks.rados.rados.0.smithi037.stdout:3951: done (4 left) 2021-07-26T16:10:48.319 INFO:tasks.rados.rados.0.smithi037.stdout:3952: done (3 left) 2021-07-26T16:10:48.319 INFO:tasks.rados.rados.0.smithi037.stdout:3953: done (2 left) 2021-07-26T16:10:48.320 INFO:tasks.rados.rados.0.smithi037.stdout:3955: done (1 left) 2021-07-26T16:10:48.320 INFO:tasks.rados.rados.0.smithi037.stdout:3957: read oid 31 snap 385 2021-07-26T16:10:48.320 INFO:tasks.rados.rados.0.smithi037.stdout:3957: expect (ObjNum 1236 snap 382 seq_num 1236) 2021-07-26T16:10:48.320 INFO:tasks.rados.rados.0.smithi037.stdout:3958: snap_remove snap 386 2021-07-26T16:10:49.278 INFO:tasks.rados.rados.0.smithi037.stdout:3958: done (2 left) 2021-07-26T16:10:49.279 INFO:tasks.rados.rados.0.smithi037.stdout:3959: read oid 13 snap 354 2021-07-26T16:10:49.280 INFO:tasks.rados.rados.0.smithi037.stdout:3959: expect deleted 2021-07-26T16:10:49.281 INFO:tasks.rados.rados.0.smithi037.stdout:3960: rollback oid 26 current snap is 391 2021-07-26T16:10:49.281 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 26 to 385 2021-07-26T16:10:49.281 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 5 current snap is 391 2021-07-26T16:10:49.282 INFO:tasks.rados.rados.0.smithi037.stdout:3961: seq_num 1252 ranges {1744896=573440,2318336=540672,2859008=630784,3489792=32768} 2021-07-26T16:10:49.292 INFO:tasks.rados.rados.0.smithi037.stdout:3961: writing smithi03738989-5 from 1744896 to 2318336 tid 1 2021-07-26T16:10:49.295 INFO:tasks.rados.rados.0.smithi037.stdout:3961: writing smithi03738989-5 from 2318336 to 2859008 tid 2 2021-07-26T16:10:49.299 INFO:tasks.rados.rados.0.smithi037.stdout:3961: writing smithi03738989-5 from 2859008 to 3489792 tid 3 2021-07-26T16:10:49.300 INFO:tasks.rados.rados.0.smithi037.stdout:3961: writing smithi03738989-5 from 3489792 to 3522560 tid 4 2021-07-26T16:10:49.300 INFO:tasks.rados.rados.0.smithi037.stdout:3962: snap_create 2021-07-26T16:10:49.301 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 45 v 3628 (ObjNum 1149 snap 353 seq_num 1149) dirty exists 2021-07-26T16:10:49.301 INFO:tasks.rados.rados.0.smithi037.stdout:3957: expect (ObjNum 1236 snap 382 seq_num 1236) 2021-07-26T16:10:49.391 INFO:tasks.rados.rados.0.smithi037.stdout:3960: finishing rollback tid 0 to smithi03738989-26 2021-07-26T16:10:49.392 INFO:tasks.rados.rados.0.smithi037.stdout:3960: finishing rollback tid 1 to smithi03738989-26 2021-07-26T16:10:49.392 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 26 v 3257 (ObjNum 1852728692 snap 1903321968 seq_num 1633637971) dirty dne 2021-07-26T16:10:49.393 INFO:tasks.rados.rados.0.smithi037.stdout:3961: finishing write tid 1 to smithi03738989-5 2021-07-26T16:10:49.393 INFO:tasks.rados.rados.0.smithi037.stdout:3961: finishing write tid 2 to smithi03738989-5 2021-07-26T16:10:49.393 INFO:tasks.rados.rados.0.smithi037.stdout:3961: finishing write tid 3 to smithi03738989-5 2021-07-26T16:10:49.393 INFO:tasks.rados.rados.0.smithi037.stdout:3961: finishing write tid 4 to smithi03738989-5 2021-07-26T16:10:49.394 INFO:tasks.rados.rados.0.smithi037.stdout:3961: finishing write tid 6 to smithi03738989-5 2021-07-26T16:10:49.394 INFO:tasks.rados.rados.0.smithi037.stdout:3961: finishing write tid 7 to smithi03738989-5 2021-07-26T16:10:49.394 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 5 v 3465 (ObjNum 1252 snap 391 seq_num 1252) dirty exists 2021-07-26T16:10:49.394 INFO:tasks.rados.rados.0.smithi037.stdout:3961: left oid 5 (ObjNum 1252 snap 391 seq_num 1252) 2021-07-26T16:10:49.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:49 smithi107 bash[29346]: cluster 2021-07-26T16:10:47.944956+0000 mgr.y (mgr.24994) 578 : cluster [DBG] pgmap v977: 89 pgs: 89 active+clean; 320 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 309 KiB/s rd, 74 KiB/s wr, 5 op/s 2021-07-26T16:10:49.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:49 smithi107 bash[29346]: cluster 2021-07-26T16:10:48.264466+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e845: 8 total, 8 up, 8 in 2021-07-26T16:10:49.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:49 smithi037 bash[41498]: cluster 2021-07-26T16:10:47.944956+0000 mgr.y (mgr.24994) 578 : cluster [DBG] pgmap v977: 89 pgs: 89 active+clean; 320 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 309 KiB/s rd, 74 KiB/s wr, 5 op/s 2021-07-26T16:10:49.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:49 smithi037 bash[41498]: cluster 2021-07-26T16:10:48.264466+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e845: 8 total, 8 up, 8 in 2021-07-26T16:10:49.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:49 smithi037 bash[42499]: cluster 2021-07-26T16:10:47.944956+0000 mgr.y (mgr.24994) 578 : cluster [DBG] pgmap v977: 89 pgs: 89 active+clean; 320 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 309 KiB/s rd, 74 KiB/s wr, 5 op/s 2021-07-26T16:10:49.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:49 smithi037 bash[42499]: cluster 2021-07-26T16:10:48.264466+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e845: 8 total, 8 up, 8 in 2021-07-26T16:10:50.288 INFO:tasks.rados.rados.0.smithi037.stdout:3956: done (5 left) 2021-07-26T16:10:50.288 INFO:tasks.rados.rados.0.smithi037.stdout:3957: done (4 left) 2021-07-26T16:10:50.289 INFO:tasks.rados.rados.0.smithi037.stdout:3959: done (3 left) 2021-07-26T16:10:50.289 INFO:tasks.rados.rados.0.smithi037.stdout:3960: done (2 left) 2021-07-26T16:10:50.289 INFO:tasks.rados.rados.0.smithi037.stdout:3961: done (1 left) 2021-07-26T16:10:50.289 INFO:tasks.rados.rados.0.smithi037.stdout:3962: done (0 left) 2021-07-26T16:10:50.290 INFO:tasks.rados.rados.0.smithi037.stdout:3963: copy_from oid 13 from oid 29 current snap is 392 2021-07-26T16:10:50.290 INFO:tasks.rados.rados.0.smithi037.stdout:3964: setattr oid 33 current snap is 392 2021-07-26T16:10:50.290 INFO:tasks.rados.rados.0.smithi037.stdout:3965: setattr oid 30 current snap is 392 2021-07-26T16:10:50.292 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 7 current snap is 392 2021-07-26T16:10:50.292 INFO:tasks.rados.rados.0.smithi037.stdout:3966: seq_num 1253 ranges {0=589824,589824=417792,1007616=786432} 2021-07-26T16:10:50.297 INFO:tasks.rados.rados.0.smithi037.stdout:3966: writing smithi03738989-7 from 0 to 589824 tid 1 2021-07-26T16:10:50.298 INFO:tasks.rados.rados.0.smithi037.stdout:3966: writing smithi03738989-7 from 589824 to 1007616 tid 2 2021-07-26T16:10:50.303 INFO:tasks.rados.rados.0.smithi037.stdout:3966: writing smithi03738989-7 from 1007616 to 1794048 tid 3 2021-07-26T16:10:50.304 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 27 current snap is 392 2021-07-26T16:10:50.304 INFO:tasks.rados.rados.0.smithi037.stdout:3967: seq_num 1254 ranges {8871936=606208,9478144=704512,10182656=499712} 2021-07-26T16:10:50.357 INFO:tasks.rados.rados.0.smithi037.stdout:3967: writing smithi03738989-27 from 8871936 to 9478144 tid 1 2021-07-26T16:10:50.360 INFO:tasks.rados.rados.0.smithi037.stdout:3967: writing smithi03738989-27 from 9478144 to 10182656 tid 2 2021-07-26T16:10:50.364 INFO:tasks.rados.rados.0.smithi037.stdout:3967: writing smithi03738989-27 from 10182656 to 10682368 tid 3 2021-07-26T16:10:50.364 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 2 current snap is 392 2021-07-26T16:10:50.364 INFO:tasks.rados.rados.0.smithi037.stdout:3968: seq_num 1255 ranges {1712128=622592,2334720=638976,2973696=565248} 2021-07-26T16:10:50.377 INFO:tasks.rados.rados.0.smithi037.stdout:3968: writing smithi03738989-2 from 1712128 to 2334720 tid 1 2021-07-26T16:10:50.381 INFO:tasks.rados.rados.0.smithi037.stdout:3968: writing smithi03738989-2 from 2334720 to 2973696 tid 2 2021-07-26T16:10:50.384 INFO:tasks.rados.rados.0.smithi037.stdout:3968: writing smithi03738989-2 from 2973696 to 3538944 tid 3 2021-07-26T16:10:50.385 INFO:tasks.rados.rados.0.smithi037.stdout:3969: read oid 48 snap -1 2021-07-26T16:10:50.385 INFO:tasks.rados.rados.0.smithi037.stdout:3969: expect (ObjNum 1221 snap 378 seq_num 1221) 2021-07-26T16:10:50.385 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 1 current snap is 392 2021-07-26T16:10:50.385 INFO:tasks.rados.rados.0.smithi037.stdout:3970: seq_num 1256 ranges {0=638976,638976=524288,1163264=614400,1777664=65536} 2021-07-26T16:10:50.388 INFO:tasks.rados.rados.0.smithi037.stdout:3970: writing smithi03738989-1 from 0 to 638976 tid 1 2021-07-26T16:10:50.392 INFO:tasks.rados.rados.0.smithi037.stdout:3970: writing smithi03738989-1 from 638976 to 1163264 tid 2 2021-07-26T16:10:50.396 INFO:tasks.rados.rados.0.smithi037.stdout:3970: writing smithi03738989-1 from 1163264 to 1777664 tid 3 2021-07-26T16:10:50.396 INFO:tasks.rados.rados.0.smithi037.stdout:3970: writing smithi03738989-1 from 1777664 to 1843200 tid 4 2021-07-26T16:10:50.397 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 42 current snap is 392 2021-07-26T16:10:50.397 INFO:tasks.rados.rados.0.smithi037.stdout:3971: seq_num 1257 ranges {0=655360,655360=409600,1064960=770048,1835008=24576} 2021-07-26T16:10:50.400 INFO:tasks.rados.rados.0.smithi037.stdout:3971: writing smithi03738989-42 from 0 to 655360 tid 1 2021-07-26T16:10:50.402 INFO:tasks.rados.rados.0.smithi037.stdout:3971: writing smithi03738989-42 from 655360 to 1064960 tid 2 2021-07-26T16:10:50.408 INFO:tasks.rados.rados.0.smithi037.stdout:3971: writing smithi03738989-42 from 1064960 to 1835008 tid 3 2021-07-26T16:10:50.408 INFO:tasks.rados.rados.0.smithi037.stdout:3971: writing smithi03738989-42 from 1835008 to 1859584 tid 4 2021-07-26T16:10:50.408 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 28 current snap is 392 2021-07-26T16:10:50.408 INFO:tasks.rados.rados.0.smithi037.stdout:3972: seq_num 1258 ranges {303104=671744,974848=696320,1671168=507904} 2021-07-26T16:10:50.413 INFO:tasks.rados.rados.0.smithi037.stdout:3972: writing smithi03738989-28 from 303104 to 974848 tid 1 2021-07-26T16:10:50.417 INFO:tasks.rados.rados.0.smithi037.stdout:3972: writing smithi03738989-28 from 974848 to 1671168 tid 2 2021-07-26T16:10:50.421 INFO:tasks.rados.rados.0.smithi037.stdout:3972: writing smithi03738989-28 from 1671168 to 2179072 tid 3 2021-07-26T16:10:50.421 INFO:tasks.rados.rados.0.smithi037.stdout:3973: rmattr oid 31 current snap is 392 2021-07-26T16:10:50.421 INFO:tasks.rados.rados.0.smithi037.stdout:3973: done (10 left) 2021-07-26T16:10:50.421 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 3 current snap is 392 2021-07-26T16:10:50.422 INFO:tasks.rados.rados.0.smithi037.stdout:3974: seq_num 1259 ranges {303104=696320,999424=573440,1572864=630784} 2021-07-26T16:10:50.426 INFO:tasks.rados.rados.0.smithi037.stdout:3974: writing smithi03738989-3 from 303104 to 999424 tid 1 2021-07-26T16:10:50.429 INFO:tasks.rados.rados.0.smithi037.stdout:3974: writing smithi03738989-3 from 999424 to 1572864 tid 2 2021-07-26T16:10:50.434 INFO:tasks.rados.rados.0.smithi037.stdout:3974: writing smithi03738989-3 from 1572864 to 2203648 tid 3 2021-07-26T16:10:50.435 INFO:tasks.rados.rados.0.smithi037.stdout:3975: snap_create 2021-07-26T16:10:50.435 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 30 v 2271 (ObjNum 288 snap 0 seq_num 49) dirty exists 2021-07-26T16:10:50.435 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 33 v 2927 (ObjNum 1144 snap 350 seq_num 1144) dirty exists 2021-07-26T16:10:50.435 INFO:tasks.rados.rados.0.smithi037.stdout:3966: finishing write tid 1 to smithi03738989-7 2021-07-26T16:10:50.435 INFO:tasks.rados.rados.0.smithi037.stdout:3966: finishing write tid 2 to smithi03738989-7 2021-07-26T16:10:50.436 INFO:tasks.rados.rados.0.smithi037.stdout:3966: finishing write tid 3 to smithi03738989-7 2021-07-26T16:10:50.436 INFO:tasks.rados.rados.0.smithi037.stdout:3966: finishing write tid 5 to smithi03738989-7 2021-07-26T16:10:50.436 INFO:tasks.rados.rados.0.smithi037.stdout:3966: finishing write tid 6 to smithi03738989-7 2021-07-26T16:10:50.436 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 7 v 2931 (ObjNum 1253 snap 392 seq_num 1253) dirty exists 2021-07-26T16:10:50.437 INFO:tasks.rados.rados.0.smithi037.stdout:3966: left oid 7 (ObjNum 1253 snap 392 seq_num 1253) 2021-07-26T16:10:50.437 INFO:tasks.rados.rados.0.smithi037.stdout:3963: finishing copy_from to smithi03738989-13 2021-07-26T16:10:50.437 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 13 v 2543 (ObjNum 1123 snap 345 seq_num 1123) dirty exists 2021-07-26T16:10:50.437 INFO:tasks.rados.rados.0.smithi037.stdout:3963: finishing copy_from racing read to smithi03738989-13 2021-07-26T16:10:50.437 INFO:tasks.rados.rados.0.smithi037.stdout:3967: finishing write tid 1 to smithi03738989-27 2021-07-26T16:10:50.438 INFO:tasks.rados.rados.0.smithi037.stdout:3967: finishing write tid 2 to smithi03738989-27 2021-07-26T16:10:50.438 INFO:tasks.rados.rados.0.smithi037.stdout:3967: finishing write tid 3 to smithi03738989-27 2021-07-26T16:10:50.438 INFO:tasks.rados.rados.0.smithi037.stdout:3967: finishing write tid 5 to smithi03738989-27 2021-07-26T16:10:50.438 INFO:tasks.rados.rados.0.smithi037.stdout:3967: finishing write tid 6 to smithi03738989-27 2021-07-26T16:10:50.439 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 27 v 3261 (ObjNum 1254 snap 392 seq_num 1254) dirty exists 2021-07-26T16:10:50.439 INFO:tasks.rados.rados.0.smithi037.stdout:3967: left oid 27 (ObjNum 1254 snap 392 seq_num 1254) 2021-07-26T16:10:50.439 INFO:tasks.rados.rados.0.smithi037.stdout:3968: finishing write tid 1 to smithi03738989-2 2021-07-26T16:10:50.439 INFO:tasks.rados.rados.0.smithi037.stdout:3968: finishing write tid 2 to smithi03738989-2 2021-07-26T16:10:50.440 INFO:tasks.rados.rados.0.smithi037.stdout:3968: finishing write tid 3 to smithi03738989-2 2021-07-26T16:10:50.440 INFO:tasks.rados.rados.0.smithi037.stdout:3968: finishing write tid 5 to smithi03738989-2 2021-07-26T16:10:50.440 INFO:tasks.rados.rados.0.smithi037.stdout:3969: expect (ObjNum 1221 snap 378 seq_num 1221) 2021-07-26T16:10:50.524 INFO:tasks.rados.rados.0.smithi037.stdout:3968: finishing write tid 6 to smithi03738989-2 2021-07-26T16:10:50.525 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 3475 (ObjNum 1255 snap 392 seq_num 1255) dirty exists 2021-07-26T16:10:50.525 INFO:tasks.rados.rados.0.smithi037.stdout:3968: left oid 2 (ObjNum 1255 snap 392 seq_num 1255) 2021-07-26T16:10:50.525 INFO:tasks.rados.rados.0.smithi037.stdout:3970: finishing write tid 1 to smithi03738989-1 2021-07-26T16:10:50.525 INFO:tasks.rados.rados.0.smithi037.stdout:3970: finishing write tid 2 to smithi03738989-1 2021-07-26T16:10:50.526 INFO:tasks.rados.rados.0.smithi037.stdout:3970: finishing write tid 3 to smithi03738989-1 2021-07-26T16:10:50.526 INFO:tasks.rados.rados.0.smithi037.stdout:3970: finishing write tid 4 to smithi03738989-1 2021-07-26T16:10:50.526 INFO:tasks.rados.rados.0.smithi037.stdout:3970: finishing write tid 6 to smithi03738989-1 2021-07-26T16:10:50.526 INFO:tasks.rados.rados.0.smithi037.stdout:3971: finishing write tid 1 to smithi03738989-42 2021-07-26T16:10:50.527 INFO:tasks.rados.rados.0.smithi037.stdout:3970: finishing write tid 7 to smithi03738989-1 2021-07-26T16:10:50.527 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 1 v 3635 (ObjNum 1256 snap 392 seq_num 1256) dirty exists 2021-07-26T16:10:50.527 INFO:tasks.rados.rados.0.smithi037.stdout:3970: left oid 1 (ObjNum 1256 snap 392 seq_num 1256) 2021-07-26T16:10:50.527 INFO:tasks.rados.rados.0.smithi037.stdout:3971: finishing write tid 2 to smithi03738989-42 2021-07-26T16:10:50.527 INFO:tasks.rados.rados.0.smithi037.stdout:3971: finishing write tid 3 to smithi03738989-42 2021-07-26T16:10:50.528 INFO:tasks.rados.rados.0.smithi037.stdout:3971: finishing write tid 4 to smithi03738989-42 2021-07-26T16:10:50.528 INFO:tasks.rados.rados.0.smithi037.stdout:3971: finishing write tid 6 to smithi03738989-42 2021-07-26T16:10:50.528 INFO:tasks.rados.rados.0.smithi037.stdout:3971: finishing write tid 7 to smithi03738989-42 2021-07-26T16:10:50.528 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 42 v 2569 (ObjNum 1257 snap 392 seq_num 1257) dirty exists 2021-07-26T16:10:50.529 INFO:tasks.rados.rados.0.smithi037.stdout:3971: left oid 42 (ObjNum 1257 snap 392 seq_num 1257) 2021-07-26T16:10:50.529 INFO:tasks.rados.rados.0.smithi037.stdout:3972: finishing write tid 1 to smithi03738989-28 2021-07-26T16:10:50.529 INFO:tasks.rados.rados.0.smithi037.stdout:3972: finishing write tid 2 to smithi03738989-28 2021-07-26T16:10:50.529 INFO:tasks.rados.rados.0.smithi037.stdout:3972: finishing write tid 3 to smithi03738989-28 2021-07-26T16:10:50.529 INFO:tasks.rados.rados.0.smithi037.stdout:3972: finishing write tid 5 to smithi03738989-28 2021-07-26T16:10:50.530 INFO:tasks.rados.rados.0.smithi037.stdout:3972: finishing write tid 6 to smithi03738989-28 2021-07-26T16:10:50.530 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 28 v 2547 (ObjNum 1258 snap 392 seq_num 1258) dirty exists 2021-07-26T16:10:50.530 INFO:tasks.rados.rados.0.smithi037.stdout:3972: left oid 28 (ObjNum 1258 snap 392 seq_num 1258) 2021-07-26T16:10:50.530 INFO:tasks.rados.rados.0.smithi037.stdout:3974: finishing write tid 1 to smithi03738989-3 2021-07-26T16:10:50.531 INFO:tasks.rados.rados.0.smithi037.stdout:3974: finishing write tid 2 to smithi03738989-3 2021-07-26T16:10:50.531 INFO:tasks.rados.rados.0.smithi037.stdout:3974: finishing write tid 3 to smithi03738989-3 2021-07-26T16:10:50.531 INFO:tasks.rados.rados.0.smithi037.stdout:3974: finishing write tid 5 to smithi03738989-3 2021-07-26T16:10:50.531 INFO:tasks.rados.rados.0.smithi037.stdout:3974: finishing write tid 6 to smithi03738989-3 2021-07-26T16:10:50.531 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 3 v 3461 (ObjNum 1259 snap 392 seq_num 1259) dirty exists 2021-07-26T16:10:50.532 INFO:tasks.rados.rados.0.smithi037.stdout:3974: left oid 3 (ObjNum 1259 snap 392 seq_num 1259) 2021-07-26T16:10:50.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:50 smithi037 bash[41498]: cluster 2021-07-26T16:10:49.275168+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e846: 8 total, 8 up, 8 in 2021-07-26T16:10:50.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:50 smithi037 bash[42499]: cluster 2021-07-26T16:10:49.275168+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e846: 8 total, 8 up, 8 in 2021-07-26T16:10:50.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:50 smithi107 bash[29346]: cluster 2021-07-26T16:10:49.275168+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e846: 8 total, 8 up, 8 in 2021-07-26T16:10:51.294 INFO:tasks.rados.rados.0.smithi037.stdout:3963: done (11 left) 2021-07-26T16:10:51.294 INFO:tasks.rados.rados.0.smithi037.stdout:3964: done (10 left) 2021-07-26T16:10:51.295 INFO:tasks.rados.rados.0.smithi037.stdout:3965: done (9 left) 2021-07-26T16:10:51.295 INFO:tasks.rados.rados.0.smithi037.stdout:3966: done (8 left) 2021-07-26T16:10:51.295 INFO:tasks.rados.rados.0.smithi037.stdout:3967: done (7 left) 2021-07-26T16:10:51.295 INFO:tasks.rados.rados.0.smithi037.stdout:3968: done (6 left) 2021-07-26T16:10:51.296 INFO:tasks.rados.rados.0.smithi037.stdout:3969: done (5 left) 2021-07-26T16:10:51.296 INFO:tasks.rados.rados.0.smithi037.stdout:3970: done (4 left) 2021-07-26T16:10:51.296 INFO:tasks.rados.rados.0.smithi037.stdout:3971: done (3 left) 2021-07-26T16:10:51.296 INFO:tasks.rados.rados.0.smithi037.stdout:3972: done (2 left) 2021-07-26T16:10:51.297 INFO:tasks.rados.rados.0.smithi037.stdout:3974: done (1 left) 2021-07-26T16:10:51.297 INFO:tasks.rados.rados.0.smithi037.stdout:3975: done (0 left) 2021-07-26T16:10:51.297 INFO:tasks.rados.rados.0.smithi037.stdout:3976: snap_remove snap 391 2021-07-26T16:10:51.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:51 smithi037 bash[41498]: cluster 2021-07-26T16:10:49.945745+0000 mgr.y (mgr.24994) 579 : cluster [DBG] pgmap v980: 89 pgs: 89 active+clean; 323 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1000 KiB/s wr, 9 op/s 2021-07-26T16:10:51.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:51 smithi037 bash[41498]: cluster 2021-07-26T16:10:50.289628+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e847: 8 total, 8 up, 8 in 2021-07-26T16:10:51.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:51 smithi037 bash[42499]: cluster 2021-07-26T16:10:49.945745+0000 mgr.y (mgr.24994) 579 : cluster [DBG] pgmap v980: 89 pgs: 89 active+clean; 323 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1000 KiB/s wr, 9 op/s 2021-07-26T16:10:51.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:51 smithi037 bash[42499]: cluster 2021-07-26T16:10:50.289628+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e847: 8 total, 8 up, 8 in 2021-07-26T16:10:51.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:51 smithi107 bash[29346]: cluster 2021-07-26T16:10:49.945745+0000 mgr.y (mgr.24994) 579 : cluster [DBG] pgmap v980: 89 pgs: 89 active+clean; 323 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1000 KiB/s wr, 9 op/s 2021-07-26T16:10:51.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:51 smithi107 bash[29346]: cluster 2021-07-26T16:10:50.289628+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e847: 8 total, 8 up, 8 in 2021-07-26T16:10:52.232 INFO:tasks.rados.rados.0.smithi037.stdout:3976: done (0 left) 2021-07-26T16:10:52.233 INFO:tasks.rados.rados.0.smithi037.stdout:3977: copy_from oid 49 from oid 2 current snap is 393 2021-07-26T16:10:52.233 INFO:tasks.rados.rados.0.smithi037.stdout:3978: read oid 18 snap -1 2021-07-26T16:10:52.233 INFO:tasks.rados.rados.0.smithi037.stdout:3978: expect (ObjNum 1198 snap 368 seq_num 1198) 2021-07-26T16:10:52.233 INFO:tasks.rados.rados.0.smithi037.stdout:3979: read oid 21 snap -1 2021-07-26T16:10:52.234 INFO:tasks.rados.rados.0.smithi037.stdout:3979: expect (ObjNum 1106 snap 336 seq_num 1106) 2021-07-26T16:10:52.234 INFO:tasks.rados.rados.0.smithi037.stdout:3980: snap_remove snap 380 2021-07-26T16:10:52.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:52 smithi037 bash[41498]: cluster 2021-07-26T16:10:51.293947+0000 mon.a (mon.0) 1340 : cluster [DBG] osdmap e848: 8 total, 8 up, 8 in 2021-07-26T16:10:52.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:52 smithi037 bash[41498]: cluster 2021-07-26T16:10:52.229974+0000 mon.a (mon.0) 1341 : cluster [DBG] osdmap e849: 8 total, 8 up, 8 in 2021-07-26T16:10:52.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:52 smithi037 bash[42499]: cluster 2021-07-26T16:10:51.293947+0000 mon.a (mon.0) 1340 : cluster [DBG] osdmap e848: 8 total, 8 up, 8 in 2021-07-26T16:10:52.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:52 smithi037 bash[42499]: cluster 2021-07-26T16:10:52.229974+0000 mon.a (mon.0) 1341 : cluster [DBG] osdmap e849: 8 total, 8 up, 8 in 2021-07-26T16:10:52.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:52 smithi107 bash[29346]: cluster 2021-07-26T16:10:51.293947+0000 mon.a (mon.0) 1340 : cluster [DBG] osdmap e848: 8 total, 8 up, 8 in 2021-07-26T16:10:52.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:52 smithi107 bash[29346]: cluster 2021-07-26T16:10:52.229974+0000 mon.a (mon.0) 1341 : cluster [DBG] osdmap e849: 8 total, 8 up, 8 in 2021-07-26T16:10:53.244 INFO:tasks.rados.rados.0.smithi037.stdout:3980: done (3 left) 2021-07-26T16:10:53.245 INFO:tasks.rados.rados.0.smithi037.stdout:3981: setattr oid 9 current snap is 393 2021-07-26T16:10:53.245 INFO:tasks.rados.rados.0.smithi037.stdout:3978: expect (ObjNum 1198 snap 368 seq_num 1198) 2021-07-26T16:10:53.373 INFO:tasks.rados.rados.0.smithi037.stdout:3977: finishing copy_from to smithi03738989-49 2021-07-26T16:10:53.373 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 49 v 3475 (ObjNum 1255 snap 392 seq_num 1255) dirty exists 2021-07-26T16:10:53.373 INFO:tasks.rados.rados.0.smithi037.stdout:3977: finishing copy_from racing read to smithi03738989-49 2021-07-26T16:10:53.374 INFO:tasks.rados.rados.0.smithi037.stdout:3979: expect (ObjNum 1106 snap 336 seq_num 1106) 2021-07-26T16:10:53.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:53 smithi037 bash[41498]: cluster 2021-07-26T16:10:51.946514+0000 mgr.y (mgr.24994) 580 : cluster [DBG] pgmap v983: 89 pgs: 89 active+clean; 323 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 926 KiB/s wr, 7 op/s 2021-07-26T16:10:53.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:53 smithi037 bash[41498]: cluster 2021-07-26T16:10:53.245178+0000 mon.a (mon.0) 1342 : cluster [DBG] osdmap e850: 8 total, 8 up, 8 in 2021-07-26T16:10:53.586 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:10:53 smithi037 bash[50550]: level=error ts=2021-07-26T16:10:53.535Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:53.586 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:10:53 smithi037 bash[50550]: level=error ts=2021-07-26T16:10:53.535Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:10:53.586 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:10:53 smithi037 bash[50550]: level=error ts=2021-07-26T16:10:53.535Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:10:53.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:53 smithi037 bash[42499]: cluster 2021-07-26T16:10:51.946514+0000 mgr.y (mgr.24994) 580 : cluster [DBG] pgmap v983: 89 pgs: 89 active+clean; 323 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 926 KiB/s wr, 7 op/s 2021-07-26T16:10:53.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:53 smithi037 bash[42499]: cluster 2021-07-26T16:10:53.245178+0000 mon.a (mon.0) 1342 : cluster [DBG] osdmap e850: 8 total, 8 up, 8 in 2021-07-26T16:10:53.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:53 smithi107 bash[29346]: cluster 2021-07-26T16:10:51.946514+0000 mgr.y (mgr.24994) 580 : cluster [DBG] pgmap v983: 89 pgs: 89 active+clean; 323 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 926 KiB/s wr, 7 op/s 2021-07-26T16:10:53.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:53 smithi107 bash[29346]: cluster 2021-07-26T16:10:53.245178+0000 mon.a (mon.0) 1342 : cluster [DBG] osdmap e850: 8 total, 8 up, 8 in 2021-07-26T16:10:54.048 INFO:tasks.rados.rados.0.smithi037.stdout:3977: done (3 left) 2021-07-26T16:10:54.048 INFO:tasks.rados.rados.0.smithi037.stdout:3978: done (2 left) 2021-07-26T16:10:54.048 INFO:tasks.rados.rados.0.smithi037.stdout:3979: done (1 left) 2021-07-26T16:10:54.048 INFO:tasks.rados.rados.0.smithi037.stdout:3982: delete oid 33 current snap is 393 2021-07-26T16:10:54.059 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 9 v 2932 (ObjNum 373082448 snap 21933 seq_num 372967616) dirty exists 2021-07-26T16:10:54.061 INFO:tasks.rados.rados.0.smithi037.stdout:3981: done (1 left) 2021-07-26T16:10:54.061 INFO:tasks.rados.rados.0.smithi037.stdout:3982: done (0 left) 2021-07-26T16:10:54.061 INFO:tasks.rados.rados.0.smithi037.stdout:3983: read oid 23 snap -1 2021-07-26T16:10:54.062 INFO:tasks.rados.rados.0.smithi037.stdout:3983: expect (ObjNum 1241 snap 385 seq_num 1241) 2021-07-26T16:10:54.062 INFO:tasks.rados.rados.0.smithi037.stdout:3984: rollback oid 39 current snap is 393 2021-07-26T16:10:54.062 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 39 to 389 2021-07-26T16:10:54.062 INFO:tasks.rados.rados.0.smithi037.stdout:3985: read oid 29 snap -1 2021-07-26T16:10:54.063 INFO:tasks.rados.rados.0.smithi037.stdout:3985: expect (ObjNum 1123 snap 345 seq_num 1123) 2021-07-26T16:10:54.063 INFO:tasks.rados.rados.0.smithi037.stdout:3986: snap_create 2021-07-26T16:10:54.073 INFO:tasks.rados.rados.0.smithi037.stdout:3984: finishing rollback tid 0 to smithi03738989-39 2021-07-26T16:10:54.074 INFO:tasks.rados.rados.0.smithi037.stdout:3984: finishing rollback tid 1 to smithi03738989-39 2021-07-26T16:10:54.074 INFO:tasks.rados.rados.0.smithi037.stdout:3984: finishing rollback tid 2 to smithi03738989-39 2021-07-26T16:10:54.074 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 39 v 3647 (ObjNum 1208 snap 373 seq_num 1208) dirty exists 2021-07-26T16:10:54.075 INFO:tasks.rados.rados.0.smithi037.stdout:3983: expect (ObjNum 1241 snap 385 seq_num 1241) 2021-07-26T16:10:54.118 INFO:tasks.rados.rados.0.smithi037.stdout:3985: expect (ObjNum 1123 snap 345 seq_num 1123) 2021-07-26T16:10:54.762 INFO:tasks.rados.rados.0.smithi037.stdout:3983: done (3 left) 2021-07-26T16:10:54.762 INFO:tasks.rados.rados.0.smithi037.stdout:3984: done (2 left) 2021-07-26T16:10:54.763 INFO:tasks.rados.rados.0.smithi037.stdout:3985: done (1 left) 2021-07-26T16:10:54.763 INFO:tasks.rados.rados.0.smithi037.stdout:3986: done (0 left) 2021-07-26T16:10:54.763 INFO:tasks.rados.rados.0.smithi037.stdout:3987: read oid 15 snap -1 2021-07-26T16:10:54.763 INFO:tasks.rados.rados.0.smithi037.stdout:3987: expect (ObjNum 1250 snap 391 seq_num 1250) 2021-07-26T16:10:54.763 INFO:tasks.rados.rados.0.smithi037.stdout:3988: setattr oid 2 current snap is 394 2021-07-26T16:10:54.766 INFO:tasks.rados.rados.0.smithi037.stdout:3989: copy_from oid 43 from oid 45 current snap is 394 2021-07-26T16:10:54.766 INFO:tasks.rados.rados.0.smithi037.stdout:3990: rmattr oid 31 current snap is 394 2021-07-26T16:10:54.766 INFO:tasks.rados.rados.0.smithi037.stdout:3990: done (3 left) 2021-07-26T16:10:54.766 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 50 current snap is 394 2021-07-26T16:10:54.767 INFO:tasks.rados.rados.0.smithi037.stdout:3991: seq_num 1261 ranges {1359872=729088,2088960=745472,2834432=458752} 2021-07-26T16:10:54.784 INFO:tasks.rados.rados.0.smithi037.stdout:3991: writing smithi03738989-50 from 1359872 to 2088960 tid 1 2021-07-26T16:10:54.788 INFO:tasks.rados.rados.0.smithi037.stdout:3991: writing smithi03738989-50 from 2088960 to 2834432 tid 2 2021-07-26T16:10:54.791 INFO:tasks.rados.rados.0.smithi037.stdout:3991: writing smithi03738989-50 from 2834432 to 3293184 tid 3 2021-07-26T16:10:54.791 INFO:tasks.rados.rados.0.smithi037.stdout:3992: copy_from oid 23 from oid 17 current snap is 394 2021-07-26T16:10:54.791 INFO:tasks.rados.rados.0.smithi037.stdout:3993: setattr oid 6 current snap is 394 2021-07-26T16:10:54.792 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 2 v 3476 (ObjNum 1255 snap 392 seq_num 1255) dirty exists 2021-07-26T16:10:54.792 INFO:tasks.rados.rados.0.smithi037.stdout:3987: expect (ObjNum 1250 snap 391 seq_num 1250) 2021-07-26T16:10:54.837 INFO:tasks.rados.rados.0.smithi037.stdout:3991: finishing write tid 1 to smithi03738989-50 2021-07-26T16:10:54.837 INFO:tasks.rados.rados.0.smithi037.stdout:3992: finishing copy_from to smithi03738989-23 2021-07-26T16:10:54.838 INFO:tasks.rados.rados.0.smithi037.stdout:3992: got expected ENOENT (src dne) 2021-07-26T16:10:54.838 INFO:tasks.rados.rados.0.smithi037.stdout:3992: finishing copy_from racing read to smithi03738989-23 2021-07-26T16:10:54.838 INFO:tasks.rados.rados.0.smithi037.stdout:3991: finishing write tid 2 to smithi03738989-50 2021-07-26T16:10:54.838 INFO:tasks.rados.rados.0.smithi037.stdout:3991: finishing write tid 3 to smithi03738989-50 2021-07-26T16:10:54.838 INFO:tasks.rados.rados.0.smithi037.stdout:3991: finishing write tid 5 to smithi03738989-50 2021-07-26T16:10:54.839 INFO:tasks.rados.rados.0.smithi037.stdout:3991: finishing write tid 6 to smithi03738989-50 2021-07-26T16:10:54.839 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 50 v 2551 (ObjNum 1261 snap 394 seq_num 1261) dirty exists 2021-07-26T16:10:54.839 INFO:tasks.rados.rados.0.smithi037.stdout:3991: left oid 50 (ObjNum 1261 snap 394 seq_num 1261) 2021-07-26T16:10:54.839 INFO:tasks.rados.rados.0.smithi037.stdout:3989: finishing copy_from to smithi03738989-43 2021-07-26T16:10:54.840 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 43 v 3628 (ObjNum 1149 snap 353 seq_num 1149) dirty exists 2021-07-26T16:10:54.840 INFO:tasks.rados.rados.0.smithi037.stdout:3989: finishing copy_from racing read to smithi03738989-43 2021-07-26T16:10:54.840 INFO:tasks.rados.rados.0.smithi037.stdout:3987: done (5 left) 2021-07-26T16:10:54.840 INFO:tasks.rados.rados.0.smithi037.stdout:3988: done (4 left) 2021-07-26T16:10:54.840 INFO:tasks.rados.rados.0.smithi037.stdout:3989: done (3 left) 2021-07-26T16:10:54.841 INFO:tasks.rados.rados.0.smithi037.stdout:3991: done (2 left) 2021-07-26T16:10:54.841 INFO:tasks.rados.rados.0.smithi037.stdout:3992: done (1 left) 2021-07-26T16:10:54.841 INFO:tasks.rados.rados.0.smithi037.stdout:3994: rollback oid 48 current snap is 394 2021-07-26T16:10:54.841 INFO:tasks.rados.rados.0.smithi037.stdout:rollback oid 48 to 381 2021-07-26T16:10:54.841 INFO:tasks.rados.rados.0.smithi037.stdout:3995: read oid 16 snap 354 2021-07-26T16:10:54.842 INFO:tasks.rados.rados.0.smithi037.stdout:3995: expect (ObjNum 1138 snap 350 seq_num 1138) 2021-07-26T16:10:54.842 INFO:tasks.rados.rados.0.smithi037.stdout:3996: delete oid 1 current snap is 394 2021-07-26T16:10:54.842 INFO:tasks.rados.rados.0.smithi037.stdout:3996: done (3 left) 2021-07-26T16:10:54.843 INFO:tasks.rados.rados.0.smithi037.stdout:3997: snap_remove snap 385 2021-07-26T16:10:55.325 INFO:tasks.rados.rados.0.smithi037.stdout:3997: done (3 left) 2021-07-26T16:10:55.325 INFO:tasks.rados.rados.0.smithi037.stdout:3998: snap_create 2021-07-26T16:10:55.325 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 6 v 3629 (ObjNum 1204 snap 372 seq_num 1204) dirty exists 2021-07-26T16:10:55.326 INFO:tasks.rados.rados.0.smithi037.stdout:3994: finishing rollback tid 0 to smithi03738989-48 2021-07-26T16:10:55.326 INFO:tasks.rados.rados.0.smithi037.stdout:3994: finishing rollback tid 1 to smithi03738989-48 2021-07-26T16:10:55.326 INFO:tasks.rados.rados.0.smithi037.stdout:3994: finishing rollback tid 2 to smithi03738989-48 2021-07-26T16:10:55.326 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 48 v 3271 (ObjNum 1221 snap 378 seq_num 1221) dirty exists 2021-07-26T16:10:55.326 INFO:tasks.rados.rados.0.smithi037.stdout:3995: expect (ObjNum 1138 snap 350 seq_num 1138) 2021-07-26T16:10:55.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:55 smithi037 bash[41498]: cluster 2021-07-26T16:10:53.947206+0000 mgr.y (mgr.24994) 581 : cluster [DBG] pgmap v986: 89 pgs: 89 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2021-07-26T16:10:55.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:55 smithi037 bash[41498]: cluster 2021-07-26T16:10:54.314333+0000 mon.a (mon.0) 1343 : cluster [DBG] osdmap e851: 8 total, 8 up, 8 in 2021-07-26T16:10:55.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:55 smithi037 bash[42499]: cluster 2021-07-26T16:10:53.947206+0000 mgr.y (mgr.24994) 581 : cluster [DBG] pgmap v986: 89 pgs: 89 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2021-07-26T16:10:55.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:55 smithi037 bash[42499]: cluster 2021-07-26T16:10:54.314333+0000 mon.a (mon.0) 1343 : cluster [DBG] osdmap e851: 8 total, 8 up, 8 in 2021-07-26T16:10:55.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:55 smithi107 bash[29346]: cluster 2021-07-26T16:10:53.947206+0000 mgr.y (mgr.24994) 581 : cluster [DBG] pgmap v986: 89 pgs: 89 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2021-07-26T16:10:55.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:55 smithi107 bash[29346]: cluster 2021-07-26T16:10:54.314333+0000 mon.a (mon.0) 1343 : cluster [DBG] osdmap e851: 8 total, 8 up, 8 in 2021-07-26T16:10:56.335 INFO:tasks.rados.rados.0.smithi037.stdout:3993: done (3 left) 2021-07-26T16:10:56.336 INFO:tasks.rados.rados.0.smithi037.stdout:3994: done (2 left) 2021-07-26T16:10:56.336 INFO:tasks.rados.rados.0.smithi037.stdout:3995: done (1 left) 2021-07-26T16:10:56.336 INFO:tasks.rados.rados.0.smithi037.stdout:3998: done (0 left) 2021-07-26T16:10:56.336 INFO:tasks.rados.rados.0.smithi037.stdout:append oid 21 current snap is 395 2021-07-26T16:10:56.336 INFO:tasks.rados.rados.0.smithi037.stdout:3999: seq_num 1263 ranges {8871936=761856,9633792=565248,10199040=638976} 2021-07-26T16:10:56.389 INFO:tasks.rados.rados.0.smithi037.stdout:3999: writing smithi03738989-21 from 8871936 to 9633792 tid 1 2021-07-26T16:10:56.393 INFO:tasks.rados.rados.0.smithi037.stdout:3999: writing smithi03738989-21 from 9633792 to 10199040 tid 2 2021-07-26T16:10:56.396 INFO:tasks.rados.rados.0.smithi037.stdout:3999: writing smithi03738989-21 from 10199040 to 10838016 tid 3 2021-07-26T16:10:56.397 INFO:tasks.rados.rados.0.smithi037.stdout: waiting on 1 2021-07-26T16:10:56.398 INFO:tasks.rados.rados.0.smithi037.stdout:3999: finishing write tid 1 to smithi03738989-21 2021-07-26T16:10:56.401 INFO:tasks.rados.rados.0.smithi037.stdout:3999: finishing write tid 2 to smithi03738989-21 2021-07-26T16:10:56.403 INFO:tasks.rados.rados.0.smithi037.stdout:3999: finishing write tid 3 to smithi03738989-21 2021-07-26T16:10:56.404 INFO:tasks.rados.rados.0.smithi037.stdout:3999: finishing write tid 5 to smithi03738989-21 2021-07-26T16:10:56.406 INFO:tasks.rados.rados.0.smithi037.stdout:3999: finishing write tid 6 to smithi03738989-21 2021-07-26T16:10:56.406 INFO:tasks.rados.rados.0.smithi037.stdout:update_object_version oid 21 v 2907 (ObjNum 1263 snap 395 seq_num 1263) dirty exists 2021-07-26T16:10:56.406 INFO:tasks.rados.rados.0.smithi037.stdout:3999: left oid 21 (ObjNum 1263 snap 395 seq_num 1263) 2021-07-26T16:10:56.407 INFO:tasks.rados.rados.0.smithi037.stdout:3999: done (0 left) 2021-07-26T16:10:56.413 INFO:tasks.rados.rados.0.smithi037.stderr:0 errors. 2021-07-26T16:10:56.413 INFO:tasks.rados.rados.0.smithi037.stderr: 2021-07-26T16:10:56.421 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd dump --format=json 2021-07-26T16:10:56.543 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:10:56.584 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:56 smithi037 bash[42499]: cluster 2021-07-26T16:10:55.325856+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e852: 8 total, 8 up, 8 in 2021-07-26T16:10:56.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:56 smithi037 bash[41498]: cluster 2021-07-26T16:10:55.325856+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e852: 8 total, 8 up, 8 in 2021-07-26T16:10:56.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:56 smithi107 bash[29346]: cluster 2021-07-26T16:10:55.325856+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e852: 8 total, 8 up, 8 in 2021-07-26T16:10:57.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:57 smithi037 bash[42499]: cluster 2021-07-26T16:10:55.947974+0000 mgr.y (mgr.24994) 582 : cluster [DBG] pgmap v989: 89 pgs: 89 active+clean; 335 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 6.1 MiB/s wr, 39 op/s 2021-07-26T16:10:57.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:57 smithi037 bash[42499]: cluster 2021-07-26T16:10:56.337412+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e853: 8 total, 8 up, 8 in 2021-07-26T16:10:57.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:57 smithi037 bash[42499]: cluster 2021-07-26T16:10:57.234569+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e854: 8 total, 8 up, 8 in 2021-07-26T16:10:57.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:57 smithi037 bash[41498]: cluster 2021-07-26T16:10:55.947974+0000 mgr.y (mgr.24994) 582 : cluster [DBG] pgmap v989: 89 pgs: 89 active+clean; 335 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 6.1 MiB/s wr, 39 op/s 2021-07-26T16:10:57.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:57 smithi037 bash[41498]: cluster 2021-07-26T16:10:56.337412+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e853: 8 total, 8 up, 8 in 2021-07-26T16:10:57.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:57 smithi037 bash[41498]: cluster 2021-07-26T16:10:57.234569+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e854: 8 total, 8 up, 8 in 2021-07-26T16:10:57.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:57 smithi107 bash[29346]: cluster 2021-07-26T16:10:55.947974+0000 mgr.y (mgr.24994) 582 : cluster [DBG] pgmap v989: 89 pgs: 89 active+clean; 335 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 6.1 MiB/s wr, 39 op/s 2021-07-26T16:10:57.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:57 smithi107 bash[29346]: cluster 2021-07-26T16:10:56.337412+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e853: 8 total, 8 up, 8 in 2021-07-26T16:10:57.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:57 smithi107 bash[29346]: cluster 2021-07-26T16:10:57.234569+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e854: 8 total, 8 up, 8 in 2021-07-26T16:10:59.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:10:59 smithi107 bash[29346]: cluster 2021-07-26T16:10:57.948794+0000 mgr.y (mgr.24994) 583 : cluster [DBG] pgmap v992: 89 pgs: 89 active+clean; 341 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 30 op/s 2021-07-26T16:10:59.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:10:59 smithi037 bash[41498]: cluster 2021-07-26T16:10:57.948794+0000 mgr.y (mgr.24994) 583 : cluster [DBG] pgmap v992: 89 pgs: 89 active+clean; 341 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 30 op/s 2021-07-26T16:10:59.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:10:59 smithi037 bash[42499]: cluster 2021-07-26T16:10:57.948794+0000 mgr.y (mgr.24994) 583 : cluster [DBG] pgmap v992: 89 pgs: 89 active+clean; 341 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 30 op/s 2021-07-26T16:11:00.637 INFO:teuthology.orchestra.run.smithi037.stdout: 2021-07-26T16:11:00.637 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":854,"fsid":"72588c72-ee28-11eb-8c23-001a4aab830c","created":"2021-07-26T15:45:46.122977+0000","modified":"2021-07-26T16:10:57.223529+0000","last_up_change":"2021-07-26T16:04:30.147889+0000","last_in_change":"2021-07-26T15:51:48.827422+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2021-07-26T15:47:28.703520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"120","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr":{},"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-07-26T15:52:21.289829+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2021-07-26T15:54:19.745675+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2021-07-26T15:54:20.651279+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2021-07-26T15:57:00.735885+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"853","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":781,"snap_epoch":853,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"519838c3-20c2-48b2-87a7-ddf08f12f65a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":266,"up_from":279,"up_thru":467,"down_at":267,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2738070652},{"type":"v1","addr":"172.21.15.37:6803","nonce":2738070652}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2738070652},{"type":"v1","addr":"172.21.15.37:6805","nonce":2738070652}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":2738070652},{"type":"v1","addr":"172.21.15.37:6809","nonce":2738070652}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2738070652},{"type":"v1","addr":"172.21.15.37:6807","nonce":2738070652}]},"public_addr":"172.21.15.37:6803/2738070652","cluster_addr":"172.21.15.37:6805/2738070652","heartbeat_back_addr":"172.21.15.37:6809/2738070652","heartbeat_front_addr":"172.21.15.37:6807/2738070652","state":["exists","up"]},{"osd":1,"uuid":"aca831e5-6d9e-4a13-af32-8ff9a4329c0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":16,"last_clean_end":295,"up_from":308,"up_thru":467,"down_at":296,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":519721713},{"type":"v1","addr":"172.21.15.37:6811","nonce":519721713}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":519721713},{"type":"v1","addr":"172.21.15.37:6813","nonce":519721713}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":519721713},{"type":"v1","addr":"172.21.15.37:6817","nonce":519721713}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":519721713},{"type":"v1","addr":"172.21.15.37:6815","nonce":519721713}]},"public_addr":"172.21.15.37:6811/519721713","cluster_addr":"172.21.15.37:6813/519721713","heartbeat_back_addr":"172.21.15.37:6817/519721713","heartbeat_front_addr":"172.21.15.37:6815/519721713","state":["exists","up"]},{"osd":2,"uuid":"7adba29d-e4e2-4bb2-a210-e899f1ba2874","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":21,"last_clean_end":324,"up_from":337,"up_thru":467,"down_at":325,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":3261966129},{"type":"v1","addr":"172.21.15.37:6819","nonce":3261966129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":3261966129},{"type":"v1","addr":"172.21.15.37:6821","nonce":3261966129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":3261966129},{"type":"v1","addr":"172.21.15.37:6825","nonce":3261966129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6822","nonce":3261966129},{"type":"v1","addr":"172.21.15.37:6823","nonce":3261966129}]},"public_addr":"172.21.15.37:6819/3261966129","cluster_addr":"172.21.15.37:6821/3261966129","heartbeat_back_addr":"172.21.15.37:6825/3261966129","heartbeat_front_addr":"172.21.15.37:6823/3261966129","state":["exists","up"]},{"osd":3,"uuid":"cb49e6ff-8d82-46d2-bb75-fdfa1482327e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":344,"up_from":357,"up_thru":467,"down_at":346,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6826","nonce":3010656580},{"type":"v1","addr":"172.21.15.37:6827","nonce":3010656580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":3010656580},{"type":"v1","addr":"172.21.15.37:6829","nonce":3010656580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":3010656580},{"type":"v1","addr":"172.21.15.37:6833","nonce":3010656580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":3010656580},{"type":"v1","addr":"172.21.15.37:6831","nonce":3010656580}]},"public_addr":"172.21.15.37:6827/3010656580","cluster_addr":"172.21.15.37:6829/3010656580","heartbeat_back_addr":"172.21.15.37:6833/3010656580","heartbeat_front_addr":"172.21.15.37:6831/3010656580","state":["exists","up"]},{"osd":4,"uuid":"b6d8fd18-e95c-4520-9863-0569fc18a49b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":373,"up_from":386,"up_thru":467,"down_at":374,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6800","nonce":578381123},{"type":"v1","addr":"172.21.15.107:6801","nonce":578381123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6802","nonce":578381123},{"type":"v1","addr":"172.21.15.107:6803","nonce":578381123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6806","nonce":578381123},{"type":"v1","addr":"172.21.15.107:6807","nonce":578381123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6804","nonce":578381123},{"type":"v1","addr":"172.21.15.107:6805","nonce":578381123}]},"public_addr":"172.21.15.107:6801/578381123","cluster_addr":"172.21.15.107:6803/578381123","heartbeat_back_addr":"172.21.15.107:6807/578381123","heartbeat_front_addr":"172.21.15.107:6805/578381123","state":["exists","up"]},{"osd":5,"uuid":"abe4fd3b-0626-45ce-a895-9ba5c9e6c150","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":36,"last_clean_end":402,"up_from":414,"up_thru":467,"down_at":403,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6808","nonce":3427398503},{"type":"v1","addr":"172.21.15.107:6809","nonce":3427398503}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6810","nonce":3427398503},{"type":"v1","addr":"172.21.15.107:6811","nonce":3427398503}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6814","nonce":3427398503},{"type":"v1","addr":"172.21.15.107:6815","nonce":3427398503}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6812","nonce":3427398503},{"type":"v1","addr":"172.21.15.107:6813","nonce":3427398503}]},"public_addr":"172.21.15.107:6809/3427398503","cluster_addr":"172.21.15.107:6811/3427398503","heartbeat_back_addr":"172.21.15.107:6815/3427398503","heartbeat_front_addr":"172.21.15.107:6813/3427398503","state":["exists","up"]},{"osd":6,"uuid":"1fb59d55-2494-4e01-9fc8-e37fb53d0c92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":41,"last_clean_end":430,"up_from":442,"up_thru":467,"down_at":432,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6816","nonce":1595692269},{"type":"v1","addr":"172.21.15.107:6817","nonce":1595692269}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6818","nonce":1595692269},{"type":"v1","addr":"172.21.15.107:6819","nonce":1595692269}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6822","nonce":1595692269},{"type":"v1","addr":"172.21.15.107:6823","nonce":1595692269}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6820","nonce":1595692269},{"type":"v1","addr":"172.21.15.107:6821","nonce":1595692269}]},"public_addr":"172.21.15.107:6817/1595692269","cluster_addr":"172.21.15.107:6819/1595692269","heartbeat_back_addr":"172.21.15.107:6823/1595692269","heartbeat_front_addr":"172.21.15.107:6821/1595692269","state":["exists","up"]},{"osd":7,"uuid":"b53c2b0d-858a-484c-b4c8-f676679540c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":454,"up_from":467,"up_thru":467,"down_at":456,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6824","nonce":444612985},{"type":"v1","addr":"172.21.15.107:6825","nonce":444612985}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6826","nonce":444612985},{"type":"v1","addr":"172.21.15.107:6827","nonce":444612985}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6830","nonce":444612985},{"type":"v1","addr":"172.21.15.107:6831","nonce":444612985}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.107:6828","nonce":444612985},{"type":"v1","addr":"172.21.15.107:6829","nonce":444612985}]},"public_addr":"172.21.15.107:6825/444612985","cluster_addr":"172.21.15.107:6827/444612985","heartbeat_back_addr":"172.21.15.107:6831/444612985","heartbeat_front_addr":"172.21.15.107:6829/444612985","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:48:43.510856+0000","dead_epoch":267},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:49:12.572545+0000","dead_epoch":296},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:49:40.320099+0000","dead_epoch":325},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:50:06.858137+0000","dead_epoch":346},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:50:29.495228+0000","dead_epoch":374},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:50:54.399292+0000","dead_epoch":403},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:51:20.720423+0000","dead_epoch":432},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-07-26T15:51:47.629088+0000","dead_epoch":456}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.37:0/373647327":"2021-07-27T15:59:39.286954+0000","172.21.15.37:6801/2501991063":"2021-07-27T15:59:39.286954+0000","172.21.15.37:6800/2501991063":"2021-07-27T15:59:39.286954+0000","172.21.15.37:0/1067185501":"2021-07-27T15:59:39.286954+0000","172.21.15.37:0/3780737545":"2021-07-27T15:59:39.286954+0000","172.21.15.107:6833/958903155":"2021-07-27T16:05:00.632072+0000","172.21.15.107:0/3390017754":"2021-07-27T15:58:47.632460+0000","172.21.15.107:0/3935320773":"2021-07-27T15:58:47.632460+0000","172.21.15.107:6832/958903155":"2021-07-27T16:05:00.632072+0000","172.21.15.107:0/2852431652":"2021-07-27T15:58:47.632460+0000","172.21.15.107:0/1650558737":"2021-07-27T15:58:47.632460+0000","172.21.15.37:6801/154291888":"2021-07-27T15:46:33.821140+0000","172.21.15.37:6800/3000663571":"2021-07-27T15:58:08.926466+0000","172.21.15.107:6834/2726802688":"2021-07-27T15:58:47.632460+0000","172.21.15.107:6835/2726802688":"2021-07-27T15:58:47.632460+0000","172.21.15.37:0/2226848329":"2021-07-27T15:46:33.821140+0000","172.21.15.37:0/4073529956":"2021-07-27T15:59:39.286954+0000","172.21.15.107:0/3077727536":"2021-07-27T15:58:47.632460+0000","172.21.15.107:0/3224674638":"2021-07-27T15:58:47.632460+0000","172.21.15.37:0/1764622158":"2021-07-27T15:46:11.146043+0000","172.21.15.37:0/3802127509":"2021-07-27T15:59:39.286954+0000","172.21.15.37:6801/3000663571":"2021-07-27T15:58:08.926466+0000","172.21.15.37:0/1758338165":"2021-07-27T15:58:08.926466+0000","172.21.15.37:6800/3251690586":"2021-07-27T15:46:11.146043+0000","172.21.15.37:6801/3251690586":"2021-07-27T15:46:11.146043+0000","172.21.15.37:0/37677034":"2021-07-27T15:46:33.821140+0000","172.21.15.37:0/4048164203":"2021-07-27T15:58:08.926466+0000","172.21.15.37:0/2501908598":"2021-07-27T15:59:39.286954+0000","172.21.15.37:0/3378988194":"2021-07-27T15:58:08.926466+0000","172.21.15.37:0/3472230876":"2021-07-27T15:46:11.146043+0000","172.21.15.37:6800/154291888":"2021-07-27T15:46:33.821140+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":749,"length":1},{"begin":760,"length":1},{"begin":775,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":734,"length":1},{"begin":738,"length":1},{"begin":757,"length":1},{"begin":763,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-07-26T16:11:01.357 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph pg dump --format=json 2021-07-26T16:11:01.484 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:01.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:01 smithi107 bash[29346]: cluster 2021-07-26T16:10:59.949957+0000 mgr.y (mgr.24994) 584 : cluster [DBG] pgmap v993: 89 pgs: 89 active+clean; 342 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2021-07-26T16:11:01.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:01 smithi107 bash[29346]: audit 2021-07-26T16:11:00.636813+0000 mon.a (mon.0) 1347 : audit [DBG] from='client.? 172.21.15.37:0/3962963567' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T16:11:01.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:01 smithi037 bash[41498]: cluster 2021-07-26T16:10:59.949957+0000 mgr.y (mgr.24994) 584 : cluster [DBG] pgmap v993: 89 pgs: 89 active+clean; 342 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2021-07-26T16:11:01.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:01 smithi037 bash[41498]: audit 2021-07-26T16:11:00.636813+0000 mon.a (mon.0) 1347 : audit [DBG] from='client.? 172.21.15.37:0/3962963567' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T16:11:01.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:01 smithi037 bash[42499]: cluster 2021-07-26T16:10:59.949957+0000 mgr.y (mgr.24994) 584 : cluster [DBG] pgmap v993: 89 pgs: 89 active+clean; 342 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2021-07-26T16:11:01.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:01 smithi037 bash[42499]: audit 2021-07-26T16:11:00.636813+0000 mon.a (mon.0) 1347 : audit [DBG] from='client.? 172.21.15.37:0/3962963567' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-07-26T16:11:03.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:03 smithi107 bash[29346]: cluster 2021-07-26T16:11:01.950883+0000 mgr.y (mgr.24994) 585 : cluster [DBG] pgmap v994: 89 pgs: 89 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2021-07-26T16:11:03.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:03 smithi107 bash[29346]: cluster 2021-07-26T16:11:02.239140+0000 mon.a (mon.0) 1348 : cluster [DBG] osdmap e855: 8 total, 8 up, 8 in 2021-07-26T16:11:03.533 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:03 smithi037 bash[41498]: cluster 2021-07-26T16:11:01.950883+0000 mgr.y (mgr.24994) 585 : cluster [DBG] pgmap v994: 89 pgs: 89 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2021-07-26T16:11:03.533 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:03 smithi037 bash[41498]: cluster 2021-07-26T16:11:02.239140+0000 mon.a (mon.0) 1348 : cluster [DBG] osdmap e855: 8 total, 8 up, 8 in 2021-07-26T16:11:03.533 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:03 smithi037 bash[42499]: cluster 2021-07-26T16:11:01.950883+0000 mgr.y (mgr.24994) 585 : cluster [DBG] pgmap v994: 89 pgs: 89 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2021-07-26T16:11:03.534 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:03 smithi037 bash[42499]: cluster 2021-07-26T16:11:02.239140+0000 mon.a (mon.0) 1348 : cluster [DBG] osdmap e855: 8 total, 8 up, 8 in 2021-07-26T16:11:03.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:11:03 smithi037 bash[50550]: level=error ts=2021-07-26T16:11:03.535Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:03.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:11:03 smithi037 bash[50550]: level=error ts=2021-07-26T16:11:03.535Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:03.836 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:11:03 smithi037 bash[50550]: level=error ts=2021-07-26T16:11:03.535Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:11:05.004 INFO:teuthology.orchestra.run.smithi037.stdout: 2021-07-26T16:11:05.006 INFO:teuthology.orchestra.run.smithi037.stderr:dumped all 2021-07-26T16:11:05.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:05 smithi037 bash[41498]: cluster 2021-07-26T16:11:03.951810+0000 mgr.y (mgr.24994) 586 : cluster [DBG] pgmap v996: 89 pgs: 89 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2021-07-26T16:11:05.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:05 smithi037 bash[42499]: cluster 2021-07-26T16:11:03.951810+0000 mgr.y (mgr.24994) 586 : cluster [DBG] pgmap v996: 89 pgs: 89 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2021-07-26T16:11:05.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:05 smithi107 bash[29346]: cluster 2021-07-26T16:11:03.951810+0000 mgr.y (mgr.24994) 586 : cluster [DBG] pgmap v996: 89 pgs: 89 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2021-07-26T16:11:05.754 INFO:teuthology.orchestra.run.smithi037.stdout:{"pg_ready":true,"pg_map":{"version":996,"stamp":"2021-07-26T16:11:03.951260+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":360126366,"num_objects":198,"num_object_clones":124,"num_object_copies":594,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":198,"num_whiteouts":9,"num_read":4278,"num_read_kb":4798714,"num_write":8467,"num_write_kb":1672037,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":171,"num_bytes_recovered":466567168,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25135,"ondisk_log_size":25135,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":1727148,"kb_used_data":576620,"kb_used_omap":590,"kb_used_meta":1149873,"kb_avail":748234068,"statfs":{"total":767960285184,"available":766191685632,"internally_reserved":0,"allocated":590458880,"data_stored":844628989,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":605018,"internal_metadata":1177470118},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":9207808,"num_objects":4,"num_object_clones":4,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":1,"num_read":14,"num_read_kb":14150,"num_write":74,"num_write_kb":11984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.618379"},"pg_stats":[{"pgid":"3.1a","version":"499'2","reported_seq":802,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.367753+0000","last_change":"2021-07-26T16:03:18.164208+0000","last_active":"2021-07-26T16:10:56.367753+0000","last_peered":"2021-07-26T16:10:56.367753+0000","last_clean":"2021-07-26T16:10:56.367753+0000","last_became_active":"2021-07-26T16:03:06.057795+0000","last_became_peered":"2021-07-26T16:03:06.057795+0000","last_unstale":"2021-07-26T16:10:56.367753+0000","last_undegraded":"2021-07-26T16:10:56.367753+0000","last_fullsized":"2021-07-26T16:10:56.367753+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":789,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.381717+0000","last_change":"2021-07-26T16:03:06.060968+0000","last_active":"2021-07-26T16:10:56.381717+0000","last_peered":"2021-07-26T16:10:56.381717+0000","last_clean":"2021-07-26T16:10:56.381717+0000","last_became_active":"2021-07-26T16:03:06.060657+0000","last_became_peered":"2021-07-26T16:03:06.060657+0000","last_unstale":"2021-07-26T16:10:56.381717+0000","last_undegraded":"2021-07-26T16:10:56.381717+0000","last_fullsized":"2021-07-26T16:10:56.381717+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":801,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.234992+0000","last_change":"2021-07-26T16:03:06.059722+0000","last_active":"2021-07-26T16:10:57.234992+0000","last_peered":"2021-07-26T16:10:57.234992+0000","last_clean":"2021-07-26T16:10:57.234992+0000","last_became_active":"2021-07-26T16:03:06.059402+0000","last_became_peered":"2021-07-26T16:03:06.059402+0000","last_unstale":"2021-07-26T16:10:57.234992+0000","last_undegraded":"2021-07-26T16:10:57.234992+0000","last_fullsized":"2021-07-26T16:10:57.234992+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":825,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.380483+0000","last_change":"2021-07-26T16:04:31.195856+0000","last_active":"2021-07-26T16:10:56.380483+0000","last_peered":"2021-07-26T16:10:56.380483+0000","last_clean":"2021-07-26T16:10:56.380483+0000","last_became_active":"2021-07-26T16:04:31.195185+0000","last_became_peered":"2021-07-26T16:04:31.195185+0000","last_unstale":"2021-07-26T16:10:56.380483+0000","last_undegraded":"2021-07-26T16:10:56.380483+0000","last_fullsized":"2021-07-26T16:10:56.380483+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":790,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.380221+0000","last_change":"2021-07-26T16:02:49.992411+0000","last_active":"2021-07-26T16:10:56.380221+0000","last_peered":"2021-07-26T16:10:56.380221+0000","last_clean":"2021-07-26T16:10:56.380221+0000","last_became_active":"2021-07-26T16:02:37.028121+0000","last_became_peered":"2021-07-26T16:02:37.028121+0000","last_unstale":"2021-07-26T16:10:56.380221+0000","last_undegraded":"2021-07-26T16:10:56.380221+0000","last_fullsized":"2021-07-26T16:10:56.380221+0000","mapping_epoch":357,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":358,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":810,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.370629+0000","last_change":"2021-07-26T16:04:16.039287+0000","last_active":"2021-07-26T16:10:56.370629+0000","last_peered":"2021-07-26T16:10:56.370629+0000","last_clean":"2021-07-26T16:10:56.370629+0000","last_became_active":"2021-07-26T16:04:02.121506+0000","last_became_peered":"2021-07-26T16:04:02.121506+0000","last_unstale":"2021-07-26T16:10:56.370629+0000","last_undegraded":"2021-07-26T16:10:56.370629+0000","last_fullsized":"2021-07-26T16:10:56.370629+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":824,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.380860+0000","last_change":"2021-07-26T16:03:34.115792+0000","last_active":"2021-07-26T16:10:56.380860+0000","last_peered":"2021-07-26T16:10:56.380860+0000","last_clean":"2021-07-26T16:10:56.380860+0000","last_became_active":"2021-07-26T16:03:34.115130+0000","last_became_peered":"2021-07-26T16:03:34.115130+0000","last_unstale":"2021-07-26T16:10:56.380860+0000","last_undegraded":"2021-07-26T16:10:56.380860+0000","last_fullsized":"2021-07-26T16:10:56.380860+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":789,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.380061+0000","last_change":"2021-07-26T16:04:02.135753+0000","last_active":"2021-07-26T16:10:56.380061+0000","last_peered":"2021-07-26T16:10:56.380061+0000","last_clean":"2021-07-26T16:10:56.380061+0000","last_became_active":"2021-07-26T16:04:02.135319+0000","last_became_peered":"2021-07-26T16:04:02.135319+0000","last_unstale":"2021-07-26T16:10:56.380061+0000","last_undegraded":"2021-07-26T16:10:56.380061+0000","last_fullsized":"2021-07-26T16:10:56.380061+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":817,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.366329+0000","last_change":"2021-07-26T16:04:31.172081+0000","last_active":"2021-07-26T16:10:56.366329+0000","last_peered":"2021-07-26T16:10:56.366329+0000","last_clean":"2021-07-26T16:10:56.366329+0000","last_became_active":"2021-07-26T16:04:31.171719+0000","last_became_peered":"2021-07-26T16:04:31.171719+0000","last_unstale":"2021-07-26T16:10:56.366329+0000","last_undegraded":"2021-07-26T16:10:56.366329+0000","last_fullsized":"2021-07-26T16:10:56.366329+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":823,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.380493+0000","last_change":"2021-07-26T16:04:31.188845+0000","last_active":"2021-07-26T16:10:56.380493+0000","last_peered":"2021-07-26T16:10:56.380493+0000","last_clean":"2021-07-26T16:10:56.380493+0000","last_became_active":"2021-07-26T16:04:31.188377+0000","last_became_peered":"2021-07-26T16:04:31.188377+0000","last_unstale":"2021-07-26T16:10:56.380493+0000","last_undegraded":"2021-07-26T16:10:56.380493+0000","last_fullsized":"2021-07-26T16:10:56.380493+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":803,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.320864+0000","last_change":"2021-07-26T16:04:44.044979+0000","last_active":"2021-07-26T16:10:56.320864+0000","last_peered":"2021-07-26T16:10:56.320864+0000","last_clean":"2021-07-26T16:10:56.320864+0000","last_became_active":"2021-07-26T16:04:31.184666+0000","last_became_peered":"2021-07-26T16:04:31.184666+0000","last_unstale":"2021-07-26T16:10:56.320864+0000","last_undegraded":"2021-07-26T16:10:56.320864+0000","last_fullsized":"2021-07-26T16:10:56.320864+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":802,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.234852+0000","last_change":"2021-07-26T16:04:02.139573+0000","last_active":"2021-07-26T16:10:57.234852+0000","last_peered":"2021-07-26T16:10:57.234852+0000","last_clean":"2021-07-26T16:10:57.234852+0000","last_became_active":"2021-07-26T16:04:02.139138+0000","last_became_peered":"2021-07-26T16:04:02.139138+0000","last_unstale":"2021-07-26T16:10:57.234852+0000","last_undegraded":"2021-07-26T16:10:57.234852+0000","last_fullsized":"2021-07-26T16:10:57.234852+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"499'23","reported_seq":857,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.368570+0000","last_change":"2021-07-26T16:04:31.172795+0000","last_active":"2021-07-26T16:10:56.368570+0000","last_peered":"2021-07-26T16:10:56.368570+0000","last_clean":"2021-07-26T16:10:56.368570+0000","last_became_active":"2021-07-26T16:04:31.172242+0000","last_became_peered":"2021-07-26T16:04:31.172242+0000","last_unstale":"2021-07-26T16:10:56.368570+0000","last_undegraded":"2021-07-26T16:10:56.368570+0000","last_fullsized":"2021-07-26T16:10:56.368570+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":23,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4733,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":7,"num_read_kb":9,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":812,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.365994+0000","last_change":"2021-07-26T16:04:02.123421+0000","last_active":"2021-07-26T16:10:56.365994+0000","last_peered":"2021-07-26T16:10:56.365994+0000","last_clean":"2021-07-26T16:10:56.365994+0000","last_became_active":"2021-07-26T16:04:02.123030+0000","last_became_peered":"2021-07-26T16:04:02.123030+0000","last_unstale":"2021-07-26T16:10:56.365994+0000","last_undegraded":"2021-07-26T16:10:56.365994+0000","last_fullsized":"2021-07-26T16:10:56.365994+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":802,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.319870+0000","last_change":"2021-07-26T16:04:44.067422+0000","last_active":"2021-07-26T16:10:56.319870+0000","last_peered":"2021-07-26T16:10:56.319870+0000","last_clean":"2021-07-26T16:10:56.319870+0000","last_became_active":"2021-07-26T16:04:31.177110+0000","last_became_peered":"2021-07-26T16:04:31.177110+0000","last_unstale":"2021-07-26T16:10:56.319870+0000","last_undegraded":"2021-07-26T16:10:56.319870+0000","last_fullsized":"2021-07-26T16:10:56.319870+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":789,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.381930+0000","last_change":"2021-07-26T16:04:31.183231+0000","last_active":"2021-07-26T16:10:56.381930+0000","last_peered":"2021-07-26T16:10:56.381930+0000","last_clean":"2021-07-26T16:10:56.381930+0000","last_became_active":"2021-07-26T16:04:31.182832+0000","last_became_peered":"2021-07-26T16:04:31.182832+0000","last_unstale":"2021-07-26T16:10:56.381930+0000","last_undegraded":"2021-07-26T16:10:56.381930+0000","last_fullsized":"2021-07-26T16:10:56.381930+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":824,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.379754+0000","last_change":"2021-07-26T16:04:31.194807+0000","last_active":"2021-07-26T16:10:56.379754+0000","last_peered":"2021-07-26T16:10:56.379754+0000","last_clean":"2021-07-26T16:10:56.379754+0000","last_became_active":"2021-07-26T16:04:31.194387+0000","last_became_peered":"2021-07-26T16:04:31.194387+0000","last_unstale":"2021-07-26T16:10:56.379754+0000","last_undegraded":"2021-07-26T16:10:56.379754+0000","last_fullsized":"2021-07-26T16:10:56.379754+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":824,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.365449+0000","last_change":"2021-07-26T16:04:31.177694+0000","last_active":"2021-07-26T16:10:56.365449+0000","last_peered":"2021-07-26T16:10:56.365449+0000","last_clean":"2021-07-26T16:10:56.365449+0000","last_became_active":"2021-07-26T16:04:31.177341+0000","last_became_peered":"2021-07-26T16:04:31.177341+0000","last_unstale":"2021-07-26T16:10:56.365449+0000","last_undegraded":"2021-07-26T16:10:56.365449+0000","last_fullsized":"2021-07-26T16:10:56.365449+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":811,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.320043+0000","last_change":"2021-07-26T16:04:44.048523+0000","last_active":"2021-07-26T16:10:56.320043+0000","last_peered":"2021-07-26T16:10:56.320043+0000","last_clean":"2021-07-26T16:10:56.320043+0000","last_became_active":"2021-07-26T16:04:31.181432+0000","last_became_peered":"2021-07-26T16:04:31.181432+0000","last_unstale":"2021-07-26T16:10:56.320043+0000","last_undegraded":"2021-07-26T16:10:56.320043+0000","last_fullsized":"2021-07-26T16:10:56.320043+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":825,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.379931+0000","last_change":"2021-07-26T16:04:31.195271+0000","last_active":"2021-07-26T16:10:56.379931+0000","last_peered":"2021-07-26T16:10:56.379931+0000","last_clean":"2021-07-26T16:10:56.379931+0000","last_became_active":"2021-07-26T16:04:31.194799+0000","last_became_peered":"2021-07-26T16:04:31.194799+0000","last_unstale":"2021-07-26T16:10:56.379931+0000","last_undegraded":"2021-07-26T16:10:56.379931+0000","last_fullsized":"2021-07-26T16:10:56.379931+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":823,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.369633+0000","last_change":"2021-07-26T16:04:16.037173+0000","last_active":"2021-07-26T16:10:56.369633+0000","last_peered":"2021-07-26T16:10:56.369633+0000","last_clean":"2021-07-26T16:10:56.369633+0000","last_became_active":"2021-07-26T16:04:02.124251+0000","last_became_peered":"2021-07-26T16:04:02.124251+0000","last_unstale":"2021-07-26T16:10:56.369633+0000","last_undegraded":"2021-07-26T16:10:56.369633+0000","last_fullsized":"2021-07-26T16:10:56.369633+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":789,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.382374+0000","last_change":"2021-07-26T16:04:31.183767+0000","last_active":"2021-07-26T16:10:56.382374+0000","last_peered":"2021-07-26T16:10:56.382374+0000","last_clean":"2021-07-26T16:10:56.382374+0000","last_became_active":"2021-07-26T16:04:31.183390+0000","last_became_peered":"2021-07-26T16:04:31.183390+0000","last_unstale":"2021-07-26T16:10:56.382374+0000","last_undegraded":"2021-07-26T16:10:56.382374+0000","last_fullsized":"2021-07-26T16:10:56.382374+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.9","version":"852'1765","reported_seq":4168,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.475316+0000","last_change":"2021-07-26T16:10:55.326192+0000","last_active":"2021-07-26T16:10:57.475316+0000","last_peered":"2021-07-26T16:10:57.475316+0000","last_clean":"2021-07-26T16:10:57.475316+0000","last_became_active":"2021-07-26T16:04:31.173944+0000","last_became_peered":"2021-07-26T16:04:31.173944+0000","last_unstale":"2021-07-26T16:10:57.475316+0000","last_undegraded":"2021-07-26T16:10:57.475316+0000","last_fullsized":"2021-07-26T16:10:57.475316+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_clean_scrub_stamp":"2021-07-26T15:57:01.243905+0000","log_size":1765,"ondisk_log_size":1765,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":28106752,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":1,"num_read":273,"num_read_kb":391566,"num_write":609,"num_write_kb":104904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":42885120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2ed","length":"1"},{"start":"2f8","length":"1"},{"start":"307","length":"1"}]},{"pgid":"3.f","version":"56'1","reported_seq":800,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.321252+0000","last_change":"2021-07-26T16:04:44.047823+0000","last_active":"2021-07-26T16:10:56.321252+0000","last_peered":"2021-07-26T16:10:56.321252+0000","last_clean":"2021-07-26T16:10:56.321252+0000","last_became_active":"2021-07-26T16:04:31.180148+0000","last_became_peered":"2021-07-26T16:04:31.180148+0000","last_unstale":"2021-07-26T16:10:56.321252+0000","last_undegraded":"2021-07-26T16:10:56.321252+0000","last_fullsized":"2021-07-26T16:10:56.321252+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":807,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.364578+0000","last_change":"2021-07-26T16:04:31.172517+0000","last_active":"2021-07-26T16:10:56.364578+0000","last_peered":"2021-07-26T16:10:56.364578+0000","last_clean":"2021-07-26T16:10:56.364578+0000","last_became_active":"2021-07-26T16:04:31.171658+0000","last_became_peered":"2021-07-26T16:04:31.171658+0000","last_unstale":"2021-07-26T16:10:56.364578+0000","last_undegraded":"2021-07-26T16:10:56.364578+0000","last_fullsized":"2021-07-26T16:10:56.364578+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.8","version":"829'545","reported_seq":3055,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.232214+0000","last_change":"2021-07-26T16:10:55.324770+0000","last_active":"2021-07-26T16:10:57.232214+0000","last_peered":"2021-07-26T16:10:57.232214+0000","last_clean":"2021-07-26T16:10:57.232214+0000","last_became_active":"2021-07-26T16:02:08.998519+0000","last_became_peered":"2021-07-26T16:02:08.998519+0000","last_unstale":"2021-07-26T16:10:57.232214+0000","last_undegraded":"2021-07-26T16:10:57.232214+0000","last_fullsized":"2021-07-26T16:10:57.232214+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_clean_scrub_stamp":"2021-07-26T15:57:01.243905+0000","log_size":545,"ondisk_log_size":545,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":3112960,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":1,"num_read":68,"num_read_kb":53737,"num_write":220,"num_write_kb":24048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":16015360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2ed","length":"1"},{"start":"2f8","length":"1"},{"start":"307","length":"1"}]},{"pgid":"3.e","version":"56'2","reported_seq":801,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.320797+0000","last_change":"2021-07-26T16:04:44.057956+0000","last_active":"2021-07-26T16:10:56.320797+0000","last_peered":"2021-07-26T16:10:56.320797+0000","last_clean":"2021-07-26T16:10:56.320797+0000","last_became_active":"2021-07-26T16:04:31.174717+0000","last_became_peered":"2021-07-26T16:04:31.174717+0000","last_unstale":"2021-07-26T16:10:56.320797+0000","last_undegraded":"2021-07-26T16:10:56.320797+0000","last_fullsized":"2021-07-26T16:10:56.320797+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":819,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.368349+0000","last_change":"2021-07-26T16:03:18.152129+0000","last_active":"2021-07-26T16:10:56.368349+0000","last_peered":"2021-07-26T16:10:56.368349+0000","last_clean":"2021-07-26T16:10:56.368349+0000","last_became_active":"2021-07-26T16:03:06.059932+0000","last_became_peered":"2021-07-26T16:03:06.059932+0000","last_unstale":"2021-07-26T16:10:56.368349+0000","last_undegraded":"2021-07-26T16:10:56.368349+0000","last_fullsized":"2021-07-26T16:10:56.368349+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.b","version":"852'1481","reported_seq":3897,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.233371+0000","last_change":"2021-07-26T16:10:55.349272+0000","last_active":"2021-07-26T16:10:57.233371+0000","last_peered":"2021-07-26T16:10:57.233371+0000","last_clean":"2021-07-26T16:10:57.233371+0000","last_became_active":"2021-07-26T16:03:34.107975+0000","last_became_peered":"2021-07-26T16:03:34.107975+0000","last_unstale":"2021-07-26T16:10:57.233371+0000","last_undegraded":"2021-07-26T16:10:57.233371+0000","last_fullsized":"2021-07-26T16:10:57.233371+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_clean_scrub_stamp":"2021-07-26T15:57:01.243905+0000","log_size":1481,"ondisk_log_size":1481,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":35332096,"num_objects":12,"num_object_clones":9,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":235,"num_read_kb":338559,"num_write":476,"num_write_kb":101136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":16924672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2ed","length":"1"},{"start":"2f8","length":"1"},{"start":"307","length":"1"}]},{"pgid":"3.d","version":"56'1","reported_seq":813,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.320538+0000","last_change":"2021-07-26T16:04:44.046406+0000","last_active":"2021-07-26T16:10:56.320538+0000","last_peered":"2021-07-26T16:10:56.320538+0000","last_clean":"2021-07-26T16:10:56.320538+0000","last_became_active":"2021-07-26T16:04:31.182011+0000","last_became_peered":"2021-07-26T16:04:31.182011+0000","last_unstale":"2021-07-26T16:10:56.320538+0000","last_undegraded":"2021-07-26T16:10:56.320538+0000","last_fullsized":"2021-07-26T16:10:56.320538+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":787,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.370349+0000","last_change":"2021-07-26T16:04:31.179965+0000","last_active":"2021-07-26T16:10:56.370349+0000","last_peered":"2021-07-26T16:10:56.370349+0000","last_clean":"2021-07-26T16:10:56.370349+0000","last_became_active":"2021-07-26T16:04:31.179655+0000","last_became_peered":"2021-07-26T16:04:31.179655+0000","last_unstale":"2021-07-26T16:10:56.370349+0000","last_undegraded":"2021-07-26T16:10:56.370349+0000","last_fullsized":"2021-07-26T16:10:56.370349+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.a","version":"852'1524","reported_seq":3906,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.232889+0000","last_change":"2021-07-26T16:10:55.339914+0000","last_active":"2021-07-26T16:10:57.232889+0000","last_peered":"2021-07-26T16:10:57.232889+0000","last_clean":"2021-07-26T16:10:57.232889+0000","last_became_active":"2021-07-26T16:03:06.077033+0000","last_became_peered":"2021-07-26T16:03:06.077033+0000","last_unstale":"2021-07-26T16:10:57.232889+0000","last_undegraded":"2021-07-26T16:10:57.232889+0000","last_fullsized":"2021-07-26T16:10:57.232889+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_clean_scrub_stamp":"2021-07-26T15:57:01.243905+0000","log_size":1524,"ondisk_log_size":1524,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":23289856,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":2,"num_read":209,"num_read_kb":214668,"num_write":503,"num_write_kb":118240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":28893184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2ed","length":"1"},{"start":"2f8","length":"1"},{"start":"307","length":"1"}]},{"pgid":"3.c","version":"0'0","reported_seq":825,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.365999+0000","last_change":"2021-07-26T16:04:02.130458+0000","last_active":"2021-07-26T16:10:56.365999+0000","last_peered":"2021-07-26T16:10:56.365999+0000","last_clean":"2021-07-26T16:10:56.365999+0000","last_became_active":"2021-07-26T16:04:02.128444+0000","last_became_peered":"2021-07-26T16:04:02.128444+0000","last_unstale":"2021-07-26T16:10:56.365999+0000","last_undegraded":"2021-07-26T16:10:56.365999+0000","last_fullsized":"2021-07-26T16:10:56.365999+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":825,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.382035+0000","last_change":"2021-07-26T16:03:06.076147+0000","last_active":"2021-07-26T16:10:56.382035+0000","last_peered":"2021-07-26T16:10:56.382035+0000","last_clean":"2021-07-26T16:10:56.382035+0000","last_became_active":"2021-07-26T16:03:06.075749+0000","last_became_peered":"2021-07-26T16:03:06.075749+0000","last_unstale":"2021-07-26T16:10:56.382035+0000","last_undegraded":"2021-07-26T16:10:56.382035+0000","last_fullsized":"2021-07-26T16:10:56.382035+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.d","version":"852'2396","reported_seq":4752,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.235526+0000","last_change":"2021-07-26T16:10:55.342747+0000","last_active":"2021-07-26T16:10:57.235526+0000","last_peered":"2021-07-26T16:10:57.235526+0000","last_clean":"2021-07-26T16:10:57.235526+0000","last_became_active":"2021-07-26T16:04:31.190386+0000","last_became_peered":"2021-07-26T16:04:31.190386+0000","last_unstale":"2021-07-26T16:10:57.235526+0000","last_undegraded":"2021-07-26T16:10:57.235526+0000","last_fullsized":"2021-07-26T16:10:57.235526+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_clean_scrub_stamp":"2021-07-26T15:57:01.243905+0000","log_size":2396,"ondisk_log_size":2396,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":30908416,"num_objects":18,"num_object_clones":13,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":1,"num_read":435,"num_read_kb":525544,"num_write":716,"num_write_kb":139136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":51896320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2ed","length":"1"},{"start":"2f8","length":"1"},{"start":"307","length":"1"}]},{"pgid":"3.b","version":"499'3","reported_seq":807,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.380722+0000","last_change":"2021-07-26T16:03:06.062988+0000","last_active":"2021-07-26T16:10:56.380722+0000","last_peered":"2021-07-26T16:10:56.380722+0000","last_clean":"2021-07-26T16:10:56.380722+0000","last_became_active":"2021-07-26T16:03:06.062516+0000","last_became_peered":"2021-07-26T16:03:06.062516+0000","last_unstale":"2021-07-26T16:10:56.380722+0000","last_undegraded":"2021-07-26T16:10:56.380722+0000","last_fullsized":"2021-07-26T16:10:56.380722+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":819,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.368710+0000","last_change":"2021-07-26T16:04:02.124615+0000","last_active":"2021-07-26T16:10:56.368710+0000","last_peered":"2021-07-26T16:10:56.368710+0000","last_clean":"2021-07-26T16:10:56.368710+0000","last_became_active":"2021-07-26T16:04:02.124054+0000","last_became_peered":"2021-07-26T16:04:02.124054+0000","last_unstale":"2021-07-26T16:10:56.368710+0000","last_undegraded":"2021-07-26T16:10:56.368710+0000","last_fullsized":"2021-07-26T16:10:56.368710+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"852'3655","reported_seq":5835,"reported_epoch":855,"state":"active+clean","last_fresh":"2021-07-26T16:11:02.240166+0000","last_change":"2021-07-26T16:10:55.353061+0000","last_active":"2021-07-26T16:11:02.240166+0000","last_peered":"2021-07-26T16:11:02.240166+0000","last_clean":"2021-07-26T16:11:02.240166+0000","last_became_active":"2021-07-26T16:03:06.069479+0000","last_became_peered":"2021-07-26T16:03:06.069479+0000","last_unstale":"2021-07-26T16:11:02.240166+0000","last_undegraded":"2021-07-26T16:11:02.240166+0000","last_fullsized":"2021-07-26T16:11:02.240166+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_clean_scrub_stamp":"2021-07-26T15:57:01.243905+0000","log_size":3655,"ondisk_log_size":3655,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":38494208,"num_objects":28,"num_object_clones":21,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":3,"num_read":550,"num_read_kb":621315,"num_write":1201,"num_write_kb":241568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":62537728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2f8","length":"1"}]},{"pgid":"3.a","version":"0'0","reported_seq":824,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.370876+0000","last_change":"2021-07-26T16:04:16.038207+0000","last_active":"2021-07-26T16:10:56.370876+0000","last_peered":"2021-07-26T16:10:56.370876+0000","last_clean":"2021-07-26T16:10:56.370876+0000","last_became_active":"2021-07-26T16:04:02.127868+0000","last_became_peered":"2021-07-26T16:04:02.127868+0000","last_unstale":"2021-07-26T16:10:56.370876+0000","last_undegraded":"2021-07-26T16:10:56.370876+0000","last_fullsized":"2021-07-26T16:10:56.370876+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":799,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.367078+0000","last_change":"2021-07-26T16:03:18.165657+0000","last_active":"2021-07-26T16:10:56.367078+0000","last_peered":"2021-07-26T16:10:56.367078+0000","last_clean":"2021-07-26T16:10:56.367078+0000","last_became_active":"2021-07-26T16:03:06.057243+0000","last_became_peered":"2021-07-26T16:03:06.057243+0000","last_unstale":"2021-07-26T16:10:56.367078+0000","last_undegraded":"2021-07-26T16:10:56.367078+0000","last_fullsized":"2021-07-26T16:10:56.367078+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"849'979","reported_seq":3434,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.473713+0000","last_change":"2021-07-26T16:10:55.323317+0000","last_active":"2021-07-26T16:10:57.473713+0000","last_peered":"2021-07-26T16:10:57.473713+0000","last_clean":"2021-07-26T16:10:57.473713+0000","last_became_active":"2021-07-26T16:04:02.120747+0000","last_became_peered":"2021-07-26T16:04:02.120747+0000","last_unstale":"2021-07-26T16:10:57.473713+0000","last_undegraded":"2021-07-26T16:10:57.473713+0000","last_fullsized":"2021-07-26T16:10:57.473713+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_clean_scrub_stamp":"2021-07-26T15:57:01.243905+0000","log_size":979,"ondisk_log_size":979,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":13090816,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":138,"num_read_kb":126276,"num_write":352,"num_write_kb":71032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":12648448,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2ed","length":"1"},{"start":"2f8","length":"1"},{"start":"307","length":"1"}]},{"pgid":"3.9","version":"0'0","reported_seq":800,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.368555+0000","last_change":"2021-07-26T16:04:31.181533+0000","last_active":"2021-07-26T16:10:56.368555+0000","last_peered":"2021-07-26T16:10:56.368555+0000","last_clean":"2021-07-26T16:10:56.368555+0000","last_became_active":"2021-07-26T16:04:31.181228+0000","last_became_peered":"2021-07-26T16:04:31.181228+0000","last_unstale":"2021-07-26T16:10:56.368555+0000","last_undegraded":"2021-07-26T16:10:56.368555+0000","last_fullsized":"2021-07-26T16:10:56.368555+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":812,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.365725+0000","last_change":"2021-07-26T16:04:02.123429+0000","last_active":"2021-07-26T16:10:56.365725+0000","last_peered":"2021-07-26T16:10:56.365725+0000","last_clean":"2021-07-26T16:10:56.365725+0000","last_became_active":"2021-07-26T16:04:02.123044+0000","last_became_peered":"2021-07-26T16:04:02.123044+0000","last_unstale":"2021-07-26T16:10:56.365725+0000","last_undegraded":"2021-07-26T16:10:56.365725+0000","last_fullsized":"2021-07-26T16:10:56.365725+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":2475,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.217253+0000","last_change":"2021-07-26T16:10:55.312073+0000","last_active":"2021-07-26T16:10:57.217253+0000","last_peered":"2021-07-26T16:10:57.217253+0000","last_clean":"2021-07-26T16:10:57.217253+0000","last_became_active":"2021-07-26T16:03:34.090262+0000","last_became_peered":"2021-07-26T16:03:34.090262+0000","last_unstale":"2021-07-26T16:10:57.217253+0000","last_undegraded":"2021-07-26T16:10:57.217253+0000","last_fullsized":"2021-07-26T16:10:57.217253+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_clean_scrub_stamp":"2021-07-26T15:57:01.243905+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2ed","length":"1"},{"start":"2f8","length":"1"},{"start":"307","length":"1"}]},{"pgid":"3.8","version":"0'0","reported_seq":790,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.380410+0000","last_change":"2021-07-26T16:04:31.183317+0000","last_active":"2021-07-26T16:10:56.380410+0000","last_peered":"2021-07-26T16:10:56.380410+0000","last_clean":"2021-07-26T16:10:56.380410+0000","last_became_active":"2021-07-26T16:04:31.182850+0000","last_became_peered":"2021-07-26T16:04:31.182850+0000","last_unstale":"2021-07-26T16:10:56.380410+0000","last_undegraded":"2021-07-26T16:10:56.380410+0000","last_fullsized":"2021-07-26T16:10:56.380410+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":802,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.235703+0000","last_change":"2021-07-26T16:03:06.059787+0000","last_active":"2021-07-26T16:10:57.235703+0000","last_peered":"2021-07-26T16:10:57.235703+0000","last_clean":"2021-07-26T16:10:57.235703+0000","last_became_active":"2021-07-26T16:03:06.059444+0000","last_became_peered":"2021-07-26T16:03:06.059444+0000","last_unstale":"2021-07-26T16:10:57.235703+0000","last_undegraded":"2021-07-26T16:10:57.235703+0000","last_fullsized":"2021-07-26T16:10:57.235703+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":826,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.236637+0000","last_change":"2021-07-26T16:04:31.184152+0000","last_active":"2021-07-26T16:10:57.236637+0000","last_peered":"2021-07-26T16:10:57.236637+0000","last_clean":"2021-07-26T16:10:57.236637+0000","last_became_active":"2021-07-26T16:04:31.183728+0000","last_became_peered":"2021-07-26T16:04:31.183728+0000","last_unstale":"2021-07-26T16:10:57.236637+0000","last_undegraded":"2021-07-26T16:10:57.236637+0000","last_fullsized":"2021-07-26T16:10:57.236637+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":825,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.365989+0000","last_change":"2021-07-26T16:03:46.993918+0000","last_active":"2021-07-26T16:10:56.365989+0000","last_peered":"2021-07-26T16:10:56.365989+0000","last_clean":"2021-07-26T16:10:56.365989+0000","last_became_active":"2021-07-26T16:03:34.100457+0000","last_became_peered":"2021-07-26T16:03:34.100457+0000","last_unstale":"2021-07-26T16:10:56.365989+0000","last_undegraded":"2021-07-26T16:10:56.365989+0000","last_fullsized":"2021-07-26T16:10:56.365989+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":802,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.234688+0000","last_change":"2021-07-26T16:03:34.105529+0000","last_active":"2021-07-26T16:10:57.234688+0000","last_peered":"2021-07-26T16:10:57.234688+0000","last_clean":"2021-07-26T16:10:57.234688+0000","last_became_active":"2021-07-26T16:03:34.105230+0000","last_became_peered":"2021-07-26T16:03:34.105230+0000","last_unstale":"2021-07-26T16:10:57.234688+0000","last_undegraded":"2021-07-26T16:10:57.234688+0000","last_fullsized":"2021-07-26T16:10:57.234688+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"847'1825","reported_seq":4201,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.472158+0000","last_change":"2021-07-26T16:10:55.331760+0000","last_active":"2021-07-26T16:10:57.472158+0000","last_peered":"2021-07-26T16:10:57.472158+0000","last_clean":"2021-07-26T16:10:57.472158+0000","last_became_active":"2021-07-26T16:04:02.133287+0000","last_became_peered":"2021-07-26T16:04:02.133287+0000","last_unstale":"2021-07-26T16:10:57.472158+0000","last_undegraded":"2021-07-26T16:10:57.472158+0000","last_fullsized":"2021-07-26T16:10:57.472158+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_clean_scrub_stamp":"2021-07-26T15:57:01.243905+0000","log_size":1825,"ondisk_log_size":1825,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":28409856,"num_objects":11,"num_object_clones":7,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":296,"num_read_kb":328968,"num_write":592,"num_write_kb":116232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":38428672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2ed","length":"1"},{"start":"2f8","length":"1"},{"start":"307","length":"1"}]},{"pgid":"5.5","version":"852'1807","reported_seq":4184,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.473470+0000","last_change":"2021-07-26T16:10:55.341833+0000","last_active":"2021-07-26T16:10:57.473470+0000","last_peered":"2021-07-26T16:10:57.473470+0000","last_clean":"2021-07-26T16:10:57.473470+0000","last_became_active":"2021-07-26T16:03:06.073252+0000","last_became_peered":"2021-07-26T16:03:06.073252+0000","last_unstale":"2021-07-26T16:10:57.473470+0000","last_undegraded":"2021-07-26T16:10:57.473470+0000","last_fullsized":"2021-07-26T16:10:57.473470+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_clean_scrub_stamp":"2021-07-26T15:57:01.243905+0000","log_size":1807,"ondisk_log_size":1807,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22913024,"num_objects":15,"num_object_clones":11,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":276,"num_read_kb":379435,"num_write":538,"num_write_kb":124472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":20766720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2ed","length":"1"},{"start":"2f8","length":"1"},{"start":"307","length":"1"}]},{"pgid":"2.2","version":"0'0","reported_seq":821,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.365258+0000","last_change":"2021-07-26T16:04:02.129509+0000","last_active":"2021-07-26T16:10:56.365258+0000","last_peered":"2021-07-26T16:10:56.365258+0000","last_clean":"2021-07-26T16:10:56.365258+0000","last_became_active":"2021-07-26T16:04:02.129166+0000","last_became_peered":"2021-07-26T16:04:02.129166+0000","last_unstale":"2021-07-26T16:10:56.365258+0000","last_undegraded":"2021-07-26T16:10:56.365258+0000","last_fullsized":"2021-07-26T16:10:56.365258+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":825,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.367073+0000","last_change":"2021-07-26T16:04:02.124315+0000","last_active":"2021-07-26T16:10:56.367073+0000","last_peered":"2021-07-26T16:10:56.367073+0000","last_clean":"2021-07-26T16:10:56.367073+0000","last_became_active":"2021-07-26T16:04:02.123955+0000","last_became_peered":"2021-07-26T16:04:02.123955+0000","last_unstale":"2021-07-26T16:10:56.367073+0000","last_undegraded":"2021-07-26T16:10:56.367073+0000","last_fullsized":"2021-07-26T16:10:56.367073+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":802,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.235510+0000","last_change":"2021-07-26T16:02:37.030249+0000","last_active":"2021-07-26T16:10:57.235510+0000","last_peered":"2021-07-26T16:10:57.235510+0000","last_clean":"2021-07-26T16:10:57.235510+0000","last_became_active":"2021-07-26T16:02:37.029963+0000","last_became_peered":"2021-07-26T16:02:37.029963+0000","last_unstale":"2021-07-26T16:10:57.235510+0000","last_undegraded":"2021-07-26T16:10:57.235510+0000","last_fullsized":"2021-07-26T16:10:57.235510+0000","mapping_epoch":357,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":358,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"852'1389","reported_seq":3829,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.235029+0000","last_change":"2021-07-26T16:10:55.350903+0000","last_active":"2021-07-26T16:10:57.235029+0000","last_peered":"2021-07-26T16:10:57.235029+0000","last_clean":"2021-07-26T16:10:57.235029+0000","last_became_active":"2021-07-26T16:03:34.118802+0000","last_became_peered":"2021-07-26T16:03:34.118802+0000","last_unstale":"2021-07-26T16:10:57.235029+0000","last_undegraded":"2021-07-26T16:10:57.235029+0000","last_fullsized":"2021-07-26T16:10:57.235029+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_clean_scrub_stamp":"2021-07-26T15:57:01.243905+0000","log_size":1389,"ondisk_log_size":1389,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":15409152,"num_objects":11,"num_object_clones":8,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":188,"num_read_kb":154882,"num_write":454,"num_write_kb":101648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":21504000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2ed","length":"1"},{"start":"2f8","length":"1"},{"start":"307","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":831,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.335936+0000","last_change":"2021-07-26T16:02:37.017708+0000","last_active":"2021-07-26T16:10:56.335936+0000","last_peered":"2021-07-26T16:10:56.335936+0000","last_clean":"2021-07-26T16:10:56.335936+0000","last_became_active":"2021-07-26T16:02:37.017353+0000","last_became_peered":"2021-07-26T16:02:37.017353+0000","last_unstale":"2021-07-26T16:10:56.335936+0000","last_undegraded":"2021-07-26T16:10:56.335936+0000","last_fullsized":"2021-07-26T16:10:56.335936+0000","mapping_epoch":357,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":358,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":801,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.235535+0000","last_change":"2021-07-26T16:04:02.139595+0000","last_active":"2021-07-26T16:10:57.235535+0000","last_peered":"2021-07-26T16:10:57.235535+0000","last_clean":"2021-07-26T16:10:57.235535+0000","last_became_active":"2021-07-26T16:04:02.139274+0000","last_became_peered":"2021-07-26T16:04:02.139274+0000","last_unstale":"2021-07-26T16:10:57.235535+0000","last_undegraded":"2021-07-26T16:10:57.235535+0000","last_fullsized":"2021-07-26T16:10:57.235535+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":821,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.236817+0000","last_change":"2021-07-26T16:03:34.112631+0000","last_active":"2021-07-26T16:10:57.236817+0000","last_peered":"2021-07-26T16:10:57.236817+0000","last_clean":"2021-07-26T16:10:57.236817+0000","last_became_active":"2021-07-26T16:03:34.112341+0000","last_became_peered":"2021-07-26T16:03:34.112341+0000","last_unstale":"2021-07-26T16:10:57.236817+0000","last_undegraded":"2021-07-26T16:10:57.236817+0000","last_fullsized":"2021-07-26T16:10:57.236817+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":809,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.367937+0000","last_change":"2021-07-26T16:04:31.171439+0000","last_active":"2021-07-26T16:10:56.367937+0000","last_peered":"2021-07-26T16:10:56.367937+0000","last_clean":"2021-07-26T16:10:56.367937+0000","last_became_active":"2021-07-26T16:04:31.170920+0000","last_became_peered":"2021-07-26T16:04:31.170920+0000","last_unstale":"2021-07-26T16:10:56.367937+0000","last_undegraded":"2021-07-26T16:10:56.367937+0000","last_fullsized":"2021-07-26T16:10:56.367937+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"655'163","reported_seq":1101,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.319062+0000","last_change":"2021-07-26T16:04:44.048467+0000","last_active":"2021-07-26T16:10:56.319062+0000","last_peered":"2021-07-26T16:10:56.319062+0000","last_clean":"2021-07-26T16:10:56.319062+0000","last_became_active":"2021-07-26T16:04:31.180577+0000","last_became_peered":"2021-07-26T16:04:31.180577+0000","last_unstale":"2021-07-26T16:10:56.319062+0000","last_undegraded":"2021-07-26T16:10:56.319062+0000","last_fullsized":"2021-07-26T16:10:56.319062+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:47:29.266561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:47:29.266561+0000","last_clean_scrub_stamp":"2021-07-26T15:47:29.266561+0000","log_size":163,"ondisk_log_size":163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":384,"num_read_kb":727,"num_write":233,"num_write_kb":2688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":823,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.380440+0000","last_change":"2021-07-26T16:04:02.133446+0000","last_active":"2021-07-26T16:10:56.380440+0000","last_peered":"2021-07-26T16:10:56.380440+0000","last_clean":"2021-07-26T16:10:56.380440+0000","last_became_active":"2021-07-26T16:04:02.133014+0000","last_became_peered":"2021-07-26T16:04:02.133014+0000","last_unstale":"2021-07-26T16:10:56.380440+0000","last_undegraded":"2021-07-26T16:10:56.380440+0000","last_fullsized":"2021-07-26T16:10:56.380440+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":823,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.370949+0000","last_change":"2021-07-26T16:04:31.180853+0000","last_active":"2021-07-26T16:10:56.370949+0000","last_peered":"2021-07-26T16:10:56.370949+0000","last_clean":"2021-07-26T16:10:56.370949+0000","last_became_active":"2021-07-26T16:04:31.180494+0000","last_became_peered":"2021-07-26T16:04:31.180494+0000","last_unstale":"2021-07-26T16:10:56.370949+0000","last_undegraded":"2021-07-26T16:10:56.370949+0000","last_fullsized":"2021-07-26T16:10:56.370949+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"852'2574","reported_seq":4865,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.473656+0000","last_change":"2021-07-26T16:10:55.334464+0000","last_active":"2021-07-26T16:10:57.473656+0000","last_peered":"2021-07-26T16:10:57.473656+0000","last_clean":"2021-07-26T16:10:57.473656+0000","last_became_active":"2021-07-26T16:04:31.171741+0000","last_became_peered":"2021-07-26T16:04:31.171741+0000","last_unstale":"2021-07-26T16:10:57.473656+0000","last_undegraded":"2021-07-26T16:10:57.473656+0000","last_fullsized":"2021-07-26T16:10:57.473656+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_clean_scrub_stamp":"2021-07-26T15:57:01.243905+0000","log_size":2574,"ondisk_log_size":2574,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":40755200,"num_objects":19,"num_object_clones":14,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":378,"num_read_kb":519611,"num_write":831,"num_write_kb":172728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":58777600,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2ed","length":"1"},{"start":"2f8","length":"1"},{"start":"307","length":"1"}]},{"pgid":"5.7","version":"852'1524","reported_seq":3933,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.473415+0000","last_change":"2021-07-26T16:10:55.329540+0000","last_active":"2021-07-26T16:10:57.473415+0000","last_peered":"2021-07-26T16:10:57.473415+0000","last_clean":"2021-07-26T16:10:57.473415+0000","last_became_active":"2021-07-26T16:03:34.102287+0000","last_became_peered":"2021-07-26T16:03:34.102287+0000","last_unstale":"2021-07-26T16:10:57.473415+0000","last_undegraded":"2021-07-26T16:10:57.473415+0000","last_fullsized":"2021-07-26T16:10:57.473415+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_clean_scrub_stamp":"2021-07-26T15:57:01.243905+0000","log_size":1524,"ondisk_log_size":1524,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":20733952,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":1,"num_read":238,"num_read_kb":350738,"num_write":522,"num_write_kb":93736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":38199296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2ed","length":"1"},{"start":"2f8","length":"1"},{"start":"307","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":805,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.319032+0000","last_change":"2021-07-26T16:04:44.048741+0000","last_active":"2021-07-26T16:10:56.319032+0000","last_peered":"2021-07-26T16:10:56.319032+0000","last_clean":"2021-07-26T16:10:56.319032+0000","last_became_active":"2021-07-26T16:04:31.180612+0000","last_became_peered":"2021-07-26T16:04:31.180612+0000","last_unstale":"2021-07-26T16:10:56.319032+0000","last_undegraded":"2021-07-26T16:10:56.319032+0000","last_fullsized":"2021-07-26T16:10:56.319032+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":824,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.379397+0000","last_change":"2021-07-26T16:03:06.062644+0000","last_active":"2021-07-26T16:10:56.379397+0000","last_peered":"2021-07-26T16:10:56.379397+0000","last_clean":"2021-07-26T16:10:56.379397+0000","last_became_active":"2021-07-26T16:03:06.062397+0000","last_became_peered":"2021-07-26T16:03:06.062397+0000","last_unstale":"2021-07-26T16:10:56.379397+0000","last_undegraded":"2021-07-26T16:10:56.379397+0000","last_fullsized":"2021-07-26T16:10:56.379397+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":825,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.380094+0000","last_change":"2021-07-26T16:02:09.000739+0000","last_active":"2021-07-26T16:10:56.380094+0000","last_peered":"2021-07-26T16:10:56.380094+0000","last_clean":"2021-07-26T16:10:56.380094+0000","last_became_active":"2021-07-26T16:02:08.999938+0000","last_became_peered":"2021-07-26T16:02:08.999938+0000","last_unstale":"2021-07-26T16:10:56.380094+0000","last_undegraded":"2021-07-26T16:10:56.380094+0000","last_fullsized":"2021-07-26T16:10:56.380094+0000","mapping_epoch":337,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":338,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":802,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.320580+0000","last_change":"2021-07-26T16:04:44.046413+0000","last_active":"2021-07-26T16:10:56.320580+0000","last_peered":"2021-07-26T16:10:56.320580+0000","last_clean":"2021-07-26T16:10:56.320580+0000","last_became_active":"2021-07-26T16:04:31.184974+0000","last_became_peered":"2021-07-26T16:04:31.184974+0000","last_unstale":"2021-07-26T16:10:56.320580+0000","last_undegraded":"2021-07-26T16:10:56.320580+0000","last_fullsized":"2021-07-26T16:10:56.320580+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":801,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.236235+0000","last_change":"2021-07-26T16:03:34.108631+0000","last_active":"2021-07-26T16:10:57.236235+0000","last_peered":"2021-07-26T16:10:57.236235+0000","last_clean":"2021-07-26T16:10:57.236235+0000","last_became_active":"2021-07-26T16:03:34.108146+0000","last_became_peered":"2021-07-26T16:03:34.108146+0000","last_unstale":"2021-07-26T16:10:57.236235+0000","last_undegraded":"2021-07-26T16:10:57.236235+0000","last_fullsized":"2021-07-26T16:10:57.236235+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":824,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.382432+0000","last_change":"2021-07-26T16:04:31.194847+0000","last_active":"2021-07-26T16:10:56.382432+0000","last_peered":"2021-07-26T16:10:56.382432+0000","last_clean":"2021-07-26T16:10:56.382432+0000","last_became_active":"2021-07-26T16:04:31.194494+0000","last_became_peered":"2021-07-26T16:04:31.194494+0000","last_unstale":"2021-07-26T16:10:56.382432+0000","last_undegraded":"2021-07-26T16:10:56.382432+0000","last_fullsized":"2021-07-26T16:10:56.382432+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"853'1001","reported_seq":3459,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.466281+0000","last_change":"2021-07-26T16:10:55.328963+0000","last_active":"2021-07-26T16:10:57.466281+0000","last_peered":"2021-07-26T16:10:57.466281+0000","last_clean":"2021-07-26T16:10:57.466281+0000","last_became_active":"2021-07-26T16:04:02.120851+0000","last_became_peered":"2021-07-26T16:04:02.120851+0000","last_unstale":"2021-07-26T16:10:57.466281+0000","last_undegraded":"2021-07-26T16:10:57.466281+0000","last_fullsized":"2021-07-26T16:10:57.466281+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_clean_scrub_stamp":"2021-07-26T15:57:01.243905+0000","log_size":1001,"ondisk_log_size":1001,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":23912448,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":174,"num_read_kb":380500,"num_write":322,"num_write_kb":84944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":23863296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2ed","length":"1"},{"start":"2f8","length":"1"},{"start":"307","length":"1"}]},{"pgid":"3.7","version":"56'2","reported_seq":806,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.382463+0000","last_change":"2021-07-26T16:04:31.186037+0000","last_active":"2021-07-26T16:10:56.382463+0000","last_peered":"2021-07-26T16:10:56.382463+0000","last_clean":"2021-07-26T16:10:56.382463+0000","last_became_active":"2021-07-26T16:04:31.185380+0000","last_became_peered":"2021-07-26T16:04:31.185380+0000","last_unstale":"2021-07-26T16:10:56.382463+0000","last_undegraded":"2021-07-26T16:10:56.382463+0000","last_fullsized":"2021-07-26T16:10:56.382463+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":841,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.236402+0000","last_change":"2021-07-26T16:04:02.139581+0000","last_active":"2021-07-26T16:10:57.236402+0000","last_peered":"2021-07-26T16:10:57.236402+0000","last_clean":"2021-07-26T16:10:57.236402+0000","last_became_active":"2021-07-26T16:04:02.139158+0000","last_became_peered":"2021-07-26T16:04:02.139158+0000","last_unstale":"2021-07-26T16:10:57.236402+0000","last_undegraded":"2021-07-26T16:10:57.236402+0000","last_fullsized":"2021-07-26T16:10:57.236402+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":802,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.380303+0000","last_change":"2021-07-26T16:04:31.185939+0000","last_active":"2021-07-26T16:10:56.380303+0000","last_peered":"2021-07-26T16:10:56.380303+0000","last_clean":"2021-07-26T16:10:56.380303+0000","last_became_active":"2021-07-26T16:04:31.185371+0000","last_became_peered":"2021-07-26T16:04:31.185371+0000","last_unstale":"2021-07-26T16:10:56.380303+0000","last_undegraded":"2021-07-26T16:10:56.380303+0000","last_fullsized":"2021-07-26T16:10:56.380303+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"852'462","reported_seq":2973,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.215439+0000","last_change":"2021-07-26T16:10:55.327694+0000","last_active":"2021-07-26T16:10:57.215439+0000","last_peered":"2021-07-26T16:10:57.215439+0000","last_clean":"2021-07-26T16:10:57.215439+0000","last_became_active":"2021-07-26T16:04:31.180241+0000","last_became_peered":"2021-07-26T16:04:31.180241+0000","last_unstale":"2021-07-26T16:10:57.215439+0000","last_undegraded":"2021-07-26T16:10:57.215439+0000","last_fullsized":"2021-07-26T16:10:57.215439+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_clean_scrub_stamp":"2021-07-26T15:57:01.243905+0000","log_size":462,"ondisk_log_size":462,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":3571712,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":74,"num_read_kb":46985,"num_write":172,"num_write_kb":39312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1982464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2ed","length":"1"},{"start":"2f8","length":"1"},{"start":"307","length":"1"}]},{"pgid":"2.7","version":"0'0","reported_seq":821,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.370299+0000","last_change":"2021-07-26T16:04:31.173963+0000","last_active":"2021-07-26T16:10:56.370299+0000","last_peered":"2021-07-26T16:10:56.370299+0000","last_clean":"2021-07-26T16:10:56.370299+0000","last_became_active":"2021-07-26T16:04:31.173632+0000","last_became_peered":"2021-07-26T16:04:31.173632+0000","last_unstale":"2021-07-26T16:10:56.370299+0000","last_undegraded":"2021-07-26T16:10:56.370299+0000","last_fullsized":"2021-07-26T16:10:56.370299+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:52:21.714699+0000","last_clean_scrub_stamp":"2021-07-26T15:52:21.714699+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"506'2","reported_seq":830,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.380934+0000","last_change":"2021-07-26T16:03:06.072164+0000","last_active":"2021-07-26T16:10:56.380934+0000","last_peered":"2021-07-26T16:10:56.380934+0000","last_clean":"2021-07-26T16:10:56.380934+0000","last_became_active":"2021-07-26T16:03:06.071816+0000","last_became_peered":"2021-07-26T16:03:06.071816+0000","last_unstale":"2021-07-26T16:10:56.380934+0000","last_undegraded":"2021-07-26T16:10:56.380934+0000","last_fullsized":"2021-07-26T16:10:56.380934+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":804,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.368155+0000","last_change":"2021-07-26T16:04:02.129930+0000","last_active":"2021-07-26T16:10:56.368155+0000","last_peered":"2021-07-26T16:10:56.368155+0000","last_clean":"2021-07-26T16:10:56.368155+0000","last_became_active":"2021-07-26T16:04:02.129596+0000","last_became_peered":"2021-07-26T16:04:02.129596+0000","last_unstale":"2021-07-26T16:10:56.368155+0000","last_undegraded":"2021-07-26T16:10:56.368155+0000","last_fullsized":"2021-07-26T16:10:56.368155+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"852'1983","reported_seq":4369,"reported_epoch":854,"state":"active+clean","last_fresh":"2021-07-26T16:10:57.342529+0000","last_change":"2021-07-26T16:10:55.344115+0000","last_active":"2021-07-26T16:10:57.342529+0000","last_peered":"2021-07-26T16:10:57.342529+0000","last_clean":"2021-07-26T16:10:57.342529+0000","last_became_active":"2021-07-26T16:03:06.071847+0000","last_became_peered":"2021-07-26T16:03:06.071847+0000","last_unstale":"2021-07-26T16:10:57.342529+0000","last_undegraded":"2021-07-26T16:10:57.342529+0000","last_fullsized":"2021-07-26T16:10:57.342529+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:57:01.243905+0000","last_clean_scrub_stamp":"2021-07-26T15:57:01.243905+0000","log_size":1983,"ondisk_log_size":1983,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":31490048,"num_objects":14,"num_object_clones":10,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":313,"num_read_kb":365149,"num_write":664,"num_write_kb":136184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":31244288,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2ed","length":"1"},{"start":"2f8","length":"1"},{"start":"307","length":"1"}]},{"pgid":"3.1b","version":"499'2","reported_seq":829,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.382310+0000","last_change":"2021-07-26T16:04:31.194919+0000","last_active":"2021-07-26T16:10:56.382310+0000","last_peered":"2021-07-26T16:10:56.382310+0000","last_clean":"2021-07-26T16:10:56.382310+0000","last_became_active":"2021-07-26T16:04:31.194486+0000","last_became_peered":"2021-07-26T16:04:31.194486+0000","last_unstale":"2021-07-26T16:10:56.382310+0000","last_undegraded":"2021-07-26T16:10:56.382310+0000","last_fullsized":"2021-07-26T16:10:56.382310+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":813,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.336448+0000","last_change":"2021-07-26T16:02:37.024261+0000","last_active":"2021-07-26T16:10:56.336448+0000","last_peered":"2021-07-26T16:10:56.336448+0000","last_clean":"2021-07-26T16:10:56.336448+0000","last_became_active":"2021-07-26T16:02:37.023921+0000","last_became_peered":"2021-07-26T16:02:37.023921+0000","last_unstale":"2021-07-26T16:10:56.336448+0000","last_undegraded":"2021-07-26T16:10:56.336448+0000","last_fullsized":"2021-07-26T16:10:56.336448+0000","mapping_epoch":357,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":358,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":815,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.365360+0000","last_change":"2021-07-26T16:03:46.996505+0000","last_active":"2021-07-26T16:10:56.365360+0000","last_peered":"2021-07-26T16:10:56.365360+0000","last_clean":"2021-07-26T16:10:56.365360+0000","last_became_active":"2021-07-26T16:03:34.097652+0000","last_became_peered":"2021-07-26T16:03:34.097652+0000","last_unstale":"2021-07-26T16:10:56.365360+0000","last_undegraded":"2021-07-26T16:10:56.365360+0000","last_fullsized":"2021-07-26T16:10:56.365360+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":819,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.366754+0000","last_change":"2021-07-26T16:03:18.165466+0000","last_active":"2021-07-26T16:10:56.366754+0000","last_peered":"2021-07-26T16:10:56.366754+0000","last_clean":"2021-07-26T16:10:56.366754+0000","last_became_active":"2021-07-26T16:03:06.064279+0000","last_became_peered":"2021-07-26T16:03:06.064279+0000","last_unstale":"2021-07-26T16:10:56.366754+0000","last_undegraded":"2021-07-26T16:10:56.366754+0000","last_fullsized":"2021-07-26T16:10:56.366754+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":815,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.365676+0000","last_change":"2021-07-26T16:04:02.129776+0000","last_active":"2021-07-26T16:10:56.365676+0000","last_peered":"2021-07-26T16:10:56.365676+0000","last_clean":"2021-07-26T16:10:56.365676+0000","last_became_active":"2021-07-26T16:04:02.129357+0000","last_became_peered":"2021-07-26T16:04:02.129357+0000","last_unstale":"2021-07-26T16:10:56.365676+0000","last_undegraded":"2021-07-26T16:10:56.365676+0000","last_fullsized":"2021-07-26T16:10:56.365676+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":819,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.367348+0000","last_change":"2021-07-26T16:03:18.148570+0000","last_active":"2021-07-26T16:10:56.367348+0000","last_peered":"2021-07-26T16:10:56.367348+0000","last_clean":"2021-07-26T16:10:56.367348+0000","last_became_active":"2021-07-26T16:03:06.053759+0000","last_became_peered":"2021-07-26T16:03:06.053759+0000","last_unstale":"2021-07-26T16:10:56.367348+0000","last_undegraded":"2021-07-26T16:10:56.367348+0000","last_fullsized":"2021-07-26T16:10:56.367348+0000","mapping_epoch":386,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":387,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"499'2","reported_seq":821,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.382123+0000","last_change":"2021-07-26T16:04:02.133500+0000","last_active":"2021-07-26T16:10:56.382123+0000","last_peered":"2021-07-26T16:10:56.382123+0000","last_clean":"2021-07-26T16:10:56.382123+0000","last_became_active":"2021-07-26T16:04:02.133036+0000","last_became_peered":"2021-07-26T16:04:02.133036+0000","last_unstale":"2021-07-26T16:10:56.382123+0000","last_undegraded":"2021-07-26T16:10:56.382123+0000","last_fullsized":"2021-07-26T16:10:56.382123+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":818,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.381110+0000","last_change":"2021-07-26T16:02:49.999793+0000","last_active":"2021-07-26T16:10:56.381110+0000","last_peered":"2021-07-26T16:10:56.381110+0000","last_clean":"2021-07-26T16:10:56.381110+0000","last_became_active":"2021-07-26T16:02:37.017288+0000","last_became_peered":"2021-07-26T16:02:37.017288+0000","last_unstale":"2021-07-26T16:10:56.381110+0000","last_undegraded":"2021-07-26T16:10:56.381110+0000","last_fullsized":"2021-07-26T16:10:56.381110+0000","mapping_epoch":357,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":358,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"499'5","reported_seq":834,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.379960+0000","last_change":"2021-07-26T16:03:34.116506+0000","last_active":"2021-07-26T16:10:56.379960+0000","last_peered":"2021-07-26T16:10:56.379960+0000","last_clean":"2021-07-26T16:10:56.379960+0000","last_became_active":"2021-07-26T16:03:34.116139+0000","last_became_peered":"2021-07-26T16:03:34.116139+0000","last_unstale":"2021-07-26T16:10:56.379960+0000","last_undegraded":"2021-07-26T16:10:56.379960+0000","last_fullsized":"2021-07-26T16:10:56.379960+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:20.196700+0000","last_clean_scrub_stamp":"2021-07-26T15:54:20.196700+0000","log_size":5,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":812,"reported_epoch":853,"state":"active+clean","last_fresh":"2021-07-26T16:10:56.365185+0000","last_change":"2021-07-26T16:04:02.135562+0000","last_active":"2021-07-26T16:10:56.365185+0000","last_peered":"2021-07-26T16:10:56.365185+0000","last_clean":"2021-07-26T16:10:56.365185+0000","last_became_active":"2021-07-26T16:04:02.135148+0000","last_became_peered":"2021-07-26T16:04:02.135148+0000","last_unstale":"2021-07-26T16:10:56.365185+0000","last_undegraded":"2021-07-26T16:10:56.365185+0000","last_fullsized":"2021-07-26T16:10:56.365185+0000","mapping_epoch":442,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":443,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-07-26T15:54:21.208634+0000","last_clean_scrub_stamp":"2021-07-26T15:54:21.208634+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":359530496,"num_objects":174,"num_object_clones":124,"num_object_copies":522,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":174,"num_whiteouts":9,"num_read":3845,"num_read_kb":4797933,"num_write":8172,"num_write_kb":1669320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":171,"num_bytes_recovered":466567168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":533127168,"data_stored":803856384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":24910,"ondisk_log_size":24910,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5502,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":49,"num_read_kb":54,"num_write":62,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38896,"internal_metadata":0},"log_size":62,"ondisk_log_size":62,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":384,"num_read_kb":727,"num_write":233,"num_write_kb":2688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":163,"ondisk_log_size":163,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":467,"seq":2005749727311,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":190876,"kb_used_data":55828,"kb_used_omap":104,"kb_used_meta":134935,"kb_avail":93554276,"statfs":{"total":95995035648,"available":95799578624,"internally_reserved":0,"allocated":57167872,"data_stored":92634587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":107328,"internal_metadata":138173632},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:41 2021","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.99399999999999999,"15min":1.02},"min":{"1min":0.49299999999999999,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.196,"5min":1.72,"15min":1.72},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.91800000000000004,"5min":0.94499999999999995,"15min":0.94899999999999995},"min":{"1min":0.624,"5min":0.502,"15min":0.45100000000000001},"max":{"1min":1.2569999999999999,"5min":1.8140000000000001,"15min":1.8140000000000001},"last":0.89900000000000002}]},{"osd":1,"last update":"Mon Jul 26 16:10:41 2021","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":0.99199999999999999,"15min":1.042},"min":{"1min":0.70999999999999996,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.296,"5min":1.508,"15min":2.282},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.98699999999999999,"5min":1.022,"15min":1.024},"min":{"1min":0.68799999999999994,"5min":0.38500000000000001,"15min":0.37},"max":{"1min":1.377,"5min":1.6439999999999999,"15min":1.6439999999999999},"last":1.3799999999999999}]},{"osd":2,"last update":"Mon Jul 26 16:10:41 2021","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":1.012,"15min":1.083},"min":{"1min":0.65100000000000002,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.659},"last":1.0720000000000001},{"interface":"front","average":{"1min":1.133,"5min":1.147,"15min":1.119},"min":{"1min":0.92000000000000004,"5min":0.627,"15min":0.58999999999999997},"max":{"1min":1.3919999999999999,"5min":5.6260000000000003,"15min":5.6260000000000003},"last":1.04}]},{"osd":3,"last update":"Mon Jul 26 16:10:41 2021","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.139,"15min":1.0449999999999999},"min":{"1min":0.70199999999999996,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.417,"5min":4.3010000000000002,"15min":4.3010000000000002},"last":1.135},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.1060000000000001,"15min":1.0960000000000001},"min":{"1min":0.80900000000000005,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.3879999999999999,"5min":3.8239999999999998,"15min":3.8239999999999998},"last":1.2869999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:10:41 2021","interfaces":[{"interface":"back","average":{"1min":1.073,"5min":1.1140000000000001,"15min":1.1200000000000001},"min":{"1min":0.82099999999999995,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.407,"5min":2.2170000000000001,"15min":2.2170000000000001},"last":1.607},{"interface":"front","average":{"1min":1.1439999999999999,"5min":1.0960000000000001,"15min":1.113},"min":{"1min":0.72899999999999998,"5min":0.623,"15min":0.623},"max":{"1min":1.365,"5min":1.591,"15min":1.591},"last":1.506}]},{"osd":5,"last update":"Mon Jul 26 16:10:41 2021","interfaces":[{"interface":"back","average":{"1min":1.095,"5min":1.1499999999999999,"15min":1.1890000000000001},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.3839999999999999,"5min":1.8180000000000001,"15min":2.597},"last":1.754},{"interface":"front","average":{"1min":1.1970000000000001,"5min":1.1990000000000001,"15min":1.2649999999999999},"min":{"1min":0.91500000000000004,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.9390000000000001,"5min":1.9390000000000001,"15min":2.3450000000000002},"last":1.4239999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:10:41 2021","interfaces":[{"interface":"back","average":{"1min":1.234,"5min":1.216,"15min":1.202},"min":{"1min":0.745,"5min":0.68000000000000005,"15min":0.54800000000000004},"max":{"1min":1.462,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":1.855},{"interface":"front","average":{"1min":1.2909999999999999,"5min":1.2709999999999999,"15min":1.2729999999999999},"min":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"max":{"1min":1.8280000000000001,"5min":1.839,"15min":1.839},"last":1.6399999999999999}]}]},{"osd":6,"up_from":442,"seq":1898375544917,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":164396,"kb_used_data":53028,"kb_used_omap":74,"kb_used_meta":111285,"kb_avail":93580756,"statfs":{"total":95995035648,"available":95826694144,"internally_reserved":0,"allocated":54300672,"data_stored":69049673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75940,"internal_metadata":113956700},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:08 2021","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":0.95399999999999996,"15min":0.97499999999999998},"min":{"1min":0.70999999999999996,"5min":0.502,"15min":0.502},"max":{"1min":1.3049999999999999,"5min":1.369,"15min":1.369},"last":1.234},{"interface":"front","average":{"1min":0.98699999999999999,"5min":0.95399999999999996,"15min":0.94599999999999995},"min":{"1min":0.68700000000000006,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.341,"5min":4.4779999999999998,"15min":4.4779999999999998},"last":0.80200000000000005}]},{"osd":1,"last update":"Mon Jul 26 16:10:08 2021","interfaces":[{"interface":"back","average":{"1min":1.0589999999999999,"5min":0.996,"15min":0.96499999999999997},"min":{"1min":0.71999999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.5649999999999999,"5min":3.1320000000000001,"15min":3.1320000000000001},"last":0.94199999999999995},{"interface":"front","average":{"1min":1.0940000000000001,"5min":1.01,"15min":1.048},"min":{"1min":0.88700000000000001,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.548,"5min":2.6440000000000001,"15min":2.6440000000000001},"last":1.125}]},{"osd":2,"last update":"Mon Jul 26 16:10:08 2021","interfaces":[{"interface":"back","average":{"1min":1.167,"5min":1.1040000000000001,"15min":1.0900000000000001},"min":{"1min":0.78200000000000003,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.776,"5min":3.2839999999999998,"15min":3.2839999999999998},"last":0.996},{"interface":"front","average":{"1min":0.96999999999999997,"5min":1.0069999999999999,"15min":1.0489999999999999},"min":{"1min":0.629,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.377,"5min":4.6529999999999996,"15min":4.6529999999999996},"last":1.1879999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:10:08 2021","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":0.98299999999999998,"15min":1.016},"min":{"1min":0.71799999999999997,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.246,"5min":1.3400000000000001,"15min":1.373},"last":0.90900000000000003},{"interface":"front","average":{"1min":1.111,"5min":1.1379999999999999,"15min":1.1240000000000001},"min":{"1min":0.64900000000000002,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.607,"5min":3.2109999999999999,"15min":3.2109999999999999},"last":1.1539999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:10:08 2021","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":0.98199999999999998,"15min":1.008},"min":{"1min":0.70299999999999996,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.4350000000000001,"5min":2.645,"15min":2.645},"last":0.65700000000000003},{"interface":"front","average":{"1min":1.1599999999999999,"5min":1.1459999999999999,"15min":1.1240000000000001},"min":{"1min":0.78600000000000003,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.6870000000000001,"5min":3.3559999999999999,"15min":3.3559999999999999},"last":0.878}]},{"osd":5,"last update":"Mon Jul 26 16:10:08 2021","interfaces":[{"interface":"back","average":{"1min":1.2569999999999999,"5min":1.22,"15min":1.1759999999999999},"min":{"1min":0.94999999999999996,"5min":0.627,"15min":0.627},"max":{"1min":1.891,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.76400000000000001},{"interface":"front","average":{"1min":1.2250000000000001,"5min":1.1319999999999999,"15min":1.1619999999999999},"min":{"1min":0.878,"5min":0.625,"15min":0.625},"max":{"1min":1.466,"5min":1.542,"15min":1.542},"last":1.0169999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:10:39 2021","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.2649999999999999,"15min":1.385},"min":{"1min":1.1000000000000001,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.46,"5min":1.9770000000000001,"15min":3.4249999999999998},"last":1.091},{"interface":"front","average":{"1min":1.2130000000000001,"5min":1.1899999999999999,"15min":1.292},"min":{"1min":0.997,"5min":0.443,"15min":0.443},"max":{"1min":1.5820000000000001,"5min":1.706,"15min":2.899},"last":1.0609999999999999}]}]},{"osd":1,"up_from":308,"seq":1322849927282,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":194672,"kb_used_data":85032,"kb_used_omap":48,"kb_used_meta":109583,"kb_avail":93550480,"statfs":{"total":95995035648,"available":95795691520,"internally_reserved":0,"allocated":87072768,"data_stored":116812063,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":49881,"internal_metadata":112213287},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:11:02 2021","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.82899999999999996,"15min":0.80700000000000005},"min":{"1min":0.36799999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.351,"5min":4.3209999999999997,"15min":4.3209999999999997},"last":1.351},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.85499999999999998,"15min":0.82399999999999995},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":2.0609999999999999,"5min":3.3839999999999999,"15min":3.3839999999999999},"last":0.91900000000000004}]},{"osd":2,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.591,"5min":0.98999999999999999,"15min":0.88300000000000001},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.45600000000000002},"max":{"1min":13.186999999999999,"5min":13.186999999999999,"15min":13.186999999999999},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.91000000000000003,"15min":0.89600000000000002},"min":{"1min":0.39700000000000002,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.343,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":1.0009999999999999}]},{"osd":3,"last update":"Mon Jul 26 16:10:55 2021","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":0.95199999999999996,"15min":0.94499999999999995},"min":{"1min":0.44900000000000001,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":3.484,"5min":3.484,"15min":3.484},"last":0.76600000000000001},{"interface":"front","average":{"1min":1.286,"5min":1.151,"15min":1.155},"min":{"1min":0.52600000000000002,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":3.593,"5min":3.593,"15min":3.593},"last":1.236}]},{"osd":4,"last update":"Mon Jul 26 16:10:25 2021","interfaces":[{"interface":"back","average":{"1min":1.119,"5min":1.0920000000000001,"15min":1.046},"min":{"1min":0.73799999999999999,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":2.04,"5min":2.04,"15min":2.04},"last":0.97199999999999998},{"interface":"front","average":{"1min":1.274,"5min":1.24,"15min":1.29},"min":{"1min":0.76300000000000001,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":2.137,"5min":2.137,"15min":2.137},"last":1.139}]},{"osd":5,"last update":"Mon Jul 26 16:10:47 2021","interfaces":[{"interface":"back","average":{"1min":1.196,"5min":1.2010000000000001,"15min":1.149},"min":{"1min":0.50900000000000001,"5min":0.496,"15min":0.496},"max":{"1min":2.2269999999999999,"5min":6.5949999999999998,"15min":6.5949999999999998},"last":1.3149999999999999},{"interface":"front","average":{"1min":1.258,"5min":1.2170000000000001,"15min":1.1839999999999999},"min":{"1min":0.877,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":3.266,"5min":3.266,"15min":3.266},"last":1.0469999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:10:12 2021","interfaces":[{"interface":"back","average":{"1min":1.3580000000000001,"5min":1.327,"15min":1.3540000000000001},"min":{"1min":0.96299999999999997,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":3.3330000000000002,"5min":3.3330000000000002,"15min":3.3330000000000002},"last":1.0980000000000001},{"interface":"front","average":{"1min":1.3200000000000001,"5min":1.369,"15min":1.3979999999999999},"min":{"1min":0.82599999999999996,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":2.363,"5min":6.6539999999999999,"15min":6.6539999999999999},"last":1.385}]},{"osd":7,"last update":"Mon Jul 26 16:10:47 2021","interfaces":[{"interface":"back","average":{"1min":1.3879999999999999,"5min":1.383,"15min":1.444},"min":{"1min":1.006,"5min":0.73199999999999998,"15min":0.73199999999999998},"max":{"1min":2.1680000000000001,"5min":2.246,"15min":2.246},"last":1.1759999999999999},{"interface":"front","average":{"1min":1.393,"5min":1.429,"15min":1.4950000000000001},"min":{"1min":0.77900000000000003,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":2.3130000000000002,"5min":6.7130000000000001,"15min":6.7130000000000001},"last":1.4419999999999999}]}]},{"osd":0,"up_from":279,"seq":1198295875703,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":214160,"kb_used_data":91784,"kb_used_omap":47,"kb_used_meta":122320,"kb_avail":93530992,"statfs":{"total":95995035648,"available":95775735808,"internally_reserved":0,"allocated":93986816,"data_stored":124652741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48350,"internal_metadata":125256482},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jul 26 16:10:04 2021","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.77500000000000002,"15min":0.82599999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.0549999999999999,"5min":1.343,"15min":4.2409999999999997},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.91500000000000004,"15min":0.94299999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.314},"max":{"1min":1.7050000000000001,"5min":1.7050000000000001,"15min":3.9199999999999999},"last":1.2210000000000001}]},{"osd":2,"last update":"Mon Jul 26 16:10:28 2021","interfaces":[{"interface":"back","average":{"1min":1.492,"5min":1.0429999999999999,"15min":1.0129999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.40600000000000003},"max":{"1min":11.705,"5min":11.705,"15min":11.705},"last":1.536},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.97299999999999998,"15min":1.085},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.482,"5min":5.1079999999999997,"15min":5.8789999999999996},"last":0.82199999999999995}]},{"osd":3,"last update":"Mon Jul 26 16:10:51 2021","interfaces":[{"interface":"back","average":{"1min":1.877,"5min":1.0549999999999999,"15min":0.97499999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":14.145,"5min":14.145,"15min":14.145},"last":0.92200000000000004},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.89800000000000002,"15min":0.99399999999999999},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.1439999999999999,"5min":2.2890000000000001,"15min":4.0019999999999998},"last":1.1699999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:10:21 2021","interfaces":[{"interface":"back","average":{"1min":2.7269999999999999,"5min":1.4239999999999999,"15min":1.3759999999999999},"min":{"1min":0.66700000000000004,"5min":0.438,"15min":0.438},"max":{"1min":20.007000000000001,"5min":20.007000000000001,"15min":20.007000000000001},"last":1.496},{"interface":"front","average":{"1min":2.8220000000000001,"5min":1.5149999999999999,"15min":1.496},"min":{"1min":0.75600000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":20.120000000000001,"5min":20.120000000000001,"15min":20.120000000000001},"last":1.331}]},{"osd":5,"last update":"Mon Jul 26 16:10:51 2021","interfaces":[{"interface":"back","average":{"1min":1.145,"5min":1.143,"15min":1.1339999999999999},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":2.4510000000000001,"5min":2.4510000000000001,"15min":2.4510000000000001},"last":1.292},{"interface":"front","average":{"1min":2.4830000000000001,"5min":1.45,"15min":1.355},"min":{"1min":0.69799999999999995,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":18.039000000000001,"5min":18.039000000000001,"15min":18.039000000000001},"last":1.145}]},{"osd":6,"last update":"Mon Jul 26 16:10:15 2021","interfaces":[{"interface":"back","average":{"1min":1.2290000000000001,"5min":1.284,"15min":1.4199999999999999},"min":{"1min":0.751,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":1.877,"5min":8.2929999999999993,"15min":8.2929999999999993},"last":1.042},{"interface":"front","average":{"1min":1.337,"5min":1.331,"15min":1.496},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":2.1869999999999998,"5min":2.1869999999999998,"15min":4.5650000000000004},"last":1.6559999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:10:51 2021","interfaces":[{"interface":"back","average":{"1min":1.756,"5min":1.4750000000000001,"15min":1.343},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":13.204000000000001,"5min":13.204000000000001,"15min":13.204000000000001},"last":1.3799999999999999},{"interface":"front","average":{"1min":1.306,"5min":1.323,"15min":1.2789999999999999},"min":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"max":{"1min":2.504,"5min":2.504,"15min":2.504},"last":1.4630000000000001}]}]},{"osd":2,"up_from":337,"seq":1447403978860,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":320892,"kb_used_data":77428,"kb_used_omap":95,"kb_used_meta":243360,"kb_avail":93424260,"statfs":{"total":95995035648,"available":95666442240,"internally_reserved":0,"allocated":79286272,"data_stored":125741745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":97770,"internal_metadata":249201174},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:21 2021","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.90600000000000003,"15min":0.83999999999999997},"min":{"1min":0.38700000000000001,"5min":0.37,"15min":0.33700000000000002},"max":{"1min":1.1639999999999999,"5min":7.4480000000000004,"15min":7.4480000000000004},"last":0.93200000000000005},{"interface":"front","average":{"1min":0.875,"5min":0.93000000000000005,"15min":0.875},"min":{"1min":0.47599999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.1789999999999998,"5min":4.9279999999999999,"15min":4.9279999999999999},"last":0.58599999999999997}]},{"osd":1,"last update":"Mon Jul 26 16:10:21 2021","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.874,"15min":0.83499999999999996},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.4810000000000001,"5min":4.9779999999999998,"15min":4.9779999999999998},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.90800000000000003,"5min":1.0509999999999999,"15min":0.94999999999999996},"min":{"1min":0.44900000000000001,"5min":0.41799999999999998,"15min":0.36399999999999999},"max":{"1min":1.452,"5min":7.2949999999999999,"15min":7.2949999999999999},"last":0.77900000000000003}]},{"osd":3,"last update":"Mon Jul 26 16:10:48 2021","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":1.01,"15min":0.97199999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":2.3450000000000002,"5min":4.8390000000000004,"15min":4.8390000000000004},"last":1.3100000000000001},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0529999999999999,"15min":1.0149999999999999},"min":{"1min":0.44,"5min":0.44,"15min":0.438},"max":{"1min":1.972,"5min":5.0380000000000003,"15min":5.0380000000000003},"last":1.393}]},{"osd":4,"last update":"Mon Jul 26 16:10:15 2021","interfaces":[{"interface":"back","average":{"1min":1.2390000000000001,"5min":1.2789999999999999,"15min":1.204},"min":{"1min":0.65500000000000003,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.6140000000000001,"5min":7.5469999999999997,"15min":7.5469999999999997},"last":1.034},{"interface":"front","average":{"1min":1.2430000000000001,"5min":1.3049999999999999,"15min":1.2949999999999999},"min":{"1min":0.64200000000000002,"5min":0.52400000000000002,"15min":0.42199999999999999},"max":{"1min":2.4249999999999998,"5min":5.3970000000000002,"15min":5.3970000000000002},"last":0.90800000000000003}]},{"osd":5,"last update":"Mon Jul 26 16:10:48 2021","interfaces":[{"interface":"back","average":{"1min":1.2949999999999999,"5min":1.2609999999999999,"15min":1.2629999999999999},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.48299999999999998},"max":{"1min":2.0569999999999999,"5min":5.1180000000000003,"15min":5.1180000000000003},"last":1.0589999999999999},{"interface":"front","average":{"1min":1.3049999999999999,"5min":1.3879999999999999,"15min":1.379},"min":{"1min":0.69799999999999995,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.7869999999999999,"5min":7.5999999999999996,"15min":7.5999999999999996},"last":1.226}]},{"osd":6,"last update":"Mon Jul 26 16:10:15 2021","interfaces":[{"interface":"back","average":{"1min":1.3380000000000001,"5min":1.351,"15min":1.2709999999999999},"min":{"1min":0.61799999999999999,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":2.1379999999999999,"5min":5.2009999999999996,"15min":5.2009999999999996},"last":1.266},{"interface":"front","average":{"1min":1.377,"5min":1.474,"15min":1.4330000000000001},"min":{"1min":0.73299999999999998,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.7569999999999999,"5min":7.4939999999999998,"15min":7.4939999999999998},"last":1.3500000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:10:44 2021","interfaces":[{"interface":"back","average":{"1min":1.3999999999999999,"5min":1.47,"15min":1.3500000000000001},"min":{"1min":0.76800000000000002,"5min":0.69999999999999996,"15min":0.50700000000000001},"max":{"1min":2.7730000000000001,"5min":5.4900000000000002,"15min":5.4900000000000002},"last":1.161},{"interface":"front","average":{"1min":1.5,"5min":1.5580000000000001,"15min":1.4470000000000001},"min":{"1min":0.79900000000000004,"5min":0.73799999999999999,"15min":0.53700000000000003},"max":{"1min":2.823,"5min":5.5830000000000002,"15min":5.5830000000000002},"last":1.371}]}]},{"osd":3,"up_from":357,"seq":1533303324774,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":200372,"kb_used_data":49132,"kb_used_omap":69,"kb_used_meta":151162,"kb_avail":93544780,"statfs":{"total":95995035648,"available":95789854720,"internally_reserved":0,"allocated":50311168,"data_stored":62624250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":71210,"internal_metadata":154790358},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:50 2021","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.76100000000000001,"15min":0.77100000000000002},"min":{"1min":0.40699999999999997,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.1519999999999999,"5min":1.5349999999999999,"15min":1.5349999999999999},"last":1.2450000000000001},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.93300000000000005,"15min":0.85599999999999998},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.38700000000000001},"max":{"1min":1.262,"5min":3.714,"15min":3.714},"last":0.998}]},{"osd":1,"last update":"Mon Jul 26 16:10:50 2021","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.84599999999999997,"15min":0.85099999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.35499999999999998},"max":{"1min":2.2090000000000001,"5min":2.234,"15min":2.234},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.93600000000000005,"15min":0.92000000000000004},"min":{"1min":0.51400000000000001,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.425,"5min":2.0259999999999998,"15min":2.0259999999999998},"last":0.93999999999999995}]},{"osd":2,"last update":"Mon Jul 26 16:10:50 2021","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.93300000000000005,"15min":0.92700000000000005},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.1879999999999999,"5min":2.1619999999999999,"15min":2.1619999999999999},"last":0.66700000000000004},{"interface":"front","average":{"1min":1.0369999999999999,"5min":0.98999999999999999,"15min":0.999},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.45200000000000001},"max":{"1min":2.2810000000000001,"5min":3.5710000000000002,"15min":3.5710000000000002},"last":0.79200000000000004}]},{"osd":4,"last update":"Mon Jul 26 16:10:18 2021","interfaces":[{"interface":"back","average":{"1min":1.1040000000000001,"5min":1.119,"15min":1.1850000000000001},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.732,"5min":1.732,"15min":1.748},"last":1.0780000000000001},{"interface":"front","average":{"1min":1.2470000000000001,"5min":1.2350000000000001,"15min":1.216},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":1.9199999999999999,"5min":3.4820000000000002,"15min":3.4820000000000002},"last":1.161}]},{"osd":5,"last update":"Mon Jul 26 16:10:41 2021","interfaces":[{"interface":"back","average":{"1min":1.286,"5min":1.3029999999999999,"15min":1.254},"min":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"max":{"1min":1.8,"5min":3.573,"15min":3.573},"last":1.3660000000000001},{"interface":"front","average":{"1min":1.401,"5min":1.377,"15min":1.335},"min":{"1min":0.78700000000000003,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":2.1019999999999999,"5min":3.4460000000000002,"15min":3.4460000000000002},"last":1.292}]},{"osd":6,"last update":"Mon Jul 26 16:10:18 2021","interfaces":[{"interface":"back","average":{"1min":1.2070000000000001,"5min":1.264,"15min":1.3029999999999999},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.861,"5min":1.861,"15min":1.915},"last":1.3759999999999999},{"interface":"front","average":{"1min":1.337,"5min":1.409,"15min":1.4370000000000001},"min":{"1min":0.83899999999999997,"5min":0.72699999999999998,"15min":0.72699999999999998},"max":{"1min":1.78,"5min":3.633,"15min":3.633},"last":1.2190000000000001}]},{"osd":7,"last update":"Mon Jul 26 16:10:33 2021","interfaces":[{"interface":"back","average":{"1min":1.4890000000000001,"5min":1.478,"15min":1.4770000000000001},"min":{"1min":0.74299999999999999,"5min":0.70999999999999996,"15min":0.70999999999999996},"max":{"1min":1.907,"5min":3.5129999999999999,"15min":3.5129999999999999},"last":1.423},{"interface":"front","average":{"1min":1.355,"5min":1.3089999999999999,"15min":1.272},"min":{"1min":0.71099999999999997,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":2.3679999999999999,"5min":2.3679999999999999,"15min":2.3679999999999999},"last":1.202}]}]},{"osd":4,"up_from":386,"seq":1657857376352,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":112948,"kb_used_data":71660,"kb_used_omap":39,"kb_used_meta":41240,"kb_avail":93632204,"statfs":{"total":95995035648,"available":95879376896,"internally_reserved":0,"allocated":73379840,"data_stored":99994485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40712,"internal_metadata":42230008},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:20 2021","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":0.96599999999999997,"15min":0.94999999999999996},"min":{"1min":0.501,"5min":0.501,"15min":0.44400000000000001},"max":{"1min":1.8100000000000001,"5min":2.915,"15min":2.915},"last":0.97699999999999998},{"interface":"front","average":{"1min":0.91300000000000003,"5min":0.91500000000000004,"15min":0.88600000000000001},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.2809999999999999,"5min":2.0179999999999998,"15min":2.5259999999999998},"last":0.70499999999999996}]},{"osd":1,"last update":"Mon Jul 26 16:10:20 2021","interfaces":[{"interface":"back","average":{"1min":1.242,"5min":1.0289999999999999,"15min":0.96099999999999997},"min":{"1min":0.73799999999999999,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":5.1799999999999997,"5min":5.1799999999999997,"15min":5.1799999999999997},"last":0.84799999999999998},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.052,"15min":1.0149999999999999},"min":{"1min":0.70199999999999996,"5min":0.65500000000000003,"15min":0.58599999999999997},"max":{"1min":1.5760000000000001,"5min":2.9649999999999999,"15min":2.9649999999999999},"last":1.323}]},{"osd":2,"last update":"Mon Jul 26 16:10:20 2021","interfaces":[{"interface":"back","average":{"1min":1.0329999999999999,"5min":1.0209999999999999,"15min":0.93000000000000005},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.51900000000000002},"max":{"1min":1.417,"5min":2.27,"15min":2.27},"last":0.751},{"interface":"front","average":{"1min":1.155,"5min":1.111,"15min":1.085},"min":{"1min":0.78000000000000003,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.669,"5min":3.1040000000000001,"15min":3.1040000000000001},"last":1.0780000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:10:20 2021","interfaces":[{"interface":"back","average":{"1min":1.0960000000000001,"5min":1.101,"15min":1.056},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.62},"max":{"1min":1.7150000000000001,"5min":3.012,"15min":3.012},"last":1.24},{"interface":"front","average":{"1min":1.081,"5min":1.006,"15min":1.032},"min":{"1min":0.71399999999999997,"5min":0.68200000000000005,"15min":0.51300000000000001},"max":{"1min":1.857,"5min":1.9830000000000001,"15min":2.6520000000000001},"last":1.093}]},{"osd":5,"last update":"Mon Jul 26 16:10:45 2021","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.96699999999999997},"min":{"1min":0.55500000000000005,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.5349999999999999,"5min":1.5349999999999999,"15min":3.331},"last":1.1220000000000001},{"interface":"front","average":{"1min":1.1659999999999999,"5min":1.131,"15min":1.1439999999999999},"min":{"1min":0.66300000000000003,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.583,"5min":1.8740000000000001,"15min":3.4199999999999999},"last":1.1899999999999999}]},{"osd":6,"last update":"Mon Jul 26 16:10:11 2021","interfaces":[{"interface":"back","average":{"1min":0.997,"5min":1.0209999999999999,"15min":1.0009999999999999},"min":{"1min":0.755,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.5389999999999999,"5min":3.3010000000000002,"15min":3.3010000000000002},"last":1.0169999999999999},{"interface":"front","average":{"1min":1.345,"5min":1.333,"15min":1.2849999999999999},"min":{"1min":0.88900000000000001,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.821,"5min":3.2349999999999999,"15min":3.2349999999999999},"last":1.3759999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:10:45 2021","interfaces":[{"interface":"back","average":{"1min":1.0549999999999999,"5min":1.0589999999999999,"15min":1.2310000000000001},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.351,"5min":1.9279999999999999,"15min":2.7370000000000001},"last":1.1659999999999999},{"interface":"front","average":{"1min":1.194,"5min":1.2130000000000001,"15min":1.327},"min":{"1min":0.82799999999999996,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.7430000000000001,"5min":2.552,"15min":2.8740000000000001},"last":1.2949999999999999}]}]},{"osd":5,"up_from":414,"seq":1778116460635,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":328832,"kb_used_data":92728,"kb_used_omap":111,"kb_used_meta":235984,"kb_avail":93416320,"statfs":{"total":95995035648,"available":95658311680,"internally_reserved":0,"allocated":94953472,"data_stored":153119445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":113827,"internal_metadata":241648477},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jul 26 16:10:44 2021","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.89300000000000002,"15min":0.86199999999999999},"min":{"1min":0.54200000000000004,"5min":0.496,"15min":0.496},"max":{"1min":1.302,"5min":2.125,"15min":2.125},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.96499999999999997,"5min":1.0580000000000001,"15min":0.94099999999999995},"min":{"1min":0.57499999999999996,"5min":0.46300000000000002,"15min":0.437},"max":{"1min":1.3939999999999999,"5min":3.335,"15min":3.335},"last":0.85499999999999998}]},{"osd":1,"last update":"Mon Jul 26 16:10:44 2021","interfaces":[{"interface":"back","average":{"1min":1.0329999999999999,"5min":0.98799999999999999,"15min":0.95099999999999996},"min":{"1min":0.66900000000000004,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.516,"5min":3.0390000000000001,"15min":3.0390000000000001},"last":1.0089999999999999},{"interface":"front","average":{"1min":0.97899999999999998,"5min":1.056,"15min":1.0049999999999999},"min":{"1min":0.72999999999999998,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.29,"5min":5.8890000000000002,"15min":5.8890000000000002},"last":0.98299999999999998}]},{"osd":2,"last update":"Mon Jul 26 16:10:44 2021","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.97399999999999998,"15min":0.95799999999999996},"min":{"1min":0.71099999999999997,"5min":0.65900000000000003,"15min":0.58999999999999997},"max":{"1min":1.3340000000000001,"5min":3.3610000000000002,"15min":3.3610000000000002},"last":0.90500000000000003},{"interface":"front","average":{"1min":1.175,"5min":1.145,"15min":1.0820000000000001},"min":{"1min":0.73499999999999999,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.587,"5min":4.0860000000000003,"15min":4.0860000000000003},"last":1.1180000000000001}]},{"osd":3,"last update":"Mon Jul 26 16:10:44 2021","interfaces":[{"interface":"back","average":{"1min":0.98299999999999998,"5min":1.0920000000000001,"15min":1.081},"min":{"1min":0.73199999999999998,"5min":0.68600000000000005,"15min":0.57499999999999996},"max":{"1min":1.514,"5min":5.3620000000000001,"15min":5.3620000000000001},"last":1.2010000000000001},{"interface":"front","average":{"1min":1.046,"5min":1.0900000000000001,"15min":1.075},"min":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"max":{"1min":1.236,"5min":3.7949999999999999,"15min":3.7949999999999999},"last":1.0609999999999999}]},{"osd":4,"last update":"Mon Jul 26 16:10:44 2021","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":1.0149999999999999,"15min":0.96399999999999997},"min":{"1min":0.68400000000000005,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.387,"5min":4.8079999999999998,"15min":4.8079999999999998},"last":0.88500000000000001},{"interface":"front","average":{"1min":1.0600000000000001,"5min":1.0429999999999999,"15min":1.0329999999999999},"min":{"1min":0.61899999999999999,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.4299999999999999,"5min":3.5099999999999998,"15min":3.5099999999999998},"last":1.0900000000000001}]},{"osd":6,"last update":"Mon Jul 26 16:10:19 2021","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":1.0640000000000001,"15min":1.056},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.51100000000000001},"max":{"1min":1.367,"5min":2.847,"15min":2.847},"last":1.2869999999999999},{"interface":"front","average":{"1min":1.1799999999999999,"5min":1.2070000000000001,"15min":1.298},"min":{"1min":0.93899999999999995,"5min":0.90800000000000003,"15min":0.76000000000000001},"max":{"1min":1.482,"5min":2.331,"15min":3.1699999999999999},"last":1.2649999999999999}]},{"osd":7,"last update":"Mon Jul 26 16:10:39 2021","interfaces":[{"interface":"back","average":{"1min":1.115,"5min":1.1499999999999999,"15min":1.1819999999999999},"min":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"max":{"1min":1.345,"5min":3.3999999999999999,"15min":3.3999999999999999},"last":1.173},{"interface":"front","average":{"1min":1.232,"5min":1.2430000000000001,"15min":1.371},"min":{"1min":0.88700000000000001,"5min":0.70999999999999996,"15min":0.70999999999999996},"max":{"1min":1.5600000000000001,"5min":2.3980000000000001,"15min":3.4300000000000002},"last":1.149}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3724,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1042,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8420,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2061,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8225,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3151,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2296,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9977,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":86454272,"data_stored":119189504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":80130048,"data_stored":111931392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":72347648,"data_stored":120868864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":43380736,"data_stored":57753600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":66424832,"data_stored":95117312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":88014848,"data_stored":148246528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":46759936,"data_stored":63582208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49614848,"data_stored":87166976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-07-26T16:11:05.762 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2021-07-26T16:11:05.763 DEBUG:teuthology.orchestra.run.smithi037:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 72588c72-ee28-11eb-8c23-001a4aab830c -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2021-07-26T16:11:05.894 INFO:teuthology.orchestra.run.smithi037.stderr:Inferring config /var/lib/ceph/72588c72-ee28-11eb-8c23-001a4aab830c/mon.a/config 2021-07-26T16:11:06.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:06 smithi107 bash[29346]: audit 2021-07-26T16:11:04.980977+0000 mgr.y (mgr.24994) 587 : audit [DBG] from='client.54460 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:11:06.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:06 smithi037 bash[41498]: audit 2021-07-26T16:11:04.980977+0000 mgr.y (mgr.24994) 587 : audit [DBG] from='client.54460 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:11:06.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:06 smithi037 bash[42499]: audit 2021-07-26T16:11:04.980977+0000 mgr.y (mgr.24994) 587 : audit [DBG] from='client.54460 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-07-26T16:11:07.494 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:07 smithi037 bash[41498]: cluster 2021-07-26T16:11:05.952923+0000 mgr.y (mgr.24994) 588 : cluster [DBG] pgmap v997: 89 pgs: 89 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 586 KiB/s rd, 437 KiB/s wr, 2 op/s 2021-07-26T16:11:07.495 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:07 smithi037 bash[41498]: cluster 2021-07-26T16:11:07.236834+0000 mon.a (mon.0) 1349 : cluster [DBG] osdmap e856: 8 total, 8 up, 8 in 2021-07-26T16:11:07.495 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:07 smithi037 bash[42499]: cluster 2021-07-26T16:11:05.952923+0000 mgr.y (mgr.24994) 588 : cluster [DBG] pgmap v997: 89 pgs: 89 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 586 KiB/s rd, 437 KiB/s wr, 2 op/s 2021-07-26T16:11:07.495 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:07 smithi037 bash[42499]: cluster 2021-07-26T16:11:07.236834+0000 mon.a (mon.0) 1349 : cluster [DBG] osdmap e856: 8 total, 8 up, 8 in 2021-07-26T16:11:07.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:07 smithi107 bash[29346]: cluster 2021-07-26T16:11:05.952923+0000 mgr.y (mgr.24994) 588 : cluster [DBG] pgmap v997: 89 pgs: 89 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 586 KiB/s rd, 437 KiB/s wr, 2 op/s 2021-07-26T16:11:07.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:07 smithi107 bash[29346]: cluster 2021-07-26T16:11:07.236834+0000 mon.a (mon.0) 1349 : cluster [DBG] osdmap e856: 8 total, 8 up, 8 in 2021-07-26T16:11:09.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:09 smithi107 bash[29346]: cluster 2021-07-26T16:11:07.953787+0000 mgr.y (mgr.24994) 589 : cluster [DBG] pgmap v999: 89 pgs: 89 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 127 B/s rd, 240 KiB/s wr, 0 op/s 2021-07-26T16:11:09.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:09 smithi037 bash[41498]: cluster 2021-07-26T16:11:07.953787+0000 mgr.y (mgr.24994) 589 : cluster [DBG] pgmap v999: 89 pgs: 89 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 127 B/s rd, 240 KiB/s wr, 0 op/s 2021-07-26T16:11:09.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:09 smithi037 bash[42499]: cluster 2021-07-26T16:11:07.953787+0000 mgr.y (mgr.24994) 589 : cluster [DBG] pgmap v999: 89 pgs: 89 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 127 B/s rd, 240 KiB/s wr, 0 op/s 2021-07-26T16:11:10.284 INFO:teuthology.orchestra.run.smithi037.stderr:pool 'unique_pool_0' removed 2021-07-26T16:11:10.305 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[41498]: audit 2021-07-26T16:11:09.615320+0000 mon.a (mon.0) 1350 : audit [INF] from='client.? 172.21.15.37:0/1612306051' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2021-07-26T16:11:10.306 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[41498]: audit 2021-07-26T16:11:09.753477+0000 mon.c (mon.1) 490 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:11:10.306 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[41498]: audit 2021-07-26T16:11:10.037759+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:11:10.307 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[42499]: audit 2021-07-26T16:11:09.615320+0000 mon.a (mon.0) 1350 : audit [INF] from='client.? 172.21.15.37:0/1612306051' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2021-07-26T16:11:10.307 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[42499]: audit 2021-07-26T16:11:09.753477+0000 mon.c (mon.1) 490 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:11:10.307 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[42499]: audit 2021-07-26T16:11:10.037759+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:11:10.308 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: debug 2021-07-26T16:11:10.038+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:11:10.308 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:11:10.308 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:10.308 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:11:10.309 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:10.309 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:11:10.309 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:10.309 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:10.310 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:11:10.310 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: debug 2021-07-26T16:11:10.038+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:11:10.310 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:11:10.310 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:10.311 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:11:10.311 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:10.311 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:11:10.311 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:10.311 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:10.312 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:11:10.312 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: debug 2021-07-26T16:11:10.042+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:11:10.312 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:11:10.312 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:10.313 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:11:10.313 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:10.313 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:11:10.313 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:10.314 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:10.314 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:11:10.314 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: debug 2021-07-26T16:11:10.042+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:11:10.314 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:11:10.315 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:10.316 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:11:10.316 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:10.316 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:11:10.316 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:10.316 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:10.317 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:11:10 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:11:10.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:10 smithi107 bash[29346]: audit 2021-07-26T16:11:09.615320+0000 mon.a (mon.0) 1350 : audit [INF] from='client.? 172.21.15.37:0/1612306051' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2021-07-26T16:11:10.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:10 smithi107 bash[29346]: audit 2021-07-26T16:11:09.753477+0000 mon.c (mon.1) 490 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:11:10.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:10 smithi107 bash[29346]: audit 2021-07-26T16:11:10.037759+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:11:11.095 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2021-07-26T16:11:11.096 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2021-07-26T16:11:11.096 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2021-07-26T16:11:11.096 INFO:teuthology.task.print:**** done start rados_api.yaml 2021-07-26T16:11:11.097 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2021-07-26T16:11:11.102 INFO:tasks.workunit:Pulling workunits from ref octopus 2021-07-26T16:11:11.103 INFO:tasks.workunit:Making a separate scratch dir for every client... 2021-07-26T16:11:11.104 DEBUG:teuthology.orchestra.run.smithi037:> stat -- /home/ubuntu/cephtest/mnt.0 2021-07-26T16:11:11.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-07-26T16:11:11.110 INFO:teuthology.orchestra.run.smithi037.stderr:stat: cannot stat '/home/ubuntu/cephtest/mnt.0': No such file or directory 2021-07-26T16:11:11.111 DEBUG:teuthology.orchestra.run.smithi037:> mkdir -- /home/ubuntu/cephtest/mnt.0 2021-07-26T16:11:11.116 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2021-07-26T16:11:11.117 DEBUG:teuthology.orchestra.run.smithi037:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2021-07-26T16:11:11.125 INFO:tasks.workunit:timeout=3h 2021-07-26T16:11:11.125 INFO:tasks.workunit:cleanup=True 2021-07-26T16:11:11.126 DEBUG:teuthology.orchestra.run.smithi037:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch octopus git://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2021-07-26T16:11:11.134 INFO:tasks.workunit.client.0.smithi037.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2021-07-26T16:11:11.162 INFO:tasks.workunit.client.0.smithi037.stderr:warning: Could not find remote branch octopus to clone. 2021-07-26T16:11:11.163 INFO:tasks.workunit.client.0.smithi037.stderr:fatal: Remote branch octopus not found in upstream origin 2021-07-26T16:11:11.164 DEBUG:teuthology.orchestra.run:got remote process result: 128 2021-07-26T16:11:11.164 INFO:tasks.workunit:failed to check out 'octopus' from git://git.ceph.com/ceph-ci.git; will also try in git://git.ceph.com/ceph.git 2021-07-26T16:11:11.165 DEBUG:teuthology.orchestra.run.smithi037:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch octopus git://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2021-07-26T16:11:11.173 INFO:tasks.workunit.client.0.smithi037.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2021-07-26T16:11:11.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: cluster 2021-07-26T16:11:09.954873+0000 mgr.y (mgr.24994) 590 : cluster [DBG] pgmap v1000: 89 pgs: 89 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:11.525 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: cephadm 2021-07-26T16:11:10.040656+0000 mgr.y (mgr.24994) 591 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:11:11.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:11:11.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:11.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:11:11.526 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:11.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:11:11.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:11.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:11.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:11:11.527 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: cephadm 2021-07-26T16:11:10.042349+0000 mgr.y (mgr.24994) 592 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:11:11.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:11:11.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:11.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:11:11.528 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:11.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:11:11.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:11.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:11.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:11:11.529 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: cephadm 2021-07-26T16:11:10.044906+0000 mgr.y (mgr.24994) 593 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:11:11.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:11:11.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:11.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:11:11.530 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:11.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:11:11.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:11.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:11.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:11:11.531 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: cephadm 2021-07-26T16:11:10.046196+0000 mgr.y (mgr.24994) 594 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:11:11.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:11:11.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:11.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:11:11.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:11.532 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:11:11.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:11.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:11.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:11:11.533 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: audit 2021-07-26T16:11:10.271968+0000 mon.a (mon.0) 1352 : audit [INF] from='client.? 172.21.15.37:0/1612306051' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2021-07-26T16:11:11.534 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:11 smithi107 bash[29346]: cluster 2021-07-26T16:11:10.272114+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e857: 8 total, 8 up, 8 in 2021-07-26T16:11:11.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: cluster 2021-07-26T16:11:09.954873+0000 mgr.y (mgr.24994) 590 : cluster [DBG] pgmap v1000: 89 pgs: 89 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:11.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: cephadm 2021-07-26T16:11:10.040656+0000 mgr.y (mgr.24994) 591 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:11:11.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:11:11.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:11.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:11:11.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:11.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:11:11.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:11.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:11.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:11:11.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: cephadm 2021-07-26T16:11:10.042349+0000 mgr.y (mgr.24994) 592 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:11:11.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:11:11.588 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:11.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:11:11.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:11.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:11:11.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:11.589 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:11.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:11:11.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: cephadm 2021-07-26T16:11:10.044906+0000 mgr.y (mgr.24994) 593 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:11:11.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:11:11.590 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:11.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:11:11.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:11.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:11:11.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:11.591 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:11.592 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:11:11.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: cluster 2021-07-26T16:11:09.954873+0000 mgr.y (mgr.24994) 590 : cluster [DBG] pgmap v1000: 89 pgs: 89 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:11.592 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: cephadm 2021-07-26T16:11:10.040656+0000 mgr.y (mgr.24994) 591 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:11:11.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:11:11.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:11.593 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:11:11.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:11.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:11:11.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:11.594 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:11.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:11:11.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: cephadm 2021-07-26T16:11:10.042349+0000 mgr.y (mgr.24994) 592 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:11:11.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:11:11.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:11.595 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:11:11.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:11.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:11:11.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:11.596 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:11.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:11:11.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: cephadm 2021-07-26T16:11:10.044906+0000 mgr.y (mgr.24994) 593 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:11:11.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:11:11.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:11.597 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:11:11.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:11.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:11:11.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:11.598 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:11.599 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:11:11.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: cephadm 2021-07-26T16:11:10.046196+0000 mgr.y (mgr.24994) 594 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:11:11.599 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:11:11.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:11.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:11:11.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:11.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:11:11.600 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:11.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:11.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:11:11.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: audit 2021-07-26T16:11:10.271968+0000 mon.a (mon.0) 1352 : audit [INF] from='client.? 172.21.15.37:0/1612306051' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2021-07-26T16:11:11.601 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[41498]: cluster 2021-07-26T16:11:10.272114+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e857: 8 total, 8 up, 8 in 2021-07-26T16:11:11.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: cephadm 2021-07-26T16:11:10.046196+0000 mgr.y (mgr.24994) 594 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:11:11.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:11:11.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:11:11.602 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:11:11.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:11:11.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:11:11.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:11:11.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:11:11.603 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:11:11.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: audit 2021-07-26T16:11:10.271968+0000 mon.a (mon.0) 1352 : audit [INF] from='client.? 172.21.15.37:0/1612306051' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2021-07-26T16:11:11.604 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:11 smithi037 bash[42499]: cluster 2021-07-26T16:11:10.272114+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e857: 8 total, 8 up, 8 in 2021-07-26T16:11:13.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:13 smithi107 bash[29346]: cluster 2021-07-26T16:11:11.955658+0000 mgr.y (mgr.24994) 595 : cluster [DBG] pgmap v1002: 73 pgs: 73 active+clean; 582 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:13.533 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:13 smithi037 bash[41498]: cluster 2021-07-26T16:11:11.955658+0000 mgr.y (mgr.24994) 595 : cluster [DBG] pgmap v1002: 73 pgs: 73 active+clean; 582 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:13.533 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:13 smithi037 bash[42499]: cluster 2021-07-26T16:11:11.955658+0000 mgr.y (mgr.24994) 595 : cluster [DBG] pgmap v1002: 73 pgs: 73 active+clean; 582 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:13.534 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:11:13 smithi037 bash[50550]: level=error ts=2021-07-26T16:11:13.535Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:13.534 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:11:13 smithi037 bash[50550]: level=error ts=2021-07-26T16:11:13.535Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:13.535 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:11:13 smithi037 bash[50550]: level=error ts=2021-07-26T16:11:13.536Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:11:15.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:15 smithi037 bash[42499]: cluster 2021-07-26T16:11:13.956735+0000 mgr.y (mgr.24994) 596 : cluster [DBG] pgmap v1003: 73 pgs: 73 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:15.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:15 smithi037 bash[41498]: cluster 2021-07-26T16:11:13.956735+0000 mgr.y (mgr.24994) 596 : cluster [DBG] pgmap v1003: 73 pgs: 73 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:15.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:15 smithi107 bash[29346]: cluster 2021-07-26T16:11:13.956735+0000 mgr.y (mgr.24994) 596 : cluster [DBG] pgmap v1003: 73 pgs: 73 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:16.200 DEBUG:teuthology.orchestra.run.smithi037:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2021-07-26T16:11:16.259 INFO:tasks.workunit.client.0.smithi037.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2021-07-26T16:11:16.263 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2021-07-26T16:11:16.263 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2021-07-26T16:11:17.122 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2021-07-26T16:11:17.241 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2021-07-26T16:11:17.303 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2021-07-26T16:11:17.305 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2021-07-26T16:11:17.305 INFO:tasks.workunit.client.0.smithi037.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2021-07-26T16:11:17.366 INFO:tasks.workunit.client.0.smithi037.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2021-07-26T16:11:17.371 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2021-07-26T16:11:17.372 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2021-07-26T16:11:17.377 INFO:tasks.workunit:Running workunits matching cls on client.0... 2021-07-26T16:11:17.378 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2021-07-26T16:11:17.379 DEBUG:teuthology.orchestra.run.smithi037:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2021-07-26T16:11:17.402 INFO:tasks.workunit.client.0.smithi037.stdout:Running main() from gmock_main.cc 2021-07-26T16:11:17.403 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 6 tests from 1 test suite. 2021-07-26T16:11:17.403 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2021-07-26T16:11:17.403 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 6 tests from ClsHello 2021-07-26T16:11:17.403 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsHello.SayHello 2021-07-26T16:11:17.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:17 smithi037 bash[41498]: cluster 2021-07-26T16:11:15.957759+0000 mgr.y (mgr.24994) 597 : cluster [DBG] pgmap v1004: 73 pgs: 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:17.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:17 smithi037 bash[42499]: cluster 2021-07-26T16:11:15.957759+0000 mgr.y (mgr.24994) 597 : cluster [DBG] pgmap v1004: 73 pgs: 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:17.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:17 smithi107 bash[29346]: cluster 2021-07-26T16:11:15.957759+0000 mgr.y (mgr.24994) 597 : cluster [DBG] pgmap v1004: 73 pgs: 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:19.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:19 smithi037 bash[41498]: cluster 2021-07-26T16:11:17.958526+0000 mgr.y (mgr.24994) 598 : cluster [DBG] pgmap v1005: 73 pgs: 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:19.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:19 smithi037 bash[41498]: cluster 2021-07-26T16:11:18.297476+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e858: 8 total, 8 up, 8 in 2021-07-26T16:11:19.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:19 smithi037 bash[41498]: audit 2021-07-26T16:11:18.305691+0000 mon.a (mon.0) 1355 : audit [INF] from='client.? 172.21.15.37:0/2451334411' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:19.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:19 smithi037 bash[42499]: cluster 2021-07-26T16:11:17.958526+0000 mgr.y (mgr.24994) 598 : cluster [DBG] pgmap v1005: 73 pgs: 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:19.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:19 smithi037 bash[42499]: cluster 2021-07-26T16:11:18.297476+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e858: 8 total, 8 up, 8 in 2021-07-26T16:11:19.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:19 smithi037 bash[42499]: audit 2021-07-26T16:11:18.305691+0000 mon.a (mon.0) 1355 : audit [INF] from='client.? 172.21.15.37:0/2451334411' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:19.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:19 smithi107 bash[29346]: cluster 2021-07-26T16:11:17.958526+0000 mgr.y (mgr.24994) 598 : cluster [DBG] pgmap v1005: 73 pgs: 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:19.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:19 smithi107 bash[29346]: cluster 2021-07-26T16:11:18.297476+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e858: 8 total, 8 up, 8 in 2021-07-26T16:11:19.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:19 smithi107 bash[29346]: audit 2021-07-26T16:11:18.305691+0000 mon.a (mon.0) 1355 : audit [INF] from='client.? 172.21.15.37:0/2451334411' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:20.325 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsHello.SayHello (2923 ms) 2021-07-26T16:11:20.326 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsHello.RecordHello 2021-07-26T16:11:20.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:20 smithi037 bash[41498]: audit 2021-07-26T16:11:19.299892+0000 mon.a (mon.0) 1356 : audit [INF] from='client.? 172.21.15.37:0/2451334411' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:20.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:20 smithi037 bash[41498]: cluster 2021-07-26T16:11:19.300336+0000 mon.a (mon.0) 1357 : cluster [DBG] osdmap e859: 8 total, 8 up, 8 in 2021-07-26T16:11:20.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:20 smithi037 bash[42499]: audit 2021-07-26T16:11:19.299892+0000 mon.a (mon.0) 1356 : audit [INF] from='client.? 172.21.15.37:0/2451334411' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:20.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:20 smithi037 bash[42499]: cluster 2021-07-26T16:11:19.300336+0000 mon.a (mon.0) 1357 : cluster [DBG] osdmap e859: 8 total, 8 up, 8 in 2021-07-26T16:11:20.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:20 smithi107 bash[29346]: audit 2021-07-26T16:11:19.299892+0000 mon.a (mon.0) 1356 : audit [INF] from='client.? 172.21.15.37:0/2451334411' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:20.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:20 smithi107 bash[29346]: cluster 2021-07-26T16:11:19.300336+0000 mon.a (mon.0) 1357 : cluster [DBG] osdmap e859: 8 total, 8 up, 8 in 2021-07-26T16:11:21.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:21 smithi037 bash[41498]: cluster 2021-07-26T16:11:19.959330+0000 mgr.y (mgr.24994) 599 : cluster [DBG] pgmap v1008: 105 pgs: 16 creating+peering, 16 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:21.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:21 smithi037 bash[41498]: cluster 2021-07-26T16:11:20.324634+0000 mon.a (mon.0) 1358 : cluster [DBG] osdmap e860: 8 total, 8 up, 8 in 2021-07-26T16:11:21.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:21 smithi037 bash[42499]: cluster 2021-07-26T16:11:19.959330+0000 mgr.y (mgr.24994) 599 : cluster [DBG] pgmap v1008: 105 pgs: 16 creating+peering, 16 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:21.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:21 smithi037 bash[42499]: cluster 2021-07-26T16:11:20.324634+0000 mon.a (mon.0) 1358 : cluster [DBG] osdmap e860: 8 total, 8 up, 8 in 2021-07-26T16:11:21.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:21 smithi107 bash[29346]: cluster 2021-07-26T16:11:19.959330+0000 mgr.y (mgr.24994) 599 : cluster [DBG] pgmap v1008: 105 pgs: 16 creating+peering, 16 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:21.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:21 smithi107 bash[29346]: cluster 2021-07-26T16:11:20.324634+0000 mon.a (mon.0) 1358 : cluster [DBG] osdmap e860: 8 total, 8 up, 8 in 2021-07-26T16:11:22.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:22 smithi037 bash[41498]: cluster 2021-07-26T16:11:21.332926+0000 mon.a (mon.0) 1359 : cluster [DBG] osdmap e861: 8 total, 8 up, 8 in 2021-07-26T16:11:22.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:22 smithi037 bash[41498]: audit 2021-07-26T16:11:21.337900+0000 mon.c (mon.1) 491 : audit [INF] from='client.? 172.21.15.37:0/1849019388' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:22.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:22 smithi037 bash[41498]: audit 2021-07-26T16:11:21.338980+0000 mon.a (mon.0) 1360 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:22.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:22 smithi037 bash[42499]: cluster 2021-07-26T16:11:21.332926+0000 mon.a (mon.0) 1359 : cluster [DBG] osdmap e861: 8 total, 8 up, 8 in 2021-07-26T16:11:22.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:22 smithi037 bash[42499]: audit 2021-07-26T16:11:21.337900+0000 mon.c (mon.1) 491 : audit [INF] from='client.? 172.21.15.37:0/1849019388' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:22.587 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:22 smithi037 bash[42499]: audit 2021-07-26T16:11:21.338980+0000 mon.a (mon.0) 1360 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:22.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:22 smithi107 bash[29346]: cluster 2021-07-26T16:11:21.332926+0000 mon.a (mon.0) 1359 : cluster [DBG] osdmap e861: 8 total, 8 up, 8 in 2021-07-26T16:11:22.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:22 smithi107 bash[29346]: audit 2021-07-26T16:11:21.337900+0000 mon.c (mon.1) 491 : audit [INF] from='client.? 172.21.15.37:0/1849019388' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:22.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:22 smithi107 bash[29346]: audit 2021-07-26T16:11:21.338980+0000 mon.a (mon.0) 1360 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:23.353 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsHello.RecordHello (3028 ms) 2021-07-26T16:11:23.353 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsHello.WriteReturnData 2021-07-26T16:11:23.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:23 smithi107 bash[29346]: cluster 2021-07-26T16:11:21.960105+0000 mgr.y (mgr.24994) 600 : cluster [DBG] pgmap v1011: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:23.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:23 smithi107 bash[29346]: audit 2021-07-26T16:11:22.346070+0000 mon.a (mon.0) 1361 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:23.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:23 smithi107 bash[29346]: cluster 2021-07-26T16:11:22.346326+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e862: 8 total, 8 up, 8 in 2021-07-26T16:11:23.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:23 smithi037 bash[41498]: cluster 2021-07-26T16:11:21.960105+0000 mgr.y (mgr.24994) 600 : cluster [DBG] pgmap v1011: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:23.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:23 smithi037 bash[41498]: audit 2021-07-26T16:11:22.346070+0000 mon.a (mon.0) 1361 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:23.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:23 smithi037 bash[41498]: cluster 2021-07-26T16:11:22.346326+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e862: 8 total, 8 up, 8 in 2021-07-26T16:11:23.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:23 smithi037 bash[42499]: cluster 2021-07-26T16:11:21.960105+0000 mgr.y (mgr.24994) 600 : cluster [DBG] pgmap v1011: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:23.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:23 smithi037 bash[42499]: audit 2021-07-26T16:11:22.346070+0000 mon.a (mon.0) 1361 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:23.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:23 smithi037 bash[42499]: cluster 2021-07-26T16:11:22.346326+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e862: 8 total, 8 up, 8 in 2021-07-26T16:11:23.837 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:11:23 smithi037 bash[50550]: level=error ts=2021-07-26T16:11:23.536Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:23.837 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:11:23 smithi037 bash[50550]: level=error ts=2021-07-26T16:11:23.536Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:23.837 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:11:23 smithi037 bash[50550]: level=error ts=2021-07-26T16:11:23.536Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:11:24.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:24 smithi107 bash[29346]: cluster 2021-07-26T16:11:23.352228+0000 mon.a (mon.0) 1363 : cluster [DBG] osdmap e863: 8 total, 8 up, 8 in 2021-07-26T16:11:24.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:24 smithi037 bash[41498]: cluster 2021-07-26T16:11:23.352228+0000 mon.a (mon.0) 1363 : cluster [DBG] osdmap e863: 8 total, 8 up, 8 in 2021-07-26T16:11:24.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:24 smithi037 bash[42499]: cluster 2021-07-26T16:11:23.352228+0000 mon.a (mon.0) 1363 : cluster [DBG] osdmap e863: 8 total, 8 up, 8 in 2021-07-26T16:11:25.384 INFO:tasks.workunit.client.0.smithi037.stdout:require_osd_release = quincy 2021-07-26T16:11:25.408 INFO:tasks.workunit.client.0.smithi037.stdout:0 2021-07-26T16:11:25.410 INFO:tasks.workunit.client.0.smithi037.stdout:1 2021-07-26T16:11:25.411 INFO:tasks.workunit.client.0.smithi037.stdout:2 2021-07-26T16:11:25.412 INFO:tasks.workunit.client.0.smithi037.stdout:3 2021-07-26T16:11:25.413 INFO:tasks.workunit.client.0.smithi037.stdout:4 2021-07-26T16:11:25.414 INFO:tasks.workunit.client.0.smithi037.stdout:5 2021-07-26T16:11:25.415 INFO:tasks.workunit.client.0.smithi037.stdout:6 2021-07-26T16:11:25.416 INFO:tasks.workunit.client.0.smithi037.stdout:7 2021-07-26T16:11:25.417 INFO:tasks.workunit.client.0.smithi037.stdout:8 2021-07-26T16:11:25.418 INFO:tasks.workunit.client.0.smithi037.stdout:9 2021-07-26T16:11:25.419 INFO:tasks.workunit.client.0.smithi037.stdout:10 2021-07-26T16:11:25.421 INFO:tasks.workunit.client.0.smithi037.stdout:11 2021-07-26T16:11:25.422 INFO:tasks.workunit.client.0.smithi037.stdout:12 2021-07-26T16:11:25.423 INFO:tasks.workunit.client.0.smithi037.stdout:13 2021-07-26T16:11:25.424 INFO:tasks.workunit.client.0.smithi037.stdout:14 2021-07-26T16:11:25.426 INFO:tasks.workunit.client.0.smithi037.stdout:15 2021-07-26T16:11:25.427 INFO:tasks.workunit.client.0.smithi037.stdout:16 2021-07-26T16:11:25.428 INFO:tasks.workunit.client.0.smithi037.stdout:17 2021-07-26T16:11:25.430 INFO:tasks.workunit.client.0.smithi037.stdout:18 2021-07-26T16:11:25.431 INFO:tasks.workunit.client.0.smithi037.stdout:19 2021-07-26T16:11:25.433 INFO:tasks.workunit.client.0.smithi037.stdout:20 2021-07-26T16:11:25.435 INFO:tasks.workunit.client.0.smithi037.stdout:21 2021-07-26T16:11:25.436 INFO:tasks.workunit.client.0.smithi037.stdout:22 2021-07-26T16:11:25.438 INFO:tasks.workunit.client.0.smithi037.stdout:23 2021-07-26T16:11:25.440 INFO:tasks.workunit.client.0.smithi037.stdout:24 2021-07-26T16:11:25.441 INFO:tasks.workunit.client.0.smithi037.stdout:25 2021-07-26T16:11:25.443 INFO:tasks.workunit.client.0.smithi037.stdout:26 2021-07-26T16:11:25.444 INFO:tasks.workunit.client.0.smithi037.stdout:27 2021-07-26T16:11:25.446 INFO:tasks.workunit.client.0.smithi037.stdout:28 2021-07-26T16:11:25.448 INFO:tasks.workunit.client.0.smithi037.stdout:29 2021-07-26T16:11:25.450 INFO:tasks.workunit.client.0.smithi037.stdout:30 2021-07-26T16:11:25.452 INFO:tasks.workunit.client.0.smithi037.stdout:31 2021-07-26T16:11:25.454 INFO:tasks.workunit.client.0.smithi037.stdout:32 2021-07-26T16:11:25.456 INFO:tasks.workunit.client.0.smithi037.stdout:33 2021-07-26T16:11:25.457 INFO:tasks.workunit.client.0.smithi037.stdout:34 2021-07-26T16:11:25.459 INFO:tasks.workunit.client.0.smithi037.stdout:35 2021-07-26T16:11:25.461 INFO:tasks.workunit.client.0.smithi037.stdout:36 2021-07-26T16:11:25.463 INFO:tasks.workunit.client.0.smithi037.stdout:37 2021-07-26T16:11:25.465 INFO:tasks.workunit.client.0.smithi037.stdout:38 2021-07-26T16:11:25.467 INFO:tasks.workunit.client.0.smithi037.stdout:39 2021-07-26T16:11:25.469 INFO:tasks.workunit.client.0.smithi037.stdout:40 2021-07-26T16:11:25.472 INFO:tasks.workunit.client.0.smithi037.stdout:41 2021-07-26T16:11:25.474 INFO:tasks.workunit.client.0.smithi037.stdout:42 2021-07-26T16:11:25.476 INFO:tasks.workunit.client.0.smithi037.stdout:43 2021-07-26T16:11:25.478 INFO:tasks.workunit.client.0.smithi037.stdout:44 2021-07-26T16:11:25.480 INFO:tasks.workunit.client.0.smithi037.stdout:45 2021-07-26T16:11:25.483 INFO:tasks.workunit.client.0.smithi037.stdout:46 2021-07-26T16:11:25.485 INFO:tasks.workunit.client.0.smithi037.stdout:47 2021-07-26T16:11:25.488 INFO:tasks.workunit.client.0.smithi037.stdout:48 2021-07-26T16:11:25.490 INFO:tasks.workunit.client.0.smithi037.stdout:49 2021-07-26T16:11:25.492 INFO:tasks.workunit.client.0.smithi037.stdout:50 2021-07-26T16:11:25.494 INFO:tasks.workunit.client.0.smithi037.stdout:51 2021-07-26T16:11:25.496 INFO:tasks.workunit.client.0.smithi037.stdout:52 2021-07-26T16:11:25.498 INFO:tasks.workunit.client.0.smithi037.stdout:53 2021-07-26T16:11:25.501 INFO:tasks.workunit.client.0.smithi037.stdout:54 2021-07-26T16:11:25.503 INFO:tasks.workunit.client.0.smithi037.stdout:55 2021-07-26T16:11:25.505 INFO:tasks.workunit.client.0.smithi037.stdout:56 2021-07-26T16:11:25.508 INFO:tasks.workunit.client.0.smithi037.stdout:57 2021-07-26T16:11:25.510 INFO:tasks.workunit.client.0.smithi037.stdout:58 2021-07-26T16:11:25.512 INFO:tasks.workunit.client.0.smithi037.stdout:59 2021-07-26T16:11:25.515 INFO:tasks.workunit.client.0.smithi037.stdout:60 2021-07-26T16:11:25.517 INFO:tasks.workunit.client.0.smithi037.stdout:61 2021-07-26T16:11:25.519 INFO:tasks.workunit.client.0.smithi037.stdout:62 2021-07-26T16:11:25.521 INFO:tasks.workunit.client.0.smithi037.stdout:63 2021-07-26T16:11:25.523 INFO:tasks.workunit.client.0.smithi037.stdout:64 2021-07-26T16:11:25.524 INFO:tasks.workunit.client.0.smithi037.stdout:65 2021-07-26T16:11:25.526 INFO:tasks.workunit.client.0.smithi037.stdout:66 2021-07-26T16:11:25.528 INFO:tasks.workunit.client.0.smithi037.stdout:67 2021-07-26T16:11:25.530 INFO:tasks.workunit.client.0.smithi037.stdout:68 2021-07-26T16:11:25.532 INFO:tasks.workunit.client.0.smithi037.stdout:69 2021-07-26T16:11:25.535 INFO:tasks.workunit.client.0.smithi037.stdout:70 2021-07-26T16:11:25.537 INFO:tasks.workunit.client.0.smithi037.stdout:71 2021-07-26T16:11:25.539 INFO:tasks.workunit.client.0.smithi037.stdout:72 2021-07-26T16:11:25.541 INFO:tasks.workunit.client.0.smithi037.stdout:73 2021-07-26T16:11:25.543 INFO:tasks.workunit.client.0.smithi037.stdout:74 2021-07-26T16:11:25.545 INFO:tasks.workunit.client.0.smithi037.stdout:75 2021-07-26T16:11:25.547 INFO:tasks.workunit.client.0.smithi037.stdout:76 2021-07-26T16:11:25.550 INFO:tasks.workunit.client.0.smithi037.stdout:77 2021-07-26T16:11:25.552 INFO:tasks.workunit.client.0.smithi037.stdout:78 2021-07-26T16:11:25.554 INFO:tasks.workunit.client.0.smithi037.stdout:79 2021-07-26T16:11:25.556 INFO:tasks.workunit.client.0.smithi037.stdout:80 2021-07-26T16:11:25.558 INFO:tasks.workunit.client.0.smithi037.stdout:81 2021-07-26T16:11:25.560 INFO:tasks.workunit.client.0.smithi037.stdout:82 2021-07-26T16:11:25.562 INFO:tasks.workunit.client.0.smithi037.stdout:83 2021-07-26T16:11:25.564 INFO:tasks.workunit.client.0.smithi037.stdout:84 2021-07-26T16:11:25.566 INFO:tasks.workunit.client.0.smithi037.stdout:85 2021-07-26T16:11:25.567 INFO:tasks.workunit.client.0.smithi037.stdout:86 2021-07-26T16:11:25.569 INFO:tasks.workunit.client.0.smithi037.stdout:87 2021-07-26T16:11:25.571 INFO:tasks.workunit.client.0.smithi037.stdout:88 2021-07-26T16:11:25.573 INFO:tasks.workunit.client.0.smithi037.stdout:89 2021-07-26T16:11:25.574 INFO:tasks.workunit.client.0.smithi037.stdout:90 2021-07-26T16:11:25.576 INFO:tasks.workunit.client.0.smithi037.stdout:91 2021-07-26T16:11:25.578 INFO:tasks.workunit.client.0.smithi037.stdout:92 2021-07-26T16:11:25.580 INFO:tasks.workunit.client.0.smithi037.stdout:93 2021-07-26T16:11:25.582 INFO:tasks.workunit.client.0.smithi037.stdout:94 2021-07-26T16:11:25.584 INFO:tasks.workunit.client.0.smithi037.stdout:95 2021-07-26T16:11:25.586 INFO:tasks.workunit.client.0.smithi037.stdout:96 2021-07-26T16:11:25.588 INFO:tasks.workunit.client.0.smithi037.stdout:97 2021-07-26T16:11:25.590 INFO:tasks.workunit.client.0.smithi037.stdout:98 2021-07-26T16:11:25.592 INFO:tasks.workunit.client.0.smithi037.stdout:99 2021-07-26T16:11:25.594 INFO:tasks.workunit.client.0.smithi037.stdout:100 2021-07-26T16:11:25.597 INFO:tasks.workunit.client.0.smithi037.stdout:101 2021-07-26T16:11:25.599 INFO:tasks.workunit.client.0.smithi037.stdout:102 2021-07-26T16:11:25.601 INFO:tasks.workunit.client.0.smithi037.stdout:103 2021-07-26T16:11:25.603 INFO:tasks.workunit.client.0.smithi037.stdout:104 2021-07-26T16:11:25.605 INFO:tasks.workunit.client.0.smithi037.stdout:105 2021-07-26T16:11:25.607 INFO:tasks.workunit.client.0.smithi037.stdout:106 2021-07-26T16:11:25.609 INFO:tasks.workunit.client.0.smithi037.stdout:107 2021-07-26T16:11:25.612 INFO:tasks.workunit.client.0.smithi037.stdout:108 2021-07-26T16:11:25.614 INFO:tasks.workunit.client.0.smithi037.stdout:109 2021-07-26T16:11:25.616 INFO:tasks.workunit.client.0.smithi037.stdout:110 2021-07-26T16:11:25.618 INFO:tasks.workunit.client.0.smithi037.stdout:111 2021-07-26T16:11:25.620 INFO:tasks.workunit.client.0.smithi037.stdout:112 2021-07-26T16:11:25.623 INFO:tasks.workunit.client.0.smithi037.stdout:113 2021-07-26T16:11:25.625 INFO:tasks.workunit.client.0.smithi037.stdout:114 2021-07-26T16:11:25.627 INFO:tasks.workunit.client.0.smithi037.stdout:115 2021-07-26T16:11:25.630 INFO:tasks.workunit.client.0.smithi037.stdout:116 2021-07-26T16:11:25.632 INFO:tasks.workunit.client.0.smithi037.stdout:117 2021-07-26T16:11:25.635 INFO:tasks.workunit.client.0.smithi037.stdout:118 2021-07-26T16:11:25.637 INFO:tasks.workunit.client.0.smithi037.stdout:119 2021-07-26T16:11:25.639 INFO:tasks.workunit.client.0.smithi037.stdout:120 2021-07-26T16:11:25.642 INFO:tasks.workunit.client.0.smithi037.stdout:121 2021-07-26T16:11:25.644 INFO:tasks.workunit.client.0.smithi037.stdout:122 2021-07-26T16:11:25.646 INFO:tasks.workunit.client.0.smithi037.stdout:123 2021-07-26T16:11:25.648 INFO:tasks.workunit.client.0.smithi037.stdout:124 2021-07-26T16:11:25.651 INFO:tasks.workunit.client.0.smithi037.stdout:125 2021-07-26T16:11:25.652 INFO:tasks.workunit.client.0.smithi037.stdout:126 2021-07-26T16:11:25.654 INFO:tasks.workunit.client.0.smithi037.stdout:127 2021-07-26T16:11:25.656 INFO:tasks.workunit.client.0.smithi037.stdout:128 2021-07-26T16:11:25.659 INFO:tasks.workunit.client.0.smithi037.stdout:129 2021-07-26T16:11:25.661 INFO:tasks.workunit.client.0.smithi037.stdout:130 2021-07-26T16:11:25.663 INFO:tasks.workunit.client.0.smithi037.stdout:131 2021-07-26T16:11:25.665 INFO:tasks.workunit.client.0.smithi037.stdout:132 2021-07-26T16:11:25.667 INFO:tasks.workunit.client.0.smithi037.stdout:133 2021-07-26T16:11:25.670 INFO:tasks.workunit.client.0.smithi037.stdout:134 2021-07-26T16:11:25.672 INFO:tasks.workunit.client.0.smithi037.stdout:135 2021-07-26T16:11:25.674 INFO:tasks.workunit.client.0.smithi037.stdout:136 2021-07-26T16:11:25.676 INFO:tasks.workunit.client.0.smithi037.stdout:137 2021-07-26T16:11:25.679 INFO:tasks.workunit.client.0.smithi037.stdout:138 2021-07-26T16:11:25.680 INFO:tasks.workunit.client.0.smithi037.stdout:139 2021-07-26T16:11:25.682 INFO:tasks.workunit.client.0.smithi037.stdout:140 2021-07-26T16:11:25.684 INFO:tasks.workunit.client.0.smithi037.stdout:141 2021-07-26T16:11:25.686 INFO:tasks.workunit.client.0.smithi037.stdout:142 2021-07-26T16:11:25.688 INFO:tasks.workunit.client.0.smithi037.stdout:143 2021-07-26T16:11:25.691 INFO:tasks.workunit.client.0.smithi037.stdout:144 2021-07-26T16:11:25.693 INFO:tasks.workunit.client.0.smithi037.stdout:145 2021-07-26T16:11:25.695 INFO:tasks.workunit.client.0.smithi037.stdout:146 2021-07-26T16:11:25.697 INFO:tasks.workunit.client.0.smithi037.stdout:147 2021-07-26T16:11:25.700 INFO:tasks.workunit.client.0.smithi037.stdout:148 2021-07-26T16:11:25.703 INFO:tasks.workunit.client.0.smithi037.stdout:149 2021-07-26T16:11:25.705 INFO:tasks.workunit.client.0.smithi037.stdout:150 2021-07-26T16:11:25.707 INFO:tasks.workunit.client.0.smithi037.stdout:151 2021-07-26T16:11:25.710 INFO:tasks.workunit.client.0.smithi037.stdout:152 2021-07-26T16:11:25.712 INFO:tasks.workunit.client.0.smithi037.stdout:153 2021-07-26T16:11:25.714 INFO:tasks.workunit.client.0.smithi037.stdout:154 2021-07-26T16:11:25.716 INFO:tasks.workunit.client.0.smithi037.stdout:155 2021-07-26T16:11:25.718 INFO:tasks.workunit.client.0.smithi037.stdout:156 2021-07-26T16:11:25.720 INFO:tasks.workunit.client.0.smithi037.stdout:157 2021-07-26T16:11:25.723 INFO:tasks.workunit.client.0.smithi037.stdout:158 2021-07-26T16:11:25.725 INFO:tasks.workunit.client.0.smithi037.stdout:159 2021-07-26T16:11:25.728 INFO:tasks.workunit.client.0.smithi037.stdout:160 2021-07-26T16:11:25.731 INFO:tasks.workunit.client.0.smithi037.stdout:161 2021-07-26T16:11:25.734 INFO:tasks.workunit.client.0.smithi037.stdout:162 2021-07-26T16:11:25.735 INFO:tasks.workunit.client.0.smithi037.stdout:163 2021-07-26T16:11:25.738 INFO:tasks.workunit.client.0.smithi037.stdout:164 2021-07-26T16:11:25.740 INFO:tasks.workunit.client.0.smithi037.stdout:165 2021-07-26T16:11:25.743 INFO:tasks.workunit.client.0.smithi037.stdout:166 2021-07-26T16:11:25.745 INFO:tasks.workunit.client.0.smithi037.stdout:167 2021-07-26T16:11:25.748 INFO:tasks.workunit.client.0.smithi037.stdout:168 2021-07-26T16:11:25.750 INFO:tasks.workunit.client.0.smithi037.stdout:169 2021-07-26T16:11:25.753 INFO:tasks.workunit.client.0.smithi037.stdout:170 2021-07-26T16:11:25.756 INFO:tasks.workunit.client.0.smithi037.stdout:171 2021-07-26T16:11:25.759 INFO:tasks.workunit.client.0.smithi037.stdout:172 2021-07-26T16:11:25.761 INFO:tasks.workunit.client.0.smithi037.stdout:173 2021-07-26T16:11:25.763 INFO:tasks.workunit.client.0.smithi037.stdout:174 2021-07-26T16:11:25.766 INFO:tasks.workunit.client.0.smithi037.stdout:175 2021-07-26T16:11:25.768 INFO:tasks.workunit.client.0.smithi037.stdout:176 2021-07-26T16:11:25.771 INFO:tasks.workunit.client.0.smithi037.stdout:177 2021-07-26T16:11:25.773 INFO:tasks.workunit.client.0.smithi037.stdout:178 2021-07-26T16:11:25.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:25 smithi107 bash[29346]: cluster 2021-07-26T16:11:23.960775+0000 mgr.y (mgr.24994) 601 : cluster [DBG] pgmap v1014: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:25.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:25 smithi107 bash[29346]: cluster 2021-07-26T16:11:24.378107+0000 mon.a (mon.0) 1364 : cluster [DBG] osdmap e864: 8 total, 8 up, 8 in 2021-07-26T16:11:25.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:25 smithi107 bash[29346]: audit 2021-07-26T16:11:24.379638+0000 mon.a (mon.0) 1365 : audit [INF] from='client.? 172.21.15.37:0/628767188' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:25.775 INFO:tasks.workunit.client.0.smithi037.stdout:179 2021-07-26T16:11:25.778 INFO:tasks.workunit.client.0.smithi037.stdout:180 2021-07-26T16:11:25.780 INFO:tasks.workunit.client.0.smithi037.stdout:181 2021-07-26T16:11:25.783 INFO:tasks.workunit.client.0.smithi037.stdout:182 2021-07-26T16:11:25.785 INFO:tasks.workunit.client.0.smithi037.stdout:183 2021-07-26T16:11:25.787 INFO:tasks.workunit.client.0.smithi037.stdout:184 2021-07-26T16:11:25.791 INFO:tasks.workunit.client.0.smithi037.stdout:185 2021-07-26T16:11:25.792 INFO:tasks.workunit.client.0.smithi037.stdout:186 2021-07-26T16:11:25.795 INFO:tasks.workunit.client.0.smithi037.stdout:187 2021-07-26T16:11:25.797 INFO:tasks.workunit.client.0.smithi037.stdout:188 2021-07-26T16:11:25.799 INFO:tasks.workunit.client.0.smithi037.stdout:189 2021-07-26T16:11:25.802 INFO:tasks.workunit.client.0.smithi037.stdout:190 2021-07-26T16:11:25.804 INFO:tasks.workunit.client.0.smithi037.stdout:191 2021-07-26T16:11:25.806 INFO:tasks.workunit.client.0.smithi037.stdout:192 2021-07-26T16:11:25.809 INFO:tasks.workunit.client.0.smithi037.stdout:193 2021-07-26T16:11:25.812 INFO:tasks.workunit.client.0.smithi037.stdout:194 2021-07-26T16:11:25.814 INFO:tasks.workunit.client.0.smithi037.stdout:195 2021-07-26T16:11:25.816 INFO:tasks.workunit.client.0.smithi037.stdout:196 2021-07-26T16:11:25.819 INFO:tasks.workunit.client.0.smithi037.stdout:197 2021-07-26T16:11:25.822 INFO:tasks.workunit.client.0.smithi037.stdout:198 2021-07-26T16:11:25.824 INFO:tasks.workunit.client.0.smithi037.stdout:199 2021-07-26T16:11:25.826 INFO:tasks.workunit.client.0.smithi037.stdout:200 2021-07-26T16:11:25.831 INFO:tasks.workunit.client.0.smithi037.stdout:201 2021-07-26T16:11:25.832 INFO:tasks.workunit.client.0.smithi037.stdout:202 2021-07-26T16:11:25.834 INFO:tasks.workunit.client.0.smithi037.stdout:203 2021-07-26T16:11:25.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:25 smithi037 bash[41498]: cluster 2021-07-26T16:11:23.960775+0000 mgr.y (mgr.24994) 601 : cluster [DBG] pgmap v1014: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:25.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:25 smithi037 bash[41498]: cluster 2021-07-26T16:11:24.378107+0000 mon.a (mon.0) 1364 : cluster [DBG] osdmap e864: 8 total, 8 up, 8 in 2021-07-26T16:11:25.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:25 smithi037 bash[41498]: audit 2021-07-26T16:11:24.379638+0000 mon.a (mon.0) 1365 : audit [INF] from='client.? 172.21.15.37:0/628767188' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:25.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:25 smithi037 bash[42499]: cluster 2021-07-26T16:11:23.960775+0000 mgr.y (mgr.24994) 601 : cluster [DBG] pgmap v1014: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:25.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:25 smithi037 bash[42499]: cluster 2021-07-26T16:11:24.378107+0000 mon.a (mon.0) 1364 : cluster [DBG] osdmap e864: 8 total, 8 up, 8 in 2021-07-26T16:11:25.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:25 smithi037 bash[42499]: audit 2021-07-26T16:11:24.379638+0000 mon.a (mon.0) 1365 : audit [INF] from='client.? 172.21.15.37:0/628767188' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:25.836 INFO:tasks.workunit.client.0.smithi037.stdout:204 2021-07-26T16:11:25.838 INFO:tasks.workunit.client.0.smithi037.stdout:205 2021-07-26T16:11:25.840 INFO:tasks.workunit.client.0.smithi037.stdout:206 2021-07-26T16:11:25.841 INFO:tasks.workunit.client.0.smithi037.stdout:207 2021-07-26T16:11:25.843 INFO:tasks.workunit.client.0.smithi037.stdout:208 2021-07-26T16:11:25.845 INFO:tasks.workunit.client.0.smithi037.stdout:209 2021-07-26T16:11:25.847 INFO:tasks.workunit.client.0.smithi037.stdout:210 2021-07-26T16:11:25.850 INFO:tasks.workunit.client.0.smithi037.stdout:211 2021-07-26T16:11:25.852 INFO:tasks.workunit.client.0.smithi037.stdout:212 2021-07-26T16:11:25.854 INFO:tasks.workunit.client.0.smithi037.stdout:213 2021-07-26T16:11:25.856 INFO:tasks.workunit.client.0.smithi037.stdout:214 2021-07-26T16:11:25.858 INFO:tasks.workunit.client.0.smithi037.stdout:215 2021-07-26T16:11:25.861 INFO:tasks.workunit.client.0.smithi037.stdout:216 2021-07-26T16:11:25.864 INFO:tasks.workunit.client.0.smithi037.stdout:217 2021-07-26T16:11:25.866 INFO:tasks.workunit.client.0.smithi037.stdout:218 2021-07-26T16:11:25.869 INFO:tasks.workunit.client.0.smithi037.stdout:219 2021-07-26T16:11:25.871 INFO:tasks.workunit.client.0.smithi037.stdout:220 2021-07-26T16:11:25.874 INFO:tasks.workunit.client.0.smithi037.stdout:221 2021-07-26T16:11:25.876 INFO:tasks.workunit.client.0.smithi037.stdout:222 2021-07-26T16:11:25.879 INFO:tasks.workunit.client.0.smithi037.stdout:223 2021-07-26T16:11:25.882 INFO:tasks.workunit.client.0.smithi037.stdout:224 2021-07-26T16:11:25.884 INFO:tasks.workunit.client.0.smithi037.stdout:225 2021-07-26T16:11:25.887 INFO:tasks.workunit.client.0.smithi037.stdout:226 2021-07-26T16:11:25.889 INFO:tasks.workunit.client.0.smithi037.stdout:227 2021-07-26T16:11:25.891 INFO:tasks.workunit.client.0.smithi037.stdout:228 2021-07-26T16:11:25.894 INFO:tasks.workunit.client.0.smithi037.stdout:229 2021-07-26T16:11:25.896 INFO:tasks.workunit.client.0.smithi037.stdout:230 2021-07-26T16:11:25.898 INFO:tasks.workunit.client.0.smithi037.stdout:231 2021-07-26T16:11:25.901 INFO:tasks.workunit.client.0.smithi037.stdout:232 2021-07-26T16:11:25.903 INFO:tasks.workunit.client.0.smithi037.stdout:233 2021-07-26T16:11:25.905 INFO:tasks.workunit.client.0.smithi037.stdout:234 2021-07-26T16:11:25.908 INFO:tasks.workunit.client.0.smithi037.stdout:235 2021-07-26T16:11:25.910 INFO:tasks.workunit.client.0.smithi037.stdout:236 2021-07-26T16:11:25.913 INFO:tasks.workunit.client.0.smithi037.stdout:237 2021-07-26T16:11:25.916 INFO:tasks.workunit.client.0.smithi037.stdout:238 2021-07-26T16:11:25.919 INFO:tasks.workunit.client.0.smithi037.stdout:239 2021-07-26T16:11:25.922 INFO:tasks.workunit.client.0.smithi037.stdout:240 2021-07-26T16:11:25.924 INFO:tasks.workunit.client.0.smithi037.stdout:241 2021-07-26T16:11:25.926 INFO:tasks.workunit.client.0.smithi037.stdout:242 2021-07-26T16:11:25.929 INFO:tasks.workunit.client.0.smithi037.stdout:243 2021-07-26T16:11:25.936 INFO:tasks.workunit.client.0.smithi037.stdout:244 2021-07-26T16:11:25.936 INFO:tasks.workunit.client.0.smithi037.stdout:245 2021-07-26T16:11:25.936 INFO:tasks.workunit.client.0.smithi037.stdout:246 2021-07-26T16:11:25.938 INFO:tasks.workunit.client.0.smithi037.stdout:247 2021-07-26T16:11:25.940 INFO:tasks.workunit.client.0.smithi037.stdout:248 2021-07-26T16:11:25.943 INFO:tasks.workunit.client.0.smithi037.stdout:249 2021-07-26T16:11:25.945 INFO:tasks.workunit.client.0.smithi037.stdout:250 2021-07-26T16:11:25.947 INFO:tasks.workunit.client.0.smithi037.stdout:251 2021-07-26T16:11:25.950 INFO:tasks.workunit.client.0.smithi037.stdout:252 2021-07-26T16:11:25.952 INFO:tasks.workunit.client.0.smithi037.stdout:253 2021-07-26T16:11:25.955 INFO:tasks.workunit.client.0.smithi037.stdout:254 2021-07-26T16:11:25.957 INFO:tasks.workunit.client.0.smithi037.stdout:255 2021-07-26T16:11:25.960 INFO:tasks.workunit.client.0.smithi037.stdout:256 2021-07-26T16:11:25.963 INFO:tasks.workunit.client.0.smithi037.stdout:257 2021-07-26T16:11:25.965 INFO:tasks.workunit.client.0.smithi037.stdout:258 2021-07-26T16:11:25.967 INFO:tasks.workunit.client.0.smithi037.stdout:259 2021-07-26T16:11:25.970 INFO:tasks.workunit.client.0.smithi037.stdout:260 2021-07-26T16:11:25.972 INFO:tasks.workunit.client.0.smithi037.stdout:261 2021-07-26T16:11:25.975 INFO:tasks.workunit.client.0.smithi037.stdout:262 2021-07-26T16:11:25.977 INFO:tasks.workunit.client.0.smithi037.stdout:263 2021-07-26T16:11:25.980 INFO:tasks.workunit.client.0.smithi037.stdout:264 2021-07-26T16:11:25.982 INFO:tasks.workunit.client.0.smithi037.stdout:265 2021-07-26T16:11:25.985 INFO:tasks.workunit.client.0.smithi037.stdout:266 2021-07-26T16:11:25.988 INFO:tasks.workunit.client.0.smithi037.stdout:267 2021-07-26T16:11:25.990 INFO:tasks.workunit.client.0.smithi037.stdout:268 2021-07-26T16:11:25.992 INFO:tasks.workunit.client.0.smithi037.stdout:269 2021-07-26T16:11:25.995 INFO:tasks.workunit.client.0.smithi037.stdout:270 2021-07-26T16:11:25.997 INFO:tasks.workunit.client.0.smithi037.stdout:271 2021-07-26T16:11:26.000 INFO:tasks.workunit.client.0.smithi037.stdout:272 2021-07-26T16:11:26.002 INFO:tasks.workunit.client.0.smithi037.stdout:273 2021-07-26T16:11:26.005 INFO:tasks.workunit.client.0.smithi037.stdout:274 2021-07-26T16:11:26.008 INFO:tasks.workunit.client.0.smithi037.stdout:275 2021-07-26T16:11:26.010 INFO:tasks.workunit.client.0.smithi037.stdout:276 2021-07-26T16:11:26.013 INFO:tasks.workunit.client.0.smithi037.stdout:277 2021-07-26T16:11:26.016 INFO:tasks.workunit.client.0.smithi037.stdout:278 2021-07-26T16:11:26.018 INFO:tasks.workunit.client.0.smithi037.stdout:279 2021-07-26T16:11:26.021 INFO:tasks.workunit.client.0.smithi037.stdout:280 2021-07-26T16:11:26.023 INFO:tasks.workunit.client.0.smithi037.stdout:281 2021-07-26T16:11:26.026 INFO:tasks.workunit.client.0.smithi037.stdout:282 2021-07-26T16:11:26.029 INFO:tasks.workunit.client.0.smithi037.stdout:283 2021-07-26T16:11:26.031 INFO:tasks.workunit.client.0.smithi037.stdout:284 2021-07-26T16:11:26.034 INFO:tasks.workunit.client.0.smithi037.stdout:285 2021-07-26T16:11:26.036 INFO:tasks.workunit.client.0.smithi037.stdout:286 2021-07-26T16:11:26.039 INFO:tasks.workunit.client.0.smithi037.stdout:287 2021-07-26T16:11:26.041 INFO:tasks.workunit.client.0.smithi037.stdout:288 2021-07-26T16:11:26.043 INFO:tasks.workunit.client.0.smithi037.stdout:289 2021-07-26T16:11:26.046 INFO:tasks.workunit.client.0.smithi037.stdout:290 2021-07-26T16:11:26.048 INFO:tasks.workunit.client.0.smithi037.stdout:291 2021-07-26T16:11:26.051 INFO:tasks.workunit.client.0.smithi037.stdout:292 2021-07-26T16:11:26.054 INFO:tasks.workunit.client.0.smithi037.stdout:293 2021-07-26T16:11:26.055 INFO:tasks.workunit.client.0.smithi037.stdout:294 2021-07-26T16:11:26.057 INFO:tasks.workunit.client.0.smithi037.stdout:295 2021-07-26T16:11:26.060 INFO:tasks.workunit.client.0.smithi037.stdout:296 2021-07-26T16:11:26.062 INFO:tasks.workunit.client.0.smithi037.stdout:297 2021-07-26T16:11:26.064 INFO:tasks.workunit.client.0.smithi037.stdout:298 2021-07-26T16:11:26.067 INFO:tasks.workunit.client.0.smithi037.stdout:299 2021-07-26T16:11:26.069 INFO:tasks.workunit.client.0.smithi037.stdout:300 2021-07-26T16:11:26.071 INFO:tasks.workunit.client.0.smithi037.stdout:301 2021-07-26T16:11:26.073 INFO:tasks.workunit.client.0.smithi037.stdout:302 2021-07-26T16:11:26.075 INFO:tasks.workunit.client.0.smithi037.stdout:303 2021-07-26T16:11:26.078 INFO:tasks.workunit.client.0.smithi037.stdout:304 2021-07-26T16:11:26.080 INFO:tasks.workunit.client.0.smithi037.stdout:305 2021-07-26T16:11:26.082 INFO:tasks.workunit.client.0.smithi037.stdout:306 2021-07-26T16:11:26.084 INFO:tasks.workunit.client.0.smithi037.stdout:307 2021-07-26T16:11:26.086 INFO:tasks.workunit.client.0.smithi037.stdout:308 2021-07-26T16:11:26.088 INFO:tasks.workunit.client.0.smithi037.stdout:309 2021-07-26T16:11:26.090 INFO:tasks.workunit.client.0.smithi037.stdout:310 2021-07-26T16:11:26.093 INFO:tasks.workunit.client.0.smithi037.stdout:311 2021-07-26T16:11:26.095 INFO:tasks.workunit.client.0.smithi037.stdout:312 2021-07-26T16:11:26.098 INFO:tasks.workunit.client.0.smithi037.stdout:313 2021-07-26T16:11:26.100 INFO:tasks.workunit.client.0.smithi037.stdout:314 2021-07-26T16:11:26.102 INFO:tasks.workunit.client.0.smithi037.stdout:315 2021-07-26T16:11:26.105 INFO:tasks.workunit.client.0.smithi037.stdout:316 2021-07-26T16:11:26.107 INFO:tasks.workunit.client.0.smithi037.stdout:317 2021-07-26T16:11:26.110 INFO:tasks.workunit.client.0.smithi037.stdout:318 2021-07-26T16:11:26.112 INFO:tasks.workunit.client.0.smithi037.stdout:319 2021-07-26T16:11:26.115 INFO:tasks.workunit.client.0.smithi037.stdout:320 2021-07-26T16:11:26.118 INFO:tasks.workunit.client.0.smithi037.stdout:321 2021-07-26T16:11:26.120 INFO:tasks.workunit.client.0.smithi037.stdout:322 2021-07-26T16:11:26.123 INFO:tasks.workunit.client.0.smithi037.stdout:323 2021-07-26T16:11:26.125 INFO:tasks.workunit.client.0.smithi037.stdout:324 2021-07-26T16:11:26.128 INFO:tasks.workunit.client.0.smithi037.stdout:325 2021-07-26T16:11:26.130 INFO:tasks.workunit.client.0.smithi037.stdout:326 2021-07-26T16:11:26.133 INFO:tasks.workunit.client.0.smithi037.stdout:327 2021-07-26T16:11:26.135 INFO:tasks.workunit.client.0.smithi037.stdout:328 2021-07-26T16:11:26.138 INFO:tasks.workunit.client.0.smithi037.stdout:329 2021-07-26T16:11:26.140 INFO:tasks.workunit.client.0.smithi037.stdout:330 2021-07-26T16:11:26.142 INFO:tasks.workunit.client.0.smithi037.stdout:331 2021-07-26T16:11:26.145 INFO:tasks.workunit.client.0.smithi037.stdout:332 2021-07-26T16:11:26.147 INFO:tasks.workunit.client.0.smithi037.stdout:333 2021-07-26T16:11:26.150 INFO:tasks.workunit.client.0.smithi037.stdout:334 2021-07-26T16:11:26.152 INFO:tasks.workunit.client.0.smithi037.stdout:335 2021-07-26T16:11:26.155 INFO:tasks.workunit.client.0.smithi037.stdout:336 2021-07-26T16:11:26.157 INFO:tasks.workunit.client.0.smithi037.stdout:337 2021-07-26T16:11:26.159 INFO:tasks.workunit.client.0.smithi037.stdout:338 2021-07-26T16:11:26.162 INFO:tasks.workunit.client.0.smithi037.stdout:339 2021-07-26T16:11:26.165 INFO:tasks.workunit.client.0.smithi037.stdout:340 2021-07-26T16:11:26.167 INFO:tasks.workunit.client.0.smithi037.stdout:341 2021-07-26T16:11:26.170 INFO:tasks.workunit.client.0.smithi037.stdout:342 2021-07-26T16:11:26.172 INFO:tasks.workunit.client.0.smithi037.stdout:343 2021-07-26T16:11:26.174 INFO:tasks.workunit.client.0.smithi037.stdout:344 2021-07-26T16:11:26.177 INFO:tasks.workunit.client.0.smithi037.stdout:345 2021-07-26T16:11:26.179 INFO:tasks.workunit.client.0.smithi037.stdout:346 2021-07-26T16:11:26.182 INFO:tasks.workunit.client.0.smithi037.stdout:347 2021-07-26T16:11:26.184 INFO:tasks.workunit.client.0.smithi037.stdout:348 2021-07-26T16:11:26.187 INFO:tasks.workunit.client.0.smithi037.stdout:349 2021-07-26T16:11:26.190 INFO:tasks.workunit.client.0.smithi037.stdout:350 2021-07-26T16:11:26.191 INFO:tasks.workunit.client.0.smithi037.stdout:351 2021-07-26T16:11:26.194 INFO:tasks.workunit.client.0.smithi037.stdout:352 2021-07-26T16:11:26.197 INFO:tasks.workunit.client.0.smithi037.stdout:353 2021-07-26T16:11:26.200 INFO:tasks.workunit.client.0.smithi037.stdout:354 2021-07-26T16:11:26.202 INFO:tasks.workunit.client.0.smithi037.stdout:355 2021-07-26T16:11:26.205 INFO:tasks.workunit.client.0.smithi037.stdout:356 2021-07-26T16:11:26.207 INFO:tasks.workunit.client.0.smithi037.stdout:357 2021-07-26T16:11:26.210 INFO:tasks.workunit.client.0.smithi037.stdout:358 2021-07-26T16:11:26.213 INFO:tasks.workunit.client.0.smithi037.stdout:359 2021-07-26T16:11:26.215 INFO:tasks.workunit.client.0.smithi037.stdout:360 2021-07-26T16:11:26.218 INFO:tasks.workunit.client.0.smithi037.stdout:361 2021-07-26T16:11:26.220 INFO:tasks.workunit.client.0.smithi037.stdout:362 2021-07-26T16:11:26.222 INFO:tasks.workunit.client.0.smithi037.stdout:363 2021-07-26T16:11:26.225 INFO:tasks.workunit.client.0.smithi037.stdout:364 2021-07-26T16:11:26.228 INFO:tasks.workunit.client.0.smithi037.stdout:365 2021-07-26T16:11:26.230 INFO:tasks.workunit.client.0.smithi037.stdout:366 2021-07-26T16:11:26.233 INFO:tasks.workunit.client.0.smithi037.stdout:367 2021-07-26T16:11:26.236 INFO:tasks.workunit.client.0.smithi037.stdout:368 2021-07-26T16:11:26.238 INFO:tasks.workunit.client.0.smithi037.stdout:369 2021-07-26T16:11:26.240 INFO:tasks.workunit.client.0.smithi037.stdout:370 2021-07-26T16:11:26.243 INFO:tasks.workunit.client.0.smithi037.stdout:371 2021-07-26T16:11:26.246 INFO:tasks.workunit.client.0.smithi037.stdout:372 2021-07-26T16:11:26.248 INFO:tasks.workunit.client.0.smithi037.stdout:373 2021-07-26T16:11:26.251 INFO:tasks.workunit.client.0.smithi037.stdout:374 2021-07-26T16:11:26.253 INFO:tasks.workunit.client.0.smithi037.stdout:375 2021-07-26T16:11:26.256 INFO:tasks.workunit.client.0.smithi037.stdout:376 2021-07-26T16:11:26.258 INFO:tasks.workunit.client.0.smithi037.stdout:377 2021-07-26T16:11:26.261 INFO:tasks.workunit.client.0.smithi037.stdout:378 2021-07-26T16:11:26.264 INFO:tasks.workunit.client.0.smithi037.stdout:379 2021-07-26T16:11:26.266 INFO:tasks.workunit.client.0.smithi037.stdout:380 2021-07-26T16:11:26.269 INFO:tasks.workunit.client.0.smithi037.stdout:381 2021-07-26T16:11:26.271 INFO:tasks.workunit.client.0.smithi037.stdout:382 2021-07-26T16:11:26.274 INFO:tasks.workunit.client.0.smithi037.stdout:383 2021-07-26T16:11:26.277 INFO:tasks.workunit.client.0.smithi037.stdout:384 2021-07-26T16:11:26.280 INFO:tasks.workunit.client.0.smithi037.stdout:385 2021-07-26T16:11:26.283 INFO:tasks.workunit.client.0.smithi037.stdout:386 2021-07-26T16:11:26.285 INFO:tasks.workunit.client.0.smithi037.stdout:387 2021-07-26T16:11:26.288 INFO:tasks.workunit.client.0.smithi037.stdout:388 2021-07-26T16:11:26.291 INFO:tasks.workunit.client.0.smithi037.stdout:389 2021-07-26T16:11:26.293 INFO:tasks.workunit.client.0.smithi037.stdout:390 2021-07-26T16:11:26.296 INFO:tasks.workunit.client.0.smithi037.stdout:391 2021-07-26T16:11:26.298 INFO:tasks.workunit.client.0.smithi037.stdout:392 2021-07-26T16:11:26.301 INFO:tasks.workunit.client.0.smithi037.stdout:393 2021-07-26T16:11:26.304 INFO:tasks.workunit.client.0.smithi037.stdout:394 2021-07-26T16:11:26.306 INFO:tasks.workunit.client.0.smithi037.stdout:395 2021-07-26T16:11:26.309 INFO:tasks.workunit.client.0.smithi037.stdout:396 2021-07-26T16:11:26.312 INFO:tasks.workunit.client.0.smithi037.stdout:397 2021-07-26T16:11:26.314 INFO:tasks.workunit.client.0.smithi037.stdout:398 2021-07-26T16:11:26.317 INFO:tasks.workunit.client.0.smithi037.stdout:399 2021-07-26T16:11:26.320 INFO:tasks.workunit.client.0.smithi037.stdout:400 2021-07-26T16:11:26.322 INFO:tasks.workunit.client.0.smithi037.stdout:401 2021-07-26T16:11:26.325 INFO:tasks.workunit.client.0.smithi037.stdout:402 2021-07-26T16:11:26.328 INFO:tasks.workunit.client.0.smithi037.stdout:403 2021-07-26T16:11:26.331 INFO:tasks.workunit.client.0.smithi037.stdout:404 2021-07-26T16:11:26.333 INFO:tasks.workunit.client.0.smithi037.stdout:405 2021-07-26T16:11:26.336 INFO:tasks.workunit.client.0.smithi037.stdout:406 2021-07-26T16:11:26.339 INFO:tasks.workunit.client.0.smithi037.stdout:407 2021-07-26T16:11:26.342 INFO:tasks.workunit.client.0.smithi037.stdout:408 2021-07-26T16:11:26.345 INFO:tasks.workunit.client.0.smithi037.stdout:409 2021-07-26T16:11:26.347 INFO:tasks.workunit.client.0.smithi037.stdout:410 2021-07-26T16:11:26.350 INFO:tasks.workunit.client.0.smithi037.stdout:411 2021-07-26T16:11:26.353 INFO:tasks.workunit.client.0.smithi037.stdout:412 2021-07-26T16:11:26.356 INFO:tasks.workunit.client.0.smithi037.stdout:413 2021-07-26T16:11:26.359 INFO:tasks.workunit.client.0.smithi037.stdout:414 2021-07-26T16:11:26.362 INFO:tasks.workunit.client.0.smithi037.stdout:415 2021-07-26T16:11:26.365 INFO:tasks.workunit.client.0.smithi037.stdout:416 2021-07-26T16:11:26.367 INFO:tasks.workunit.client.0.smithi037.stdout:417 2021-07-26T16:11:26.370 INFO:tasks.workunit.client.0.smithi037.stdout:418 2021-07-26T16:11:26.373 INFO:tasks.workunit.client.0.smithi037.stdout:419 2021-07-26T16:11:26.376 INFO:tasks.workunit.client.0.smithi037.stdout:420 2021-07-26T16:11:26.379 INFO:tasks.workunit.client.0.smithi037.stdout:421 2021-07-26T16:11:26.382 INFO:tasks.workunit.client.0.smithi037.stdout:422 2021-07-26T16:11:26.385 INFO:tasks.workunit.client.0.smithi037.stdout:423 2021-07-26T16:11:26.388 INFO:tasks.workunit.client.0.smithi037.stdout:424 2021-07-26T16:11:26.393 INFO:tasks.workunit.client.0.smithi037.stdout:425 2021-07-26T16:11:26.396 INFO:tasks.workunit.client.0.smithi037.stdout:426 2021-07-26T16:11:26.399 INFO:tasks.workunit.client.0.smithi037.stdout:427 2021-07-26T16:11:26.402 INFO:tasks.workunit.client.0.smithi037.stdout:428 2021-07-26T16:11:26.403 INFO:tasks.workunit.client.0.smithi037.stdout:429 2021-07-26T16:11:26.405 INFO:tasks.workunit.client.0.smithi037.stdout:430 2021-07-26T16:11:26.407 INFO:tasks.workunit.client.0.smithi037.stdout:431 2021-07-26T16:11:26.408 INFO:tasks.workunit.client.0.smithi037.stdout:432 2021-07-26T16:11:26.410 INFO:tasks.workunit.client.0.smithi037.stdout:433 2021-07-26T16:11:26.411 INFO:tasks.workunit.client.0.smithi037.stdout:434 2021-07-26T16:11:26.413 INFO:tasks.workunit.client.0.smithi037.stdout:435 2021-07-26T16:11:26.415 INFO:tasks.workunit.client.0.smithi037.stdout:436 2021-07-26T16:11:26.416 INFO:tasks.workunit.client.0.smithi037.stdout:437 2021-07-26T16:11:26.418 INFO:tasks.workunit.client.0.smithi037.stdout:438 2021-07-26T16:11:26.420 INFO:tasks.workunit.client.0.smithi037.stdout:439 2021-07-26T16:11:26.422 INFO:tasks.workunit.client.0.smithi037.stdout:440 2021-07-26T16:11:26.424 INFO:tasks.workunit.client.0.smithi037.stdout:441 2021-07-26T16:11:26.426 INFO:tasks.workunit.client.0.smithi037.stdout:442 2021-07-26T16:11:26.429 INFO:tasks.workunit.client.0.smithi037.stdout:443 2021-07-26T16:11:26.431 INFO:tasks.workunit.client.0.smithi037.stdout:444 2021-07-26T16:11:26.433 INFO:tasks.workunit.client.0.smithi037.stdout:445 2021-07-26T16:11:26.435 INFO:tasks.workunit.client.0.smithi037.stdout:446 2021-07-26T16:11:26.438 INFO:tasks.workunit.client.0.smithi037.stdout:447 2021-07-26T16:11:26.440 INFO:tasks.workunit.client.0.smithi037.stdout:448 2021-07-26T16:11:26.443 INFO:tasks.workunit.client.0.smithi037.stdout:449 2021-07-26T16:11:26.445 INFO:tasks.workunit.client.0.smithi037.stdout:450 2021-07-26T16:11:26.448 INFO:tasks.workunit.client.0.smithi037.stdout:451 2021-07-26T16:11:26.450 INFO:tasks.workunit.client.0.smithi037.stdout:452 2021-07-26T16:11:26.453 INFO:tasks.workunit.client.0.smithi037.stdout:453 2021-07-26T16:11:26.456 INFO:tasks.workunit.client.0.smithi037.stdout:454 2021-07-26T16:11:26.458 INFO:tasks.workunit.client.0.smithi037.stdout:455 2021-07-26T16:11:26.461 INFO:tasks.workunit.client.0.smithi037.stdout:456 2021-07-26T16:11:26.464 INFO:tasks.workunit.client.0.smithi037.stdout:457 2021-07-26T16:11:26.466 INFO:tasks.workunit.client.0.smithi037.stdout:458 2021-07-26T16:11:26.469 INFO:tasks.workunit.client.0.smithi037.stdout:459 2021-07-26T16:11:26.472 INFO:tasks.workunit.client.0.smithi037.stdout:460 2021-07-26T16:11:26.474 INFO:tasks.workunit.client.0.smithi037.stdout:461 2021-07-26T16:11:26.477 INFO:tasks.workunit.client.0.smithi037.stdout:462 2021-07-26T16:11:26.480 INFO:tasks.workunit.client.0.smithi037.stdout:463 2021-07-26T16:11:26.483 INFO:tasks.workunit.client.0.smithi037.stdout:464 2021-07-26T16:11:26.485 INFO:tasks.workunit.client.0.smithi037.stdout:465 2021-07-26T16:11:26.488 INFO:tasks.workunit.client.0.smithi037.stdout:466 2021-07-26T16:11:26.491 INFO:tasks.workunit.client.0.smithi037.stdout:467 2021-07-26T16:11:26.493 INFO:tasks.workunit.client.0.smithi037.stdout:468 2021-07-26T16:11:26.496 INFO:tasks.workunit.client.0.smithi037.stdout:469 2021-07-26T16:11:26.499 INFO:tasks.workunit.client.0.smithi037.stdout:470 2021-07-26T16:11:26.501 INFO:tasks.workunit.client.0.smithi037.stdout:471 2021-07-26T16:11:26.504 INFO:tasks.workunit.client.0.smithi037.stdout:472 2021-07-26T16:11:26.507 INFO:tasks.workunit.client.0.smithi037.stdout:473 2021-07-26T16:11:26.510 INFO:tasks.workunit.client.0.smithi037.stdout:474 2021-07-26T16:11:26.512 INFO:tasks.workunit.client.0.smithi037.stdout:475 2021-07-26T16:11:26.515 INFO:tasks.workunit.client.0.smithi037.stdout:476 2021-07-26T16:11:26.519 INFO:tasks.workunit.client.0.smithi037.stdout:477 2021-07-26T16:11:26.521 INFO:tasks.workunit.client.0.smithi037.stdout:478 2021-07-26T16:11:26.523 INFO:tasks.workunit.client.0.smithi037.stdout:479 2021-07-26T16:11:26.526 INFO:tasks.workunit.client.0.smithi037.stdout:480 2021-07-26T16:11:26.528 INFO:tasks.workunit.client.0.smithi037.stdout:481 2021-07-26T16:11:26.531 INFO:tasks.workunit.client.0.smithi037.stdout:482 2021-07-26T16:11:26.534 INFO:tasks.workunit.client.0.smithi037.stdout:483 2021-07-26T16:11:26.538 INFO:tasks.workunit.client.0.smithi037.stdout:484 2021-07-26T16:11:26.540 INFO:tasks.workunit.client.0.smithi037.stdout:485 2021-07-26T16:11:26.542 INFO:tasks.workunit.client.0.smithi037.stdout:486 2021-07-26T16:11:26.544 INFO:tasks.workunit.client.0.smithi037.stdout:487 2021-07-26T16:11:26.547 INFO:tasks.workunit.client.0.smithi037.stdout:488 2021-07-26T16:11:26.549 INFO:tasks.workunit.client.0.smithi037.stdout:489 2021-07-26T16:11:26.552 INFO:tasks.workunit.client.0.smithi037.stdout:490 2021-07-26T16:11:26.556 INFO:tasks.workunit.client.0.smithi037.stdout:491 2021-07-26T16:11:26.562 INFO:tasks.workunit.client.0.smithi037.stdout:492 2021-07-26T16:11:26.566 INFO:tasks.workunit.client.0.smithi037.stdout:493 2021-07-26T16:11:26.567 INFO:tasks.workunit.client.0.smithi037.stdout:494 2021-07-26T16:11:26.568 INFO:tasks.workunit.client.0.smithi037.stdout:495 2021-07-26T16:11:26.570 INFO:tasks.workunit.client.0.smithi037.stdout:496 2021-07-26T16:11:26.573 INFO:tasks.workunit.client.0.smithi037.stdout:497 2021-07-26T16:11:26.575 INFO:tasks.workunit.client.0.smithi037.stdout:498 2021-07-26T16:11:26.577 INFO:tasks.workunit.client.0.smithi037.stdout:499 2021-07-26T16:11:26.579 INFO:tasks.workunit.client.0.smithi037.stdout:500 2021-07-26T16:11:26.582 INFO:tasks.workunit.client.0.smithi037.stdout:501 2021-07-26T16:11:26.584 INFO:tasks.workunit.client.0.smithi037.stdout:502 2021-07-26T16:11:26.587 INFO:tasks.workunit.client.0.smithi037.stdout:503 2021-07-26T16:11:26.589 INFO:tasks.workunit.client.0.smithi037.stdout:504 2021-07-26T16:11:26.592 INFO:tasks.workunit.client.0.smithi037.stdout:505 2021-07-26T16:11:26.595 INFO:tasks.workunit.client.0.smithi037.stdout:506 2021-07-26T16:11:26.597 INFO:tasks.workunit.client.0.smithi037.stdout:507 2021-07-26T16:11:26.600 INFO:tasks.workunit.client.0.smithi037.stdout:508 2021-07-26T16:11:26.603 INFO:tasks.workunit.client.0.smithi037.stdout:509 2021-07-26T16:11:26.606 INFO:tasks.workunit.client.0.smithi037.stdout:510 2021-07-26T16:11:26.608 INFO:tasks.workunit.client.0.smithi037.stdout:511 2021-07-26T16:11:26.611 INFO:tasks.workunit.client.0.smithi037.stdout:512 2021-07-26T16:11:26.614 INFO:tasks.workunit.client.0.smithi037.stdout:513 2021-07-26T16:11:26.617 INFO:tasks.workunit.client.0.smithi037.stdout:514 2021-07-26T16:11:26.620 INFO:tasks.workunit.client.0.smithi037.stdout:515 2021-07-26T16:11:26.623 INFO:tasks.workunit.client.0.smithi037.stdout:516 2021-07-26T16:11:26.626 INFO:tasks.workunit.client.0.smithi037.stdout:517 2021-07-26T16:11:26.629 INFO:tasks.workunit.client.0.smithi037.stdout:518 2021-07-26T16:11:26.632 INFO:tasks.workunit.client.0.smithi037.stdout:519 2021-07-26T16:11:26.634 INFO:tasks.workunit.client.0.smithi037.stdout:520 2021-07-26T16:11:26.637 INFO:tasks.workunit.client.0.smithi037.stdout:521 2021-07-26T16:11:26.639 INFO:tasks.workunit.client.0.smithi037.stdout:522 2021-07-26T16:11:26.642 INFO:tasks.workunit.client.0.smithi037.stdout:523 2021-07-26T16:11:26.644 INFO:tasks.workunit.client.0.smithi037.stdout:524 2021-07-26T16:11:26.647 INFO:tasks.workunit.client.0.smithi037.stdout:525 2021-07-26T16:11:26.650 INFO:tasks.workunit.client.0.smithi037.stdout:526 2021-07-26T16:11:26.652 INFO:tasks.workunit.client.0.smithi037.stdout:527 2021-07-26T16:11:26.655 INFO:tasks.workunit.client.0.smithi037.stdout:528 2021-07-26T16:11:26.657 INFO:tasks.workunit.client.0.smithi037.stdout:529 2021-07-26T16:11:26.661 INFO:tasks.workunit.client.0.smithi037.stdout:530 2021-07-26T16:11:26.664 INFO:tasks.workunit.client.0.smithi037.stdout:531 2021-07-26T16:11:26.667 INFO:tasks.workunit.client.0.smithi037.stdout:532 2021-07-26T16:11:26.669 INFO:tasks.workunit.client.0.smithi037.stdout:533 2021-07-26T16:11:26.672 INFO:tasks.workunit.client.0.smithi037.stdout:534 2021-07-26T16:11:26.675 INFO:tasks.workunit.client.0.smithi037.stdout:535 2021-07-26T16:11:26.678 INFO:tasks.workunit.client.0.smithi037.stdout:536 2021-07-26T16:11:26.680 INFO:tasks.workunit.client.0.smithi037.stdout:537 2021-07-26T16:11:26.683 INFO:tasks.workunit.client.0.smithi037.stdout:538 2021-07-26T16:11:26.686 INFO:tasks.workunit.client.0.smithi037.stdout:539 2021-07-26T16:11:26.689 INFO:tasks.workunit.client.0.smithi037.stdout:540 2021-07-26T16:11:26.692 INFO:tasks.workunit.client.0.smithi037.stdout:541 2021-07-26T16:11:26.695 INFO:tasks.workunit.client.0.smithi037.stdout:542 2021-07-26T16:11:26.698 INFO:tasks.workunit.client.0.smithi037.stdout:543 2021-07-26T16:11:26.702 INFO:tasks.workunit.client.0.smithi037.stdout:544 2021-07-26T16:11:26.704 INFO:tasks.workunit.client.0.smithi037.stdout:545 2021-07-26T16:11:26.707 INFO:tasks.workunit.client.0.smithi037.stdout:546 2021-07-26T16:11:26.710 INFO:tasks.workunit.client.0.smithi037.stdout:547 2021-07-26T16:11:26.713 INFO:tasks.workunit.client.0.smithi037.stdout:548 2021-07-26T16:11:26.716 INFO:tasks.workunit.client.0.smithi037.stdout:549 2021-07-26T16:11:26.720 INFO:tasks.workunit.client.0.smithi037.stdout:550 2021-07-26T16:11:26.723 INFO:tasks.workunit.client.0.smithi037.stdout:551 2021-07-26T16:11:26.726 INFO:tasks.workunit.client.0.smithi037.stdout:552 2021-07-26T16:11:26.728 INFO:tasks.workunit.client.0.smithi037.stdout:553 2021-07-26T16:11:26.731 INFO:tasks.workunit.client.0.smithi037.stdout:554 2021-07-26T16:11:26.734 INFO:tasks.workunit.client.0.smithi037.stdout:555 2021-07-26T16:11:26.737 INFO:tasks.workunit.client.0.smithi037.stdout:556 2021-07-26T16:11:26.740 INFO:tasks.workunit.client.0.smithi037.stdout:557 2021-07-26T16:11:26.742 INFO:tasks.workunit.client.0.smithi037.stdout:558 2021-07-26T16:11:26.745 INFO:tasks.workunit.client.0.smithi037.stdout:559 2021-07-26T16:11:26.748 INFO:tasks.workunit.client.0.smithi037.stdout:560 2021-07-26T16:11:26.750 INFO:tasks.workunit.client.0.smithi037.stdout:561 2021-07-26T16:11:26.753 INFO:tasks.workunit.client.0.smithi037.stdout:562 2021-07-26T16:11:26.756 INFO:tasks.workunit.client.0.smithi037.stdout:563 2021-07-26T16:11:26.759 INFO:tasks.workunit.client.0.smithi037.stdout:564 2021-07-26T16:11:26.762 INFO:tasks.workunit.client.0.smithi037.stdout:565 2021-07-26T16:11:26.765 INFO:tasks.workunit.client.0.smithi037.stdout:566 2021-07-26T16:11:26.768 INFO:tasks.workunit.client.0.smithi037.stdout:567 2021-07-26T16:11:26.771 INFO:tasks.workunit.client.0.smithi037.stdout:568 2021-07-26T16:11:26.773 INFO:tasks.workunit.client.0.smithi037.stdout:569 2021-07-26T16:11:26.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:26 smithi107 bash[29346]: audit 2021-07-26T16:11:25.382438+0000 mon.a (mon.0) 1366 : audit [INF] from='client.? 172.21.15.37:0/628767188' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:26.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:26 smithi107 bash[29346]: cluster 2021-07-26T16:11:25.382731+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e865: 8 total, 8 up, 8 in 2021-07-26T16:11:26.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:26 smithi107 bash[29346]: audit 2021-07-26T16:11:25.385362+0000 mon.a (mon.0) 1368 : audit [DBG] from='client.? 172.21.15.37:0/628767188' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2021-07-26T16:11:26.776 INFO:tasks.workunit.client.0.smithi037.stdout:570 2021-07-26T16:11:26.779 INFO:tasks.workunit.client.0.smithi037.stdout:571 2021-07-26T16:11:26.782 INFO:tasks.workunit.client.0.smithi037.stdout:572 2021-07-26T16:11:26.785 INFO:tasks.workunit.client.0.smithi037.stdout:573 2021-07-26T16:11:26.787 INFO:tasks.workunit.client.0.smithi037.stdout:574 2021-07-26T16:11:26.790 INFO:tasks.workunit.client.0.smithi037.stdout:575 2021-07-26T16:11:26.793 INFO:tasks.workunit.client.0.smithi037.stdout:576 2021-07-26T16:11:26.795 INFO:tasks.workunit.client.0.smithi037.stdout:577 2021-07-26T16:11:26.798 INFO:tasks.workunit.client.0.smithi037.stdout:578 2021-07-26T16:11:26.801 INFO:tasks.workunit.client.0.smithi037.stdout:579 2021-07-26T16:11:26.804 INFO:tasks.workunit.client.0.smithi037.stdout:580 2021-07-26T16:11:26.806 INFO:tasks.workunit.client.0.smithi037.stdout:581 2021-07-26T16:11:26.809 INFO:tasks.workunit.client.0.smithi037.stdout:582 2021-07-26T16:11:26.812 INFO:tasks.workunit.client.0.smithi037.stdout:583 2021-07-26T16:11:26.815 INFO:tasks.workunit.client.0.smithi037.stdout:584 2021-07-26T16:11:26.817 INFO:tasks.workunit.client.0.smithi037.stdout:585 2021-07-26T16:11:26.820 INFO:tasks.workunit.client.0.smithi037.stdout:586 2021-07-26T16:11:26.822 INFO:tasks.workunit.client.0.smithi037.stdout:587 2021-07-26T16:11:26.825 INFO:tasks.workunit.client.0.smithi037.stdout:588 2021-07-26T16:11:26.827 INFO:tasks.workunit.client.0.smithi037.stdout:589 2021-07-26T16:11:26.830 INFO:tasks.workunit.client.0.smithi037.stdout:590 2021-07-26T16:11:26.833 INFO:tasks.workunit.client.0.smithi037.stdout:591 2021-07-26T16:11:26.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:26 smithi037 bash[41498]: audit 2021-07-26T16:11:25.382438+0000 mon.a (mon.0) 1366 : audit [INF] from='client.? 172.21.15.37:0/628767188' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:26.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:26 smithi037 bash[41498]: cluster 2021-07-26T16:11:25.382731+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e865: 8 total, 8 up, 8 in 2021-07-26T16:11:26.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:26 smithi037 bash[41498]: audit 2021-07-26T16:11:25.385362+0000 mon.a (mon.0) 1368 : audit [DBG] from='client.? 172.21.15.37:0/628767188' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2021-07-26T16:11:26.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:26 smithi037 bash[42499]: audit 2021-07-26T16:11:25.382438+0000 mon.a (mon.0) 1366 : audit [INF] from='client.? 172.21.15.37:0/628767188' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:26.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:26 smithi037 bash[42499]: cluster 2021-07-26T16:11:25.382731+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e865: 8 total, 8 up, 8 in 2021-07-26T16:11:26.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:26 smithi037 bash[42499]: audit 2021-07-26T16:11:25.385362+0000 mon.a (mon.0) 1368 : audit [DBG] from='client.? 172.21.15.37:0/628767188' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2021-07-26T16:11:26.837 INFO:tasks.workunit.client.0.smithi037.stdout:592 2021-07-26T16:11:26.839 INFO:tasks.workunit.client.0.smithi037.stdout:593 2021-07-26T16:11:26.842 INFO:tasks.workunit.client.0.smithi037.stdout:594 2021-07-26T16:11:26.845 INFO:tasks.workunit.client.0.smithi037.stdout:595 2021-07-26T16:11:26.847 INFO:tasks.workunit.client.0.smithi037.stdout:596 2021-07-26T16:11:26.850 INFO:tasks.workunit.client.0.smithi037.stdout:597 2021-07-26T16:11:26.853 INFO:tasks.workunit.client.0.smithi037.stdout:598 2021-07-26T16:11:26.855 INFO:tasks.workunit.client.0.smithi037.stdout:599 2021-07-26T16:11:26.858 INFO:tasks.workunit.client.0.smithi037.stdout:600 2021-07-26T16:11:26.861 INFO:tasks.workunit.client.0.smithi037.stdout:601 2021-07-26T16:11:26.864 INFO:tasks.workunit.client.0.smithi037.stdout:602 2021-07-26T16:11:26.867 INFO:tasks.workunit.client.0.smithi037.stdout:603 2021-07-26T16:11:26.870 INFO:tasks.workunit.client.0.smithi037.stdout:604 2021-07-26T16:11:26.873 INFO:tasks.workunit.client.0.smithi037.stdout:605 2021-07-26T16:11:26.875 INFO:tasks.workunit.client.0.smithi037.stdout:606 2021-07-26T16:11:26.879 INFO:tasks.workunit.client.0.smithi037.stdout:607 2021-07-26T16:11:26.882 INFO:tasks.workunit.client.0.smithi037.stdout:608 2021-07-26T16:11:26.885 INFO:tasks.workunit.client.0.smithi037.stdout:609 2021-07-26T16:11:26.888 INFO:tasks.workunit.client.0.smithi037.stdout:610 2021-07-26T16:11:26.891 INFO:tasks.workunit.client.0.smithi037.stdout:611 2021-07-26T16:11:26.894 INFO:tasks.workunit.client.0.smithi037.stdout:612 2021-07-26T16:11:26.896 INFO:tasks.workunit.client.0.smithi037.stdout:613 2021-07-26T16:11:26.899 INFO:tasks.workunit.client.0.smithi037.stdout:614 2021-07-26T16:11:26.902 INFO:tasks.workunit.client.0.smithi037.stdout:615 2021-07-26T16:11:26.904 INFO:tasks.workunit.client.0.smithi037.stdout:616 2021-07-26T16:11:26.907 INFO:tasks.workunit.client.0.smithi037.stdout:617 2021-07-26T16:11:26.910 INFO:tasks.workunit.client.0.smithi037.stdout:618 2021-07-26T16:11:26.913 INFO:tasks.workunit.client.0.smithi037.stdout:619 2021-07-26T16:11:26.915 INFO:tasks.workunit.client.0.smithi037.stdout:620 2021-07-26T16:11:26.919 INFO:tasks.workunit.client.0.smithi037.stdout:621 2021-07-26T16:11:26.922 INFO:tasks.workunit.client.0.smithi037.stdout:622 2021-07-26T16:11:26.924 INFO:tasks.workunit.client.0.smithi037.stdout:623 2021-07-26T16:11:26.927 INFO:tasks.workunit.client.0.smithi037.stdout:624 2021-07-26T16:11:26.930 INFO:tasks.workunit.client.0.smithi037.stdout:625 2021-07-26T16:11:26.933 INFO:tasks.workunit.client.0.smithi037.stdout:626 2021-07-26T16:11:26.936 INFO:tasks.workunit.client.0.smithi037.stdout:627 2021-07-26T16:11:26.939 INFO:tasks.workunit.client.0.smithi037.stdout:628 2021-07-26T16:11:26.941 INFO:tasks.workunit.client.0.smithi037.stdout:629 2021-07-26T16:11:26.944 INFO:tasks.workunit.client.0.smithi037.stdout:630 2021-07-26T16:11:26.950 INFO:tasks.workunit.client.0.smithi037.stdout:631 2021-07-26T16:11:26.950 INFO:tasks.workunit.client.0.smithi037.stdout:632 2021-07-26T16:11:26.952 INFO:tasks.workunit.client.0.smithi037.stdout:633 2021-07-26T16:11:26.955 INFO:tasks.workunit.client.0.smithi037.stdout:634 2021-07-26T16:11:26.958 INFO:tasks.workunit.client.0.smithi037.stdout:635 2021-07-26T16:11:26.961 INFO:tasks.workunit.client.0.smithi037.stdout:636 2021-07-26T16:11:26.964 INFO:tasks.workunit.client.0.smithi037.stdout:637 2021-07-26T16:11:26.967 INFO:tasks.workunit.client.0.smithi037.stdout:638 2021-07-26T16:11:26.970 INFO:tasks.workunit.client.0.smithi037.stdout:639 2021-07-26T16:11:26.973 INFO:tasks.workunit.client.0.smithi037.stdout:640 2021-07-26T16:11:26.976 INFO:tasks.workunit.client.0.smithi037.stdout:641 2021-07-26T16:11:26.979 INFO:tasks.workunit.client.0.smithi037.stdout:642 2021-07-26T16:11:26.982 INFO:tasks.workunit.client.0.smithi037.stdout:643 2021-07-26T16:11:26.985 INFO:tasks.workunit.client.0.smithi037.stdout:644 2021-07-26T16:11:26.988 INFO:tasks.workunit.client.0.smithi037.stdout:645 2021-07-26T16:11:26.991 INFO:tasks.workunit.client.0.smithi037.stdout:646 2021-07-26T16:11:26.994 INFO:tasks.workunit.client.0.smithi037.stdout:647 2021-07-26T16:11:26.997 INFO:tasks.workunit.client.0.smithi037.stdout:648 2021-07-26T16:11:27.000 INFO:tasks.workunit.client.0.smithi037.stdout:649 2021-07-26T16:11:27.003 INFO:tasks.workunit.client.0.smithi037.stdout:650 2021-07-26T16:11:27.006 INFO:tasks.workunit.client.0.smithi037.stdout:651 2021-07-26T16:11:27.008 INFO:tasks.workunit.client.0.smithi037.stdout:652 2021-07-26T16:11:27.011 INFO:tasks.workunit.client.0.smithi037.stdout:653 2021-07-26T16:11:27.014 INFO:tasks.workunit.client.0.smithi037.stdout:654 2021-07-26T16:11:27.017 INFO:tasks.workunit.client.0.smithi037.stdout:655 2021-07-26T16:11:27.020 INFO:tasks.workunit.client.0.smithi037.stdout:656 2021-07-26T16:11:27.023 INFO:tasks.workunit.client.0.smithi037.stdout:657 2021-07-26T16:11:27.026 INFO:tasks.workunit.client.0.smithi037.stdout:658 2021-07-26T16:11:27.029 INFO:tasks.workunit.client.0.smithi037.stdout:659 2021-07-26T16:11:27.032 INFO:tasks.workunit.client.0.smithi037.stdout:660 2021-07-26T16:11:27.035 INFO:tasks.workunit.client.0.smithi037.stdout:661 2021-07-26T16:11:27.038 INFO:tasks.workunit.client.0.smithi037.stdout:662 2021-07-26T16:11:27.041 INFO:tasks.workunit.client.0.smithi037.stdout:663 2021-07-26T16:11:27.044 INFO:tasks.workunit.client.0.smithi037.stdout:664 2021-07-26T16:11:27.047 INFO:tasks.workunit.client.0.smithi037.stdout:665 2021-07-26T16:11:27.050 INFO:tasks.workunit.client.0.smithi037.stdout:666 2021-07-26T16:11:27.053 INFO:tasks.workunit.client.0.smithi037.stdout:667 2021-07-26T16:11:27.055 INFO:tasks.workunit.client.0.smithi037.stdout:668 2021-07-26T16:11:27.059 INFO:tasks.workunit.client.0.smithi037.stdout:669 2021-07-26T16:11:27.062 INFO:tasks.workunit.client.0.smithi037.stdout:670 2021-07-26T16:11:27.065 INFO:tasks.workunit.client.0.smithi037.stdout:671 2021-07-26T16:11:27.068 INFO:tasks.workunit.client.0.smithi037.stdout:672 2021-07-26T16:11:27.071 INFO:tasks.workunit.client.0.smithi037.stdout:673 2021-07-26T16:11:27.074 INFO:tasks.workunit.client.0.smithi037.stdout:674 2021-07-26T16:11:27.077 INFO:tasks.workunit.client.0.smithi037.stdout:675 2021-07-26T16:11:27.080 INFO:tasks.workunit.client.0.smithi037.stdout:676 2021-07-26T16:11:27.083 INFO:tasks.workunit.client.0.smithi037.stdout:677 2021-07-26T16:11:27.086 INFO:tasks.workunit.client.0.smithi037.stdout:678 2021-07-26T16:11:27.090 INFO:tasks.workunit.client.0.smithi037.stdout:679 2021-07-26T16:11:27.093 INFO:tasks.workunit.client.0.smithi037.stdout:680 2021-07-26T16:11:27.096 INFO:tasks.workunit.client.0.smithi037.stdout:681 2021-07-26T16:11:27.099 INFO:tasks.workunit.client.0.smithi037.stdout:682 2021-07-26T16:11:27.102 INFO:tasks.workunit.client.0.smithi037.stdout:683 2021-07-26T16:11:27.106 INFO:tasks.workunit.client.0.smithi037.stdout:684 2021-07-26T16:11:27.108 INFO:tasks.workunit.client.0.smithi037.stdout:685 2021-07-26T16:11:27.111 INFO:tasks.workunit.client.0.smithi037.stdout:686 2021-07-26T16:11:27.114 INFO:tasks.workunit.client.0.smithi037.stdout:687 2021-07-26T16:11:27.118 INFO:tasks.workunit.client.0.smithi037.stdout:688 2021-07-26T16:11:27.121 INFO:tasks.workunit.client.0.smithi037.stdout:689 2021-07-26T16:11:27.124 INFO:tasks.workunit.client.0.smithi037.stdout:690 2021-07-26T16:11:27.127 INFO:tasks.workunit.client.0.smithi037.stdout:691 2021-07-26T16:11:27.129 INFO:tasks.workunit.client.0.smithi037.stdout:692 2021-07-26T16:11:27.132 INFO:tasks.workunit.client.0.smithi037.stdout:693 2021-07-26T16:11:27.135 INFO:tasks.workunit.client.0.smithi037.stdout:694 2021-07-26T16:11:27.138 INFO:tasks.workunit.client.0.smithi037.stdout:695 2021-07-26T16:11:27.140 INFO:tasks.workunit.client.0.smithi037.stdout:696 2021-07-26T16:11:27.143 INFO:tasks.workunit.client.0.smithi037.stdout:697 2021-07-26T16:11:27.146 INFO:tasks.workunit.client.0.smithi037.stdout:698 2021-07-26T16:11:27.149 INFO:tasks.workunit.client.0.smithi037.stdout:699 2021-07-26T16:11:27.152 INFO:tasks.workunit.client.0.smithi037.stdout:700 2021-07-26T16:11:27.155 INFO:tasks.workunit.client.0.smithi037.stdout:701 2021-07-26T16:11:27.158 INFO:tasks.workunit.client.0.smithi037.stdout:702 2021-07-26T16:11:27.161 INFO:tasks.workunit.client.0.smithi037.stdout:703 2021-07-26T16:11:27.164 INFO:tasks.workunit.client.0.smithi037.stdout:704 2021-07-26T16:11:27.167 INFO:tasks.workunit.client.0.smithi037.stdout:705 2021-07-26T16:11:27.170 INFO:tasks.workunit.client.0.smithi037.stdout:706 2021-07-26T16:11:27.173 INFO:tasks.workunit.client.0.smithi037.stdout:707 2021-07-26T16:11:27.175 INFO:tasks.workunit.client.0.smithi037.stdout:708 2021-07-26T16:11:27.179 INFO:tasks.workunit.client.0.smithi037.stdout:709 2021-07-26T16:11:27.182 INFO:tasks.workunit.client.0.smithi037.stdout:710 2021-07-26T16:11:27.185 INFO:tasks.workunit.client.0.smithi037.stdout:711 2021-07-26T16:11:27.188 INFO:tasks.workunit.client.0.smithi037.stdout:712 2021-07-26T16:11:27.191 INFO:tasks.workunit.client.0.smithi037.stdout:713 2021-07-26T16:11:27.194 INFO:tasks.workunit.client.0.smithi037.stdout:714 2021-07-26T16:11:27.196 INFO:tasks.workunit.client.0.smithi037.stdout:715 2021-07-26T16:11:27.199 INFO:tasks.workunit.client.0.smithi037.stdout:716 2021-07-26T16:11:27.202 INFO:tasks.workunit.client.0.smithi037.stdout:717 2021-07-26T16:11:27.206 INFO:tasks.workunit.client.0.smithi037.stdout:718 2021-07-26T16:11:27.209 INFO:tasks.workunit.client.0.smithi037.stdout:719 2021-07-26T16:11:27.211 INFO:tasks.workunit.client.0.smithi037.stdout:720 2021-07-26T16:11:27.214 INFO:tasks.workunit.client.0.smithi037.stdout:721 2021-07-26T16:11:27.216 INFO:tasks.workunit.client.0.smithi037.stdout:722 2021-07-26T16:11:27.218 INFO:tasks.workunit.client.0.smithi037.stdout:723 2021-07-26T16:11:27.220 INFO:tasks.workunit.client.0.smithi037.stdout:724 2021-07-26T16:11:27.222 INFO:tasks.workunit.client.0.smithi037.stdout:725 2021-07-26T16:11:27.225 INFO:tasks.workunit.client.0.smithi037.stdout:726 2021-07-26T16:11:27.227 INFO:tasks.workunit.client.0.smithi037.stdout:727 2021-07-26T16:11:27.229 INFO:tasks.workunit.client.0.smithi037.stdout:728 2021-07-26T16:11:27.232 INFO:tasks.workunit.client.0.smithi037.stdout:729 2021-07-26T16:11:27.235 INFO:tasks.workunit.client.0.smithi037.stdout:730 2021-07-26T16:11:27.237 INFO:tasks.workunit.client.0.smithi037.stdout:731 2021-07-26T16:11:27.240 INFO:tasks.workunit.client.0.smithi037.stdout:732 2021-07-26T16:11:27.243 INFO:tasks.workunit.client.0.smithi037.stdout:733 2021-07-26T16:11:27.245 INFO:tasks.workunit.client.0.smithi037.stdout:734 2021-07-26T16:11:27.248 INFO:tasks.workunit.client.0.smithi037.stdout:735 2021-07-26T16:11:27.251 INFO:tasks.workunit.client.0.smithi037.stdout:736 2021-07-26T16:11:27.253 INFO:tasks.workunit.client.0.smithi037.stdout:737 2021-07-26T16:11:27.256 INFO:tasks.workunit.client.0.smithi037.stdout:738 2021-07-26T16:11:27.259 INFO:tasks.workunit.client.0.smithi037.stdout:739 2021-07-26T16:11:27.263 INFO:tasks.workunit.client.0.smithi037.stdout:740 2021-07-26T16:11:27.266 INFO:tasks.workunit.client.0.smithi037.stdout:741 2021-07-26T16:11:27.269 INFO:tasks.workunit.client.0.smithi037.stdout:742 2021-07-26T16:11:27.272 INFO:tasks.workunit.client.0.smithi037.stdout:743 2021-07-26T16:11:27.276 INFO:tasks.workunit.client.0.smithi037.stdout:744 2021-07-26T16:11:27.279 INFO:tasks.workunit.client.0.smithi037.stdout:745 2021-07-26T16:11:27.282 INFO:tasks.workunit.client.0.smithi037.stdout:746 2021-07-26T16:11:27.285 INFO:tasks.workunit.client.0.smithi037.stdout:747 2021-07-26T16:11:27.288 INFO:tasks.workunit.client.0.smithi037.stdout:748 2021-07-26T16:11:27.291 INFO:tasks.workunit.client.0.smithi037.stdout:749 2021-07-26T16:11:27.294 INFO:tasks.workunit.client.0.smithi037.stdout:750 2021-07-26T16:11:27.298 INFO:tasks.workunit.client.0.smithi037.stdout:751 2021-07-26T16:11:27.301 INFO:tasks.workunit.client.0.smithi037.stdout:752 2021-07-26T16:11:27.304 INFO:tasks.workunit.client.0.smithi037.stdout:753 2021-07-26T16:11:27.307 INFO:tasks.workunit.client.0.smithi037.stdout:754 2021-07-26T16:11:27.310 INFO:tasks.workunit.client.0.smithi037.stdout:755 2021-07-26T16:11:27.313 INFO:tasks.workunit.client.0.smithi037.stdout:756 2021-07-26T16:11:27.316 INFO:tasks.workunit.client.0.smithi037.stdout:757 2021-07-26T16:11:27.319 INFO:tasks.workunit.client.0.smithi037.stdout:758 2021-07-26T16:11:27.323 INFO:tasks.workunit.client.0.smithi037.stdout:759 2021-07-26T16:11:27.326 INFO:tasks.workunit.client.0.smithi037.stdout:760 2021-07-26T16:11:27.329 INFO:tasks.workunit.client.0.smithi037.stdout:761 2021-07-26T16:11:27.333 INFO:tasks.workunit.client.0.smithi037.stdout:762 2021-07-26T16:11:27.334 INFO:tasks.workunit.client.0.smithi037.stdout:763 2021-07-26T16:11:27.337 INFO:tasks.workunit.client.0.smithi037.stdout:764 2021-07-26T16:11:27.340 INFO:tasks.workunit.client.0.smithi037.stdout:765 2021-07-26T16:11:27.343 INFO:tasks.workunit.client.0.smithi037.stdout:766 2021-07-26T16:11:27.346 INFO:tasks.workunit.client.0.smithi037.stdout:767 2021-07-26T16:11:27.349 INFO:tasks.workunit.client.0.smithi037.stdout:768 2021-07-26T16:11:27.352 INFO:tasks.workunit.client.0.smithi037.stdout:769 2021-07-26T16:11:27.355 INFO:tasks.workunit.client.0.smithi037.stdout:770 2021-07-26T16:11:27.358 INFO:tasks.workunit.client.0.smithi037.stdout:771 2021-07-26T16:11:27.361 INFO:tasks.workunit.client.0.smithi037.stdout:772 2021-07-26T16:11:27.364 INFO:tasks.workunit.client.0.smithi037.stdout:773 2021-07-26T16:11:27.367 INFO:tasks.workunit.client.0.smithi037.stdout:774 2021-07-26T16:11:27.370 INFO:tasks.workunit.client.0.smithi037.stdout:775 2021-07-26T16:11:27.373 INFO:tasks.workunit.client.0.smithi037.stdout:776 2021-07-26T16:11:27.376 INFO:tasks.workunit.client.0.smithi037.stdout:777 2021-07-26T16:11:27.379 INFO:tasks.workunit.client.0.smithi037.stdout:778 2021-07-26T16:11:27.382 INFO:tasks.workunit.client.0.smithi037.stdout:779 2021-07-26T16:11:27.385 INFO:tasks.workunit.client.0.smithi037.stdout:780 2021-07-26T16:11:27.388 INFO:tasks.workunit.client.0.smithi037.stdout:781 2021-07-26T16:11:27.391 INFO:tasks.workunit.client.0.smithi037.stdout:782 2021-07-26T16:11:27.394 INFO:tasks.workunit.client.0.smithi037.stdout:783 2021-07-26T16:11:27.397 INFO:tasks.workunit.client.0.smithi037.stdout:784 2021-07-26T16:11:27.400 INFO:tasks.workunit.client.0.smithi037.stdout:785 2021-07-26T16:11:27.404 INFO:tasks.workunit.client.0.smithi037.stdout:786 2021-07-26T16:11:27.406 INFO:tasks.workunit.client.0.smithi037.stdout:787 2021-07-26T16:11:27.409 INFO:tasks.workunit.client.0.smithi037.stdout:788 2021-07-26T16:11:27.411 INFO:tasks.workunit.client.0.smithi037.stdout:789 2021-07-26T16:11:27.414 INFO:tasks.workunit.client.0.smithi037.stdout:790 2021-07-26T16:11:27.416 INFO:tasks.workunit.client.0.smithi037.stdout:791 2021-07-26T16:11:27.419 INFO:tasks.workunit.client.0.smithi037.stdout:792 2021-07-26T16:11:27.421 INFO:tasks.workunit.client.0.smithi037.stdout:793 2021-07-26T16:11:27.424 INFO:tasks.workunit.client.0.smithi037.stdout:794 2021-07-26T16:11:27.427 INFO:tasks.workunit.client.0.smithi037.stdout:795 2021-07-26T16:11:27.430 INFO:tasks.workunit.client.0.smithi037.stdout:796 2021-07-26T16:11:27.433 INFO:tasks.workunit.client.0.smithi037.stdout:797 2021-07-26T16:11:27.436 INFO:tasks.workunit.client.0.smithi037.stdout:798 2021-07-26T16:11:27.440 INFO:tasks.workunit.client.0.smithi037.stdout:799 2021-07-26T16:11:27.443 INFO:tasks.workunit.client.0.smithi037.stdout:800 2021-07-26T16:11:27.446 INFO:tasks.workunit.client.0.smithi037.stdout:801 2021-07-26T16:11:27.449 INFO:tasks.workunit.client.0.smithi037.stdout:802 2021-07-26T16:11:27.452 INFO:tasks.workunit.client.0.smithi037.stdout:803 2021-07-26T16:11:27.455 INFO:tasks.workunit.client.0.smithi037.stdout:804 2021-07-26T16:11:27.458 INFO:tasks.workunit.client.0.smithi037.stdout:805 2021-07-26T16:11:27.461 INFO:tasks.workunit.client.0.smithi037.stdout:806 2021-07-26T16:11:27.464 INFO:tasks.workunit.client.0.smithi037.stdout:807 2021-07-26T16:11:27.467 INFO:tasks.workunit.client.0.smithi037.stdout:808 2021-07-26T16:11:27.470 INFO:tasks.workunit.client.0.smithi037.stdout:809 2021-07-26T16:11:27.474 INFO:tasks.workunit.client.0.smithi037.stdout:810 2021-07-26T16:11:27.477 INFO:tasks.workunit.client.0.smithi037.stdout:811 2021-07-26T16:11:27.480 INFO:tasks.workunit.client.0.smithi037.stdout:812 2021-07-26T16:11:27.483 INFO:tasks.workunit.client.0.smithi037.stdout:813 2021-07-26T16:11:27.486 INFO:tasks.workunit.client.0.smithi037.stdout:814 2021-07-26T16:11:27.489 INFO:tasks.workunit.client.0.smithi037.stdout:815 2021-07-26T16:11:27.492 INFO:tasks.workunit.client.0.smithi037.stdout:816 2021-07-26T16:11:27.496 INFO:tasks.workunit.client.0.smithi037.stdout:817 2021-07-26T16:11:27.499 INFO:tasks.workunit.client.0.smithi037.stdout:818 2021-07-26T16:11:27.502 INFO:tasks.workunit.client.0.smithi037.stdout:819 2021-07-26T16:11:27.505 INFO:tasks.workunit.client.0.smithi037.stdout:820 2021-07-26T16:11:27.508 INFO:tasks.workunit.client.0.smithi037.stdout:821 2021-07-26T16:11:27.511 INFO:tasks.workunit.client.0.smithi037.stdout:822 2021-07-26T16:11:27.514 INFO:tasks.workunit.client.0.smithi037.stdout:823 2021-07-26T16:11:27.517 INFO:tasks.workunit.client.0.smithi037.stdout:824 2021-07-26T16:11:27.520 INFO:tasks.workunit.client.0.smithi037.stdout:825 2021-07-26T16:11:27.523 INFO:tasks.workunit.client.0.smithi037.stdout:826 2021-07-26T16:11:27.526 INFO:tasks.workunit.client.0.smithi037.stdout:827 2021-07-26T16:11:27.528 INFO:tasks.workunit.client.0.smithi037.stdout:828 2021-07-26T16:11:27.531 INFO:tasks.workunit.client.0.smithi037.stdout:829 2021-07-26T16:11:27.534 INFO:tasks.workunit.client.0.smithi037.stdout:830 2021-07-26T16:11:27.537 INFO:tasks.workunit.client.0.smithi037.stdout:831 2021-07-26T16:11:27.540 INFO:tasks.workunit.client.0.smithi037.stdout:832 2021-07-26T16:11:27.543 INFO:tasks.workunit.client.0.smithi037.stdout:833 2021-07-26T16:11:27.546 INFO:tasks.workunit.client.0.smithi037.stdout:834 2021-07-26T16:11:27.549 INFO:tasks.workunit.client.0.smithi037.stdout:835 2021-07-26T16:11:27.552 INFO:tasks.workunit.client.0.smithi037.stdout:836 2021-07-26T16:11:27.555 INFO:tasks.workunit.client.0.smithi037.stdout:837 2021-07-26T16:11:27.559 INFO:tasks.workunit.client.0.smithi037.stdout:838 2021-07-26T16:11:27.562 INFO:tasks.workunit.client.0.smithi037.stdout:839 2021-07-26T16:11:27.564 INFO:tasks.workunit.client.0.smithi037.stdout:840 2021-07-26T16:11:27.567 INFO:tasks.workunit.client.0.smithi037.stdout:841 2021-07-26T16:11:27.569 INFO:tasks.workunit.client.0.smithi037.stdout:842 2021-07-26T16:11:27.572 INFO:tasks.workunit.client.0.smithi037.stdout:843 2021-07-26T16:11:27.575 INFO:tasks.workunit.client.0.smithi037.stdout:844 2021-07-26T16:11:27.578 INFO:tasks.workunit.client.0.smithi037.stdout:845 2021-07-26T16:11:27.581 INFO:tasks.workunit.client.0.smithi037.stdout:846 2021-07-26T16:11:27.584 INFO:tasks.workunit.client.0.smithi037.stdout:847 2021-07-26T16:11:27.588 INFO:tasks.workunit.client.0.smithi037.stdout:848 2021-07-26T16:11:27.590 INFO:tasks.workunit.client.0.smithi037.stdout:849 2021-07-26T16:11:27.594 INFO:tasks.workunit.client.0.smithi037.stdout:850 2021-07-26T16:11:27.597 INFO:tasks.workunit.client.0.smithi037.stdout:851 2021-07-26T16:11:27.600 INFO:tasks.workunit.client.0.smithi037.stdout:852 2021-07-26T16:11:27.603 INFO:tasks.workunit.client.0.smithi037.stdout:853 2021-07-26T16:11:27.606 INFO:tasks.workunit.client.0.smithi037.stdout:854 2021-07-26T16:11:27.610 INFO:tasks.workunit.client.0.smithi037.stdout:855 2021-07-26T16:11:27.613 INFO:tasks.workunit.client.0.smithi037.stdout:856 2021-07-26T16:11:27.616 INFO:tasks.workunit.client.0.smithi037.stdout:857 2021-07-26T16:11:27.619 INFO:tasks.workunit.client.0.smithi037.stdout:858 2021-07-26T16:11:27.623 INFO:tasks.workunit.client.0.smithi037.stdout:859 2021-07-26T16:11:27.626 INFO:tasks.workunit.client.0.smithi037.stdout:860 2021-07-26T16:11:27.629 INFO:tasks.workunit.client.0.smithi037.stdout:861 2021-07-26T16:11:27.633 INFO:tasks.workunit.client.0.smithi037.stdout:862 2021-07-26T16:11:27.636 INFO:tasks.workunit.client.0.smithi037.stdout:863 2021-07-26T16:11:27.639 INFO:tasks.workunit.client.0.smithi037.stdout:864 2021-07-26T16:11:27.643 INFO:tasks.workunit.client.0.smithi037.stdout:865 2021-07-26T16:11:27.646 INFO:tasks.workunit.client.0.smithi037.stdout:866 2021-07-26T16:11:27.650 INFO:tasks.workunit.client.0.smithi037.stdout:867 2021-07-26T16:11:27.653 INFO:tasks.workunit.client.0.smithi037.stdout:868 2021-07-26T16:11:27.656 INFO:tasks.workunit.client.0.smithi037.stdout:869 2021-07-26T16:11:27.660 INFO:tasks.workunit.client.0.smithi037.stdout:870 2021-07-26T16:11:27.663 INFO:tasks.workunit.client.0.smithi037.stdout:871 2021-07-26T16:11:27.667 INFO:tasks.workunit.client.0.smithi037.stdout:872 2021-07-26T16:11:27.669 INFO:tasks.workunit.client.0.smithi037.stdout:873 2021-07-26T16:11:27.672 INFO:tasks.workunit.client.0.smithi037.stdout:874 2021-07-26T16:11:27.675 INFO:tasks.workunit.client.0.smithi037.stdout:875 2021-07-26T16:11:27.678 INFO:tasks.workunit.client.0.smithi037.stdout:876 2021-07-26T16:11:27.681 INFO:tasks.workunit.client.0.smithi037.stdout:877 2021-07-26T16:11:27.684 INFO:tasks.workunit.client.0.smithi037.stdout:878 2021-07-26T16:11:27.687 INFO:tasks.workunit.client.0.smithi037.stdout:879 2021-07-26T16:11:27.690 INFO:tasks.workunit.client.0.smithi037.stdout:880 2021-07-26T16:11:27.694 INFO:tasks.workunit.client.0.smithi037.stdout:881 2021-07-26T16:11:27.697 INFO:tasks.workunit.client.0.smithi037.stdout:882 2021-07-26T16:11:27.700 INFO:tasks.workunit.client.0.smithi037.stdout:883 2021-07-26T16:11:27.703 INFO:tasks.workunit.client.0.smithi037.stdout:884 2021-07-26T16:11:27.706 INFO:tasks.workunit.client.0.smithi037.stdout:885 2021-07-26T16:11:27.709 INFO:tasks.workunit.client.0.smithi037.stdout:886 2021-07-26T16:11:27.712 INFO:tasks.workunit.client.0.smithi037.stdout:887 2021-07-26T16:11:27.716 INFO:tasks.workunit.client.0.smithi037.stdout:888 2021-07-26T16:11:27.719 INFO:tasks.workunit.client.0.smithi037.stdout:889 2021-07-26T16:11:27.722 INFO:tasks.workunit.client.0.smithi037.stdout:890 2021-07-26T16:11:27.726 INFO:tasks.workunit.client.0.smithi037.stdout:891 2021-07-26T16:11:27.729 INFO:tasks.workunit.client.0.smithi037.stdout:892 2021-07-26T16:11:27.732 INFO:tasks.workunit.client.0.smithi037.stdout:893 2021-07-26T16:11:27.735 INFO:tasks.workunit.client.0.smithi037.stdout:894 2021-07-26T16:11:27.738 INFO:tasks.workunit.client.0.smithi037.stdout:895 2021-07-26T16:11:27.741 INFO:tasks.workunit.client.0.smithi037.stdout:896 2021-07-26T16:11:27.744 INFO:tasks.workunit.client.0.smithi037.stdout:897 2021-07-26T16:11:27.747 INFO:tasks.workunit.client.0.smithi037.stdout:898 2021-07-26T16:11:27.750 INFO:tasks.workunit.client.0.smithi037.stdout:899 2021-07-26T16:11:27.753 INFO:tasks.workunit.client.0.smithi037.stdout:900 2021-07-26T16:11:27.755 INFO:tasks.workunit.client.0.smithi037.stdout:901 2021-07-26T16:11:27.758 INFO:tasks.workunit.client.0.smithi037.stdout:902 2021-07-26T16:11:27.761 INFO:tasks.workunit.client.0.smithi037.stdout:903 2021-07-26T16:11:27.764 INFO:tasks.workunit.client.0.smithi037.stdout:904 2021-07-26T16:11:27.767 INFO:tasks.workunit.client.0.smithi037.stdout:905 2021-07-26T16:11:27.770 INFO:tasks.workunit.client.0.smithi037.stdout:906 2021-07-26T16:11:27.773 INFO:tasks.workunit.client.0.smithi037.stdout:907 2021-07-26T16:11:27.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:27 smithi107 bash[29346]: cluster 2021-07-26T16:11:25.961560+0000 mgr.y (mgr.24994) 602 : cluster [DBG] pgmap v1017: 105 pgs: 9 creating+peering, 23 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:27.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:27 smithi107 bash[29346]: cluster 2021-07-26T16:11:26.402360+0000 mon.a (mon.0) 1369 : cluster [DBG] osdmap e866: 8 total, 8 up, 8 in 2021-07-26T16:11:27.776 INFO:tasks.workunit.client.0.smithi037.stdout:908 2021-07-26T16:11:27.779 INFO:tasks.workunit.client.0.smithi037.stdout:909 2021-07-26T16:11:27.782 INFO:tasks.workunit.client.0.smithi037.stdout:910 2021-07-26T16:11:27.785 INFO:tasks.workunit.client.0.smithi037.stdout:911 2021-07-26T16:11:27.788 INFO:tasks.workunit.client.0.smithi037.stdout:912 2021-07-26T16:11:27.792 INFO:tasks.workunit.client.0.smithi037.stdout:913 2021-07-26T16:11:27.795 INFO:tasks.workunit.client.0.smithi037.stdout:914 2021-07-26T16:11:27.797 INFO:tasks.workunit.client.0.smithi037.stdout:915 2021-07-26T16:11:27.800 INFO:tasks.workunit.client.0.smithi037.stdout:916 2021-07-26T16:11:27.803 INFO:tasks.workunit.client.0.smithi037.stdout:917 2021-07-26T16:11:27.806 INFO:tasks.workunit.client.0.smithi037.stdout:918 2021-07-26T16:11:27.810 INFO:tasks.workunit.client.0.smithi037.stdout:919 2021-07-26T16:11:27.813 INFO:tasks.workunit.client.0.smithi037.stdout:920 2021-07-26T16:11:27.816 INFO:tasks.workunit.client.0.smithi037.stdout:921 2021-07-26T16:11:27.819 INFO:tasks.workunit.client.0.smithi037.stdout:922 2021-07-26T16:11:27.822 INFO:tasks.workunit.client.0.smithi037.stdout:923 2021-07-26T16:11:27.825 INFO:tasks.workunit.client.0.smithi037.stdout:924 2021-07-26T16:11:27.828 INFO:tasks.workunit.client.0.smithi037.stdout:925 2021-07-26T16:11:27.831 INFO:tasks.workunit.client.0.smithi037.stdout:926 2021-07-26T16:11:27.833 INFO:tasks.workunit.client.0.smithi037.stdout:927 2021-07-26T16:11:27.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:27 smithi037 bash[41498]: cluster 2021-07-26T16:11:25.961560+0000 mgr.y (mgr.24994) 602 : cluster [DBG] pgmap v1017: 105 pgs: 9 creating+peering, 23 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:27.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:27 smithi037 bash[41498]: cluster 2021-07-26T16:11:26.402360+0000 mon.a (mon.0) 1369 : cluster [DBG] osdmap e866: 8 total, 8 up, 8 in 2021-07-26T16:11:27.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:27 smithi037 bash[42499]: cluster 2021-07-26T16:11:25.961560+0000 mgr.y (mgr.24994) 602 : cluster [DBG] pgmap v1017: 105 pgs: 9 creating+peering, 23 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:27.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:27 smithi037 bash[42499]: cluster 2021-07-26T16:11:26.402360+0000 mon.a (mon.0) 1369 : cluster [DBG] osdmap e866: 8 total, 8 up, 8 in 2021-07-26T16:11:27.836 INFO:tasks.workunit.client.0.smithi037.stdout:928 2021-07-26T16:11:27.839 INFO:tasks.workunit.client.0.smithi037.stdout:929 2021-07-26T16:11:27.842 INFO:tasks.workunit.client.0.smithi037.stdout:930 2021-07-26T16:11:27.845 INFO:tasks.workunit.client.0.smithi037.stdout:931 2021-07-26T16:11:27.848 INFO:tasks.workunit.client.0.smithi037.stdout:932 2021-07-26T16:11:27.852 INFO:tasks.workunit.client.0.smithi037.stdout:933 2021-07-26T16:11:27.855 INFO:tasks.workunit.client.0.smithi037.stdout:934 2021-07-26T16:11:27.858 INFO:tasks.workunit.client.0.smithi037.stdout:935 2021-07-26T16:11:27.861 INFO:tasks.workunit.client.0.smithi037.stdout:936 2021-07-26T16:11:27.864 INFO:tasks.workunit.client.0.smithi037.stdout:937 2021-07-26T16:11:27.867 INFO:tasks.workunit.client.0.smithi037.stdout:938 2021-07-26T16:11:27.869 INFO:tasks.workunit.client.0.smithi037.stdout:939 2021-07-26T16:11:27.872 INFO:tasks.workunit.client.0.smithi037.stdout:940 2021-07-26T16:11:27.874 INFO:tasks.workunit.client.0.smithi037.stdout:941 2021-07-26T16:11:27.877 INFO:tasks.workunit.client.0.smithi037.stdout:942 2021-07-26T16:11:27.879 INFO:tasks.workunit.client.0.smithi037.stdout:943 2021-07-26T16:11:27.881 INFO:tasks.workunit.client.0.smithi037.stdout:944 2021-07-26T16:11:27.883 INFO:tasks.workunit.client.0.smithi037.stdout:945 2021-07-26T16:11:27.886 INFO:tasks.workunit.client.0.smithi037.stdout:946 2021-07-26T16:11:27.888 INFO:tasks.workunit.client.0.smithi037.stdout:947 2021-07-26T16:11:27.890 INFO:tasks.workunit.client.0.smithi037.stdout:948 2021-07-26T16:11:27.893 INFO:tasks.workunit.client.0.smithi037.stdout:949 2021-07-26T16:11:27.895 INFO:tasks.workunit.client.0.smithi037.stdout:950 2021-07-26T16:11:27.897 INFO:tasks.workunit.client.0.smithi037.stdout:951 2021-07-26T16:11:27.900 INFO:tasks.workunit.client.0.smithi037.stdout:952 2021-07-26T16:11:27.902 INFO:tasks.workunit.client.0.smithi037.stdout:953 2021-07-26T16:11:27.905 INFO:tasks.workunit.client.0.smithi037.stdout:954 2021-07-26T16:11:27.908 INFO:tasks.workunit.client.0.smithi037.stdout:955 2021-07-26T16:11:27.910 INFO:tasks.workunit.client.0.smithi037.stdout:956 2021-07-26T16:11:27.912 INFO:tasks.workunit.client.0.smithi037.stdout:957 2021-07-26T16:11:27.914 INFO:tasks.workunit.client.0.smithi037.stdout:958 2021-07-26T16:11:27.917 INFO:tasks.workunit.client.0.smithi037.stdout:959 2021-07-26T16:11:27.919 INFO:tasks.workunit.client.0.smithi037.stdout:960 2021-07-26T16:11:27.922 INFO:tasks.workunit.client.0.smithi037.stdout:961 2021-07-26T16:11:27.925 INFO:tasks.workunit.client.0.smithi037.stdout:962 2021-07-26T16:11:27.929 INFO:tasks.workunit.client.0.smithi037.stdout:963 2021-07-26T16:11:27.932 INFO:tasks.workunit.client.0.smithi037.stdout:964 2021-07-26T16:11:27.934 INFO:tasks.workunit.client.0.smithi037.stdout:965 2021-07-26T16:11:27.937 INFO:tasks.workunit.client.0.smithi037.stdout:966 2021-07-26T16:11:27.939 INFO:tasks.workunit.client.0.smithi037.stdout:967 2021-07-26T16:11:27.942 INFO:tasks.workunit.client.0.smithi037.stdout:968 2021-07-26T16:11:27.945 INFO:tasks.workunit.client.0.smithi037.stdout:969 2021-07-26T16:11:27.948 INFO:tasks.workunit.client.0.smithi037.stdout:970 2021-07-26T16:11:27.955 INFO:tasks.workunit.client.0.smithi037.stdout:971 2021-07-26T16:11:27.956 INFO:tasks.workunit.client.0.smithi037.stdout:972 2021-07-26T16:11:27.958 INFO:tasks.workunit.client.0.smithi037.stdout:973 2021-07-26T16:11:27.961 INFO:tasks.workunit.client.0.smithi037.stdout:974 2021-07-26T16:11:27.965 INFO:tasks.workunit.client.0.smithi037.stdout:975 2021-07-26T16:11:27.969 INFO:tasks.workunit.client.0.smithi037.stdout:976 2021-07-26T16:11:27.972 INFO:tasks.workunit.client.0.smithi037.stdout:977 2021-07-26T16:11:27.975 INFO:tasks.workunit.client.0.smithi037.stdout:978 2021-07-26T16:11:27.978 INFO:tasks.workunit.client.0.smithi037.stdout:979 2021-07-26T16:11:27.981 INFO:tasks.workunit.client.0.smithi037.stdout:980 2021-07-26T16:11:27.984 INFO:tasks.workunit.client.0.smithi037.stdout:981 2021-07-26T16:11:27.987 INFO:tasks.workunit.client.0.smithi037.stdout:982 2021-07-26T16:11:27.990 INFO:tasks.workunit.client.0.smithi037.stdout:983 2021-07-26T16:11:27.993 INFO:tasks.workunit.client.0.smithi037.stdout:984 2021-07-26T16:11:27.995 INFO:tasks.workunit.client.0.smithi037.stdout:985 2021-07-26T16:11:27.999 INFO:tasks.workunit.client.0.smithi037.stdout:986 2021-07-26T16:11:28.002 INFO:tasks.workunit.client.0.smithi037.stdout:987 2021-07-26T16:11:28.005 INFO:tasks.workunit.client.0.smithi037.stdout:988 2021-07-26T16:11:28.008 INFO:tasks.workunit.client.0.smithi037.stdout:989 2021-07-26T16:11:28.012 INFO:tasks.workunit.client.0.smithi037.stdout:990 2021-07-26T16:11:28.015 INFO:tasks.workunit.client.0.smithi037.stdout:991 2021-07-26T16:11:28.018 INFO:tasks.workunit.client.0.smithi037.stdout:992 2021-07-26T16:11:28.022 INFO:tasks.workunit.client.0.smithi037.stdout:993 2021-07-26T16:11:28.025 INFO:tasks.workunit.client.0.smithi037.stdout:994 2021-07-26T16:11:28.028 INFO:tasks.workunit.client.0.smithi037.stdout:995 2021-07-26T16:11:28.032 INFO:tasks.workunit.client.0.smithi037.stdout:996 2021-07-26T16:11:28.035 INFO:tasks.workunit.client.0.smithi037.stdout:997 2021-07-26T16:11:28.039 INFO:tasks.workunit.client.0.smithi037.stdout:998 2021-07-26T16:11:28.042 INFO:tasks.workunit.client.0.smithi037.stdout:999 2021-07-26T16:11:28.423 INFO:tasks.workunit.client.0.smithi037.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2021-07-26T16:11:28.423 INFO:tasks.workunit.client.0.smithi037.stdout:00000010 69 73 |is| 2021-07-26T16:11:28.423 INFO:tasks.workunit.client.0.smithi037.stdout:00000012 2021-07-26T16:11:28.423 INFO:tasks.workunit.client.0.smithi037.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2021-07-26T16:11:28.424 INFO:tasks.workunit.client.0.smithi037.stdout:00000010 69 73 |is| 2021-07-26T16:11:28.424 INFO:tasks.workunit.client.0.smithi037.stdout:00000012 2021-07-26T16:11:28.424 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsHello.WriteReturnData (5066 ms) 2021-07-26T16:11:28.424 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsHello.Loud 2021-07-26T16:11:29.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:29 smithi107 bash[29346]: cluster 2021-07-26T16:11:27.962397+0000 mgr.y (mgr.24994) 603 : cluster [DBG] pgmap v1019: 105 pgs: 9 creating+peering, 17 unknown, 79 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:29.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:29 smithi107 bash[29346]: cluster 2021-07-26T16:11:28.417210+0000 mon.a (mon.0) 1370 : cluster [DBG] osdmap e867: 8 total, 8 up, 8 in 2021-07-26T16:11:29.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:29 smithi037 bash[41498]: cluster 2021-07-26T16:11:27.962397+0000 mgr.y (mgr.24994) 603 : cluster [DBG] pgmap v1019: 105 pgs: 9 creating+peering, 17 unknown, 79 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:29.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:29 smithi037 bash[41498]: cluster 2021-07-26T16:11:28.417210+0000 mon.a (mon.0) 1370 : cluster [DBG] osdmap e867: 8 total, 8 up, 8 in 2021-07-26T16:11:29.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:29 smithi037 bash[42499]: cluster 2021-07-26T16:11:27.962397+0000 mgr.y (mgr.24994) 603 : cluster [DBG] pgmap v1019: 105 pgs: 9 creating+peering, 17 unknown, 79 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:29.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:29 smithi037 bash[42499]: cluster 2021-07-26T16:11:28.417210+0000 mon.a (mon.0) 1370 : cluster [DBG] osdmap e867: 8 total, 8 up, 8 in 2021-07-26T16:11:30.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:30 smithi107 bash[29346]: cluster 2021-07-26T16:11:29.422862+0000 mon.a (mon.0) 1371 : cluster [DBG] osdmap e868: 8 total, 8 up, 8 in 2021-07-26T16:11:30.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:30 smithi107 bash[29346]: audit 2021-07-26T16:11:29.426271+0000 mon.a (mon.0) 1372 : audit [INF] from='client.? 172.21.15.37:0/577806042' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:30.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:30 smithi107 bash[29346]: audit 2021-07-26T16:11:30.425354+0000 mon.a (mon.0) 1373 : audit [INF] from='client.? 172.21.15.37:0/577806042' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:30.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:30 smithi107 bash[29346]: cluster 2021-07-26T16:11:30.425744+0000 mon.a (mon.0) 1374 : cluster [DBG] osdmap e869: 8 total, 8 up, 8 in 2021-07-26T16:11:30.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:30 smithi037 bash[42499]: cluster 2021-07-26T16:11:29.422862+0000 mon.a (mon.0) 1371 : cluster [DBG] osdmap e868: 8 total, 8 up, 8 in 2021-07-26T16:11:30.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:30 smithi037 bash[42499]: audit 2021-07-26T16:11:29.426271+0000 mon.a (mon.0) 1372 : audit [INF] from='client.? 172.21.15.37:0/577806042' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:30.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:30 smithi037 bash[42499]: audit 2021-07-26T16:11:30.425354+0000 mon.a (mon.0) 1373 : audit [INF] from='client.? 172.21.15.37:0/577806042' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:30.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:30 smithi037 bash[42499]: cluster 2021-07-26T16:11:30.425744+0000 mon.a (mon.0) 1374 : cluster [DBG] osdmap e869: 8 total, 8 up, 8 in 2021-07-26T16:11:30.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:30 smithi037 bash[41498]: cluster 2021-07-26T16:11:29.422862+0000 mon.a (mon.0) 1371 : cluster [DBG] osdmap e868: 8 total, 8 up, 8 in 2021-07-26T16:11:30.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:30 smithi037 bash[41498]: audit 2021-07-26T16:11:29.426271+0000 mon.a (mon.0) 1372 : audit [INF] from='client.? 172.21.15.37:0/577806042' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:30.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:30 smithi037 bash[41498]: audit 2021-07-26T16:11:30.425354+0000 mon.a (mon.0) 1373 : audit [INF] from='client.? 172.21.15.37:0/577806042' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:30.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:30 smithi037 bash[41498]: cluster 2021-07-26T16:11:30.425744+0000 mon.a (mon.0) 1374 : cluster [DBG] osdmap e869: 8 total, 8 up, 8 in 2021-07-26T16:11:31.446 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsHello.Loud (3027 ms) 2021-07-26T16:11:31.446 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsHello.BadMethods 2021-07-26T16:11:31.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:31 smithi107 bash[29346]: cluster 2021-07-26T16:11:29.963129+0000 mgr.y (mgr.24994) 604 : cluster [DBG] pgmap v1022: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:31.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:31 smithi107 bash[29346]: cluster 2021-07-26T16:11:31.444597+0000 mon.a (mon.0) 1375 : cluster [DBG] osdmap e870: 8 total, 8 up, 8 in 2021-07-26T16:11:31.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:31 smithi037 bash[42499]: cluster 2021-07-26T16:11:29.963129+0000 mgr.y (mgr.24994) 604 : cluster [DBG] pgmap v1022: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:31.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:31 smithi037 bash[42499]: cluster 2021-07-26T16:11:31.444597+0000 mon.a (mon.0) 1375 : cluster [DBG] osdmap e870: 8 total, 8 up, 8 in 2021-07-26T16:11:31.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:31 smithi037 bash[41498]: cluster 2021-07-26T16:11:29.963129+0000 mgr.y (mgr.24994) 604 : cluster [DBG] pgmap v1022: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:31.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:31 smithi037 bash[41498]: cluster 2021-07-26T16:11:31.444597+0000 mon.a (mon.0) 1375 : cluster [DBG] osdmap e870: 8 total, 8 up, 8 in 2021-07-26T16:11:33.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:33 smithi107 bash[29346]: cluster 2021-07-26T16:11:31.963857+0000 mgr.y (mgr.24994) 605 : cluster [DBG] pgmap v1025: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:33.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:33 smithi107 bash[29346]: cluster 2021-07-26T16:11:32.470556+0000 mon.a (mon.0) 1376 : cluster [DBG] osdmap e871: 8 total, 8 up, 8 in 2021-07-26T16:11:33.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:33 smithi107 bash[29346]: audit 2021-07-26T16:11:32.472122+0000 mon.c (mon.1) 492 : audit [INF] from='client.? 172.21.15.37:0/2950333353' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:33.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:33 smithi107 bash[29346]: audit 2021-07-26T16:11:32.475236+0000 mon.a (mon.0) 1377 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:33.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:33 smithi037 bash[41498]: cluster 2021-07-26T16:11:31.963857+0000 mgr.y (mgr.24994) 605 : cluster [DBG] pgmap v1025: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:33.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:33 smithi037 bash[41498]: cluster 2021-07-26T16:11:32.470556+0000 mon.a (mon.0) 1376 : cluster [DBG] osdmap e871: 8 total, 8 up, 8 in 2021-07-26T16:11:33.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:33 smithi037 bash[41498]: audit 2021-07-26T16:11:32.472122+0000 mon.c (mon.1) 492 : audit [INF] from='client.? 172.21.15.37:0/2950333353' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:33.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:33 smithi037 bash[41498]: audit 2021-07-26T16:11:32.475236+0000 mon.a (mon.0) 1377 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:33.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:33 smithi037 bash[42499]: cluster 2021-07-26T16:11:31.963857+0000 mgr.y (mgr.24994) 605 : cluster [DBG] pgmap v1025: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:33.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:33 smithi037 bash[42499]: cluster 2021-07-26T16:11:32.470556+0000 mon.a (mon.0) 1376 : cluster [DBG] osdmap e871: 8 total, 8 up, 8 in 2021-07-26T16:11:33.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:33 smithi037 bash[42499]: audit 2021-07-26T16:11:32.472122+0000 mon.c (mon.1) 492 : audit [INF] from='client.? 172.21.15.37:0/2950333353' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:33.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:33 smithi037 bash[42499]: audit 2021-07-26T16:11:32.475236+0000 mon.a (mon.0) 1377 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:33.838 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:11:33 smithi037 bash[45386]: debug 2021-07-26T16:11:33.494+0000 7f490dc6d700 -1 osd.1 pg_epoch: 872 pg[10.2( v 872'1 (0'0,872'1] local-lis/les=871/872 n=1 ec=871/871 lis/c=871/871 les/c/f=872/872/0 sis=871) [1,4,0] r=0 lpr=871 crt=872'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2021-07-26T16:11:33.838 INFO:journalctl@ceph.osd.1.smithi037.stdout:Jul 26 16:11:33 smithi037 bash[45386]: debug 2021-07-26T16:11:33.494+0000 7f4911c75700 -1 osd.1 pg_epoch: 872 pg[10.2( v 872'2 (0'0,872'2] local-lis/les=871/872 n=1 ec=871/871 lis/c=871/871 les/c/f=872/872/0 sis=871) [1,4,0] r=0 lpr=871 crt=872'1 lcod 872'1 mlcod 872'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2021-07-26T16:11:33.838 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:11:33 smithi037 bash[50550]: level=error ts=2021-07-26T16:11:33.536Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:33.839 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:11:33 smithi037 bash[50550]: level=error ts=2021-07-26T16:11:33.536Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:33.839 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:11:33 smithi037 bash[50550]: level=error ts=2021-07-26T16:11:33.536Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:11:34.476 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsHello.BadMethods (3029 ms) 2021-07-26T16:11:34.477 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsHello.Filter 2021-07-26T16:11:34.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:34 smithi107 bash[29346]: audit 2021-07-26T16:11:33.475184+0000 mon.a (mon.0) 1378 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:34.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:34 smithi107 bash[29346]: cluster 2021-07-26T16:11:33.475463+0000 mon.a (mon.0) 1379 : cluster [DBG] osdmap e872: 8 total, 8 up, 8 in 2021-07-26T16:11:34.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:34 smithi107 bash[29346]: cluster 2021-07-26T16:11:34.473776+0000 mon.a (mon.0) 1380 : cluster [DBG] osdmap e873: 8 total, 8 up, 8 in 2021-07-26T16:11:34.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:34 smithi037 bash[42499]: audit 2021-07-26T16:11:33.475184+0000 mon.a (mon.0) 1378 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:34.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:34 smithi037 bash[42499]: cluster 2021-07-26T16:11:33.475463+0000 mon.a (mon.0) 1379 : cluster [DBG] osdmap e872: 8 total, 8 up, 8 in 2021-07-26T16:11:34.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:34 smithi037 bash[42499]: cluster 2021-07-26T16:11:34.473776+0000 mon.a (mon.0) 1380 : cluster [DBG] osdmap e873: 8 total, 8 up, 8 in 2021-07-26T16:11:34.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:34 smithi037 bash[41498]: audit 2021-07-26T16:11:33.475184+0000 mon.a (mon.0) 1378 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:34.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:34 smithi037 bash[41498]: cluster 2021-07-26T16:11:33.475463+0000 mon.a (mon.0) 1379 : cluster [DBG] osdmap e872: 8 total, 8 up, 8 in 2021-07-26T16:11:34.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:34 smithi037 bash[41498]: cluster 2021-07-26T16:11:34.473776+0000 mon.a (mon.0) 1380 : cluster [DBG] osdmap e873: 8 total, 8 up, 8 in 2021-07-26T16:11:35.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:35 smithi107 bash[29346]: cluster 2021-07-26T16:11:33.964606+0000 mgr.y (mgr.24994) 606 : cluster [DBG] pgmap v1028: 105 pgs: 4 creating+peering, 28 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:35.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:35 smithi037 bash[41498]: cluster 2021-07-26T16:11:33.964606+0000 mgr.y (mgr.24994) 606 : cluster [DBG] pgmap v1028: 105 pgs: 4 creating+peering, 28 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:35.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:35 smithi037 bash[42499]: cluster 2021-07-26T16:11:33.964606+0000 mgr.y (mgr.24994) 606 : cluster [DBG] pgmap v1028: 105 pgs: 4 creating+peering, 28 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:36.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:36 smithi107 bash[29346]: cluster 2021-07-26T16:11:35.505910+0000 mon.a (mon.0) 1381 : cluster [DBG] osdmap e874: 8 total, 8 up, 8 in 2021-07-26T16:11:36.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:36 smithi107 bash[29346]: audit 2021-07-26T16:11:35.508077+0000 mon.a (mon.0) 1382 : audit [INF] from='client.? 172.21.15.37:0/2267208959' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:36.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:36 smithi037 bash[41498]: cluster 2021-07-26T16:11:35.505910+0000 mon.a (mon.0) 1381 : cluster [DBG] osdmap e874: 8 total, 8 up, 8 in 2021-07-26T16:11:36.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:36 smithi037 bash[41498]: audit 2021-07-26T16:11:35.508077+0000 mon.a (mon.0) 1382 : audit [INF] from='client.? 172.21.15.37:0/2267208959' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:36.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:36 smithi037 bash[42499]: cluster 2021-07-26T16:11:35.505910+0000 mon.a (mon.0) 1381 : cluster [DBG] osdmap e874: 8 total, 8 up, 8 in 2021-07-26T16:11:36.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:36 smithi037 bash[42499]: audit 2021-07-26T16:11:35.508077+0000 mon.a (mon.0) 1382 : audit [INF] from='client.? 172.21.15.37:0/2267208959' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:37.526 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsHello.Filter (3050 ms) 2021-07-26T16:11:37.527 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 6 tests from ClsHello (20123 ms total) 2021-07-26T16:11:37.527 INFO:tasks.workunit.client.0.smithi037.stdout: 2021-07-26T16:11:37.527 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment tear-down 2021-07-26T16:11:37.528 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] 6 tests from 1 test suite ran. (20123 ms total) 2021-07-26T16:11:37.528 INFO:tasks.workunit.client.0.smithi037.stdout:[ PASSED ] 6 tests. 2021-07-26T16:11:37.529 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-07-26T16:11:37.530 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-07-26T16:11:37.588 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2021-07-26T16:11:37.588 DEBUG:teuthology.orchestra.run.smithi037:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2021-07-26T16:11:37.610 INFO:tasks.workunit.client.0.smithi037.stdout:Running main() from gmock_main.cc 2021-07-26T16:11:37.610 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 27 tests from 1 test suite. 2021-07-26T16:11:37.611 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2021-07-26T16:11:37.611 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 27 tests from TestClsJournal 2021-07-26T16:11:37.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:37 smithi037 bash[41498]: cluster 2021-07-26T16:11:35.965355+0000 mgr.y (mgr.24994) 607 : cluster [DBG] pgmap v1031: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:37.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:37 smithi037 bash[41498]: audit 2021-07-26T16:11:36.520151+0000 mon.a (mon.0) 1383 : audit [INF] from='client.? 172.21.15.37:0/2267208959' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-6","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:37.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:37 smithi037 bash[41498]: cluster 2021-07-26T16:11:36.520454+0000 mon.a (mon.0) 1384 : cluster [DBG] osdmap e875: 8 total, 8 up, 8 in 2021-07-26T16:11:37.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:37 smithi037 bash[42499]: cluster 2021-07-26T16:11:35.965355+0000 mgr.y (mgr.24994) 607 : cluster [DBG] pgmap v1031: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:37.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:37 smithi037 bash[42499]: audit 2021-07-26T16:11:36.520151+0000 mon.a (mon.0) 1383 : audit [INF] from='client.? 172.21.15.37:0/2267208959' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-6","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:37.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:37 smithi037 bash[42499]: cluster 2021-07-26T16:11:36.520454+0000 mon.a (mon.0) 1384 : cluster [DBG] osdmap e875: 8 total, 8 up, 8 in 2021-07-26T16:11:38.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:37 smithi107 bash[29346]: cluster 2021-07-26T16:11:35.965355+0000 mgr.y (mgr.24994) 607 : cluster [DBG] pgmap v1031: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:38.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:37 smithi107 bash[29346]: audit 2021-07-26T16:11:36.520151+0000 mon.a (mon.0) 1383 : audit [INF] from='client.? 172.21.15.37:0/2267208959' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53345-6","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:38.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:37 smithi107 bash[29346]: cluster 2021-07-26T16:11:36.520454+0000 mon.a (mon.0) 1384 : cluster [DBG] osdmap e875: 8 total, 8 up, 8 in 2021-07-26T16:11:38.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:38 smithi037 bash[41498]: cluster 2021-07-26T16:11:37.522249+0000 mon.a (mon.0) 1385 : cluster [DBG] osdmap e876: 8 total, 8 up, 8 in 2021-07-26T16:11:38.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:38 smithi037 bash[42499]: cluster 2021-07-26T16:11:37.522249+0000 mon.a (mon.0) 1385 : cluster [DBG] osdmap e876: 8 total, 8 up, 8 in 2021-07-26T16:11:39.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:38 smithi107 bash[29346]: cluster 2021-07-26T16:11:37.522249+0000 mon.a (mon.0) 1385 : cluster [DBG] osdmap e876: 8 total, 8 up, 8 in 2021-07-26T16:11:39.566 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.Create 2021-07-26T16:11:39.577 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.Create (11 ms) 2021-07-26T16:11:39.578 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.MinimumSet 2021-07-26T16:11:39.582 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.MinimumSet (6 ms) 2021-07-26T16:11:39.583 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2021-07-26T16:11:39.588 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2021-07-26T16:11:39.588 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2021-07-26T16:11:39.592 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (4 ms) 2021-07-26T16:11:39.592 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ActiveSet 2021-07-26T16:11:39.596 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ActiveSet (4 ms) 2021-07-26T16:11:39.596 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2021-07-26T16:11:39.602 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ActiveSetStale (6 ms) 2021-07-26T16:11:39.602 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2021-07-26T16:11:39.606 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.CreateDuplicate (4 ms) 2021-07-26T16:11:39.606 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.GetClient 2021-07-26T16:11:39.611 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.GetClient (5 ms) 2021-07-26T16:11:39.611 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientRegister 2021-07-26T16:11:39.615 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientRegister (4 ms) 2021-07-26T16:11:39.615 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2021-07-26T16:11:39.621 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (6 ms) 2021-07-26T16:11:39.621 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2021-07-26T16:11:39.631 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientUpdateData (10 ms) 2021-07-26T16:11:39.631 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2021-07-26T16:11:39.641 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientUpdateState (10 ms) 2021-07-26T16:11:39.641 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientUnregister 2021-07-26T16:11:39.648 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientUnregister (7 ms) 2021-07-26T16:11:39.648 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2021-07-26T16:11:39.656 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (8 ms) 2021-07-26T16:11:39.656 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2021-07-26T16:11:39.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:39 smithi037 bash[41498]: cluster 2021-07-26T16:11:37.966017+0000 mgr.y (mgr.24994) 608 : cluster [DBG] pgmap v1034: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:39.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:39 smithi037 bash[41498]: cluster 2021-07-26T16:11:38.547263+0000 mon.a (mon.0) 1386 : cluster [DBG] osdmap e877: 8 total, 8 up, 8 in 2021-07-26T16:11:39.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:39 smithi037 bash[41498]: audit 2021-07-26T16:11:38.550540+0000 mon.c (mon.1) 493 : audit [INF] from='client.? 172.21.15.37:0/4142115416' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53466-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:39.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:39 smithi037 bash[41498]: audit 2021-07-26T16:11:38.551586+0000 mon.a (mon.0) 1387 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53466-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:39.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:39 smithi037 bash[42499]: cluster 2021-07-26T16:11:37.966017+0000 mgr.y (mgr.24994) 608 : cluster [DBG] pgmap v1034: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:39.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:39 smithi037 bash[42499]: cluster 2021-07-26T16:11:38.547263+0000 mon.a (mon.0) 1386 : cluster [DBG] osdmap e877: 8 total, 8 up, 8 in 2021-07-26T16:11:39.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:39 smithi037 bash[42499]: audit 2021-07-26T16:11:38.550540+0000 mon.c (mon.1) 493 : audit [INF] from='client.? 172.21.15.37:0/4142115416' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53466-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:39.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:39 smithi037 bash[42499]: audit 2021-07-26T16:11:38.551586+0000 mon.a (mon.0) 1387 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53466-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:39.861 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (205 ms) 2021-07-26T16:11:39.861 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientCommit 2021-07-26T16:11:39.872 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientCommit (11 ms) 2021-07-26T16:11:39.872 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2021-07-26T16:11:39.881 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (9 ms) 2021-07-26T16:11:39.881 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2021-07-26T16:11:39.883 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientCommitDNE (2 ms) 2021-07-26T16:11:39.883 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.ClientList 2021-07-26T16:11:39.963 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.ClientList (80 ms) 2021-07-26T16:11:39.964 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2021-07-26T16:11:39.974 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.GetNextTagTid (11 ms) 2021-07-26T16:11:39.974 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.TagCreate 2021-07-26T16:11:39.994 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.TagCreate (20 ms) 2021-07-26T16:11:39.994 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2021-07-26T16:11:40.013 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (19 ms) 2021-07-26T16:11:40.013 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.TagList 2021-07-26T16:11:40.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:39 smithi107 bash[29346]: cluster 2021-07-26T16:11:37.966017+0000 mgr.y (mgr.24994) 608 : cluster [DBG] pgmap v1034: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:40.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:39 smithi107 bash[29346]: cluster 2021-07-26T16:11:38.547263+0000 mon.a (mon.0) 1386 : cluster [DBG] osdmap e877: 8 total, 8 up, 8 in 2021-07-26T16:11:40.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:39 smithi107 bash[29346]: audit 2021-07-26T16:11:38.550540+0000 mon.c (mon.1) 493 : audit [INF] from='client.? 172.21.15.37:0/4142115416' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53466-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:40.025 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:39 smithi107 bash[29346]: audit 2021-07-26T16:11:38.551586+0000 mon.a (mon.0) 1387 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53466-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:40.257 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.TagList (243 ms) 2021-07-26T16:11:40.257 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.GuardAppend 2021-07-26T16:11:40.261 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.GuardAppend (5 ms) 2021-07-26T16:11:40.261 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2021-07-26T16:11:40.263 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.GuardAppendDNE (3 ms) 2021-07-26T16:11:40.264 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2021-07-26T16:11:40.269 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (5 ms) 2021-07-26T16:11:40.269 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsJournal.Append 2021-07-26T16:11:40.291 INFO:tasks.workunit.client.0.smithi037.stdout:padding is not enabled 2021-07-26T16:11:40.291 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsJournal.Append (22 ms) 2021-07-26T16:11:40.579 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 27 tests from TestClsJournal (725 ms total) 2021-07-26T16:11:40.580 INFO:tasks.workunit.client.0.smithi037.stdout: 2021-07-26T16:11:40.580 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment tear-down 2021-07-26T16:11:40.580 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] 27 tests from 1 test suite ran. (2969 ms total) 2021-07-26T16:11:40.580 INFO:tasks.workunit.client.0.smithi037.stdout:[ PASSED ] 27 tests. 2021-07-26T16:11:40.581 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-07-26T16:11:40.582 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-07-26T16:11:40.592 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2021-07-26T16:11:40.593 DEBUG:teuthology.orchestra.run.smithi037:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2021-07-26T16:11:40.660 INFO:tasks.workunit.client.0.smithi037.stdout:Running main() from gmock_main.cc 2021-07-26T16:11:40.660 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 11 tests from 1 test suite. 2021-07-26T16:11:40.660 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2021-07-26T16:11:40.661 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 11 tests from ClsLock 2021-07-26T16:11:40.661 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestMultiLocking 2021-07-26T16:11:40.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:40 smithi037 bash[41498]: audit 2021-07-26T16:11:39.555544+0000 mon.a (mon.0) 1388 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53466-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:40.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:40 smithi037 bash[41498]: cluster 2021-07-26T16:11:39.555848+0000 mon.a (mon.0) 1389 : cluster [DBG] osdmap e878: 8 total, 8 up, 8 in 2021-07-26T16:11:40.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:40 smithi037 bash[42499]: audit 2021-07-26T16:11:39.555544+0000 mon.a (mon.0) 1388 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53466-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:40.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:40 smithi037 bash[42499]: cluster 2021-07-26T16:11:39.555848+0000 mon.a (mon.0) 1389 : cluster [DBG] osdmap e878: 8 total, 8 up, 8 in 2021-07-26T16:11:41.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:40 smithi107 bash[29346]: audit 2021-07-26T16:11:39.555544+0000 mon.a (mon.0) 1388 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53466-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:41.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:40 smithi107 bash[29346]: cluster 2021-07-26T16:11:39.555848+0000 mon.a (mon.0) 1389 : cluster [DBG] osdmap e878: 8 total, 8 up, 8 in 2021-07-26T16:11:41.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:41 smithi037 bash[41498]: cluster 2021-07-26T16:11:39.966744+0000 mgr.y (mgr.24994) 609 : cluster [DBG] pgmap v1037: 105 pgs: 13 creating+peering, 19 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:41.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:41 smithi037 bash[41498]: cluster 2021-07-26T16:11:40.578617+0000 mon.a (mon.0) 1390 : cluster [DBG] osdmap e879: 8 total, 8 up, 8 in 2021-07-26T16:11:41.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:41 smithi037 bash[42499]: cluster 2021-07-26T16:11:39.966744+0000 mgr.y (mgr.24994) 609 : cluster [DBG] pgmap v1037: 105 pgs: 13 creating+peering, 19 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:41.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:41 smithi037 bash[42499]: cluster 2021-07-26T16:11:40.578617+0000 mon.a (mon.0) 1390 : cluster [DBG] osdmap e879: 8 total, 8 up, 8 in 2021-07-26T16:11:42.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:41 smithi107 bash[29346]: cluster 2021-07-26T16:11:39.966744+0000 mgr.y (mgr.24994) 609 : cluster [DBG] pgmap v1037: 105 pgs: 13 creating+peering, 19 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:42.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:41 smithi107 bash[29346]: cluster 2021-07-26T16:11:40.578617+0000 mon.a (mon.0) 1390 : cluster [DBG] osdmap e879: 8 total, 8 up, 8 in 2021-07-26T16:11:42.631 INFO:tasks.workunit.client.0.smithi037.stdout:lock: mylock 2021-07-26T16:11:42.632 INFO:tasks.workunit.client.0.smithi037.stdout: lock_type: exclusive 2021-07-26T16:11:42.632 INFO:tasks.workunit.client.0.smithi037.stdout: tag: 2021-07-26T16:11:42.632 INFO:tasks.workunit.client.0.smithi037.stdout: lockers: 2021-07-26T16:11:42.632 INFO:tasks.workunit.client.0.smithi037.stdout: client.44574 expiration=2021-07-26T16:13:42.614518+0000 addr=v1:172.21.15.37:0/3747725241 cookie= 2021-07-26T16:11:42.637 INFO:tasks.workunit.client.0.smithi037.stdout:lock: mylock 2021-07-26T16:11:42.637 INFO:tasks.workunit.client.0.smithi037.stdout: lock_type: shared 2021-07-26T16:11:42.638 INFO:tasks.workunit.client.0.smithi037.stdout: tag: 2021-07-26T16:11:42.638 INFO:tasks.workunit.client.0.smithi037.stdout: lockers: 2021-07-26T16:11:42.638 INFO:tasks.workunit.client.0.smithi037.stdout: client.44574 expiration=2021-07-26T16:13:42.623141+0000 addr=v1:172.21.15.37:0/3747725241 cookie= 2021-07-26T16:11:42.638 INFO:tasks.workunit.client.0.smithi037.stdout: client.44580 expiration=0.000000 addr=v1:172.21.15.37:0/4170531921 cookie= 2021-07-26T16:11:42.639 INFO:tasks.workunit.client.0.smithi037.stdout:lock: mylock 2021-07-26T16:11:42.639 INFO:tasks.workunit.client.0.smithi037.stdout: lock_type: shared 2021-07-26T16:11:42.640 INFO:tasks.workunit.client.0.smithi037.stdout: tag: 2021-07-26T16:11:42.640 INFO:tasks.workunit.client.0.smithi037.stdout: lockers: 2021-07-26T16:11:42.640 INFO:tasks.workunit.client.0.smithi037.stdout: client.44580 expiration=0.000000 addr=v1:172.21.15.37:0/4170531921 cookie= 2021-07-26T16:11:43.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:42 smithi107 bash[29346]: cluster 2021-07-26T16:11:41.584286+0000 mon.a (mon.0) 1391 : cluster [DBG] osdmap e880: 8 total, 8 up, 8 in 2021-07-26T16:11:43.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:42 smithi107 bash[29346]: audit 2021-07-26T16:11:41.586185+0000 mon.a (mon.0) 1392 : audit [INF] from='client.? 172.21.15.37:0/3747725241' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:43.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:42 smithi037 bash[41498]: cluster 2021-07-26T16:11:41.584286+0000 mon.a (mon.0) 1391 : cluster [DBG] osdmap e880: 8 total, 8 up, 8 in 2021-07-26T16:11:43.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:42 smithi037 bash[41498]: audit 2021-07-26T16:11:41.586185+0000 mon.a (mon.0) 1392 : audit [INF] from='client.? 172.21.15.37:0/3747725241' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:43.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:42 smithi037 bash[42499]: cluster 2021-07-26T16:11:41.584286+0000 mon.a (mon.0) 1391 : cluster [DBG] osdmap e880: 8 total, 8 up, 8 in 2021-07-26T16:11:43.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:42 smithi037 bash[42499]: audit 2021-07-26T16:11:41.586185+0000 mon.a (mon.0) 1392 : audit [INF] from='client.? 172.21.15.37:0/3747725241' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:43.609 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestMultiLocking (2949 ms) 2021-07-26T16:11:43.609 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestMeta 2021-07-26T16:11:43.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:43 smithi037 bash[42499]: cluster 2021-07-26T16:11:41.967529+0000 mgr.y (mgr.24994) 610 : cluster [DBG] pgmap v1040: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:43.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:43 smithi037 bash[42499]: audit 2021-07-26T16:11:42.594797+0000 mon.a (mon.0) 1393 : audit [INF] from='client.? 172.21.15.37:0/3747725241' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:43.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:43 smithi037 bash[42499]: cluster 2021-07-26T16:11:42.595067+0000 mon.a (mon.0) 1394 : cluster [DBG] osdmap e881: 8 total, 8 up, 8 in 2021-07-26T16:11:43.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:43 smithi037 bash[41498]: cluster 2021-07-26T16:11:41.967529+0000 mgr.y (mgr.24994) 610 : cluster [DBG] pgmap v1040: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:43.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:43 smithi037 bash[41498]: audit 2021-07-26T16:11:42.594797+0000 mon.a (mon.0) 1393 : audit [INF] from='client.? 172.21.15.37:0/3747725241' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:43.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:43 smithi037 bash[41498]: cluster 2021-07-26T16:11:42.595067+0000 mon.a (mon.0) 1394 : cluster [DBG] osdmap e881: 8 total, 8 up, 8 in 2021-07-26T16:11:43.839 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:11:43 smithi037 bash[50550]: level=error ts=2021-07-26T16:11:43.537Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:43.839 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:11:43 smithi037 bash[50550]: level=error ts=2021-07-26T16:11:43.537Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:43.840 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:11:43 smithi037 bash[50550]: level=error ts=2021-07-26T16:11:43.537Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs; Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" 2021-07-26T16:11:44.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:43 smithi107 bash[29346]: cluster 2021-07-26T16:11:41.967529+0000 mgr.y (mgr.24994) 610 : cluster [DBG] pgmap v1040: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:44.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:43 smithi107 bash[29346]: audit 2021-07-26T16:11:42.594797+0000 mon.a (mon.0) 1393 : audit [INF] from='client.? 172.21.15.37:0/3747725241' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:44.025 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:43 smithi107 bash[29346]: cluster 2021-07-26T16:11:42.595067+0000 mon.a (mon.0) 1394 : cluster [DBG] osdmap e881: 8 total, 8 up, 8 in 2021-07-26T16:11:45.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:44 smithi107 bash[29346]: cluster 2021-07-26T16:11:43.604167+0000 mon.a (mon.0) 1395 : cluster [DBG] osdmap e882: 8 total, 8 up, 8 in 2021-07-26T16:11:45.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:44 smithi037 bash[42499]: cluster 2021-07-26T16:11:43.604167+0000 mon.a (mon.0) 1395 : cluster [DBG] osdmap e882: 8 total, 8 up, 8 in 2021-07-26T16:11:45.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:44 smithi037 bash[41498]: cluster 2021-07-26T16:11:43.604167+0000 mon.a (mon.0) 1395 : cluster [DBG] osdmap e882: 8 total, 8 up, 8 in 2021-07-26T16:11:45.672 INFO:tasks.workunit.client.0.smithi037.stdout:lock: mylock 2021-07-26T16:11:45.673 INFO:tasks.workunit.client.0.smithi037.stdout: lock_type: shared 2021-07-26T16:11:45.673 INFO:tasks.workunit.client.0.smithi037.stdout: tag: 2021-07-26T16:11:45.673 INFO:tasks.workunit.client.0.smithi037.stdout: lockers: 2021-07-26T16:11:45.674 INFO:tasks.workunit.client.0.smithi037.stdout: client.44589 expiration=0.000000 addr=v1:172.21.15.37:0/4247646089 cookie= 2021-07-26T16:11:45.675 INFO:tasks.workunit.client.0.smithi037.stdout:lock: mylock 2021-07-26T16:11:45.675 INFO:tasks.workunit.client.0.smithi037.stdout: lock_type: exclusive 2021-07-26T16:11:45.675 INFO:tasks.workunit.client.0.smithi037.stdout: tag: new_tag 2021-07-26T16:11:45.675 INFO:tasks.workunit.client.0.smithi037.stdout: lockers: 2021-07-26T16:11:45.676 INFO:tasks.workunit.client.0.smithi037.stdout: client.44586 expiration=0.000000 addr=v1:172.21.15.37:0/3165692839 cookie= 2021-07-26T16:11:46.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:45 smithi107 bash[29346]: cluster 2021-07-26T16:11:43.968263+0000 mgr.y (mgr.24994) 611 : cluster [DBG] pgmap v1043: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:46.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:45 smithi107 bash[29346]: cluster 2021-07-26T16:11:44.630372+0000 mon.a (mon.0) 1396 : cluster [DBG] osdmap e883: 8 total, 8 up, 8 in 2021-07-26T16:11:46.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:45 smithi107 bash[29346]: audit 2021-07-26T16:11:44.633294+0000 mon.a (mon.0) 1397 : audit [INF] from='client.? 172.21.15.37:0/3165692839' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:46.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:45 smithi037 bash[41498]: cluster 2021-07-26T16:11:43.968263+0000 mgr.y (mgr.24994) 611 : cluster [DBG] pgmap v1043: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:46.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:45 smithi037 bash[41498]: cluster 2021-07-26T16:11:44.630372+0000 mon.a (mon.0) 1396 : cluster [DBG] osdmap e883: 8 total, 8 up, 8 in 2021-07-26T16:11:46.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:45 smithi037 bash[41498]: audit 2021-07-26T16:11:44.633294+0000 mon.a (mon.0) 1397 : audit [INF] from='client.? 172.21.15.37:0/3165692839' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:46.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:45 smithi037 bash[42499]: cluster 2021-07-26T16:11:43.968263+0000 mgr.y (mgr.24994) 611 : cluster [DBG] pgmap v1043: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:46.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:45 smithi037 bash[42499]: cluster 2021-07-26T16:11:44.630372+0000 mon.a (mon.0) 1396 : cluster [DBG] osdmap e883: 8 total, 8 up, 8 in 2021-07-26T16:11:46.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:45 smithi037 bash[42499]: audit 2021-07-26T16:11:44.633294+0000 mon.a (mon.0) 1397 : audit [INF] from='client.? 172.21.15.37:0/3165692839' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:46.659 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestMeta (3050 ms) 2021-07-26T16:11:46.659 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestCookie 2021-07-26T16:11:47.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:46 smithi107 bash[29346]: audit 2021-07-26T16:11:45.634326+0000 mon.a (mon.0) 1398 : audit [INF] from='client.? 172.21.15.37:0/3165692839' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:47.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:46 smithi107 bash[29346]: cluster 2021-07-26T16:11:45.634955+0000 mon.a (mon.0) 1399 : cluster [DBG] osdmap e884: 8 total, 8 up, 8 in 2021-07-26T16:11:47.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:46 smithi107 bash[29346]: audit 2021-07-26T16:11:46.054773+0000 mon.c (mon.1) 494 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:11:47.025 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:46 smithi107 bash[29346]: audit 2021-07-26T16:11:46.055476+0000 mon.a (mon.0) 1400 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:11:47.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:46 smithi037 bash[41498]: audit 2021-07-26T16:11:45.634326+0000 mon.a (mon.0) 1398 : audit [INF] from='client.? 172.21.15.37:0/3165692839' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:47.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:46 smithi037 bash[41498]: cluster 2021-07-26T16:11:45.634955+0000 mon.a (mon.0) 1399 : cluster [DBG] osdmap e884: 8 total, 8 up, 8 in 2021-07-26T16:11:47.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:46 smithi037 bash[41498]: audit 2021-07-26T16:11:46.054773+0000 mon.c (mon.1) 494 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:11:47.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:46 smithi037 bash[41498]: audit 2021-07-26T16:11:46.055476+0000 mon.a (mon.0) 1400 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:11:47.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:46 smithi037 bash[42499]: audit 2021-07-26T16:11:45.634326+0000 mon.a (mon.0) 1398 : audit [INF] from='client.? 172.21.15.37:0/3165692839' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:47.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:46 smithi037 bash[42499]: cluster 2021-07-26T16:11:45.634955+0000 mon.a (mon.0) 1399 : cluster [DBG] osdmap e884: 8 total, 8 up, 8 in 2021-07-26T16:11:47.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:46 smithi037 bash[42499]: audit 2021-07-26T16:11:46.054773+0000 mon.c (mon.1) 494 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:11:47.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:46 smithi037 bash[42499]: audit 2021-07-26T16:11:46.055476+0000 mon.a (mon.0) 1400 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:11:48.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:47 smithi107 bash[29346]: cluster 2021-07-26T16:11:45.968950+0000 mgr.y (mgr.24994) 612 : cluster [DBG] pgmap v1046: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:48.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:47 smithi107 bash[29346]: cluster 2021-07-26T16:11:46.657027+0000 mon.a (mon.0) 1401 : cluster [DBG] osdmap e885: 8 total, 8 up, 8 in 2021-07-26T16:11:48.025 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:47 smithi107 bash[29346]: audit 2021-07-26T16:11:47.055011+0000 mon.c (mon.1) 495 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:11:48.025 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:47 smithi107 bash[29346]: audit 2021-07-26T16:11:47.117416+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:11:48.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:47 smithi037 bash[41498]: cluster 2021-07-26T16:11:45.968950+0000 mgr.y (mgr.24994) 612 : cluster [DBG] pgmap v1046: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:48.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:47 smithi037 bash[41498]: cluster 2021-07-26T16:11:46.657027+0000 mon.a (mon.0) 1401 : cluster [DBG] osdmap e885: 8 total, 8 up, 8 in 2021-07-26T16:11:48.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:47 smithi037 bash[41498]: audit 2021-07-26T16:11:47.055011+0000 mon.c (mon.1) 495 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:11:48.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:47 smithi037 bash[41498]: audit 2021-07-26T16:11:47.117416+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:11:48.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:47 smithi037 bash[42499]: cluster 2021-07-26T16:11:45.968950+0000 mgr.y (mgr.24994) 612 : cluster [DBG] pgmap v1046: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:48.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:47 smithi037 bash[42499]: cluster 2021-07-26T16:11:46.657027+0000 mon.a (mon.0) 1401 : cluster [DBG] osdmap e885: 8 total, 8 up, 8 in 2021-07-26T16:11:48.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:47 smithi037 bash[42499]: audit 2021-07-26T16:11:47.055011+0000 mon.c (mon.1) 495 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:11:48.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:47 smithi037 bash[42499]: audit 2021-07-26T16:11:47.117416+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:11:48.705 INFO:tasks.workunit.client.0.smithi037.stdout:lock: mylock 2021-07-26T16:11:48.705 INFO:tasks.workunit.client.0.smithi037.stdout: lock_type: exclusive 2021-07-26T16:11:48.705 INFO:tasks.workunit.client.0.smithi037.stdout: tag: 2021-07-26T16:11:48.706 INFO:tasks.workunit.client.0.smithi037.stdout: lockers: 2021-07-26T16:11:48.707 INFO:tasks.workunit.client.0.smithi037.stdout:lock: mylock 2021-07-26T16:11:48.708 INFO:tasks.workunit.client.0.smithi037.stdout: lock_type: shared 2021-07-26T16:11:48.708 INFO:tasks.workunit.client.0.smithi037.stdout: tag: 2021-07-26T16:11:48.708 INFO:tasks.workunit.client.0.smithi037.stdout: lockers: 2021-07-26T16:11:48.708 INFO:tasks.workunit.client.0.smithi037.stdout: client.54535 expiration=0.000000 addr=v1:172.21.15.37:0/2518455974 cookie= 2021-07-26T16:11:48.709 INFO:tasks.workunit.client.0.smithi037.stdout: client.54535 expiration=0.000000 addr=v1:172.21.15.37:0/2518455974 cookie=new cookie 2021-07-26T16:11:49.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:48 smithi107 bash[29346]: cluster 2021-07-26T16:11:47.670912+0000 mon.a (mon.0) 1403 : cluster [DBG] osdmap e886: 8 total, 8 up, 8 in 2021-07-26T16:11:49.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:48 smithi107 bash[29346]: audit 2021-07-26T16:11:47.681897+0000 mon.c (mon.1) 496 : audit [INF] from='client.? 172.21.15.37:0/2518455974' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:49.025 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:48 smithi107 bash[29346]: audit 2021-07-26T16:11:47.682484+0000 mon.a (mon.0) 1404 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:49.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:48 smithi037 bash[42499]: cluster 2021-07-26T16:11:47.670912+0000 mon.a (mon.0) 1403 : cluster [DBG] osdmap e886: 8 total, 8 up, 8 in 2021-07-26T16:11:49.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:48 smithi037 bash[42499]: audit 2021-07-26T16:11:47.681897+0000 mon.c (mon.1) 496 : audit [INF] from='client.? 172.21.15.37:0/2518455974' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:49.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:48 smithi037 bash[42499]: audit 2021-07-26T16:11:47.682484+0000 mon.a (mon.0) 1404 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:49.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:48 smithi037 bash[41498]: cluster 2021-07-26T16:11:47.670912+0000 mon.a (mon.0) 1403 : cluster [DBG] osdmap e886: 8 total, 8 up, 8 in 2021-07-26T16:11:49.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:48 smithi037 bash[41498]: audit 2021-07-26T16:11:47.681897+0000 mon.c (mon.1) 496 : audit [INF] from='client.? 172.21.15.37:0/2518455974' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:49.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:48 smithi037 bash[41498]: audit 2021-07-26T16:11:47.682484+0000 mon.a (mon.0) 1404 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:49.692 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestCookie (3033 ms) 2021-07-26T16:11:49.692 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestMultipleLocks 2021-07-26T16:11:50.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:49 smithi107 bash[29346]: cluster 2021-07-26T16:11:47.969811+0000 mgr.y (mgr.24994) 613 : cluster [DBG] pgmap v1049: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:50.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:49 smithi107 bash[29346]: audit 2021-07-26T16:11:48.681950+0000 mon.a (mon.0) 1405 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:50.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:49 smithi107 bash[29346]: cluster 2021-07-26T16:11:48.682075+0000 mon.a (mon.0) 1406 : cluster [DBG] osdmap e887: 8 total, 8 up, 8 in 2021-07-26T16:11:50.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:49 smithi037 bash[42499]: cluster 2021-07-26T16:11:47.969811+0000 mgr.y (mgr.24994) 613 : cluster [DBG] pgmap v1049: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:50.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:49 smithi037 bash[42499]: audit 2021-07-26T16:11:48.681950+0000 mon.a (mon.0) 1405 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:50.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:49 smithi037 bash[42499]: cluster 2021-07-26T16:11:48.682075+0000 mon.a (mon.0) 1406 : cluster [DBG] osdmap e887: 8 total, 8 up, 8 in 2021-07-26T16:11:50.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:49 smithi037 bash[41498]: cluster 2021-07-26T16:11:47.969811+0000 mgr.y (mgr.24994) 613 : cluster [DBG] pgmap v1049: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:50.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:49 smithi037 bash[41498]: audit 2021-07-26T16:11:48.681950+0000 mon.a (mon.0) 1405 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:50.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:49 smithi037 bash[41498]: cluster 2021-07-26T16:11:48.682075+0000 mon.a (mon.0) 1406 : cluster [DBG] osdmap e887: 8 total, 8 up, 8 in 2021-07-26T16:11:51.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:50 smithi107 bash[29346]: cluster 2021-07-26T16:11:49.690087+0000 mon.a (mon.0) 1407 : cluster [DBG] osdmap e888: 8 total, 8 up, 8 in 2021-07-26T16:11:51.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:50 smithi037 bash[41498]: cluster 2021-07-26T16:11:49.690087+0000 mon.a (mon.0) 1407 : cluster [DBG] osdmap e888: 8 total, 8 up, 8 in 2021-07-26T16:11:51.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:50 smithi037 bash[42499]: cluster 2021-07-26T16:11:49.690087+0000 mon.a (mon.0) 1407 : cluster [DBG] osdmap e888: 8 total, 8 up, 8 in 2021-07-26T16:11:52.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:51 smithi107 bash[29346]: cluster 2021-07-26T16:11:49.970530+0000 mgr.y (mgr.24994) 614 : cluster [DBG] pgmap v1052: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:52.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:51 smithi107 bash[29346]: cluster 2021-07-26T16:11:50.702531+0000 mon.a (mon.0) 1408 : cluster [DBG] osdmap e889: 8 total, 8 up, 8 in 2021-07-26T16:11:52.025 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:51 smithi107 bash[29346]: audit 2021-07-26T16:11:50.707589+0000 mon.a (mon.0) 1409 : audit [INF] from='client.? 172.21.15.37:0/3405416158' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:52.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:51 smithi037 bash[41498]: cluster 2021-07-26T16:11:49.970530+0000 mgr.y (mgr.24994) 614 : cluster [DBG] pgmap v1052: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:52.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:51 smithi037 bash[41498]: cluster 2021-07-26T16:11:50.702531+0000 mon.a (mon.0) 1408 : cluster [DBG] osdmap e889: 8 total, 8 up, 8 in 2021-07-26T16:11:52.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:51 smithi037 bash[41498]: audit 2021-07-26T16:11:50.707589+0000 mon.a (mon.0) 1409 : audit [INF] from='client.? 172.21.15.37:0/3405416158' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:52.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:51 smithi037 bash[42499]: cluster 2021-07-26T16:11:49.970530+0000 mgr.y (mgr.24994) 614 : cluster [DBG] pgmap v1052: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:52.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:51 smithi037 bash[42499]: cluster 2021-07-26T16:11:50.702531+0000 mon.a (mon.0) 1408 : cluster [DBG] osdmap e889: 8 total, 8 up, 8 in 2021-07-26T16:11:52.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:51 smithi037 bash[42499]: audit 2021-07-26T16:11:50.707589+0000 mon.a (mon.0) 1409 : audit [INF] from='client.? 172.21.15.37:0/3405416158' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:52.734 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestMultipleLocks (3040 ms) 2021-07-26T16:11:52.734 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestLockDuration 2021-07-26T16:11:53.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:52 smithi107 bash[29346]: audit 2021-07-26T16:11:51.709916+0000 mon.a (mon.0) 1410 : audit [INF] from='client.? 172.21.15.37:0/3405416158' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:53.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:52 smithi107 bash[29346]: cluster 2021-07-26T16:11:51.710502+0000 mon.a (mon.0) 1411 : cluster [DBG] osdmap e890: 8 total, 8 up, 8 in 2021-07-26T16:11:53.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:52 smithi037 bash[41498]: audit 2021-07-26T16:11:51.709916+0000 mon.a (mon.0) 1410 : audit [INF] from='client.? 172.21.15.37:0/3405416158' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:53.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:52 smithi037 bash[41498]: cluster 2021-07-26T16:11:51.710502+0000 mon.a (mon.0) 1411 : cluster [DBG] osdmap e890: 8 total, 8 up, 8 in 2021-07-26T16:11:53.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:52 smithi037 bash[42499]: audit 2021-07-26T16:11:51.709916+0000 mon.a (mon.0) 1410 : audit [INF] from='client.? 172.21.15.37:0/3405416158' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:53.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:52 smithi037 bash[42499]: cluster 2021-07-26T16:11:51.710502+0000 mon.a (mon.0) 1411 : cluster [DBG] osdmap e890: 8 total, 8 up, 8 in 2021-07-26T16:11:53.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:53 smithi037 bash[41498]: cluster 2021-07-26T16:11:51.971269+0000 mgr.y (mgr.24994) 615 : cluster [DBG] pgmap v1055: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:53.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:53 smithi037 bash[41498]: cluster 2021-07-26T16:11:52.728578+0000 mon.a (mon.0) 1412 : cluster [DBG] osdmap e891: 8 total, 8 up, 8 in 2021-07-26T16:11:53.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:53 smithi037 bash[42499]: cluster 2021-07-26T16:11:51.971269+0000 mgr.y (mgr.24994) 615 : cluster [DBG] pgmap v1055: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:53.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:53 smithi037 bash[42499]: cluster 2021-07-26T16:11:52.728578+0000 mon.a (mon.0) 1412 : cluster [DBG] osdmap e891: 8 total, 8 up, 8 in 2021-07-26T16:11:53.836 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:11:53 smithi037 bash[50550]: level=error ts=2021-07-26T16:11:53.537Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:53.837 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:11:53 smithi037 bash[50550]: level=error ts=2021-07-26T16:11:53.537Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:11:53.837 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:11:53 smithi037 bash[50550]: level=error ts=2021-07-26T16:11:53.537Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs; Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" 2021-07-26T16:11:54.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:53 smithi107 bash[29346]: cluster 2021-07-26T16:11:51.971269+0000 mgr.y (mgr.24994) 615 : cluster [DBG] pgmap v1055: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:54.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:53 smithi107 bash[29346]: cluster 2021-07-26T16:11:52.728578+0000 mon.a (mon.0) 1412 : cluster [DBG] osdmap e891: 8 total, 8 up, 8 in 2021-07-26T16:11:55.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:54 smithi107 bash[29346]: cluster 2021-07-26T16:11:53.744108+0000 mon.a (mon.0) 1413 : cluster [DBG] osdmap e892: 8 total, 8 up, 8 in 2021-07-26T16:11:55.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:54 smithi107 bash[29346]: audit 2021-07-26T16:11:53.745753+0000 mon.c (mon.1) 497 : audit [INF] from='client.? 172.21.15.37:0/3807685898' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:55.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:54 smithi107 bash[29346]: audit 2021-07-26T16:11:53.758816+0000 mon.a (mon.0) 1414 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:55.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:54 smithi037 bash[41498]: cluster 2021-07-26T16:11:53.744108+0000 mon.a (mon.0) 1413 : cluster [DBG] osdmap e892: 8 total, 8 up, 8 in 2021-07-26T16:11:55.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:54 smithi037 bash[41498]: audit 2021-07-26T16:11:53.745753+0000 mon.c (mon.1) 497 : audit [INF] from='client.? 172.21.15.37:0/3807685898' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:55.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:54 smithi037 bash[41498]: audit 2021-07-26T16:11:53.758816+0000 mon.a (mon.0) 1414 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:55.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:54 smithi037 bash[42499]: cluster 2021-07-26T16:11:53.744108+0000 mon.a (mon.0) 1413 : cluster [DBG] osdmap e892: 8 total, 8 up, 8 in 2021-07-26T16:11:55.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:54 smithi037 bash[42499]: audit 2021-07-26T16:11:53.745753+0000 mon.c (mon.1) 497 : audit [INF] from='client.? 172.21.15.37:0/3807685898' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:55.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:54 smithi037 bash[42499]: audit 2021-07-26T16:11:53.758816+0000 mon.a (mon.0) 1414 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:11:56.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:55 smithi107 bash[29346]: cluster 2021-07-26T16:11:53.972083+0000 mgr.y (mgr.24994) 616 : cluster [DBG] pgmap v1058: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:56.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:55 smithi107 bash[29346]: audit 2021-07-26T16:11:54.750050+0000 mon.a (mon.0) 1415 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:56.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:55 smithi107 bash[29346]: cluster 2021-07-26T16:11:54.750698+0000 mon.a (mon.0) 1416 : cluster [DBG] osdmap e893: 8 total, 8 up, 8 in 2021-07-26T16:11:56.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:55 smithi037 bash[41498]: cluster 2021-07-26T16:11:53.972083+0000 mgr.y (mgr.24994) 616 : cluster [DBG] pgmap v1058: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:56.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:55 smithi037 bash[41498]: audit 2021-07-26T16:11:54.750050+0000 mon.a (mon.0) 1415 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:56.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:55 smithi037 bash[41498]: cluster 2021-07-26T16:11:54.750698+0000 mon.a (mon.0) 1416 : cluster [DBG] osdmap e893: 8 total, 8 up, 8 in 2021-07-26T16:11:56.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:55 smithi037 bash[42499]: cluster 2021-07-26T16:11:53.972083+0000 mgr.y (mgr.24994) 616 : cluster [DBG] pgmap v1058: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:11:56.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:55 smithi037 bash[42499]: audit 2021-07-26T16:11:54.750050+0000 mon.a (mon.0) 1415 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-5","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:11:56.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:55 smithi037 bash[42499]: cluster 2021-07-26T16:11:54.750698+0000 mon.a (mon.0) 1416 : cluster [DBG] osdmap e893: 8 total, 8 up, 8 in 2021-07-26T16:11:57.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:56 smithi107 bash[29346]: cluster 2021-07-26T16:11:55.765713+0000 mon.a (mon.0) 1417 : cluster [DBG] osdmap e894: 8 total, 8 up, 8 in 2021-07-26T16:11:57.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:56 smithi107 bash[29346]: cluster 2021-07-26T16:11:55.972862+0000 mgr.y (mgr.24994) 617 : cluster [DBG] pgmap v1061: 105 pgs: 15 creating+peering, 7 unknown, 83 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:11:57.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:56 smithi037 bash[41498]: cluster 2021-07-26T16:11:55.765713+0000 mon.a (mon.0) 1417 : cluster [DBG] osdmap e894: 8 total, 8 up, 8 in 2021-07-26T16:11:57.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:56 smithi037 bash[41498]: cluster 2021-07-26T16:11:55.972862+0000 mgr.y (mgr.24994) 617 : cluster [DBG] pgmap v1061: 105 pgs: 15 creating+peering, 7 unknown, 83 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:11:57.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:56 smithi037 bash[42499]: cluster 2021-07-26T16:11:55.765713+0000 mon.a (mon.0) 1417 : cluster [DBG] osdmap e894: 8 total, 8 up, 8 in 2021-07-26T16:11:57.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:56 smithi037 bash[42499]: cluster 2021-07-26T16:11:55.972862+0000 mgr.y (mgr.24994) 617 : cluster [DBG] pgmap v1061: 105 pgs: 15 creating+peering, 7 unknown, 83 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:11:59.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:11:59 smithi107 bash[29346]: cluster 2021-07-26T16:11:57.973730+0000 mgr.y (mgr.24994) 618 : cluster [DBG] pgmap v1062: 105 pgs: 15 creating+peering, 3 unknown, 87 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:11:59.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:11:59 smithi037 bash[41498]: cluster 2021-07-26T16:11:57.973730+0000 mgr.y (mgr.24994) 618 : cluster [DBG] pgmap v1062: 105 pgs: 15 creating+peering, 3 unknown, 87 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:11:59.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:11:59 smithi037 bash[42499]: cluster 2021-07-26T16:11:57.973730+0000 mgr.y (mgr.24994) 618 : cluster [DBG] pgmap v1062: 105 pgs: 15 creating+peering, 3 unknown, 87 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:00.276 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestLockDuration (7539 ms) 2021-07-26T16:12:00.276 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestAssertLocked 2021-07-26T16:12:01.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:01 smithi107 bash[29346]: cluster 2021-07-26T16:11:59.974946+0000 mgr.y (mgr.24994) 619 : cluster [DBG] pgmap v1063: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:01.524 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:01 smithi107 bash[29346]: cluster 2021-07-26T16:12:00.272096+0000 mon.a (mon.0) 1418 : cluster [DBG] osdmap e895: 8 total, 8 up, 8 in 2021-07-26T16:12:01.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:01 smithi037 bash[41498]: cluster 2021-07-26T16:11:59.974946+0000 mgr.y (mgr.24994) 619 : cluster [DBG] pgmap v1063: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:01.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:01 smithi037 bash[41498]: cluster 2021-07-26T16:12:00.272096+0000 mon.a (mon.0) 1418 : cluster [DBG] osdmap e895: 8 total, 8 up, 8 in 2021-07-26T16:12:01.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:01 smithi037 bash[42499]: cluster 2021-07-26T16:11:59.974946+0000 mgr.y (mgr.24994) 619 : cluster [DBG] pgmap v1063: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:01.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:01 smithi037 bash[42499]: cluster 2021-07-26T16:12:00.272096+0000 mon.a (mon.0) 1418 : cluster [DBG] osdmap e895: 8 total, 8 up, 8 in 2021-07-26T16:12:02.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:02 smithi037 bash[41498]: cluster 2021-07-26T16:12:01.289785+0000 mon.a (mon.0) 1419 : cluster [DBG] osdmap e896: 8 total, 8 up, 8 in 2021-07-26T16:12:02.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:02 smithi037 bash[41498]: audit 2021-07-26T16:12:01.293858+0000 mon.a (mon.0) 1420 : audit [INF] from='client.? 172.21.15.37:0/2988253109' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:02.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:02 smithi037 bash[42499]: cluster 2021-07-26T16:12:01.289785+0000 mon.a (mon.0) 1419 : cluster [DBG] osdmap e896: 8 total, 8 up, 8 in 2021-07-26T16:12:02.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:02 smithi037 bash[42499]: audit 2021-07-26T16:12:01.293858+0000 mon.a (mon.0) 1420 : audit [INF] from='client.? 172.21.15.37:0/2988253109' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:02.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:02 smithi107 bash[29346]: cluster 2021-07-26T16:12:01.289785+0000 mon.a (mon.0) 1419 : cluster [DBG] osdmap e896: 8 total, 8 up, 8 in 2021-07-26T16:12:02.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:02 smithi107 bash[29346]: audit 2021-07-26T16:12:01.293858+0000 mon.a (mon.0) 1420 : audit [INF] from='client.? 172.21.15.37:0/2988253109' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:03.314 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestAssertLocked (3038 ms) 2021-07-26T16:12:03.314 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestSetCookie 2021-07-26T16:12:03.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:03 smithi037 bash[42499]: cluster 2021-07-26T16:12:01.975821+0000 mgr.y (mgr.24994) 620 : cluster [DBG] pgmap v1066: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:03.585 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:03 smithi037 bash[42499]: audit 2021-07-26T16:12:02.292488+0000 mon.a (mon.0) 1421 : audit [INF] from='client.? 172.21.15.37:0/2988253109' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-6","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:03.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:03 smithi037 bash[42499]: cluster 2021-07-26T16:12:02.292905+0000 mon.a (mon.0) 1422 : cluster [DBG] osdmap e897: 8 total, 8 up, 8 in 2021-07-26T16:12:03.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:03 smithi037 bash[41498]: cluster 2021-07-26T16:12:01.975821+0000 mgr.y (mgr.24994) 620 : cluster [DBG] pgmap v1066: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:03.586 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:03 smithi037 bash[41498]: audit 2021-07-26T16:12:02.292488+0000 mon.a (mon.0) 1421 : audit [INF] from='client.? 172.21.15.37:0/2988253109' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-6","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:03.587 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:03 smithi037 bash[41498]: cluster 2021-07-26T16:12:02.292905+0000 mon.a (mon.0) 1422 : cluster [DBG] osdmap e897: 8 total, 8 up, 8 in 2021-07-26T16:12:03.587 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:12:03 smithi037 bash[50550]: level=error ts=2021-07-26T16:12:03.537Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:03.587 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:12:03 smithi037 bash[50550]: level=error ts=2021-07-26T16:12:03.537Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:03.587 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:12:03 smithi037 bash[50550]: level=error ts=2021-07-26T16:12:03.537Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:12:03.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:03 smithi107 bash[29346]: cluster 2021-07-26T16:12:01.975821+0000 mgr.y (mgr.24994) 620 : cluster [DBG] pgmap v1066: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:03.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:03 smithi107 bash[29346]: audit 2021-07-26T16:12:02.292488+0000 mon.a (mon.0) 1421 : audit [INF] from='client.? 172.21.15.37:0/2988253109' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-6","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:03.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:03 smithi107 bash[29346]: cluster 2021-07-26T16:12:02.292905+0000 mon.a (mon.0) 1422 : cluster [DBG] osdmap e897: 8 total, 8 up, 8 in 2021-07-26T16:12:04.585 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:04 smithi037 bash[41498]: cluster 2021-07-26T16:12:03.308088+0000 mon.a (mon.0) 1423 : cluster [DBG] osdmap e898: 8 total, 8 up, 8 in 2021-07-26T16:12:04.586 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:04 smithi037 bash[42499]: cluster 2021-07-26T16:12:03.308088+0000 mon.a (mon.0) 1423 : cluster [DBG] osdmap e898: 8 total, 8 up, 8 in 2021-07-26T16:12:04.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:04 smithi107 bash[29346]: cluster 2021-07-26T16:12:03.308088+0000 mon.a (mon.0) 1423 : cluster [DBG] osdmap e898: 8 total, 8 up, 8 in 2021-07-26T16:12:05.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:05 smithi107 bash[29346]: cluster 2021-07-26T16:12:03.976552+0000 mgr.y (mgr.24994) 621 : cluster [DBG] pgmap v1069: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:05.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:05 smithi107 bash[29346]: cluster 2021-07-26T16:12:04.329263+0000 mon.a (mon.0) 1424 : cluster [DBG] osdmap e899: 8 total, 8 up, 8 in 2021-07-26T16:12:05.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:05 smithi107 bash[29346]: audit 2021-07-26T16:12:04.335355+0000 mon.c (mon.1) 498 : audit [INF] from='client.? 172.21.15.37:0/4038289816' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:05.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:05 smithi107 bash[29346]: audit 2021-07-26T16:12:04.336376+0000 mon.a (mon.0) 1425 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:05.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:05 smithi037 bash[42499]: cluster 2021-07-26T16:12:03.976552+0000 mgr.y (mgr.24994) 621 : cluster [DBG] pgmap v1069: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:05.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:05 smithi037 bash[42499]: cluster 2021-07-26T16:12:04.329263+0000 mon.a (mon.0) 1424 : cluster [DBG] osdmap e899: 8 total, 8 up, 8 in 2021-07-26T16:12:05.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:05 smithi037 bash[42499]: audit 2021-07-26T16:12:04.335355+0000 mon.c (mon.1) 498 : audit [INF] from='client.? 172.21.15.37:0/4038289816' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:05.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:05 smithi037 bash[42499]: audit 2021-07-26T16:12:04.336376+0000 mon.a (mon.0) 1425 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:05.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:05 smithi037 bash[41498]: cluster 2021-07-26T16:12:03.976552+0000 mgr.y (mgr.24994) 621 : cluster [DBG] pgmap v1069: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:05.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:05 smithi037 bash[41498]: cluster 2021-07-26T16:12:04.329263+0000 mon.a (mon.0) 1424 : cluster [DBG] osdmap e899: 8 total, 8 up, 8 in 2021-07-26T16:12:05.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:05 smithi037 bash[41498]: audit 2021-07-26T16:12:04.335355+0000 mon.c (mon.1) 498 : audit [INF] from='client.? 172.21.15.37:0/4038289816' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:05.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:05 smithi037 bash[41498]: audit 2021-07-26T16:12:04.336376+0000 mon.a (mon.0) 1425 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:06.367 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestSetCookie (3058 ms) 2021-07-26T16:12:06.368 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestRenew 2021-07-26T16:12:06.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:06 smithi107 bash[29346]: audit 2021-07-26T16:12:05.337271+0000 mon.a (mon.0) 1426 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-7","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:06.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:06 smithi107 bash[29346]: cluster 2021-07-26T16:12:05.337542+0000 mon.a (mon.0) 1427 : cluster [DBG] osdmap e900: 8 total, 8 up, 8 in 2021-07-26T16:12:06.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:06 smithi037 bash[41498]: audit 2021-07-26T16:12:05.337271+0000 mon.a (mon.0) 1426 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-7","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:06.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:06 smithi037 bash[41498]: cluster 2021-07-26T16:12:05.337542+0000 mon.a (mon.0) 1427 : cluster [DBG] osdmap e900: 8 total, 8 up, 8 in 2021-07-26T16:12:06.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:06 smithi037 bash[42499]: audit 2021-07-26T16:12:05.337271+0000 mon.a (mon.0) 1426 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-7","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:06.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:06 smithi037 bash[42499]: cluster 2021-07-26T16:12:05.337542+0000 mon.a (mon.0) 1427 : cluster [DBG] osdmap e900: 8 total, 8 up, 8 in 2021-07-26T16:12:07.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:07 smithi107 bash[29346]: cluster 2021-07-26T16:12:05.977292+0000 mgr.y (mgr.24994) 622 : cluster [DBG] pgmap v1072: 105 pgs: 8 creating+peering, 24 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:07.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:07 smithi107 bash[29346]: cluster 2021-07-26T16:12:06.365064+0000 mon.a (mon.0) 1428 : cluster [DBG] osdmap e901: 8 total, 8 up, 8 in 2021-07-26T16:12:07.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:07 smithi037 bash[42499]: cluster 2021-07-26T16:12:05.977292+0000 mgr.y (mgr.24994) 622 : cluster [DBG] pgmap v1072: 105 pgs: 8 creating+peering, 24 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:07.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:07 smithi037 bash[42499]: cluster 2021-07-26T16:12:06.365064+0000 mon.a (mon.0) 1428 : cluster [DBG] osdmap e901: 8 total, 8 up, 8 in 2021-07-26T16:12:07.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:07 smithi037 bash[41498]: cluster 2021-07-26T16:12:05.977292+0000 mgr.y (mgr.24994) 622 : cluster [DBG] pgmap v1072: 105 pgs: 8 creating+peering, 24 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:07.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:07 smithi037 bash[41498]: cluster 2021-07-26T16:12:06.365064+0000 mon.a (mon.0) 1428 : cluster [DBG] osdmap e901: 8 total, 8 up, 8 in 2021-07-26T16:12:08.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:08 smithi107 bash[29346]: cluster 2021-07-26T16:12:07.376976+0000 mon.a (mon.0) 1429 : cluster [DBG] osdmap e902: 8 total, 8 up, 8 in 2021-07-26T16:12:08.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:08 smithi107 bash[29346]: audit 2021-07-26T16:12:07.382918+0000 mon.c (mon.1) 499 : audit [INF] from='client.? 172.21.15.37:0/4260577279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:08.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:08 smithi107 bash[29346]: audit 2021-07-26T16:12:07.383846+0000 mon.a (mon.0) 1430 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:08.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:08 smithi037 bash[42499]: cluster 2021-07-26T16:12:07.376976+0000 mon.a (mon.0) 1429 : cluster [DBG] osdmap e902: 8 total, 8 up, 8 in 2021-07-26T16:12:08.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:08 smithi037 bash[42499]: audit 2021-07-26T16:12:07.382918+0000 mon.c (mon.1) 499 : audit [INF] from='client.? 172.21.15.37:0/4260577279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:08.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:08 smithi037 bash[42499]: audit 2021-07-26T16:12:07.383846+0000 mon.a (mon.0) 1430 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:08.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:08 smithi037 bash[41498]: cluster 2021-07-26T16:12:07.376976+0000 mon.a (mon.0) 1429 : cluster [DBG] osdmap e902: 8 total, 8 up, 8 in 2021-07-26T16:12:08.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:08 smithi037 bash[41498]: audit 2021-07-26T16:12:07.382918+0000 mon.c (mon.1) 499 : audit [INF] from='client.? 172.21.15.37:0/4260577279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:08.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:08 smithi037 bash[41498]: audit 2021-07-26T16:12:07.383846+0000 mon.a (mon.0) 1430 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:09.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:09 smithi107 bash[29346]: cluster 2021-07-26T16:12:07.981486+0000 mgr.y (mgr.24994) 623 : cluster [DBG] pgmap v1075: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:09.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:09 smithi107 bash[29346]: audit 2021-07-26T16:12:08.387870+0000 mon.a (mon.0) 1431 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-8","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:09.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:09 smithi107 bash[29346]: cluster 2021-07-26T16:12:08.388274+0000 mon.a (mon.0) 1432 : cluster [DBG] osdmap e903: 8 total, 8 up, 8 in 2021-07-26T16:12:09.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:09 smithi037 bash[42499]: cluster 2021-07-26T16:12:07.981486+0000 mgr.y (mgr.24994) 623 : cluster [DBG] pgmap v1075: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:09.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:09 smithi037 bash[42499]: audit 2021-07-26T16:12:08.387870+0000 mon.a (mon.0) 1431 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-8","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:09.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:09 smithi037 bash[42499]: cluster 2021-07-26T16:12:08.388274+0000 mon.a (mon.0) 1432 : cluster [DBG] osdmap e903: 8 total, 8 up, 8 in 2021-07-26T16:12:09.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:09 smithi037 bash[41498]: cluster 2021-07-26T16:12:07.981486+0000 mgr.y (mgr.24994) 623 : cluster [DBG] pgmap v1075: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:09.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:09 smithi037 bash[41498]: audit 2021-07-26T16:12:08.387870+0000 mon.a (mon.0) 1431 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-8","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:09.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:09 smithi037 bash[41498]: cluster 2021-07-26T16:12:08.388274+0000 mon.a (mon.0) 1432 : cluster [DBG] osdmap e903: 8 total, 8 up, 8 in 2021-07-26T16:12:10.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:10 smithi107 bash[29346]: cluster 2021-07-26T16:12:09.390707+0000 mon.a (mon.0) 1433 : cluster [DBG] osdmap e904: 8 total, 8 up, 8 in 2021-07-26T16:12:10.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:10 smithi107 bash[29346]: audit 2021-07-26T16:12:10.048952+0000 mon.c (mon.1) 500 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:12:10.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:10 smithi107 bash[29346]: audit 2021-07-26T16:12:10.340428+0000 mon.a (mon.0) 1434 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:12:10.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[41498]: cluster 2021-07-26T16:12:09.390707+0000 mon.a (mon.0) 1433 : cluster [DBG] osdmap e904: 8 total, 8 up, 8 in 2021-07-26T16:12:10.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[41498]: audit 2021-07-26T16:12:10.048952+0000 mon.c (mon.1) 500 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:12:10.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[41498]: audit 2021-07-26T16:12:10.340428+0000 mon.a (mon.0) 1434 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:12:10.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[42499]: cluster 2021-07-26T16:12:09.390707+0000 mon.a (mon.0) 1433 : cluster [DBG] osdmap e904: 8 total, 8 up, 8 in 2021-07-26T16:12:10.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[42499]: audit 2021-07-26T16:12:10.048952+0000 mon.c (mon.1) 500 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:12:10.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[42499]: audit 2021-07-26T16:12:10.340428+0000 mon.a (mon.0) 1434 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:12:10.837 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: debug 2021-07-26T16:12:10.341+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:12:10.837 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:12:10.838 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:10.838 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:12:10.838 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:10.838 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:12:10.839 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:10.839 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:10.839 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:12:10.839 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: debug 2021-07-26T16:12:10.341+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:12:10.839 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:12:10.840 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:10.840 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:12:10.840 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:10.840 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:12:10.841 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:10.841 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:10.841 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:12:10.841 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: debug 2021-07-26T16:12:10.345+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:12:10.842 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:12:10.842 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:10.842 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:12:10.842 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:10.842 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:12:10.843 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:10.843 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:10.843 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:12:10.843 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: debug 2021-07-26T16:12:10.345+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:12:10.844 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:12:10.844 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:10.844 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:12:10.844 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:10.844 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:12:10.845 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:10.845 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:10.845 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:12:10 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:12:11.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: cluster 2021-07-26T16:12:09.982370+0000 mgr.y (mgr.24994) 624 : cluster [DBG] pgmap v1078: 105 pgs: 4 creating+peering, 16 unknown, 85 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:11.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: cephadm 2021-07-26T16:12:10.343956+0000 mgr.y (mgr.24994) 625 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:12:11.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:12:11.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:11.775 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:12:11.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:11.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:12:11.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:11.776 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:11.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:12:11.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: cephadm 2021-07-26T16:12:10.345661+0000 mgr.y (mgr.24994) 626 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:12:11.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:12:11.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:11.777 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:12:11.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:11.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:12:11.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:11.778 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:11.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:12:11.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: cephadm 2021-07-26T16:12:10.348427+0000 mgr.y (mgr.24994) 627 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:12:11.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:12:11.779 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:11.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:12:11.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:11.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:12:11.780 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:11.781 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:11.781 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:12:11.781 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: cephadm 2021-07-26T16:12:10.349826+0000 mgr.y (mgr.24994) 628 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:12:11.781 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:12:11.782 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:11.782 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:12:11.782 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:11.782 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:12:11.783 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:11.783 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:11.783 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:11 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:12:11.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: cluster 2021-07-26T16:12:09.982370+0000 mgr.y (mgr.24994) 624 : cluster [DBG] pgmap v1078: 105 pgs: 4 creating+peering, 16 unknown, 85 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:11.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: cephadm 2021-07-26T16:12:10.343956+0000 mgr.y (mgr.24994) 625 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:12:11.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:12:11.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:11.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:12:11.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:11.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:12:11.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:11.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:11.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:12:11.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: cephadm 2021-07-26T16:12:10.345661+0000 mgr.y (mgr.24994) 626 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:12:11.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:12:11.838 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:11.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:12:11.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:11.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:12:11.839 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:11.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:11.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:12:11.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: cephadm 2021-07-26T16:12:10.348427+0000 mgr.y (mgr.24994) 627 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:12:11.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:12:11.840 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:11.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:12:11.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:11.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:12:11.841 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:11.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:11.842 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:12:11.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: cluster 2021-07-26T16:12:09.982370+0000 mgr.y (mgr.24994) 624 : cluster [DBG] pgmap v1078: 105 pgs: 4 creating+peering, 16 unknown, 85 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:11.842 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: cephadm 2021-07-26T16:12:10.343956+0000 mgr.y (mgr.24994) 625 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:12:11.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:12:11.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:11.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:12:11.843 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:11.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:12:11.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:11.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:11.844 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:12:11.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: cephadm 2021-07-26T16:12:10.345661+0000 mgr.y (mgr.24994) 626 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:12:11.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:12:11.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:11.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:12:11.845 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:11.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:12:11.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:11.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:11.846 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:12:11.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: cephadm 2021-07-26T16:12:10.348427+0000 mgr.y (mgr.24994) 627 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:12:11.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:12:11.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:11.847 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:12:11.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:11.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:12:11.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:11.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:11.848 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:12:11.849 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: cephadm 2021-07-26T16:12:10.349826+0000 mgr.y (mgr.24994) 628 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:12:11.849 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:12:11.849 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:11.850 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:12:11.850 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:11.850 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:12:11.850 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:11.851 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:11.851 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:12:11.851 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: cephadm 2021-07-26T16:12:10.349826+0000 mgr.y (mgr.24994) 628 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:12:11.851 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:12:11.852 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:12:11.852 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:12:11.852 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:12:11.852 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:12:11.853 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:12:11.853 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:12:11.853 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:11 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:12:13.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:13 smithi107 bash[29346]: cluster 2021-07-26T16:12:11.983374+0000 mgr.y (mgr.24994) 629 : cluster [DBG] pgmap v1079: 105 pgs: 4 creating+peering, 6 unknown, 95 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:13.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:13 smithi037 bash[41498]: cluster 2021-07-26T16:12:11.983374+0000 mgr.y (mgr.24994) 629 : cluster [DBG] pgmap v1079: 105 pgs: 4 creating+peering, 6 unknown, 95 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:13.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:13 smithi037 bash[42499]: cluster 2021-07-26T16:12:11.983374+0000 mgr.y (mgr.24994) 629 : cluster [DBG] pgmap v1079: 105 pgs: 4 creating+peering, 6 unknown, 95 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:13.836 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:12:13 smithi037 bash[50550]: level=error ts=2021-07-26T16:12:13.538Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:13.836 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:12:13 smithi037 bash[50550]: level=error ts=2021-07-26T16:12:13.538Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:13.837 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:12:13 smithi037 bash[50550]: level=error ts=2021-07-26T16:12:13.538Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs; Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" 2021-07-26T16:12:15.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:15 smithi107 bash[29346]: cluster 2021-07-26T16:12:13.984387+0000 mgr.y (mgr.24994) 630 : cluster [DBG] pgmap v1080: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:15.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:15 smithi037 bash[41498]: cluster 2021-07-26T16:12:13.984387+0000 mgr.y (mgr.24994) 630 : cluster [DBG] pgmap v1080: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:15.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:15 smithi037 bash[42499]: cluster 2021-07-26T16:12:13.984387+0000 mgr.y (mgr.24994) 630 : cluster [DBG] pgmap v1080: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:17.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:17 smithi107 bash[29346]: cluster 2021-07-26T16:12:15.985664+0000 mgr.y (mgr.24994) 631 : cluster [DBG] pgmap v1081: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:17.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:17 smithi037 bash[41498]: cluster 2021-07-26T16:12:15.985664+0000 mgr.y (mgr.24994) 631 : cluster [DBG] pgmap v1081: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:17.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:17 smithi037 bash[42499]: cluster 2021-07-26T16:12:15.985664+0000 mgr.y (mgr.24994) 631 : cluster [DBG] pgmap v1081: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:19.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:19 smithi107 bash[29346]: cluster 2021-07-26T16:12:17.986543+0000 mgr.y (mgr.24994) 632 : cluster [DBG] pgmap v1082: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 106 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:19.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:19 smithi037 bash[41498]: cluster 2021-07-26T16:12:17.986543+0000 mgr.y (mgr.24994) 632 : cluster [DBG] pgmap v1082: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 106 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:19.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:19 smithi037 bash[42499]: cluster 2021-07-26T16:12:17.986543+0000 mgr.y (mgr.24994) 632 : cluster [DBG] pgmap v1082: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 106 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:21.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:21 smithi107 bash[29346]: cluster 2021-07-26T16:12:19.987798+0000 mgr.y (mgr.24994) 633 : cluster [DBG] pgmap v1083: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 96 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:21.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:21 smithi037 bash[41498]: cluster 2021-07-26T16:12:19.987798+0000 mgr.y (mgr.24994) 633 : cluster [DBG] pgmap v1083: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 96 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:21.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:21 smithi037 bash[42499]: cluster 2021-07-26T16:12:19.987798+0000 mgr.y (mgr.24994) 633 : cluster [DBG] pgmap v1083: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 96 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:23.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:23 smithi107 bash[29346]: cluster 2021-07-26T16:12:21.988805+0000 mgr.y (mgr.24994) 634 : cluster [DBG] pgmap v1084: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2021-07-26T16:12:23.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:23 smithi107 bash[29346]: audit 2021-07-26T16:12:23.024747+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:12:23.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:23 smithi037 bash[41498]: cluster 2021-07-26T16:12:21.988805+0000 mgr.y (mgr.24994) 634 : cluster [DBG] pgmap v1084: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2021-07-26T16:12:23.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:23 smithi037 bash[41498]: audit 2021-07-26T16:12:23.024747+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:12:23.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:23 smithi037 bash[42499]: cluster 2021-07-26T16:12:21.988805+0000 mgr.y (mgr.24994) 634 : cluster [DBG] pgmap v1084: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2021-07-26T16:12:23.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:23 smithi037 bash[42499]: audit 2021-07-26T16:12:23.024747+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:12:23.836 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:12:23 smithi037 bash[50550]: level=error ts=2021-07-26T16:12:23.538Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:23.837 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:12:23 smithi037 bash[50550]: level=error ts=2021-07-26T16:12:23.538Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:23.837 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:12:23 smithi037 bash[50550]: level=error ts=2021-07-26T16:12:23.538Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:12:25.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:25 smithi107 bash[29346]: cluster 2021-07-26T16:12:23.989812+0000 mgr.y (mgr.24994) 635 : cluster [DBG] pgmap v1085: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:25.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:25 smithi037 bash[41498]: cluster 2021-07-26T16:12:23.989812+0000 mgr.y (mgr.24994) 635 : cluster [DBG] pgmap v1085: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:25.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:25 smithi037 bash[42499]: cluster 2021-07-26T16:12:23.989812+0000 mgr.y (mgr.24994) 635 : cluster [DBG] pgmap v1085: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:26.503 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestRenew (20136 ms) 2021-07-26T16:12:26.503 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2021-07-26T16:12:27.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:27 smithi107 bash[29346]: cluster 2021-07-26T16:12:25.991043+0000 mgr.y (mgr.24994) 636 : cluster [DBG] pgmap v1086: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:27.774 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:27 smithi107 bash[29346]: cluster 2021-07-26T16:12:26.501987+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e905: 8 total, 8 up, 8 in 2021-07-26T16:12:27.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:27 smithi037 bash[41498]: cluster 2021-07-26T16:12:25.991043+0000 mgr.y (mgr.24994) 636 : cluster [DBG] pgmap v1086: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:27.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:27 smithi037 bash[41498]: cluster 2021-07-26T16:12:26.501987+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e905: 8 total, 8 up, 8 in 2021-07-26T16:12:27.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:27 smithi037 bash[42499]: cluster 2021-07-26T16:12:25.991043+0000 mgr.y (mgr.24994) 636 : cluster [DBG] pgmap v1086: 105 pgs: 105 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:27.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:27 smithi037 bash[42499]: cluster 2021-07-26T16:12:26.501987+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e905: 8 total, 8 up, 8 in 2021-07-26T16:12:28.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:28 smithi037 bash[42499]: cluster 2021-07-26T16:12:27.511065+0000 mon.a (mon.0) 1437 : cluster [DBG] osdmap e906: 8 total, 8 up, 8 in 2021-07-26T16:12:28.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:28 smithi037 bash[42499]: audit 2021-07-26T16:12:27.519484+0000 mon.c (mon.1) 501 : audit [INF] from='client.? 172.21.15.37:0/1706051628' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:28.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:28 smithi037 bash[42499]: audit 2021-07-26T16:12:27.520581+0000 mon.a (mon.0) 1438 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:28.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:28 smithi037 bash[41498]: cluster 2021-07-26T16:12:27.511065+0000 mon.a (mon.0) 1437 : cluster [DBG] osdmap e906: 8 total, 8 up, 8 in 2021-07-26T16:12:28.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:28 smithi037 bash[41498]: audit 2021-07-26T16:12:27.519484+0000 mon.c (mon.1) 501 : audit [INF] from='client.? 172.21.15.37:0/1706051628' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:28.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:28 smithi037 bash[41498]: audit 2021-07-26T16:12:27.520581+0000 mon.a (mon.0) 1438 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:29.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:28 smithi107 bash[29346]: cluster 2021-07-26T16:12:27.511065+0000 mon.a (mon.0) 1437 : cluster [DBG] osdmap e906: 8 total, 8 up, 8 in 2021-07-26T16:12:29.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:28 smithi107 bash[29346]: audit 2021-07-26T16:12:27.519484+0000 mon.c (mon.1) 501 : audit [INF] from='client.? 172.21.15.37:0/1706051628' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:29.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:28 smithi107 bash[29346]: audit 2021-07-26T16:12:27.520581+0000 mon.a (mon.0) 1438 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:29.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:29 smithi037 bash[41498]: cluster 2021-07-26T16:12:27.991811+0000 mgr.y (mgr.24994) 637 : cluster [DBG] pgmap v1089: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:29.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:29 smithi037 bash[41498]: audit 2021-07-26T16:12:28.518647+0000 mon.a (mon.0) 1439 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-9","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:29.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:29 smithi037 bash[41498]: cluster 2021-07-26T16:12:28.518864+0000 mon.a (mon.0) 1440 : cluster [DBG] osdmap e907: 8 total, 8 up, 8 in 2021-07-26T16:12:29.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:29 smithi037 bash[41498]: cluster 2021-07-26T16:12:29.521117+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e908: 8 total, 8 up, 8 in 2021-07-26T16:12:29.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:29 smithi037 bash[42499]: cluster 2021-07-26T16:12:27.991811+0000 mgr.y (mgr.24994) 637 : cluster [DBG] pgmap v1089: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:29.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:29 smithi037 bash[42499]: audit 2021-07-26T16:12:28.518647+0000 mon.a (mon.0) 1439 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-9","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:29.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:29 smithi037 bash[42499]: cluster 2021-07-26T16:12:28.518864+0000 mon.a (mon.0) 1440 : cluster [DBG] osdmap e907: 8 total, 8 up, 8 in 2021-07-26T16:12:29.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:29 smithi037 bash[42499]: cluster 2021-07-26T16:12:29.521117+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e908: 8 total, 8 up, 8 in 2021-07-26T16:12:30.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:29 smithi107 bash[29346]: cluster 2021-07-26T16:12:27.991811+0000 mgr.y (mgr.24994) 637 : cluster [DBG] pgmap v1089: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:30.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:29 smithi107 bash[29346]: audit 2021-07-26T16:12:28.518647+0000 mon.a (mon.0) 1439 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-9","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:30.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:29 smithi107 bash[29346]: cluster 2021-07-26T16:12:28.518864+0000 mon.a (mon.0) 1440 : cluster [DBG] osdmap e907: 8 total, 8 up, 8 in 2021-07-26T16:12:30.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:29 smithi107 bash[29346]: cluster 2021-07-26T16:12:29.521117+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e908: 8 total, 8 up, 8 in 2021-07-26T16:12:31.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:31 smithi037 bash[41498]: cluster 2021-07-26T16:12:29.992577+0000 mgr.y (mgr.24994) 638 : cluster [DBG] pgmap v1092: 105 pgs: 3 creating+peering, 18 unknown, 84 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:31.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:31 smithi037 bash[42499]: cluster 2021-07-26T16:12:29.992577+0000 mgr.y (mgr.24994) 638 : cluster [DBG] pgmap v1092: 105 pgs: 3 creating+peering, 18 unknown, 84 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:32.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:31 smithi107 bash[29346]: cluster 2021-07-26T16:12:29.992577+0000 mgr.y (mgr.24994) 638 : cluster [DBG] pgmap v1092: 105 pgs: 3 creating+peering, 18 unknown, 84 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:33.552 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7049 ms) 2021-07-26T16:12:33.552 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2021-07-26T16:12:33.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:33 smithi037 bash[41498]: cluster 2021-07-26T16:12:31.993515+0000 mgr.y (mgr.24994) 639 : cluster [DBG] pgmap v1093: 105 pgs: 3 creating+peering, 9 unknown, 93 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:33.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:33 smithi037 bash[42499]: cluster 2021-07-26T16:12:31.993515+0000 mgr.y (mgr.24994) 639 : cluster [DBG] pgmap v1093: 105 pgs: 3 creating+peering, 9 unknown, 93 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:33.836 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:12:33 smithi037 bash[50550]: level=error ts=2021-07-26T16:12:33.539Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:33.836 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:12:33 smithi037 bash[50550]: level=error ts=2021-07-26T16:12:33.539Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:33.836 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:12:33 smithi037 bash[50550]: level=error ts=2021-07-26T16:12:33.539Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs; Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" 2021-07-26T16:12:34.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:33 smithi107 bash[29346]: cluster 2021-07-26T16:12:31.993515+0000 mgr.y (mgr.24994) 639 : cluster [DBG] pgmap v1093: 105 pgs: 3 creating+peering, 9 unknown, 93 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:34.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:34 smithi037 bash[41498]: cluster 2021-07-26T16:12:33.548727+0000 mon.a (mon.0) 1442 : cluster [DBG] osdmap e909: 8 total, 8 up, 8 in 2021-07-26T16:12:34.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:34 smithi037 bash[42499]: cluster 2021-07-26T16:12:33.548727+0000 mon.a (mon.0) 1442 : cluster [DBG] osdmap e909: 8 total, 8 up, 8 in 2021-07-26T16:12:35.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:34 smithi107 bash[29346]: cluster 2021-07-26T16:12:33.548727+0000 mon.a (mon.0) 1442 : cluster [DBG] osdmap e909: 8 total, 8 up, 8 in 2021-07-26T16:12:35.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:35 smithi037 bash[41498]: cluster 2021-07-26T16:12:33.994159+0000 mgr.y (mgr.24994) 640 : cluster [DBG] pgmap v1095: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:35.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:35 smithi037 bash[41498]: cluster 2021-07-26T16:12:34.572139+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e910: 8 total, 8 up, 8 in 2021-07-26T16:12:35.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:35 smithi037 bash[41498]: audit 2021-07-26T16:12:34.577320+0000 mon.c (mon.1) 502 : audit [INF] from='client.? 172.21.15.37:0/101415296' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:35.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:35 smithi037 bash[41498]: audit 2021-07-26T16:12:34.577957+0000 mon.a (mon.0) 1444 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:35.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:35 smithi037 bash[42499]: cluster 2021-07-26T16:12:33.994159+0000 mgr.y (mgr.24994) 640 : cluster [DBG] pgmap v1095: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:35.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:35 smithi037 bash[42499]: cluster 2021-07-26T16:12:34.572139+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e910: 8 total, 8 up, 8 in 2021-07-26T16:12:35.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:35 smithi037 bash[42499]: audit 2021-07-26T16:12:34.577320+0000 mon.c (mon.1) 502 : audit [INF] from='client.? 172.21.15.37:0/101415296' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:35.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:35 smithi037 bash[42499]: audit 2021-07-26T16:12:34.577957+0000 mon.a (mon.0) 1444 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:36.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:35 smithi107 bash[29346]: cluster 2021-07-26T16:12:33.994159+0000 mgr.y (mgr.24994) 640 : cluster [DBG] pgmap v1095: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:36.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:35 smithi107 bash[29346]: cluster 2021-07-26T16:12:34.572139+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e910: 8 total, 8 up, 8 in 2021-07-26T16:12:36.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:35 smithi107 bash[29346]: audit 2021-07-26T16:12:34.577320+0000 mon.c (mon.1) 502 : audit [INF] from='client.? 172.21.15.37:0/101415296' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:36.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:35 smithi107 bash[29346]: audit 2021-07-26T16:12:34.577957+0000 mon.a (mon.0) 1444 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:37.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:36 smithi107 bash[29346]: audit 2021-07-26T16:12:35.577600+0000 mon.a (mon.0) 1445 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-10","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:37.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:36 smithi107 bash[29346]: cluster 2021-07-26T16:12:35.577873+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e911: 8 total, 8 up, 8 in 2021-07-26T16:12:37.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:36 smithi037 bash[41498]: audit 2021-07-26T16:12:35.577600+0000 mon.a (mon.0) 1445 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-10","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:37.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:36 smithi037 bash[41498]: cluster 2021-07-26T16:12:35.577873+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e911: 8 total, 8 up, 8 in 2021-07-26T16:12:37.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:36 smithi037 bash[42499]: audit 2021-07-26T16:12:35.577600+0000 mon.a (mon.0) 1445 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-10","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:37.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:36 smithi037 bash[42499]: cluster 2021-07-26T16:12:35.577873+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e911: 8 total, 8 up, 8 in 2021-07-26T16:12:38.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:37 smithi107 bash[29346]: cluster 2021-07-26T16:12:35.994908+0000 mgr.y (mgr.24994) 641 : cluster [DBG] pgmap v1098: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:38.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:37 smithi107 bash[29346]: cluster 2021-07-26T16:12:36.597421+0000 mon.a (mon.0) 1447 : cluster [DBG] osdmap e912: 8 total, 8 up, 8 in 2021-07-26T16:12:38.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:37 smithi037 bash[42499]: cluster 2021-07-26T16:12:35.994908+0000 mgr.y (mgr.24994) 641 : cluster [DBG] pgmap v1098: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:38.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:37 smithi037 bash[42499]: cluster 2021-07-26T16:12:36.597421+0000 mon.a (mon.0) 1447 : cluster [DBG] osdmap e912: 8 total, 8 up, 8 in 2021-07-26T16:12:38.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:37 smithi037 bash[41498]: cluster 2021-07-26T16:12:35.994908+0000 mgr.y (mgr.24994) 641 : cluster [DBG] pgmap v1098: 105 pgs: 6 creating+peering, 26 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:38.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:37 smithi037 bash[41498]: cluster 2021-07-26T16:12:36.597421+0000 mon.a (mon.0) 1447 : cluster [DBG] osdmap e912: 8 total, 8 up, 8 in 2021-07-26T16:12:40.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:39 smithi107 bash[29346]: cluster 2021-07-26T16:12:37.995850+0000 mgr.y (mgr.24994) 642 : cluster [DBG] pgmap v1100: 105 pgs: 6 creating+peering, 20 unknown, 79 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:40.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:39 smithi037 bash[41498]: cluster 2021-07-26T16:12:37.995850+0000 mgr.y (mgr.24994) 642 : cluster [DBG] pgmap v1100: 105 pgs: 6 creating+peering, 20 unknown, 79 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:40.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:39 smithi037 bash[42499]: cluster 2021-07-26T16:12:37.995850+0000 mgr.y (mgr.24994) 642 : cluster [DBG] pgmap v1100: 105 pgs: 6 creating+peering, 20 unknown, 79 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:41.632 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8073 ms) 2021-07-26T16:12:41.633 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2021-07-26T16:12:42.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:41 smithi107 bash[29346]: cluster 2021-07-26T16:12:39.996987+0000 mgr.y (mgr.24994) 643 : cluster [DBG] pgmap v1101: 105 pgs: 6 creating+peering, 99 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:42.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:41 smithi037 bash[41498]: cluster 2021-07-26T16:12:39.996987+0000 mgr.y (mgr.24994) 643 : cluster [DBG] pgmap v1101: 105 pgs: 6 creating+peering, 99 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:42.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:41 smithi037 bash[42499]: cluster 2021-07-26T16:12:39.996987+0000 mgr.y (mgr.24994) 643 : cluster [DBG] pgmap v1101: 105 pgs: 6 creating+peering, 99 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:43.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:42 smithi107 bash[29346]: cluster 2021-07-26T16:12:41.619751+0000 mon.a (mon.0) 1448 : cluster [DBG] osdmap e913: 8 total, 8 up, 8 in 2021-07-26T16:12:43.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:42 smithi037 bash[41498]: cluster 2021-07-26T16:12:41.619751+0000 mon.a (mon.0) 1448 : cluster [DBG] osdmap e913: 8 total, 8 up, 8 in 2021-07-26T16:12:43.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:42 smithi037 bash[42499]: cluster 2021-07-26T16:12:41.619751+0000 mon.a (mon.0) 1448 : cluster [DBG] osdmap e913: 8 total, 8 up, 8 in 2021-07-26T16:12:43.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:43 smithi037 bash[41498]: cluster 2021-07-26T16:12:41.997545+0000 mgr.y (mgr.24994) 644 : cluster [DBG] pgmap v1103: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:43.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:43 smithi037 bash[41498]: cluster 2021-07-26T16:12:42.644901+0000 mon.a (mon.0) 1449 : cluster [DBG] osdmap e914: 8 total, 8 up, 8 in 2021-07-26T16:12:43.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:43 smithi037 bash[41498]: audit 2021-07-26T16:12:42.650719+0000 mon.c (mon.1) 503 : audit [INF] from='client.? 172.21.15.37:0/283400120' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:43.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:43 smithi037 bash[41498]: audit 2021-07-26T16:12:42.651721+0000 mon.a (mon.0) 1450 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:43.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:43 smithi037 bash[42499]: cluster 2021-07-26T16:12:41.997545+0000 mgr.y (mgr.24994) 644 : cluster [DBG] pgmap v1103: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:43.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:43 smithi037 bash[42499]: cluster 2021-07-26T16:12:42.644901+0000 mon.a (mon.0) 1449 : cluster [DBG] osdmap e914: 8 total, 8 up, 8 in 2021-07-26T16:12:43.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:43 smithi037 bash[42499]: audit 2021-07-26T16:12:42.650719+0000 mon.c (mon.1) 503 : audit [INF] from='client.? 172.21.15.37:0/283400120' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:43.838 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:43 smithi037 bash[42499]: audit 2021-07-26T16:12:42.651721+0000 mon.a (mon.0) 1450 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:43.838 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:12:43 smithi037 bash[50550]: level=error ts=2021-07-26T16:12:43.539Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:43.839 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:12:43 smithi037 bash[50550]: level=error ts=2021-07-26T16:12:43.539Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:43.839 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:12:43 smithi037 bash[50550]: level=error ts=2021-07-26T16:12:43.539Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:12:44.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:43 smithi107 bash[29346]: cluster 2021-07-26T16:12:41.997545+0000 mgr.y (mgr.24994) 644 : cluster [DBG] pgmap v1103: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:44.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:43 smithi107 bash[29346]: cluster 2021-07-26T16:12:42.644901+0000 mon.a (mon.0) 1449 : cluster [DBG] osdmap e914: 8 total, 8 up, 8 in 2021-07-26T16:12:44.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:43 smithi107 bash[29346]: audit 2021-07-26T16:12:42.650719+0000 mon.c (mon.1) 503 : audit [INF] from='client.? 172.21.15.37:0/283400120' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:44.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:43 smithi107 bash[29346]: audit 2021-07-26T16:12:42.651721+0000 mon.a (mon.0) 1450 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:45.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:44 smithi107 bash[29346]: audit 2021-07-26T16:12:43.649657+0000 mon.a (mon.0) 1451 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-11","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:45.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:44 smithi107 bash[29346]: cluster 2021-07-26T16:12:43.650427+0000 mon.a (mon.0) 1452 : cluster [DBG] osdmap e915: 8 total, 8 up, 8 in 2021-07-26T16:12:45.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:44 smithi037 bash[41498]: audit 2021-07-26T16:12:43.649657+0000 mon.a (mon.0) 1451 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-11","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:45.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:44 smithi037 bash[41498]: cluster 2021-07-26T16:12:43.650427+0000 mon.a (mon.0) 1452 : cluster [DBG] osdmap e915: 8 total, 8 up, 8 in 2021-07-26T16:12:45.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:44 smithi037 bash[42499]: audit 2021-07-26T16:12:43.649657+0000 mon.a (mon.0) 1451 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53492-11","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:45.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:44 smithi037 bash[42499]: cluster 2021-07-26T16:12:43.650427+0000 mon.a (mon.0) 1452 : cluster [DBG] osdmap e915: 8 total, 8 up, 8 in 2021-07-26T16:12:46.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:45 smithi107 bash[29346]: cluster 2021-07-26T16:12:43.998282+0000 mgr.y (mgr.24994) 645 : cluster [DBG] pgmap v1106: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:46.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:45 smithi107 bash[29346]: cluster 2021-07-26T16:12:44.672386+0000 mon.a (mon.0) 1453 : cluster [DBG] osdmap e916: 8 total, 8 up, 8 in 2021-07-26T16:12:46.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:45 smithi037 bash[41498]: cluster 2021-07-26T16:12:43.998282+0000 mgr.y (mgr.24994) 645 : cluster [DBG] pgmap v1106: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:46.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:45 smithi037 bash[41498]: cluster 2021-07-26T16:12:44.672386+0000 mon.a (mon.0) 1453 : cluster [DBG] osdmap e916: 8 total, 8 up, 8 in 2021-07-26T16:12:46.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:45 smithi037 bash[42499]: cluster 2021-07-26T16:12:43.998282+0000 mgr.y (mgr.24994) 645 : cluster [DBG] pgmap v1106: 105 pgs: 5 creating+peering, 27 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:46.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:45 smithi037 bash[42499]: cluster 2021-07-26T16:12:44.672386+0000 mon.a (mon.0) 1453 : cluster [DBG] osdmap e916: 8 total, 8 up, 8 in 2021-07-26T16:12:47.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:46 smithi107 bash[29346]: audit 2021-07-26T16:12:46.068559+0000 mon.c (mon.1) 504 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:12:47.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:46 smithi107 bash[29346]: audit 2021-07-26T16:12:46.069308+0000 mon.a (mon.0) 1454 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:12:47.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:46 smithi037 bash[41498]: audit 2021-07-26T16:12:46.068559+0000 mon.c (mon.1) 504 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:12:47.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:46 smithi037 bash[41498]: audit 2021-07-26T16:12:46.069308+0000 mon.a (mon.0) 1454 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:12:47.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:46 smithi037 bash[42499]: audit 2021-07-26T16:12:46.068559+0000 mon.c (mon.1) 504 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:12:47.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:46 smithi037 bash[42499]: audit 2021-07-26T16:12:46.069308+0000 mon.a (mon.0) 1454 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2021-07-26T16:12:48.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:47 smithi107 bash[29346]: cluster 2021-07-26T16:12:45.999281+0000 mgr.y (mgr.24994) 646 : cluster [DBG] pgmap v1108: 105 pgs: 5 creating+peering, 8 unknown, 92 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:48.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:47 smithi107 bash[29346]: audit 2021-07-26T16:12:47.122139+0000 mon.c (mon.1) 505 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:12:48.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:47 smithi107 bash[29346]: audit 2021-07-26T16:12:47.122929+0000 mon.a (mon.0) 1455 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:12:48.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:47 smithi037 bash[41498]: cluster 2021-07-26T16:12:45.999281+0000 mgr.y (mgr.24994) 646 : cluster [DBG] pgmap v1108: 105 pgs: 5 creating+peering, 8 unknown, 92 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:48.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:47 smithi037 bash[41498]: audit 2021-07-26T16:12:47.122139+0000 mon.c (mon.1) 505 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:12:48.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:47 smithi037 bash[41498]: audit 2021-07-26T16:12:47.122929+0000 mon.a (mon.0) 1455 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:12:48.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:47 smithi037 bash[42499]: cluster 2021-07-26T16:12:45.999281+0000 mgr.y (mgr.24994) 646 : cluster [DBG] pgmap v1108: 105 pgs: 5 creating+peering, 8 unknown, 92 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:48.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:47 smithi037 bash[42499]: audit 2021-07-26T16:12:47.122139+0000 mon.c (mon.1) 505 : audit [INF] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:12:48.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:47 smithi037 bash[42499]: audit 2021-07-26T16:12:47.122929+0000 mon.a (mon.0) 1455 : audit [INF] from='mgr.24994 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2021-07-26T16:12:49.698 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8073 ms) 2021-07-26T16:12:49.699 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 11 tests from ClsLock (69038 ms total) 2021-07-26T16:12:49.699 INFO:tasks.workunit.client.0.smithi037.stdout: 2021-07-26T16:12:49.699 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment tear-down 2021-07-26T16:12:49.699 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] 11 tests from 1 test suite ran. (69038 ms total) 2021-07-26T16:12:49.700 INFO:tasks.workunit.client.0.smithi037.stdout:[ PASSED ] 11 tests. 2021-07-26T16:12:49.702 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-07-26T16:12:49.703 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-07-26T16:12:49.714 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2021-07-26T16:12:49.715 DEBUG:teuthology.orchestra.run.smithi037:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2021-07-26T16:12:49.729 INFO:tasks.workunit.client.0.smithi037.stdout:Running main() from gmock_main.cc 2021-07-26T16:12:49.730 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 4 tests from 1 test suite. 2021-07-26T16:12:49.730 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2021-07-26T16:12:49.730 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 4 tests from cls_log 2021-07-26T16:12:49.730 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_log.test_log_add_same_time 2021-07-26T16:12:50.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:49 smithi107 bash[29346]: cluster 2021-07-26T16:12:48.000187+0000 mgr.y (mgr.24994) 647 : cluster [DBG] pgmap v1109: 105 pgs: 5 creating+peering, 100 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:50.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:49 smithi037 bash[41498]: cluster 2021-07-26T16:12:48.000187+0000 mgr.y (mgr.24994) 647 : cluster [DBG] pgmap v1109: 105 pgs: 5 creating+peering, 100 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:50.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:49 smithi037 bash[42499]: cluster 2021-07-26T16:12:48.000187+0000 mgr.y (mgr.24994) 647 : cluster [DBG] pgmap v1109: 105 pgs: 5 creating+peering, 100 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2021-07-26T16:12:51.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:50 smithi107 bash[29346]: cluster 2021-07-26T16:12:49.695033+0000 mon.a (mon.0) 1456 : cluster [DBG] osdmap e917: 8 total, 8 up, 8 in 2021-07-26T16:12:51.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:50 smithi037 bash[41498]: cluster 2021-07-26T16:12:49.695033+0000 mon.a (mon.0) 1456 : cluster [DBG] osdmap e917: 8 total, 8 up, 8 in 2021-07-26T16:12:51.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:50 smithi037 bash[42499]: cluster 2021-07-26T16:12:49.695033+0000 mon.a (mon.0) 1456 : cluster [DBG] osdmap e917: 8 total, 8 up, 8 in 2021-07-26T16:12:52.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:51 smithi107 bash[29346]: cluster 2021-07-26T16:12:50.000929+0000 mgr.y (mgr.24994) 648 : cluster [DBG] pgmap v1111: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:52.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:51 smithi107 bash[29346]: cluster 2021-07-26T16:12:50.723673+0000 mon.a (mon.0) 1457 : cluster [DBG] osdmap e918: 8 total, 8 up, 8 in 2021-07-26T16:12:52.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:51 smithi107 bash[29346]: audit 2021-07-26T16:12:50.727568+0000 mon.c (mon.1) 506 : audit [INF] from='client.? 172.21.15.37:0/2906806100' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:52.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:51 smithi107 bash[29346]: audit 2021-07-26T16:12:50.728751+0000 mon.a (mon.0) 1458 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:52.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:51 smithi037 bash[41498]: cluster 2021-07-26T16:12:50.000929+0000 mgr.y (mgr.24994) 648 : cluster [DBG] pgmap v1111: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:52.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:51 smithi037 bash[41498]: cluster 2021-07-26T16:12:50.723673+0000 mon.a (mon.0) 1457 : cluster [DBG] osdmap e918: 8 total, 8 up, 8 in 2021-07-26T16:12:52.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:51 smithi037 bash[41498]: audit 2021-07-26T16:12:50.727568+0000 mon.c (mon.1) 506 : audit [INF] from='client.? 172.21.15.37:0/2906806100' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:52.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:51 smithi037 bash[41498]: audit 2021-07-26T16:12:50.728751+0000 mon.a (mon.0) 1458 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:52.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:51 smithi037 bash[42499]: cluster 2021-07-26T16:12:50.000929+0000 mgr.y (mgr.24994) 648 : cluster [DBG] pgmap v1111: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:52.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:51 smithi037 bash[42499]: cluster 2021-07-26T16:12:50.723673+0000 mon.a (mon.0) 1457 : cluster [DBG] osdmap e918: 8 total, 8 up, 8 in 2021-07-26T16:12:52.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:51 smithi037 bash[42499]: audit 2021-07-26T16:12:50.727568+0000 mon.c (mon.1) 506 : audit [INF] from='client.? 172.21.15.37:0/2906806100' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:52.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:51 smithi037 bash[42499]: audit 2021-07-26T16:12:50.728751+0000 mon.a (mon.0) 1458 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:52.745 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_log.test_log_add_same_time (3015 ms) 2021-07-26T16:12:52.745 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_log.test_log_add_different_time 2021-07-26T16:12:53.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:52 smithi107 bash[29346]: audit 2021-07-26T16:12:51.724763+0000 mon.a (mon.0) 1459 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:53.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:52 smithi107 bash[29346]: cluster 2021-07-26T16:12:51.726010+0000 mon.a (mon.0) 1460 : cluster [DBG] osdmap e919: 8 total, 8 up, 8 in 2021-07-26T16:12:53.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:52 smithi037 bash[41498]: audit 2021-07-26T16:12:51.724763+0000 mon.a (mon.0) 1459 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:53.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:52 smithi037 bash[41498]: cluster 2021-07-26T16:12:51.726010+0000 mon.a (mon.0) 1460 : cluster [DBG] osdmap e919: 8 total, 8 up, 8 in 2021-07-26T16:12:53.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:52 smithi037 bash[42499]: audit 2021-07-26T16:12:51.724763+0000 mon.a (mon.0) 1459 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:53.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:52 smithi037 bash[42499]: cluster 2021-07-26T16:12:51.726010+0000 mon.a (mon.0) 1460 : cluster [DBG] osdmap e919: 8 total, 8 up, 8 in 2021-07-26T16:12:53.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:53 smithi037 bash[41498]: cluster 2021-07-26T16:12:52.001713+0000 mgr.y (mgr.24994) 649 : cluster [DBG] pgmap v1114: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:53.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:53 smithi037 bash[41498]: cluster 2021-07-26T16:12:52.743401+0000 mon.a (mon.0) 1461 : cluster [DBG] osdmap e920: 8 total, 8 up, 8 in 2021-07-26T16:12:53.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:53 smithi037 bash[42499]: cluster 2021-07-26T16:12:52.001713+0000 mgr.y (mgr.24994) 649 : cluster [DBG] pgmap v1114: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:53.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:53 smithi037 bash[42499]: cluster 2021-07-26T16:12:52.743401+0000 mon.a (mon.0) 1461 : cluster [DBG] osdmap e920: 8 total, 8 up, 8 in 2021-07-26T16:12:53.837 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:12:53 smithi037 bash[50550]: level=error ts=2021-07-26T16:12:53.539Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:53.837 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:12:53 smithi037 bash[50550]: level=error ts=2021-07-26T16:12:53.539Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:12:53.837 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:12:53 smithi037 bash[50550]: level=error ts=2021-07-26T16:12:53.539Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs; Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" 2021-07-26T16:12:54.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:53 smithi107 bash[29346]: cluster 2021-07-26T16:12:52.001713+0000 mgr.y (mgr.24994) 649 : cluster [DBG] pgmap v1114: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:54.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:53 smithi107 bash[29346]: cluster 2021-07-26T16:12:52.743401+0000 mon.a (mon.0) 1461 : cluster [DBG] osdmap e920: 8 total, 8 up, 8 in 2021-07-26T16:12:55.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:54 smithi037 bash[42499]: cluster 2021-07-26T16:12:53.767273+0000 mon.a (mon.0) 1462 : cluster [DBG] osdmap e921: 8 total, 8 up, 8 in 2021-07-26T16:12:55.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:54 smithi037 bash[42499]: audit 2021-07-26T16:12:53.768845+0000 mon.a (mon.0) 1463 : audit [INF] from='client.? 172.21.15.37:0/334523214' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:55.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:54 smithi037 bash[42499]: cluster 2021-07-26T16:12:54.002482+0000 mgr.y (mgr.24994) 650 : cluster [DBG] pgmap v1117: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:55.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:54 smithi037 bash[41498]: cluster 2021-07-26T16:12:53.767273+0000 mon.a (mon.0) 1462 : cluster [DBG] osdmap e921: 8 total, 8 up, 8 in 2021-07-26T16:12:55.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:54 smithi037 bash[41498]: audit 2021-07-26T16:12:53.768845+0000 mon.a (mon.0) 1463 : audit [INF] from='client.? 172.21.15.37:0/334523214' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:55.087 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:54 smithi037 bash[41498]: cluster 2021-07-26T16:12:54.002482+0000 mgr.y (mgr.24994) 650 : cluster [DBG] pgmap v1117: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:55.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:54 smithi107 bash[29346]: cluster 2021-07-26T16:12:53.767273+0000 mon.a (mon.0) 1462 : cluster [DBG] osdmap e921: 8 total, 8 up, 8 in 2021-07-26T16:12:55.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:54 smithi107 bash[29346]: audit 2021-07-26T16:12:53.768845+0000 mon.a (mon.0) 1463 : audit [INF] from='client.? 172.21.15.37:0/334523214' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:55.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:54 smithi107 bash[29346]: cluster 2021-07-26T16:12:54.002482+0000 mgr.y (mgr.24994) 650 : cluster [DBG] pgmap v1117: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:55.803 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_log.test_log_add_different_time (3056 ms) 2021-07-26T16:12:55.804 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_log.trim_by_time 2021-07-26T16:12:56.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:55 smithi037 bash[41498]: audit 2021-07-26T16:12:54.774793+0000 mon.a (mon.0) 1464 : audit [INF] from='client.? 172.21.15.37:0/334523214' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:56.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:55 smithi037 bash[41498]: cluster 2021-07-26T16:12:54.775072+0000 mon.a (mon.0) 1465 : cluster [DBG] osdmap e922: 8 total, 8 up, 8 in 2021-07-26T16:12:56.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:55 smithi037 bash[42499]: audit 2021-07-26T16:12:54.774793+0000 mon.a (mon.0) 1464 : audit [INF] from='client.? 172.21.15.37:0/334523214' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:56.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:55 smithi037 bash[42499]: cluster 2021-07-26T16:12:54.775072+0000 mon.a (mon.0) 1465 : cluster [DBG] osdmap e922: 8 total, 8 up, 8 in 2021-07-26T16:12:56.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:55 smithi107 bash[29346]: audit 2021-07-26T16:12:54.774793+0000 mon.a (mon.0) 1464 : audit [INF] from='client.? 172.21.15.37:0/334523214' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:56.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:55 smithi107 bash[29346]: cluster 2021-07-26T16:12:54.775072+0000 mon.a (mon.0) 1465 : cluster [DBG] osdmap e922: 8 total, 8 up, 8 in 2021-07-26T16:12:57.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:56 smithi037 bash[41498]: cluster 2021-07-26T16:12:55.800131+0000 mon.a (mon.0) 1466 : cluster [DBG] osdmap e923: 8 total, 8 up, 8 in 2021-07-26T16:12:57.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:56 smithi037 bash[41498]: cluster 2021-07-26T16:12:56.003144+0000 mgr.y (mgr.24994) 651 : cluster [DBG] pgmap v1120: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:57.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:56 smithi037 bash[42499]: cluster 2021-07-26T16:12:55.800131+0000 mon.a (mon.0) 1466 : cluster [DBG] osdmap e923: 8 total, 8 up, 8 in 2021-07-26T16:12:57.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:56 smithi037 bash[42499]: cluster 2021-07-26T16:12:56.003144+0000 mgr.y (mgr.24994) 651 : cluster [DBG] pgmap v1120: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:57.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:56 smithi107 bash[29346]: cluster 2021-07-26T16:12:55.800131+0000 mon.a (mon.0) 1466 : cluster [DBG] osdmap e923: 8 total, 8 up, 8 in 2021-07-26T16:12:57.298 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:56 smithi107 bash[29346]: cluster 2021-07-26T16:12:56.003144+0000 mgr.y (mgr.24994) 651 : cluster [DBG] pgmap v1120: 73 pgs: 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:58.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:57 smithi037 bash[42499]: cluster 2021-07-26T16:12:56.809864+0000 mon.a (mon.0) 1467 : cluster [DBG] osdmap e924: 8 total, 8 up, 8 in 2021-07-26T16:12:58.085 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:57 smithi037 bash[42499]: audit 2021-07-26T16:12:56.812137+0000 mon.a (mon.0) 1468 : audit [INF] from='client.? 172.21.15.37:0/1210464567' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:58.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:57 smithi037 bash[41498]: cluster 2021-07-26T16:12:56.809864+0000 mon.a (mon.0) 1467 : cluster [DBG] osdmap e924: 8 total, 8 up, 8 in 2021-07-26T16:12:58.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:57 smithi037 bash[41498]: audit 2021-07-26T16:12:56.812137+0000 mon.a (mon.0) 1468 : audit [INF] from='client.? 172.21.15.37:0/1210464567' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:58.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:57 smithi107 bash[29346]: cluster 2021-07-26T16:12:56.809864+0000 mon.a (mon.0) 1467 : cluster [DBG] osdmap e924: 8 total, 8 up, 8 in 2021-07-26T16:12:58.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:57 smithi107 bash[29346]: audit 2021-07-26T16:12:56.812137+0000 mon.a (mon.0) 1468 : audit [INF] from='client.? 172.21.15.37:0/1210464567' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:12:58.844 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_log.trim_by_time (3042 ms) 2021-07-26T16:12:58.844 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_log.trim_by_marker 2021-07-26T16:12:59.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:58 smithi037 bash[41498]: audit 2021-07-26T16:12:57.814219+0000 mon.a (mon.0) 1469 : audit [INF] from='client.? 172.21.15.37:0/1210464567' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:59.085 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:58 smithi037 bash[41498]: cluster 2021-07-26T16:12:57.815424+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e925: 8 total, 8 up, 8 in 2021-07-26T16:12:59.086 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:58 smithi037 bash[41498]: cluster 2021-07-26T16:12:58.004077+0000 mgr.y (mgr.24994) 652 : cluster [DBG] pgmap v1123: 105 pgs: 7 creating+peering, 25 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:59.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:58 smithi037 bash[42499]: audit 2021-07-26T16:12:57.814219+0000 mon.a (mon.0) 1469 : audit [INF] from='client.? 172.21.15.37:0/1210464567' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:59.086 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:58 smithi037 bash[42499]: cluster 2021-07-26T16:12:57.815424+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e925: 8 total, 8 up, 8 in 2021-07-26T16:12:59.087 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:58 smithi037 bash[42499]: cluster 2021-07-26T16:12:58.004077+0000 mgr.y (mgr.24994) 652 : cluster [DBG] pgmap v1123: 105 pgs: 7 creating+peering, 25 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:12:59.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:58 smithi107 bash[29346]: audit 2021-07-26T16:12:57.814219+0000 mon.a (mon.0) 1469 : audit [INF] from='client.? 172.21.15.37:0/1210464567' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:12:59.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:58 smithi107 bash[29346]: cluster 2021-07-26T16:12:57.815424+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e925: 8 total, 8 up, 8 in 2021-07-26T16:12:59.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:58 smithi107 bash[29346]: cluster 2021-07-26T16:12:58.004077+0000 mgr.y (mgr.24994) 652 : cluster [DBG] pgmap v1123: 105 pgs: 7 creating+peering, 25 unknown, 73 active+clean; 582 KiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:00.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:12:59 smithi107 bash[29346]: cluster 2021-07-26T16:12:58.837839+0000 mon.a (mon.0) 1471 : cluster [DBG] osdmap e926: 8 total, 8 up, 8 in 2021-07-26T16:13:00.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:12:59 smithi037 bash[41498]: cluster 2021-07-26T16:12:58.837839+0000 mon.a (mon.0) 1471 : cluster [DBG] osdmap e926: 8 total, 8 up, 8 in 2021-07-26T16:13:00.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:12:59 smithi037 bash[42499]: cluster 2021-07-26T16:12:58.837839+0000 mon.a (mon.0) 1471 : cluster [DBG] osdmap e926: 8 total, 8 up, 8 in 2021-07-26T16:13:01.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:00 smithi107 bash[29346]: cluster 2021-07-26T16:12:59.850247+0000 mon.a (mon.0) 1472 : cluster [DBG] osdmap e927: 8 total, 8 up, 8 in 2021-07-26T16:13:01.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:00 smithi107 bash[29346]: audit 2021-07-26T16:12:59.852510+0000 mon.c (mon.1) 507 : audit [INF] from='client.? 172.21.15.37:0/3183427605' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:01.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:00 smithi107 bash[29346]: audit 2021-07-26T16:12:59.854015+0000 mon.a (mon.0) 1473 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:01.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:00 smithi107 bash[29346]: cluster 2021-07-26T16:13:00.004878+0000 mgr.y (mgr.24994) 653 : cluster [DBG] pgmap v1126: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:01.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:00 smithi037 bash[41498]: cluster 2021-07-26T16:12:59.850247+0000 mon.a (mon.0) 1472 : cluster [DBG] osdmap e927: 8 total, 8 up, 8 in 2021-07-26T16:13:01.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:00 smithi037 bash[41498]: audit 2021-07-26T16:12:59.852510+0000 mon.c (mon.1) 507 : audit [INF] from='client.? 172.21.15.37:0/3183427605' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:01.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:00 smithi037 bash[41498]: audit 2021-07-26T16:12:59.854015+0000 mon.a (mon.0) 1473 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:01.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:00 smithi037 bash[41498]: cluster 2021-07-26T16:13:00.004878+0000 mgr.y (mgr.24994) 653 : cluster [DBG] pgmap v1126: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:01.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:00 smithi037 bash[42499]: cluster 2021-07-26T16:12:59.850247+0000 mon.a (mon.0) 1472 : cluster [DBG] osdmap e927: 8 total, 8 up, 8 in 2021-07-26T16:13:01.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:00 smithi037 bash[42499]: audit 2021-07-26T16:12:59.852510+0000 mon.c (mon.1) 507 : audit [INF] from='client.? 172.21.15.37:0/3183427605' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:01.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:00 smithi037 bash[42499]: audit 2021-07-26T16:12:59.854015+0000 mon.a (mon.0) 1473 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:01.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:00 smithi037 bash[42499]: cluster 2021-07-26T16:13:00.004878+0000 mgr.y (mgr.24994) 653 : cluster [DBG] pgmap v1126: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:01.873 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_log.trim_by_marker (3029 ms) 2021-07-26T16:13:01.874 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 4 tests from cls_log (12142 ms total) 2021-07-26T16:13:01.874 INFO:tasks.workunit.client.0.smithi037.stdout: 2021-07-26T16:13:01.875 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment tear-down 2021-07-26T16:13:01.875 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] 4 tests from 1 test suite ran. (12142 ms total) 2021-07-26T16:13:01.875 INFO:tasks.workunit.client.0.smithi037.stdout:[ PASSED ] 4 tests. 2021-07-26T16:13:01.875 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-07-26T16:13:01.876 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-07-26T16:13:01.930 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2021-07-26T16:13:01.930 DEBUG:teuthology.orchestra.run.smithi037:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2021-07-26T16:13:01.951 INFO:tasks.workunit.client.0.smithi037.stdout:Running main() from gmock_main.cc 2021-07-26T16:13:01.951 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 4 tests from 1 test suite. 2021-07-26T16:13:01.952 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2021-07-26T16:13:01.952 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 4 tests from ClsNumOps 2021-07-26T16:13:01.952 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsNumOps.Add 2021-07-26T16:13:02.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:01 smithi107 bash[29346]: audit 2021-07-26T16:13:00.852300+0000 mon.a (mon.0) 1474 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:13:02.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:01 smithi107 bash[29346]: cluster 2021-07-26T16:13:00.852649+0000 mon.a (mon.0) 1475 : cluster [DBG] osdmap e928: 8 total, 8 up, 8 in 2021-07-26T16:13:02.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:01 smithi037 bash[42499]: audit 2021-07-26T16:13:00.852300+0000 mon.a (mon.0) 1474 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:13:02.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:01 smithi037 bash[42499]: cluster 2021-07-26T16:13:00.852649+0000 mon.a (mon.0) 1475 : cluster [DBG] osdmap e928: 8 total, 8 up, 8 in 2021-07-26T16:13:02.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:01 smithi037 bash[41498]: audit 2021-07-26T16:13:00.852300+0000 mon.a (mon.0) 1474 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53751-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:13:02.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:01 smithi037 bash[41498]: cluster 2021-07-26T16:13:00.852649+0000 mon.a (mon.0) 1475 : cluster [DBG] osdmap e928: 8 total, 8 up, 8 in 2021-07-26T16:13:03.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:02 smithi107 bash[29346]: cluster 2021-07-26T16:13:01.869771+0000 mon.a (mon.0) 1476 : cluster [DBG] osdmap e929: 8 total, 8 up, 8 in 2021-07-26T16:13:03.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:02 smithi107 bash[29346]: cluster 2021-07-26T16:13:02.005565+0000 mgr.y (mgr.24994) 654 : cluster [DBG] pgmap v1129: 73 pgs: 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:03.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:02 smithi037 bash[41498]: cluster 2021-07-26T16:13:01.869771+0000 mon.a (mon.0) 1476 : cluster [DBG] osdmap e929: 8 total, 8 up, 8 in 2021-07-26T16:13:03.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:02 smithi037 bash[41498]: cluster 2021-07-26T16:13:02.005565+0000 mgr.y (mgr.24994) 654 : cluster [DBG] pgmap v1129: 73 pgs: 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:03.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:02 smithi037 bash[42499]: cluster 2021-07-26T16:13:01.869771+0000 mon.a (mon.0) 1476 : cluster [DBG] osdmap e929: 8 total, 8 up, 8 in 2021-07-26T16:13:03.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:02 smithi037 bash[42499]: cluster 2021-07-26T16:13:02.005565+0000 mgr.y (mgr.24994) 654 : cluster [DBG] pgmap v1129: 73 pgs: 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:03.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:13:03 smithi037 bash[50550]: level=error ts=2021-07-26T16:13:03.540Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:13:03.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:13:03 smithi037 bash[50550]: level=error ts=2021-07-26T16:13:03.540Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:13:03.836 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:13:03 smithi037 bash[50550]: level=error ts=2021-07-26T16:13:03.540Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs; Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" 2021-07-26T16:13:04.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:03 smithi107 bash[29346]: cluster 2021-07-26T16:13:02.893086+0000 mon.a (mon.0) 1477 : cluster [DBG] osdmap e930: 8 total, 8 up, 8 in 2021-07-26T16:13:04.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:03 smithi107 bash[29346]: audit 2021-07-26T16:13:02.897067+0000 mon.a (mon.0) 1478 : audit [INF] from='client.? 172.21.15.37:0/700462046' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:04.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:03 smithi037 bash[41498]: cluster 2021-07-26T16:13:02.893086+0000 mon.a (mon.0) 1477 : cluster [DBG] osdmap e930: 8 total, 8 up, 8 in 2021-07-26T16:13:04.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:03 smithi037 bash[41498]: audit 2021-07-26T16:13:02.897067+0000 mon.a (mon.0) 1478 : audit [INF] from='client.? 172.21.15.37:0/700462046' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:04.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:03 smithi037 bash[42499]: cluster 2021-07-26T16:13:02.893086+0000 mon.a (mon.0) 1477 : cluster [DBG] osdmap e930: 8 total, 8 up, 8 in 2021-07-26T16:13:04.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:03 smithi037 bash[42499]: audit 2021-07-26T16:13:02.897067+0000 mon.a (mon.0) 1478 : audit [INF] from='client.? 172.21.15.37:0/700462046' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:04.919 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsNumOps.Add (2968 ms) 2021-07-26T16:13:04.920 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsNumOps.Sub 2021-07-26T16:13:05.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:04 smithi107 bash[29346]: audit 2021-07-26T16:13:03.895416+0000 mon.a (mon.0) 1479 : audit [INF] from='client.? 172.21.15.37:0/700462046' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:13:05.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:04 smithi107 bash[29346]: cluster 2021-07-26T16:13:03.896098+0000 mon.a (mon.0) 1480 : cluster [DBG] osdmap e931: 8 total, 8 up, 8 in 2021-07-26T16:13:05.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:04 smithi107 bash[29346]: cluster 2021-07-26T16:13:04.006367+0000 mgr.y (mgr.24994) 655 : cluster [DBG] pgmap v1132: 105 pgs: 4 creating+peering, 28 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:05.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:04 smithi037 bash[41498]: audit 2021-07-26T16:13:03.895416+0000 mon.a (mon.0) 1479 : audit [INF] from='client.? 172.21.15.37:0/700462046' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:13:05.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:04 smithi037 bash[41498]: cluster 2021-07-26T16:13:03.896098+0000 mon.a (mon.0) 1480 : cluster [DBG] osdmap e931: 8 total, 8 up, 8 in 2021-07-26T16:13:05.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:04 smithi037 bash[41498]: cluster 2021-07-26T16:13:04.006367+0000 mgr.y (mgr.24994) 655 : cluster [DBG] pgmap v1132: 105 pgs: 4 creating+peering, 28 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:05.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:04 smithi037 bash[42499]: audit 2021-07-26T16:13:03.895416+0000 mon.a (mon.0) 1479 : audit [INF] from='client.? 172.21.15.37:0/700462046' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:13:05.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:04 smithi037 bash[42499]: cluster 2021-07-26T16:13:03.896098+0000 mon.a (mon.0) 1480 : cluster [DBG] osdmap e931: 8 total, 8 up, 8 in 2021-07-26T16:13:05.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:04 smithi037 bash[42499]: cluster 2021-07-26T16:13:04.006367+0000 mgr.y (mgr.24994) 655 : cluster [DBG] pgmap v1132: 105 pgs: 4 creating+peering, 28 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:06.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:05 smithi107 bash[29346]: cluster 2021-07-26T16:13:04.918610+0000 mon.a (mon.0) 1481 : cluster [DBG] osdmap e932: 8 total, 8 up, 8 in 2021-07-26T16:13:06.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:05 smithi037 bash[41498]: cluster 2021-07-26T16:13:04.918610+0000 mon.a (mon.0) 1481 : cluster [DBG] osdmap e932: 8 total, 8 up, 8 in 2021-07-26T16:13:06.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:05 smithi037 bash[42499]: cluster 2021-07-26T16:13:04.918610+0000 mon.a (mon.0) 1481 : cluster [DBG] osdmap e932: 8 total, 8 up, 8 in 2021-07-26T16:13:07.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:06 smithi107 bash[29346]: cluster 2021-07-26T16:13:05.928440+0000 mon.a (mon.0) 1482 : cluster [DBG] osdmap e933: 8 total, 8 up, 8 in 2021-07-26T16:13:07.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:06 smithi107 bash[29346]: audit 2021-07-26T16:13:05.931378+0000 mon.a (mon.0) 1483 : audit [INF] from='client.? 172.21.15.37:0/65900636' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:07.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:06 smithi107 bash[29346]: cluster 2021-07-26T16:13:06.007143+0000 mgr.y (mgr.24994) 656 : cluster [DBG] pgmap v1135: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:07.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:06 smithi037 bash[41498]: cluster 2021-07-26T16:13:05.928440+0000 mon.a (mon.0) 1482 : cluster [DBG] osdmap e933: 8 total, 8 up, 8 in 2021-07-26T16:13:07.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:06 smithi037 bash[41498]: audit 2021-07-26T16:13:05.931378+0000 mon.a (mon.0) 1483 : audit [INF] from='client.? 172.21.15.37:0/65900636' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:07.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:06 smithi037 bash[41498]: cluster 2021-07-26T16:13:06.007143+0000 mgr.y (mgr.24994) 656 : cluster [DBG] pgmap v1135: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:07.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:06 smithi037 bash[42499]: cluster 2021-07-26T16:13:05.928440+0000 mon.a (mon.0) 1482 : cluster [DBG] osdmap e933: 8 total, 8 up, 8 in 2021-07-26T16:13:07.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:06 smithi037 bash[42499]: audit 2021-07-26T16:13:05.931378+0000 mon.a (mon.0) 1483 : audit [INF] from='client.? 172.21.15.37:0/65900636' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:07.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:06 smithi037 bash[42499]: cluster 2021-07-26T16:13:06.007143+0000 mgr.y (mgr.24994) 656 : cluster [DBG] pgmap v1135: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:07.964 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsNumOps.Sub (3042 ms) 2021-07-26T16:13:07.965 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsNumOps.Mul 2021-07-26T16:13:08.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:07 smithi107 bash[29346]: audit 2021-07-26T16:13:06.935128+0000 mon.a (mon.0) 1484 : audit [INF] from='client.? 172.21.15.37:0/65900636' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:13:08.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:07 smithi107 bash[29346]: cluster 2021-07-26T16:13:06.936299+0000 mon.a (mon.0) 1485 : cluster [DBG] osdmap e934: 8 total, 8 up, 8 in 2021-07-26T16:13:08.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:07 smithi037 bash[42499]: audit 2021-07-26T16:13:06.935128+0000 mon.a (mon.0) 1484 : audit [INF] from='client.? 172.21.15.37:0/65900636' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:13:08.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:07 smithi037 bash[42499]: cluster 2021-07-26T16:13:06.936299+0000 mon.a (mon.0) 1485 : cluster [DBG] osdmap e934: 8 total, 8 up, 8 in 2021-07-26T16:13:08.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:07 smithi037 bash[41498]: audit 2021-07-26T16:13:06.935128+0000 mon.a (mon.0) 1484 : audit [INF] from='client.? 172.21.15.37:0/65900636' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-2","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:13:08.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:07 smithi037 bash[41498]: cluster 2021-07-26T16:13:06.936299+0000 mon.a (mon.0) 1485 : cluster [DBG] osdmap e934: 8 total, 8 up, 8 in 2021-07-26T16:13:09.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:08 smithi107 bash[29346]: cluster 2021-07-26T16:13:07.961797+0000 mon.a (mon.0) 1486 : cluster [DBG] osdmap e935: 8 total, 8 up, 8 in 2021-07-26T16:13:09.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:08 smithi107 bash[29346]: cluster 2021-07-26T16:13:08.007742+0000 mgr.y (mgr.24994) 657 : cluster [DBG] pgmap v1138: 73 pgs: 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:09.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:08 smithi037 bash[41498]: cluster 2021-07-26T16:13:07.961797+0000 mon.a (mon.0) 1486 : cluster [DBG] osdmap e935: 8 total, 8 up, 8 in 2021-07-26T16:13:09.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:08 smithi037 bash[41498]: cluster 2021-07-26T16:13:08.007742+0000 mgr.y (mgr.24994) 657 : cluster [DBG] pgmap v1138: 73 pgs: 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:09.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:08 smithi037 bash[42499]: cluster 2021-07-26T16:13:07.961797+0000 mon.a (mon.0) 1486 : cluster [DBG] osdmap e935: 8 total, 8 up, 8 in 2021-07-26T16:13:09.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:08 smithi037 bash[42499]: cluster 2021-07-26T16:13:08.007742+0000 mgr.y (mgr.24994) 657 : cluster [DBG] pgmap v1138: 73 pgs: 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:10.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:09 smithi107 bash[29346]: cluster 2021-07-26T16:13:08.973864+0000 mon.a (mon.0) 1487 : cluster [DBG] osdmap e936: 8 total, 8 up, 8 in 2021-07-26T16:13:10.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:09 smithi107 bash[29346]: audit 2021-07-26T16:13:08.980216+0000 mon.a (mon.0) 1488 : audit [INF] from='client.? 172.21.15.37:0/3810367928' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:10.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:09 smithi037 bash[41498]: cluster 2021-07-26T16:13:08.973864+0000 mon.a (mon.0) 1487 : cluster [DBG] osdmap e936: 8 total, 8 up, 8 in 2021-07-26T16:13:10.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:09 smithi037 bash[41498]: audit 2021-07-26T16:13:08.980216+0000 mon.a (mon.0) 1488 : audit [INF] from='client.? 172.21.15.37:0/3810367928' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:10.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:09 smithi037 bash[42499]: cluster 2021-07-26T16:13:08.973864+0000 mon.a (mon.0) 1487 : cluster [DBG] osdmap e936: 8 total, 8 up, 8 in 2021-07-26T16:13:10.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:09 smithi037 bash[42499]: audit 2021-07-26T16:13:08.980216+0000 mon.a (mon.0) 1488 : audit [INF] from='client.? 172.21.15.37:0/3810367928' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:10.994 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: debug 2021-07-26T16:13:10.636+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:13:10.994 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:13:10.994 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:13:10.995 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:13:10.995 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:13:10.995 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:13:10.995 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:13:10.995 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:13:10.996 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:13:10.996 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: debug 2021-07-26T16:13:10.636+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:13:10.996 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:13:10.997 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:13:10.997 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:13:10.997 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:13:10.997 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:13:10.997 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:13:10.998 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:13:10.998 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:13:10.998 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: debug 2021-07-26T16:13:10.640+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:13:10.998 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:13:10.999 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:13:10.999 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:13:10.999 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:13:10.999 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:13:10.999 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:13:11.000 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:13:11.000 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:13:11.000 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: debug 2021-07-26T16:13:10.640+0000 7f5d1cf4f700 -1 log_channel(cephadm) log [ERR] : Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:13:11.001 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: Traceback (most recent call last): 2021-07-26T16:13:11.001 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:13:11.001 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: if self._apply_service(spec): 2021-07-26T16:13:11.001 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:13:11.001 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: rank_generation=slot.rank_generation, 2021-07-26T16:13:11.002 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:13:11.002 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:13:11.002 INFO:journalctl@ceph.mgr.y.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[39965]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:13:11.003 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: audit 2021-07-26T16:13:09.981314+0000 mon.a (mon.0) 1489 : audit [INF] from='client.? 172.21.15.37:0/3810367928' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:13:11.003 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: cluster 2021-07-26T16:13:09.981586+0000 mon.a (mon.0) 1490 : cluster [DBG] osdmap e937: 8 total, 8 up, 8 in 2021-07-26T16:13:11.003 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: cluster 2021-07-26T16:13:10.008279+0000 mgr.y (mgr.24994) 658 : cluster [DBG] pgmap v1141: 105 pgs: 8 creating+peering, 24 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:11.004 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: audit 2021-07-26T16:13:10.352728+0000 mon.c (mon.1) 508 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:13:11.004 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: audit 2021-07-26T16:13:10.639136+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:13:11.004 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: cephadm 2021-07-26T16:13:10.641243+0000 mgr.y (mgr.24994) 659 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:13:11.004 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:13:11.005 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:13:11.005 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:13:11.005 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:13:11.005 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:13:11.006 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:13:11.006 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:13:11.006 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:13:11.006 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: cephadm 2021-07-26T16:13:10.642556+0000 mgr.y (mgr.24994) 660 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:13:11.006 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:13:11.007 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:13:11.007 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:13:11.007 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:13:11.007 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:13:11.008 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:13:11.008 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:13:11.008 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:13:11.008 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: cephadm 2021-07-26T16:13:10.645011+0000 mgr.y (mgr.24994) 661 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:13:11.008 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:13:11.009 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:13:11.009 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:13:11.009 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:13:11.009 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:13:11.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:13:11.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:13:11.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:13:11.010 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: cephadm 2021-07-26T16:13:10.646197+0000 mgr.y (mgr.24994) 662 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:13:11.011 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: Traceback (most recent call last): 2021-07-26T16:13:11.011 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:13:11.011 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: if self._apply_service(spec): 2021-07-26T16:13:11.011 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsNumOps.Mul (3037 ms) 2021-07-26T16:13:11.012 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] ClsNumOps.Div 2021-07-26T16:13:11.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: audit 2021-07-26T16:13:09.981314+0000 mon.a (mon.0) 1489 : audit [INF] from='client.? 172.21.15.37:0/3810367928' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:13:11.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: cluster 2021-07-26T16:13:09.981586+0000 mon.a (mon.0) 1490 : cluster [DBG] osdmap e937: 8 total, 8 up, 8 in 2021-07-26T16:13:11.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: cluster 2021-07-26T16:13:10.008279+0000 mgr.y (mgr.24994) 658 : cluster [DBG] pgmap v1141: 105 pgs: 8 creating+peering, 24 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:11.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: audit 2021-07-26T16:13:10.352728+0000 mon.c (mon.1) 508 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:13:11.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: audit 2021-07-26T16:13:10.639136+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:13:11.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: cephadm 2021-07-26T16:13:10.641243+0000 mgr.y (mgr.24994) 659 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:13:11.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:13:11.275 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:13:11.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:13:11.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:13:11.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:13:11.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:13:11.276 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:13:11.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:13:11.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: cephadm 2021-07-26T16:13:10.642556+0000 mgr.y (mgr.24994) 660 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:13:11.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:13:11.277 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:13:11.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:13:11.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:13:11.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:13:11.278 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:13:11.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:13:11.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:13:11.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: cephadm 2021-07-26T16:13:10.645011+0000 mgr.y (mgr.24994) 661 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:13:11.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:13:11.279 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:13:11.280 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:13:11.280 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:13:11.280 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:13:11.280 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:13:11.281 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:13:11.281 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:13:11.281 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: cephadm 2021-07-26T16:13:10.646197+0000 mgr.y (mgr.24994) 662 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:13:11.281 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: Traceback (most recent call last): 2021-07-26T16:13:11.281 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:13:11.282 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: if self._apply_service(spec): 2021-07-26T16:13:11.282 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:13:11.282 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: rank_generation=slot.rank_generation, 2021-07-26T16:13:11.282 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:13:11.283 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:13:11.283 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:10 smithi107 bash[29346]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:13:11.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:13:11.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: rank_generation=slot.rank_generation, 2021-07-26T16:13:11.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:13:11.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:13:11.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[41498]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:13:11.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[42499]: audit 2021-07-26T16:13:09.981314+0000 mon.a (mon.0) 1489 : audit [INF] from='client.? 172.21.15.37:0/3810367928' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-3","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:13:11.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[42499]: cluster 2021-07-26T16:13:09.981586+0000 mon.a (mon.0) 1490 : cluster [DBG] osdmap e937: 8 total, 8 up, 8 in 2021-07-26T16:13:11.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[42499]: cluster 2021-07-26T16:13:10.008279+0000 mgr.y (mgr.24994) 658 : cluster [DBG] pgmap v1141: 105 pgs: 8 creating+peering, 24 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:11.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[42499]: audit 2021-07-26T16:13:10.352728+0000 mon.c (mon.1) 508 : audit [DBG] from='mgr.24994 172.21.15.37:0/1925759076' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-07-26T16:13:11.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[42499]: audit 2021-07-26T16:13:10.639136+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:13:11.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[42499]: cephadm 2021-07-26T16:13:10.641243+0000 mgr.y (mgr.24994) 659 : cephadm [ERR] Failed to apply alertmanager spec AlertManagerSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a')]), 'service_type': 'alertmanager', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'user_data': {}, 'port': None}): name alertmanager.a already in use 2021-07-26T16:13:11.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:13:11.338 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:13:11.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:13:11.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:13:11.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:13:11.339 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:13:11.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:13:11.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:10 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name alertmanager.a already in use 2021-07-26T16:13:11.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: cephadm 2021-07-26T16:13:10.642556+0000 mgr.y (mgr.24994) 660 : cephadm [ERR] Failed to apply grafana spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'grafana', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name grafana.a already in use 2021-07-26T16:13:11.340 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:13:11.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:13:11.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:13:11.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:13:11.341 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:13:11.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:13:11.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:13:11.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name grafana.a already in use 2021-07-26T16:13:11.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: cephadm 2021-07-26T16:13:10.645011+0000 mgr.y (mgr.24994) 661 : cephadm [ERR] Failed to apply node-exporter spec MonitoringSpec({'placement': PlacementSpec(count=2, hosts=[HostPlacementSpec(hostname='smithi037', network='', name='a'), HostPlacementSpec(hostname='smithi107', network='', name='b')]), 'service_type': 'node-exporter', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name node-exporter.a already in use 2021-07-26T16:13:11.342 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:13:11.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:13:11.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:13:11.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:13:11.343 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:13:11.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:13:11.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:13:11.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name node-exporter.a already in use 2021-07-26T16:13:11.344 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: cephadm 2021-07-26T16:13:10.646197+0000 mgr.y (mgr.24994) 662 : cephadm [ERR] Failed to apply prometheus spec MonitoringSpec({'placement': PlacementSpec(count=1, hosts=[HostPlacementSpec(hostname='smithi107', network='', name='a')]), 'service_type': 'prometheus', 'service_id': None, 'unmanaged': False, 'preview_only': False, 'networks': [], 'config': None, 'port': None}): name prometheus.a already in use 2021-07-26T16:13:11.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: Traceback (most recent call last): 2021-07-26T16:13:11.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 588, in _apply_all_services 2021-07-26T16:13:11.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: if self._apply_service(spec): 2021-07-26T16:13:11.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 749, in _apply_service 2021-07-26T16:13:11.345 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: rank_generation=slot.rank_generation, 2021-07-26T16:13:11.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: File "/usr/share/ceph/mgr/cephadm/module.py", line 594, in get_unique_name 2021-07-26T16:13:11.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: f'name {daemon_type}.{forcename} already in use') 2021-07-26T16:13:11.346 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: orchestrator._interface.OrchestratorValidationError: name prometheus.a already in use 2021-07-26T16:13:12.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:11 smithi107 bash[29346]: cluster 2021-07-26T16:13:10.996891+0000 mon.a (mon.0) 1492 : cluster [DBG] osdmap e938: 8 total, 8 up, 8 in 2021-07-26T16:13:12.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[42499]: cluster 2021-07-26T16:13:10.996891+0000 mon.a (mon.0) 1492 : cluster [DBG] osdmap e938: 8 total, 8 up, 8 in 2021-07-26T16:13:12.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:11 smithi037 bash[41498]: cluster 2021-07-26T16:13:10.996891+0000 mon.a (mon.0) 1492 : cluster [DBG] osdmap e938: 8 total, 8 up, 8 in 2021-07-26T16:13:13.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:12 smithi107 bash[29346]: cluster 2021-07-26T16:13:12.005436+0000 mon.a (mon.0) 1493 : cluster [DBG] osdmap e939: 8 total, 8 up, 8 in 2021-07-26T16:13:13.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:12 smithi107 bash[29346]: cluster 2021-07-26T16:13:12.008832+0000 mgr.y (mgr.24994) 663 : cluster [DBG] pgmap v1144: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:13.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:12 smithi107 bash[29346]: audit 2021-07-26T16:13:12.009092+0000 mon.c (mon.1) 509 : audit [INF] from='client.? 172.21.15.37:0/1336131191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:13.274 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:12 smithi107 bash[29346]: audit 2021-07-26T16:13:12.010500+0000 mon.a (mon.0) 1494 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:13.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:13 smithi037 bash[41498]: cluster 2021-07-26T16:13:12.005436+0000 mon.a (mon.0) 1493 : cluster [DBG] osdmap e939: 8 total, 8 up, 8 in 2021-07-26T16:13:13.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:13 smithi037 bash[41498]: cluster 2021-07-26T16:13:12.008832+0000 mgr.y (mgr.24994) 663 : cluster [DBG] pgmap v1144: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:13.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:13 smithi037 bash[41498]: audit 2021-07-26T16:13:12.009092+0000 mon.c (mon.1) 509 : audit [INF] from='client.? 172.21.15.37:0/1336131191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:13.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:13 smithi037 bash[41498]: audit 2021-07-26T16:13:12.010500+0000 mon.a (mon.0) 1494 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:13.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:13 smithi037 bash[42499]: cluster 2021-07-26T16:13:12.005436+0000 mon.a (mon.0) 1493 : cluster [DBG] osdmap e939: 8 total, 8 up, 8 in 2021-07-26T16:13:13.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:13 smithi037 bash[42499]: cluster 2021-07-26T16:13:12.008832+0000 mgr.y (mgr.24994) 663 : cluster [DBG] pgmap v1144: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:13.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:13 smithi037 bash[42499]: audit 2021-07-26T16:13:12.009092+0000 mon.c (mon.1) 509 : audit [INF] from='client.? 172.21.15.37:0/1336131191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:13.337 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:13 smithi037 bash[42499]: audit 2021-07-26T16:13:12.010500+0000 mon.a (mon.0) 1494 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:13.835 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:13:13 smithi037 bash[50550]: level=error ts=2021-07-26T16:13:13.540Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:13:13.836 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:13:13 smithi037 bash[50550]: level=error ts=2021-07-26T16:13:13.540Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:13:13.836 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:13:13 smithi037 bash[50550]: level=error ts=2021-07-26T16:13:13.540Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs; Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" 2021-07-26T16:13:14.031 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] ClsNumOps.Div (3033 ms) 2021-07-26T16:13:14.031 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 4 tests from ClsNumOps (12080 ms total) 2021-07-26T16:13:14.031 INFO:tasks.workunit.client.0.smithi037.stdout: 2021-07-26T16:13:14.032 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment tear-down 2021-07-26T16:13:14.032 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] 4 tests from 1 test suite ran. (12080 ms total) 2021-07-26T16:13:14.032 INFO:tasks.workunit.client.0.smithi037.stdout:[ PASSED ] 4 tests. 2021-07-26T16:13:14.033 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-07-26T16:13:14.034 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-07-26T16:13:14.044 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2021-07-26T16:13:14.044 DEBUG:teuthology.orchestra.run.smithi037:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2021-07-26T16:13:14.109 INFO:tasks.workunit.client.0.smithi037.stdout:Running main() from gmock_main.cc 2021-07-26T16:13:14.109 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 69 tests from 1 test suite. 2021-07-26T16:13:14.110 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2021-07-26T16:13:14.110 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 69 tests from TestClsRbd 2021-07-26T16:13:14.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:13 smithi107 bash[29346]: audit 2021-07-26T16:13:13.019836+0000 mon.a (mon.0) 1495 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:13:14.273 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:13 smithi107 bash[29346]: cluster 2021-07-26T16:13:13.020209+0000 mon.a (mon.0) 1496 : cluster [DBG] osdmap e940: 8 total, 8 up, 8 in 2021-07-26T16:13:14.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:14 smithi037 bash[41498]: audit 2021-07-26T16:13:13.019836+0000 mon.a (mon.0) 1495 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:13:14.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:14 smithi037 bash[41498]: cluster 2021-07-26T16:13:13.020209+0000 mon.a (mon.0) 1496 : cluster [DBG] osdmap e940: 8 total, 8 up, 8 in 2021-07-26T16:13:14.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:14 smithi037 bash[42499]: audit 2021-07-26T16:13:13.019836+0000 mon.a (mon.0) 1495 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53834-4","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:13:14.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:14 smithi037 bash[42499]: cluster 2021-07-26T16:13:13.020209+0000 mon.a (mon.0) 1496 : cluster [DBG] osdmap e940: 8 total, 8 up, 8 in 2021-07-26T16:13:15.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:15 smithi037 bash[41498]: cluster 2021-07-26T16:13:14.009735+0000 mgr.y (mgr.24994) 664 : cluster [DBG] pgmap v1146: 105 pgs: 3 creating+peering, 24 unknown, 78 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:15.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:15 smithi037 bash[41498]: cluster 2021-07-26T16:13:14.024738+0000 mon.a (mon.0) 1497 : cluster [DBG] osdmap e941: 8 total, 8 up, 8 in 2021-07-26T16:13:15.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:15 smithi037 bash[42499]: cluster 2021-07-26T16:13:14.009735+0000 mgr.y (mgr.24994) 664 : cluster [DBG] pgmap v1146: 105 pgs: 3 creating+peering, 24 unknown, 78 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:15.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:15 smithi037 bash[42499]: cluster 2021-07-26T16:13:14.024738+0000 mon.a (mon.0) 1497 : cluster [DBG] osdmap e941: 8 total, 8 up, 8 in 2021-07-26T16:13:15.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:15 smithi107 bash[29346]: cluster 2021-07-26T16:13:14.009735+0000 mgr.y (mgr.24994) 664 : cluster [DBG] pgmap v1146: 105 pgs: 3 creating+peering, 24 unknown, 78 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:15.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:15 smithi107 bash[29346]: cluster 2021-07-26T16:13:14.024738+0000 mon.a (mon.0) 1497 : cluster [DBG] osdmap e941: 8 total, 8 up, 8 in 2021-07-26T16:13:16.056 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.get_all_features 2021-07-26T16:13:16.076 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.get_all_features (19 ms) 2021-07-26T16:13:16.076 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.copyup 2021-07-26T16:13:16.306 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.copyup (230 ms) 2021-07-26T16:13:16.306 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.sparse_copyup 2021-07-26T16:13:16.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:16 smithi037 bash[42499]: cluster 2021-07-26T16:13:15.041872+0000 mon.a (mon.0) 1498 : cluster [DBG] osdmap e942: 8 total, 8 up, 8 in 2021-07-26T16:13:16.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:16 smithi037 bash[42499]: audit 2021-07-26T16:13:15.044060+0000 mon.c (mon.1) 510 : audit [INF] from='client.? 172.21.15.37:0/3460474423' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53925-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:16.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:16 smithi037 bash[42499]: audit 2021-07-26T16:13:15.046257+0000 mon.a (mon.0) 1499 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53925-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:16.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:16 smithi037 bash[41498]: cluster 2021-07-26T16:13:15.041872+0000 mon.a (mon.0) 1498 : cluster [DBG] osdmap e942: 8 total, 8 up, 8 in 2021-07-26T16:13:16.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:16 smithi037 bash[41498]: audit 2021-07-26T16:13:15.044060+0000 mon.c (mon.1) 510 : audit [INF] from='client.? 172.21.15.37:0/3460474423' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53925-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:16.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:16 smithi037 bash[41498]: audit 2021-07-26T16:13:15.046257+0000 mon.a (mon.0) 1499 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53925-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:16.337 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.sparse_copyup (31 ms) 2021-07-26T16:13:16.337 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.get_and_set_id 2021-07-26T16:13:16.355 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.get_and_set_id (18 ms) 2021-07-26T16:13:16.355 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.add_remove_child 2021-07-26T16:13:16.384 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.add_remove_child (30 ms) 2021-07-26T16:13:16.385 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.directory_methods 2021-07-26T16:13:16.444 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.directory_methods (60 ms) 2021-07-26T16:13:16.445 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.create 2021-07-26T16:13:16.479 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.create (35 ms) 2021-07-26T16:13:16.479 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.get_features 2021-07-26T16:13:16.483 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.get_features (4 ms) 2021-07-26T16:13:16.483 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.get_object_prefix 2021-07-26T16:13:16.487 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.get_object_prefix (4 ms) 2021-07-26T16:13:16.487 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2021-07-26T16:13:16.491 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.get_create_timestamp (4 ms) 2021-07-26T16:13:16.491 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2021-07-26T16:13:16.496 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.get_access_timestamp (5 ms) 2021-07-26T16:13:16.496 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2021-07-26T16:13:16.500 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.get_modify_timestamp (4 ms) 2021-07-26T16:13:16.500 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.get_data_pool 2021-07-26T16:13:16.510 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.get_data_pool (10 ms) 2021-07-26T16:13:16.511 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.get_size 2021-07-26T16:13:16.520 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.get_size (10 ms) 2021-07-26T16:13:16.521 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.set_size 2021-07-26T16:13:16.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:16 smithi107 bash[29346]: cluster 2021-07-26T16:13:15.041872+0000 mon.a (mon.0) 1498 : cluster [DBG] osdmap e942: 8 total, 8 up, 8 in 2021-07-26T16:13:16.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:16 smithi107 bash[29346]: audit 2021-07-26T16:13:15.044060+0000 mon.c (mon.1) 510 : audit [INF] from='client.? 172.21.15.37:0/3460474423' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53925-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:16.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:16 smithi107 bash[29346]: audit 2021-07-26T16:13:15.046257+0000 mon.a (mon.0) 1499 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53925-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:16.534 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.set_size (13 ms) 2021-07-26T16:13:16.534 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.protection_status 2021-07-26T16:13:16.581 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.protection_status (48 ms) 2021-07-26T16:13:16.581 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.snapshot_limits 2021-07-26T16:13:16.601 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.snapshot_limits (20 ms) 2021-07-26T16:13:16.601 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.parents_v1 2021-07-26T16:13:16.710 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.parents_v1 (109 ms) 2021-07-26T16:13:16.710 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.parents_v2 2021-07-26T16:13:16.791 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.parents_v2 (81 ms) 2021-07-26T16:13:16.791 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.snapshots 2021-07-26T16:13:16.855 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.snapshots (64 ms) 2021-07-26T16:13:16.856 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.snapid_race 2021-07-26T16:13:16.867 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.snapid_race (12 ms) 2021-07-26T16:13:16.868 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.stripingv2 2021-07-26T16:13:16.892 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.stripingv2 (25 ms) 2021-07-26T16:13:16.892 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.object_map_save 2021-07-26T16:13:16.899 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.object_map_save (7 ms) 2021-07-26T16:13:16.899 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.object_map_resize 2021-07-26T16:13:16.916 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.object_map_resize (16 ms) 2021-07-26T16:13:16.916 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.object_map_update 2021-07-26T16:13:16.930 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.object_map_update (15 ms) 2021-07-26T16:13:16.931 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2021-07-26T16:13:16.931 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2021-07-26T16:13:16.932 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2021-07-26T16:13:16.944 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.object_map_snap_add (13 ms) 2021-07-26T16:13:16.944 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2021-07-26T16:13:16.957 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.object_map_snap_remove (13 ms) 2021-07-26T16:13:16.958 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.flags 2021-07-26T16:13:16.972 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.flags (15 ms) 2021-07-26T16:13:16.972 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.metadata 2021-07-26T16:13:17.026 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.metadata (54 ms) 2021-07-26T16:13:17.026 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.set_features 2021-07-26T16:13:17.042 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.set_features (16 ms) 2021-07-26T16:13:17.043 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.mirror 2021-07-26T16:13:17.126 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.mirror (84 ms) 2021-07-26T16:13:17.127 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.mirror_image 2021-07-26T16:13:17.169 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.mirror_image (42 ms) 2021-07-26T16:13:17.169 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.mirror_image_status 2021-07-26T16:13:17.335 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:17 smithi037 bash[42499]: cluster 2021-07-26T16:13:16.010725+0000 mgr.y (mgr.24994) 665 : cluster [DBG] pgmap v1149: 105 pgs: 9 creating+peering, 23 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:17.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:17 smithi037 bash[42499]: audit 2021-07-26T16:13:16.053710+0000 mon.a (mon.0) 1500 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53925-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:13:17.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:17 smithi037 bash[42499]: cluster 2021-07-26T16:13:16.054107+0000 mon.a (mon.0) 1501 : cluster [DBG] osdmap e943: 8 total, 8 up, 8 in 2021-07-26T16:13:17.336 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:17 smithi037 bash[41498]: cluster 2021-07-26T16:13:16.010725+0000 mgr.y (mgr.24994) 665 : cluster [DBG] pgmap v1149: 105 pgs: 9 creating+peering, 23 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:17.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:17 smithi037 bash[41498]: audit 2021-07-26T16:13:16.053710+0000 mon.a (mon.0) 1500 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53925-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:13:17.337 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:17 smithi037 bash[41498]: cluster 2021-07-26T16:13:16.054107+0000 mon.a (mon.0) 1501 : cluster [DBG] osdmap e943: 8 total, 8 up, 8 in 2021-07-26T16:13:17.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:17 smithi107 bash[29346]: cluster 2021-07-26T16:13:16.010725+0000 mgr.y (mgr.24994) 665 : cluster [DBG] pgmap v1149: 105 pgs: 9 creating+peering, 23 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:17.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:17 smithi107 bash[29346]: audit 2021-07-26T16:13:16.053710+0000 mon.a (mon.0) 1500 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53925-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:13:17.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:17 smithi107 bash[29346]: cluster 2021-07-26T16:13:16.054107+0000 mon.a (mon.0) 1501 : cluster [DBG] osdmap e943: 8 total, 8 up, 8 in 2021-07-26T16:13:18.335 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:18 smithi037 bash[41498]: cluster 2021-07-26T16:13:17.054812+0000 mon.a (mon.0) 1502 : cluster [DBG] osdmap e944: 8 total, 8 up, 8 in 2021-07-26T16:13:18.336 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:18 smithi037 bash[42499]: cluster 2021-07-26T16:13:17.054812+0000 mon.a (mon.0) 1502 : cluster [DBG] osdmap e944: 8 total, 8 up, 8 in 2021-07-26T16:13:18.523 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:18 smithi107 bash[29346]: cluster 2021-07-26T16:13:17.054812+0000 mon.a (mon.0) 1502 : cluster [DBG] osdmap e944: 8 total, 8 up, 8 in 2021-07-26T16:13:19.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:19 smithi107 bash[29346]: cluster 2021-07-26T16:13:18.011736+0000 mgr.y (mgr.24994) 666 : cluster [DBG] pgmap v1152: 105 pgs: 9 creating+peering, 16 unknown, 80 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 82 KiB/s rd, 21 KiB/s wr, 126 op/s 2021-07-26T16:13:19.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:19 smithi037 bash[41498]: cluster 2021-07-26T16:13:18.011736+0000 mgr.y (mgr.24994) 666 : cluster [DBG] pgmap v1152: 105 pgs: 9 creating+peering, 16 unknown, 80 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 82 KiB/s rd, 21 KiB/s wr, 126 op/s 2021-07-26T16:13:19.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:19 smithi037 bash[42499]: cluster 2021-07-26T16:13:18.011736+0000 mgr.y (mgr.24994) 666 : cluster [DBG] pgmap v1152: 105 pgs: 9 creating+peering, 16 unknown, 80 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 82 KiB/s rd, 21 KiB/s wr, 126 op/s 2021-07-26T16:13:21.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:21 smithi107 bash[29346]: cluster 2021-07-26T16:13:20.012696+0000 mgr.y (mgr.24994) 667 : cluster [DBG] pgmap v1153: 105 pgs: 9 creating+peering, 96 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 717 KiB/s wr, 149 op/s 2021-07-26T16:13:21.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:21 smithi037 bash[41498]: cluster 2021-07-26T16:13:20.012696+0000 mgr.y (mgr.24994) 667 : cluster [DBG] pgmap v1153: 105 pgs: 9 creating+peering, 96 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 717 KiB/s wr, 149 op/s 2021-07-26T16:13:21.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:21 smithi037 bash[42499]: cluster 2021-07-26T16:13:20.012696+0000 mgr.y (mgr.24994) 667 : cluster [DBG] pgmap v1153: 105 pgs: 9 creating+peering, 96 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 717 KiB/s wr, 149 op/s 2021-07-26T16:13:23.470 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.mirror_image_status (6302 ms) 2021-07-26T16:13:23.471 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.mirror_image_map 2021-07-26T16:13:23.685 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.mirror_image_map (215 ms) 2021-07-26T16:13:23.686 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.mirror_instances 2021-07-26T16:13:23.707 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.mirror_instances (22 ms) 2021-07-26T16:13:23.708 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2021-07-26T16:13:23.731 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.mirror_snapshot (24 ms) 2021-07-26T16:13:23.731 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_dir_list 2021-07-26T16:13:23.738 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_dir_list (7 ms) 2021-07-26T16:13:23.738 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_dir_add 2021-07-26T16:13:23.745 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_dir_add (7 ms) 2021-07-26T16:13:23.745 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2021-07-26T16:13:23.752 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.dir_add_already_existing (7 ms) 2021-07-26T16:13:23.752 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_dir_rename 2021-07-26T16:13:23.766 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_dir_rename (13 ms) 2021-07-26T16:13:23.766 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_dir_remove 2021-07-26T16:13:23.772 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:23 smithi107 bash[29346]: cluster 2021-07-26T16:13:22.013573+0000 mgr.y (mgr.24994) 668 : cluster [DBG] pgmap v1154: 105 pgs: 105 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 618 KiB/s wr, 148 op/s 2021-07-26T16:13:23.774 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_dir_remove (9 ms) 2021-07-26T16:13:23.774 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2021-07-26T16:13:23.784 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (10 ms) 2021-07-26T16:13:23.785 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_image_add 2021-07-26T16:13:23.789 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_image_add (5 ms) 2021-07-26T16:13:23.790 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_image_remove 2021-07-26T16:13:23.798 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_image_remove (9 ms) 2021-07-26T16:13:23.799 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_image_list 2021-07-26T16:13:23.806 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_image_list (7 ms) 2021-07-26T16:13:23.806 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_image_clean 2021-07-26T16:13:23.817 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_image_clean (12 ms) 2021-07-26T16:13:23.817 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.image_group_add 2021-07-26T16:13:23.823 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.image_group_add (6 ms) 2021-07-26T16:13:23.823 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.image_group_remove 2021-07-26T16:13:23.832 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.image_group_remove (9 ms) 2021-07-26T16:13:23.832 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.image_group_get 2021-07-26T16:13:23.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:23 smithi037 bash[41498]: cluster 2021-07-26T16:13:22.013573+0000 mgr.y (mgr.24994) 668 : cluster [DBG] pgmap v1154: 105 pgs: 105 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 618 KiB/s wr, 148 op/s 2021-07-26T16:13:23.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:23 smithi037 bash[42499]: cluster 2021-07-26T16:13:22.013573+0000 mgr.y (mgr.24994) 668 : cluster [DBG] pgmap v1154: 105 pgs: 105 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 618 KiB/s wr, 148 op/s 2021-07-26T16:13:23.836 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:13:23 smithi037 bash[50550]: level=error ts=2021-07-26T16:13:23.540Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:13:23.836 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:13:23 smithi037 bash[50550]: level=error ts=2021-07-26T16:13:23.540Z caller=notify.go:372 component=dispatcher msg="Error on notify" err="Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" context_err="context deadline exceeded" 2021-07-26T16:13:23.836 INFO:journalctl@ceph.alertmanager.a.smithi037.stdout:Jul 26 16:13:23 smithi037 bash[50550]: level=error ts=2021-07-26T16:13:23.540Z caller=dispatch.go:301 component=dispatcher msg="Notify for alerts failed" num_alerts=9 err="Post https://172.21.15.37:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.37 because it doesn't contain any IP SANs; Post https://172.21.15.107:8443/api/prometheus_receiver: x509: cannot validate certificate for 172.21.15.107 because it doesn't contain any IP SANs" 2021-07-26T16:13:23.838 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.image_group_get (6 ms) 2021-07-26T16:13:23.838 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2021-07-26T16:13:23.843 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (5 ms) 2021-07-26T16:13:23.843 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2021-07-26T16:13:23.848 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (5 ms) 2021-07-26T16:13:23.848 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2021-07-26T16:13:23.855 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (7 ms) 2021-07-26T16:13:23.855 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2021-07-26T16:13:23.862 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (6 ms) 2021-07-26T16:13:23.862 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_snap_set 2021-07-26T16:13:23.868 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_snap_set (6 ms) 2021-07-26T16:13:23.868 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_snap_list 2021-07-26T16:13:23.876 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_snap_list (8 ms) 2021-07-26T16:13:23.876 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2021-07-26T16:13:23.912 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (35 ms) 2021-07-26T16:13:23.912 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_snap_remove 2021-07-26T16:13:23.919 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_snap_remove (7 ms) 2021-07-26T16:13:23.919 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2021-07-26T16:13:23.924 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (4 ms) 2021-07-26T16:13:23.924 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.trash_methods 2021-07-26T16:13:23.943 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.trash_methods (19 ms) 2021-07-26T16:13:23.943 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.op_features 2021-07-26T16:13:23.959 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.op_features (17 ms) 2021-07-26T16:13:23.959 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.clone_parent 2021-07-26T16:13:24.005 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.clone_parent (46 ms) 2021-07-26T16:13:24.006 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2021-07-26T16:13:24.027 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.clone_parent_ns (21 ms) 2021-07-26T16:13:24.027 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.clone_child 2021-07-26T16:13:24.057 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.clone_child (30 ms) 2021-07-26T16:13:24.058 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.namespace_methods 2021-07-26T16:13:24.076 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.namespace_methods (19 ms) 2021-07-26T16:13:24.077 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.migration 2021-07-26T16:13:24.094 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.migration (18 ms) 2021-07-26T16:13:24.095 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.migration_v1 2021-07-26T16:13:24.119 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.migration_v1 (25 ms) 2021-07-26T16:13:24.120 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2021-07-26T16:13:25.464 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1344 ms) 2021-07-26T16:13:25.464 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] TestClsRbd.sparsify 2021-07-26T16:13:25.530 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] TestClsRbd.sparsify (66 ms) 2021-07-26T16:13:25.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:25 smithi107 bash[29346]: cluster 2021-07-26T16:13:24.014697+0000 mgr.y (mgr.24994) 669 : cluster [DBG] pgmap v1155: 105 pgs: 105 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 859 KiB/s wr, 682 op/s 2021-07-26T16:13:25.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:25 smithi107 bash[29346]: cluster 2021-07-26T16:13:24.460862+0000 mon.a (mon.0) 1503 : cluster [DBG] osdmap e945: 8 total, 8 up, 8 in 2021-07-26T16:13:25.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:25 smithi037 bash[41498]: cluster 2021-07-26T16:13:24.014697+0000 mgr.y (mgr.24994) 669 : cluster [DBG] pgmap v1155: 105 pgs: 105 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 859 KiB/s wr, 682 op/s 2021-07-26T16:13:25.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:25 smithi037 bash[41498]: cluster 2021-07-26T16:13:24.460862+0000 mon.a (mon.0) 1503 : cluster [DBG] osdmap e945: 8 total, 8 up, 8 in 2021-07-26T16:13:25.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:25 smithi037 bash[42499]: cluster 2021-07-26T16:13:24.014697+0000 mgr.y (mgr.24994) 669 : cluster [DBG] pgmap v1155: 105 pgs: 105 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 859 KiB/s wr, 682 op/s 2021-07-26T16:13:25.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:25 smithi037 bash[42499]: cluster 2021-07-26T16:13:24.460862+0000 mon.a (mon.0) 1503 : cluster [DBG] osdmap e945: 8 total, 8 up, 8 in 2021-07-26T16:13:26.485 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 69 tests from TestClsRbd (9473 ms total) 2021-07-26T16:13:26.486 INFO:tasks.workunit.client.0.smithi037.stdout: 2021-07-26T16:13:26.486 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment tear-down 2021-07-26T16:13:26.486 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] 69 tests from 1 test suite ran. (12376 ms total) 2021-07-26T16:13:26.486 INFO:tasks.workunit.client.0.smithi037.stdout:[ PASSED ] 69 tests. 2021-07-26T16:13:26.488 INFO:teuthology.orchestra.run:Running command with timeout 3600 2021-07-26T16:13:26.488 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2021-07-26T16:13:26.498 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2021-07-26T16:13:26.499 DEBUG:teuthology.orchestra.run.smithi037:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=octopus TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2021-07-26T16:13:26.515 INFO:tasks.workunit.client.0.smithi037.stdout:Running main() from gmock_main.cc 2021-07-26T16:13:26.515 INFO:tasks.workunit.client.0.smithi037.stdout:[==========] Running 5 tests from 1 test suite. 2021-07-26T16:13:26.515 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] Global test environment set-up. 2021-07-26T16:13:26.516 INFO:tasks.workunit.client.0.smithi037.stdout:[----------] 5 tests from cls_rgw 2021-07-26T16:13:26.516 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.test_implicit 2021-07-26T16:13:26.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:26 smithi107 bash[29346]: cluster 2021-07-26T16:13:25.463522+0000 mon.a (mon.0) 1504 : cluster [DBG] osdmap e946: 8 total, 8 up, 8 in 2021-07-26T16:13:26.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:26 smithi037 bash[41498]: cluster 2021-07-26T16:13:25.463522+0000 mon.a (mon.0) 1504 : cluster [DBG] osdmap e946: 8 total, 8 up, 8 in 2021-07-26T16:13:26.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:26 smithi037 bash[42499]: cluster 2021-07-26T16:13:25.463522+0000 mon.a (mon.0) 1504 : cluster [DBG] osdmap e946: 8 total, 8 up, 8 in 2021-07-26T16:13:27.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:27 smithi107 bash[29346]: cluster 2021-07-26T16:13:26.015501+0000 mgr.y (mgr.24994) 670 : cluster [DBG] pgmap v1158: 105 pgs: 105 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 854 KiB/s wr, 642 op/s 2021-07-26T16:13:27.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:27 smithi107 bash[29346]: cluster 2021-07-26T16:13:26.483257+0000 mon.a (mon.0) 1505 : cluster [DBG] osdmap e947: 8 total, 8 up, 8 in 2021-07-26T16:13:27.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:27 smithi037 bash[41498]: cluster 2021-07-26T16:13:26.015501+0000 mgr.y (mgr.24994) 670 : cluster [DBG] pgmap v1158: 105 pgs: 105 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 854 KiB/s wr, 642 op/s 2021-07-26T16:13:27.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:27 smithi037 bash[41498]: cluster 2021-07-26T16:13:26.483257+0000 mon.a (mon.0) 1505 : cluster [DBG] osdmap e947: 8 total, 8 up, 8 in 2021-07-26T16:13:27.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:27 smithi037 bash[42499]: cluster 2021-07-26T16:13:26.015501+0000 mgr.y (mgr.24994) 670 : cluster [DBG] pgmap v1158: 105 pgs: 105 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 854 KiB/s wr, 642 op/s 2021-07-26T16:13:27.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:27 smithi037 bash[42499]: cluster 2021-07-26T16:13:26.483257+0000 mon.a (mon.0) 1505 : cluster [DBG] osdmap e947: 8 total, 8 up, 8 in 2021-07-26T16:13:28.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:28 smithi107 bash[29346]: cluster 2021-07-26T16:13:27.490698+0000 mon.a (mon.0) 1506 : cluster [DBG] osdmap e948: 8 total, 8 up, 8 in 2021-07-26T16:13:28.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:28 smithi107 bash[29346]: audit 2021-07-26T16:13:27.503741+0000 mon.a (mon.0) 1507 : audit [INF] from='client.? 172.21.15.37:0/1286936255' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53951-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:28.773 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:28 smithi107 bash[29346]: audit 2021-07-26T16:13:28.224044+0000 mon.a (mon.0) 1508 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:13:28.835 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:28 smithi037 bash[42499]: cluster 2021-07-26T16:13:27.490698+0000 mon.a (mon.0) 1506 : cluster [DBG] osdmap e948: 8 total, 8 up, 8 in 2021-07-26T16:13:28.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:28 smithi037 bash[42499]: audit 2021-07-26T16:13:27.503741+0000 mon.a (mon.0) 1507 : audit [INF] from='client.? 172.21.15.37:0/1286936255' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53951-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:28.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:28 smithi037 bash[42499]: audit 2021-07-26T16:13:28.224044+0000 mon.a (mon.0) 1508 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:13:28.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:28 smithi037 bash[41498]: cluster 2021-07-26T16:13:27.490698+0000 mon.a (mon.0) 1506 : cluster [DBG] osdmap e948: 8 total, 8 up, 8 in 2021-07-26T16:13:28.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:28 smithi037 bash[41498]: audit 2021-07-26T16:13:27.503741+0000 mon.a (mon.0) 1507 : audit [INF] from='client.? 172.21.15.37:0/1286936255' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53951-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2021-07-26T16:13:28.837 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:28 smithi037 bash[41498]: audit 2021-07-26T16:13:28.224044+0000 mon.a (mon.0) 1508 : audit [INF] from='mgr.24994 ' entity='mgr.y' 2021-07-26T16:13:29.503 INFO:tasks.workunit.client.0.smithi037.stdout:[ OK ] cls_rgw.test_implicit (2985 ms) 2021-07-26T16:13:29.503 INFO:tasks.workunit.client.0.smithi037.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2021-07-26T16:13:29.835 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:29 smithi037 bash[41498]: cluster 2021-07-26T16:13:28.016270+0000 mgr.y (mgr.24994) 671 : cluster [DBG] pgmap v1161: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:29.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:29 smithi037 bash[41498]: audit 2021-07-26T16:13:28.496142+0000 mon.a (mon.0) 1509 : audit [INF] from='client.? 172.21.15.37:0/1286936255' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53951-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:13:29.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:29 smithi037 bash[41498]: cluster 2021-07-26T16:13:28.496790+0000 mon.a (mon.0) 1510 : cluster [DBG] osdmap e949: 8 total, 8 up, 8 in 2021-07-26T16:13:29.836 INFO:journalctl@ceph.mon.a.smithi037.stdout:Jul 26 16:13:29 smithi037 bash[41498]: cluster 2021-07-26T16:13:29.499263+0000 mon.a (mon.0) 1511 : cluster [DBG] osdmap e950: 8 total, 8 up, 8 in 2021-07-26T16:13:29.836 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:29 smithi037 bash[42499]: cluster 2021-07-26T16:13:28.016270+0000 mgr.y (mgr.24994) 671 : cluster [DBG] pgmap v1161: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:29.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:29 smithi037 bash[42499]: audit 2021-07-26T16:13:28.496142+0000 mon.a (mon.0) 1509 : audit [INF] from='client.? 172.21.15.37:0/1286936255' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53951-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:13:29.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:29 smithi037 bash[42499]: cluster 2021-07-26T16:13:28.496790+0000 mon.a (mon.0) 1510 : cluster [DBG] osdmap e949: 8 total, 8 up, 8 in 2021-07-26T16:13:29.837 INFO:journalctl@ceph.mon.c.smithi037.stdout:Jul 26 16:13:29 smithi037 bash[42499]: cluster 2021-07-26T16:13:29.499263+0000 mon.a (mon.0) 1511 : cluster [DBG] osdmap e950: 8 total, 8 up, 8 in 2021-07-26T16:13:30.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:29 smithi107 bash[29346]: cluster 2021-07-26T16:13:28.016270+0000 mgr.y (mgr.24994) 671 : cluster [DBG] pgmap v1161: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2021-07-26T16:13:30.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:29 smithi107 bash[29346]: audit 2021-07-26T16:13:28.496142+0000 mon.a (mon.0) 1509 : audit [INF] from='client.? 172.21.15.37:0/1286936255' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi037-53951-1","app": "rados","yes_i_really_mean_it": true}]': finished 2021-07-26T16:13:30.023 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:29 smithi107 bash[29346]: cluster 2021-07-26T16:13:28.496790+0000 mon.a (mon.0) 1510 : cluster [DBG] osdmap e949: 8 total, 8 up, 8 in 2021-07-26T16:13:30.024 INFO:journalctl@ceph.mon.b.smithi107.stdout:Jul 26 16:13:29 smithi107 bash[29346]: cluster 2021-07-26T16:13:29.499263+0000 mon.a (mon.0) 1511 : cluster [DBG] osdmap e950: 8 total, 8 up, 8 in 2021-07-26T16:13:30.519 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2021-07-26T16:13:30.520 DEBUG:teuthology.task.console_log:Killing console logger for smithi037 2021-07-26T16:13:30.521 DEBUG:teuthology.task.console_log:Killing console logger for smithi107 2021-07-26T16:13:30.522 DEBUG:teuthology.exit:Finished running handlers